2024-05-10T10:58:12.163 INFO:root:teuthology version: 0.0.1.dev271+g1ae7ad8 2024-05-10T10:58:12.163 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-quiesce/no 6-workunit/suites/iozone}} --name dparmar-2024-05-10_07:38:09-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi --owner scheduled_dparmar@teuthology --archive /home/teuthworker/archive/dparmar-2024-05-10_07:38:09-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7700932 -- /home/teuthworker/archive/dparmar-2024-05-10_07:38:09-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7700932/orig.config.yaml 2024-05-10T10:58:12.219 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-10T10:58:12.297 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/dparmar-2024-05-10_07:38:09-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7700932 branch: wip-63896-from-wip-rishabh-testing-20240501.193033 description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-quiesce/no 6-workunit/suites/iozone}} email: null first_in_suite: false job_id: '7700932' kernel: kdb: true sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: dparmar-2024-05-10_07:38:09-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-63896-from-wip-rishabh-testing-20240501.193033 ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 mds_export_ephemeral_random_max: 0.1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - slow metadata IO - SLOW_OPS - slow request sha1: d39fa08867836ac070c47cb66c782fa559fd480b subvols: create: 2 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt dry_run: true install: ceph: flavor: default sha1: d39fa08867836ac070c47cb66c782fa559fd480b kclient: client.0: mount_subvol_num: 1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-63896-from-wip-rishabh-testing-20240501.193033 sha1: d39fa08867836ac070c47cb66c782fa559fd480b owner: scheduled_dparmar@teuthology priority: 100 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 1698 sha1: d39fa08867836ac070c47cb66c782fa559fd480b sleep_before_teardown: 0 subset: 434/512 suite: fs suite_branch: wip-63896-from-wip-rishabh-testing-20240501.193033 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_d39fa08867836ac070c47cb66c782fa559fd480b/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: d39fa08867836ac070c47cb66c782fa559fd480b syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi053.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNUcrvCHL0hwQuCxSOdDPPuBGP5OVKh3nrsx6lXluNX4qGLiFLCHudHKcoSFjC5nb0ljLrtYccYeV6nuwnbb98M= smithi132.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKcUiJ0KHDevU5OQZM3Fa9HWf2wucIMPIIWXA1VZeRbhstoI49v/joOfc+OootZR0e7o3VH4n1PIuLHuS6S9JY8= smithi187.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHlyGbUAnUEYRYUtsfPNisjzRhvWlXt9/IOW58UAuK2TtKVJBO5P1l+Y7Fe3E8r1MCzcuKObfpEeOsU0/0RypAI= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - ceph-fuse: null - exec: mon.a: - ceph fs set cephfs balance_automate false - ceph fs subvolumegroup pin cephfs qa random 0.10 - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - workunit: clients: all: - suites/iozone.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 1ae7ad82388e92a475afff437d49054826c019a1 timestamp: 2024-05-10_07:38:09 tube: smithi user: dparmar verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-05-10T10:58:12.298 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_d39fa08867836ac070c47cb66c782fa559fd480b/qa; will attempt to use it 2024-05-10T10:58:12.298 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_d39fa08867836ac070c47cb66c782fa559fd480b/qa/tasks 2024-05-10T10:58:12.298 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-05-10T10:58:12.300 INFO:teuthology.task.internal:Checking packages... 2024-05-10T10:58:12.324 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'd39fa08867836ac070c47cb66c782fa559fd480b' 2024-05-10T10:58:12.324 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-10T10:58:12.324 INFO:teuthology.packaging:ref: None 2024-05-10T10:58:12.324 INFO:teuthology.packaging:tag: None 2024-05-10T10:58:12.324 INFO:teuthology.packaging:branch: wip-63896-from-wip-rishabh-testing-20240501.193033 2024-05-10T10:58:12.324 INFO:teuthology.packaging:sha1: d39fa08867836ac070c47cb66c782fa559fd480b 2024-05-10T10:58:12.324 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-63896-from-wip-rishabh-testing-20240501.193033 2024-05-10T10:58:12.541 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3449.gd39fa088 2024-05-10T10:58:12.543 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-05-10T10:58:12.550 INFO:teuthology.task.internal:no buildpackages task found 2024-05-10T10:58:12.550 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-05-10T10:58:12.555 INFO:teuthology.task.internal:Saving configuration 2024-05-10T10:58:12.577 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-05-10T10:58:12.583 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-10T10:58:12.610 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi053.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/dparmar-2024-05-10_07:38:09-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7700932', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-10 10:53:22.069464', 'locked_by': 'scheduled_dparmar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNUcrvCHL0hwQuCxSOdDPPuBGP5OVKh3nrsx6lXluNX4qGLiFLCHudHKcoSFjC5nb0ljLrtYccYeV6nuwnbb98M='} 2024-05-10T10:58:12.629 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi132.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/dparmar-2024-05-10_07:38:09-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7700932', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-10 10:53:22.070940', 'locked_by': 'scheduled_dparmar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKcUiJ0KHDevU5OQZM3Fa9HWf2wucIMPIIWXA1VZeRbhstoI49v/joOfc+OootZR0e7o3VH4n1PIuLHuS6S9JY8='} 2024-05-10T10:58:12.647 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi187.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/dparmar-2024-05-10_07:38:09-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7700932', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-10 10:53:22.072133', 'locked_by': 'scheduled_dparmar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHlyGbUAnUEYRYUtsfPNisjzRhvWlXt9/IOW58UAuK2TtKVJBO5P1l+Y7Fe3E8r1MCzcuKObfpEeOsU0/0RypAI='} 2024-05-10T10:58:12.647 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-05-10T10:58:12.653 INFO:teuthology.task.internal:roles: ubuntu@smithi053.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-05-10T10:58:12.654 INFO:teuthology.task.internal:roles: ubuntu@smithi132.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-05-10T10:58:12.654 INFO:teuthology.task.internal:roles: ubuntu@smithi187.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-05-10T10:58:12.654 INFO:teuthology.run_tasks:Running task console_log... 2024-05-10T10:58:12.745 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f225a9a00d0>, signals=[15]) 2024-05-10T10:58:12.745 INFO:teuthology.run_tasks:Running task internal.connect... 2024-05-10T10:58:12.752 INFO:teuthology.task.internal:Opening connections... 2024-05-10T10:58:12.752 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi053.front.sepia.ceph.com 2024-05-10T10:58:12.754 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi053.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-10T10:58:12.832 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi132.front.sepia.ceph.com 2024-05-10T10:58:12.833 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-10T10:58:12.905 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi187.front.sepia.ceph.com 2024-05-10T10:58:12.906 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi187.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-10T10:58:12.979 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-05-10T10:58:12.985 DEBUG:teuthology.orchestra.run.smithi053:> uname -m 2024-05-10T10:58:13.004 INFO:teuthology.orchestra.run.smithi053.stdout:x86_64 2024-05-10T10:58:13.004 DEBUG:teuthology.orchestra.run.smithi053:> cat /etc/os-release 2024-05-10T10:58:13.062 INFO:teuthology.orchestra.run.smithi053.stdout:NAME="CentOS Stream" 2024-05-10T10:58:13.062 INFO:teuthology.orchestra.run.smithi053.stdout:VERSION="9" 2024-05-10T10:58:13.062 INFO:teuthology.orchestra.run.smithi053.stdout:ID="centos" 2024-05-10T10:58:13.062 INFO:teuthology.orchestra.run.smithi053.stdout:ID_LIKE="rhel fedora" 2024-05-10T10:58:13.062 INFO:teuthology.orchestra.run.smithi053.stdout:VERSION_ID="9" 2024-05-10T10:58:13.062 INFO:teuthology.orchestra.run.smithi053.stdout:PLATFORM_ID="platform:el9" 2024-05-10T10:58:13.062 INFO:teuthology.orchestra.run.smithi053.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-10T10:58:13.063 INFO:teuthology.orchestra.run.smithi053.stdout:ANSI_COLOR="0;31" 2024-05-10T10:58:13.063 INFO:teuthology.orchestra.run.smithi053.stdout:LOGO="fedora-logo-icon" 2024-05-10T10:58:13.063 INFO:teuthology.orchestra.run.smithi053.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-10T10:58:13.063 INFO:teuthology.orchestra.run.smithi053.stdout:HOME_URL="https://centos.org/" 2024-05-10T10:58:13.063 INFO:teuthology.orchestra.run.smithi053.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-10T10:58:13.063 INFO:teuthology.orchestra.run.smithi053.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-10T10:58:13.063 INFO:teuthology.orchestra.run.smithi053.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-10T10:58:13.064 INFO:teuthology.lock.ops:Updating smithi053.front.sepia.ceph.com on lock server 2024-05-10T10:58:13.090 DEBUG:teuthology.orchestra.run.smithi132:> uname -m 2024-05-10T10:58:13.111 INFO:teuthology.orchestra.run.smithi132.stdout:x86_64 2024-05-10T10:58:13.111 DEBUG:teuthology.orchestra.run.smithi132:> cat /etc/os-release 2024-05-10T10:58:13.167 INFO:teuthology.orchestra.run.smithi132.stdout:NAME="CentOS Stream" 2024-05-10T10:58:13.168 INFO:teuthology.orchestra.run.smithi132.stdout:VERSION="9" 2024-05-10T10:58:13.168 INFO:teuthology.orchestra.run.smithi132.stdout:ID="centos" 2024-05-10T10:58:13.168 INFO:teuthology.orchestra.run.smithi132.stdout:ID_LIKE="rhel fedora" 2024-05-10T10:58:13.168 INFO:teuthology.orchestra.run.smithi132.stdout:VERSION_ID="9" 2024-05-10T10:58:13.168 INFO:teuthology.orchestra.run.smithi132.stdout:PLATFORM_ID="platform:el9" 2024-05-10T10:58:13.168 INFO:teuthology.orchestra.run.smithi132.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-10T10:58:13.168 INFO:teuthology.orchestra.run.smithi132.stdout:ANSI_COLOR="0;31" 2024-05-10T10:58:13.168 INFO:teuthology.orchestra.run.smithi132.stdout:LOGO="fedora-logo-icon" 2024-05-10T10:58:13.168 INFO:teuthology.orchestra.run.smithi132.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-10T10:58:13.168 INFO:teuthology.orchestra.run.smithi132.stdout:HOME_URL="https://centos.org/" 2024-05-10T10:58:13.168 INFO:teuthology.orchestra.run.smithi132.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-10T10:58:13.168 INFO:teuthology.orchestra.run.smithi132.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-10T10:58:13.168 INFO:teuthology.orchestra.run.smithi132.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-10T10:58:13.169 INFO:teuthology.lock.ops:Updating smithi132.front.sepia.ceph.com on lock server 2024-05-10T10:58:13.190 DEBUG:teuthology.orchestra.run.smithi187:> uname -m 2024-05-10T10:58:13.207 INFO:teuthology.orchestra.run.smithi187.stdout:x86_64 2024-05-10T10:58:13.207 DEBUG:teuthology.orchestra.run.smithi187:> cat /etc/os-release 2024-05-10T10:58:13.264 INFO:teuthology.orchestra.run.smithi187.stdout:NAME="CentOS Stream" 2024-05-10T10:58:13.264 INFO:teuthology.orchestra.run.smithi187.stdout:VERSION="9" 2024-05-10T10:58:13.264 INFO:teuthology.orchestra.run.smithi187.stdout:ID="centos" 2024-05-10T10:58:13.264 INFO:teuthology.orchestra.run.smithi187.stdout:ID_LIKE="rhel fedora" 2024-05-10T10:58:13.264 INFO:teuthology.orchestra.run.smithi187.stdout:VERSION_ID="9" 2024-05-10T10:58:13.265 INFO:teuthology.orchestra.run.smithi187.stdout:PLATFORM_ID="platform:el9" 2024-05-10T10:58:13.265 INFO:teuthology.orchestra.run.smithi187.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-10T10:58:13.265 INFO:teuthology.orchestra.run.smithi187.stdout:ANSI_COLOR="0;31" 2024-05-10T10:58:13.265 INFO:teuthology.orchestra.run.smithi187.stdout:LOGO="fedora-logo-icon" 2024-05-10T10:58:13.265 INFO:teuthology.orchestra.run.smithi187.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-10T10:58:13.265 INFO:teuthology.orchestra.run.smithi187.stdout:HOME_URL="https://centos.org/" 2024-05-10T10:58:13.265 INFO:teuthology.orchestra.run.smithi187.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-10T10:58:13.265 INFO:teuthology.orchestra.run.smithi187.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-10T10:58:13.265 INFO:teuthology.orchestra.run.smithi187.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-10T10:58:13.265 INFO:teuthology.lock.ops:Updating smithi187.front.sepia.ceph.com on lock server 2024-05-10T10:58:13.290 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-05-10T10:58:13.300 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-05-10T10:58:13.308 INFO:teuthology.task.internal:Checking for old test directory... 2024-05-10T10:58:13.308 DEBUG:teuthology.orchestra.run.smithi053:> test '!' -e /home/ubuntu/cephtest 2024-05-10T10:58:13.310 DEBUG:teuthology.orchestra.run.smithi132:> test '!' -e /home/ubuntu/cephtest 2024-05-10T10:58:13.312 DEBUG:teuthology.orchestra.run.smithi187:> test '!' -e /home/ubuntu/cephtest 2024-05-10T10:58:13.328 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-05-10T10:58:13.334 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-05-10T10:58:13.334 DEBUG:teuthology.orchestra.run.smithi053:> test -z $(ls -A /var/lib/ceph) 2024-05-10T10:58:13.368 DEBUG:teuthology.orchestra.run.smithi132:> test -z $(ls -A /var/lib/ceph) 2024-05-10T10:58:13.370 DEBUG:teuthology.orchestra.run.smithi187:> test -z $(ls -A /var/lib/ceph) 2024-05-10T10:58:13.469 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-05-10T10:58:13.549 INFO:teuthology.run_tasks:Running task kernel... 2024-05-10T10:58:13.563 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-05-10T10:58:13.563 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}, 'mon.c': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-05-10T10:58:13.563 DEBUG:teuthology.orchestra.run.smithi053:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-10T10:58:13.564 DEBUG:teuthology.orchestra.run.smithi132:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-10T10:58:13.564 DEBUG:teuthology.orchestra.run.smithi187:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-10T10:58:13.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-10T10:58:13.580 DEBUG:teuthology.orchestra.run.smithi132:> uname -r 2024-05-10T10:58:13.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-10T10:58:13.582 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-10T10:58:13.582 DEBUG:teuthology.orchestra.run.smithi053:> uname -r 2024-05-10T10:58:13.582 DEBUG:teuthology.orchestra.run.smithi187:> uname -r 2024-05-10T10:58:13.637 INFO:teuthology.orchestra.run.smithi132.stdout:5.14.0-437.el9.x86_64 2024-05-10T10:58:13.638 INFO:teuthology.task.kernel:Running kernel on smithi132: 5.14.0-437.el9.x86_64 2024-05-10T10:58:13.638 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum install -y kernel 2024-05-10T10:58:13.640 INFO:teuthology.orchestra.run.smithi187.stdout:5.14.0-437.el9.x86_64 2024-05-10T10:58:13.640 INFO:teuthology.task.kernel:Running kernel on smithi187: 5.14.0-437.el9.x86_64 2024-05-10T10:58:13.640 DEBUG:teuthology.orchestra.run.smithi187:> sudo yum install -y kernel 2024-05-10T10:58:13.641 INFO:teuthology.orchestra.run.smithi053.stdout:5.14.0-437.el9.x86_64 2024-05-10T10:58:13.641 INFO:teuthology.task.kernel:Running kernel on smithi053: 5.14.0-437.el9.x86_64 2024-05-10T10:58:13.641 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum install -y kernel 2024-05-10T10:58:15.809 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.1 MB 00:00 2024-05-10T10:58:15.852 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.1 MB 00:00 2024-05-10T10:58:17.611 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - AppStream 27 MB/s | 19 MB 00:00 2024-05-10T10:58:17.714 INFO:teuthology.orchestra.run.smithi053.stdout:CentOS Stream 9 - BaseOS 3.3 MB/s | 8.1 MB 00:02 2024-05-10T10:58:18.161 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS Stream 9 - AppStream 15 MB/s | 19 MB 00:01 2024-05-10T10:58:21.936 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - CRB 9.3 MB/s | 6.2 MB 00:00 2024-05-10T10:58:22.920 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS Stream 9 - CRB 5.2 MB/s | 6.2 MB 00:01 2024-05-10T10:58:23.578 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - Extras packages 55 kB/s | 16 kB 00:00 2024-05-10T10:58:23.998 INFO:teuthology.orchestra.run.smithi053.stdout:CentOS Stream 9 - AppStream 3.7 MB/s | 19 MB 00:05 2024-05-10T10:58:24.470 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS Stream 9 - Extras packages 84 kB/s | 16 kB 00:00 2024-05-10T10:58:24.654 INFO:teuthology.orchestra.run.smithi187.stdout:Extra Packages for Enterprise Linux 23 MB/s | 21 MB 00:00 2024-05-10T10:58:25.172 INFO:teuthology.orchestra.run.smithi132.stdout:Extra Packages for Enterprise Linux 37 MB/s | 21 MB 00:00 2024-05-10T10:58:28.740 INFO:teuthology.orchestra.run.smithi053.stdout:CentOS Stream 9 - CRB 6.5 MB/s | 6.2 MB 00:00 2024-05-10T10:58:29.804 INFO:teuthology.orchestra.run.smithi187.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-05-10T10:58:30.347 INFO:teuthology.orchestra.run.smithi132.stdout:lab-extras 19 kB/s | 1.7 kB 00:00 2024-05-10T10:58:30.391 INFO:teuthology.orchestra.run.smithi053.stdout:CentOS Stream 9 - Extras packages 37 kB/s | 16 kB 00:00 2024-05-10T10:58:31.618 INFO:teuthology.orchestra.run.smithi053.stdout:Extra Packages for Enterprise Linux 19 MB/s | 21 MB 00:01 2024-05-10T10:58:31.794 INFO:teuthology.orchestra.run.smithi187.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-05-10T10:58:31.794 INFO:teuthology.orchestra.run.smithi187.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-05-10T10:58:31.885 INFO:teuthology.orchestra.run.smithi187.stdout:Dependencies resolved. 2024-05-10T10:58:31.891 INFO:teuthology.orchestra.run.smithi187.stdout:================================================================================ 2024-05-10T10:58:31.891 INFO:teuthology.orchestra.run.smithi187.stdout: Package Architecture Version Repository Size 2024-05-10T10:58:31.891 INFO:teuthology.orchestra.run.smithi187.stdout:================================================================================ 2024-05-10T10:58:31.891 INFO:teuthology.orchestra.run.smithi187.stdout:Installing: 2024-05-10T10:58:31.891 INFO:teuthology.orchestra.run.smithi187.stdout: kernel x86_64 5.14.0-444.el9 baseos 484 k 2024-05-10T10:58:31.891 INFO:teuthology.orchestra.run.smithi187.stdout:Installing dependencies: 2024-05-10T10:58:31.891 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-core x86_64 5.14.0-444.el9 baseos 15 M 2024-05-10T10:58:31.891 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-modules x86_64 5.14.0-444.el9 baseos 34 M 2024-05-10T10:58:31.891 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-modules-core x86_64 5.14.0-444.el9 baseos 28 M 2024-05-10T10:58:31.891 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T10:58:31.891 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction Summary 2024-05-10T10:58:31.891 INFO:teuthology.orchestra.run.smithi187.stdout:================================================================================ 2024-05-10T10:58:31.892 INFO:teuthology.orchestra.run.smithi187.stdout:Install 4 Packages 2024-05-10T10:58:31.892 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T10:58:31.892 INFO:teuthology.orchestra.run.smithi187.stdout:Total download size: 78 M 2024-05-10T10:58:31.892 INFO:teuthology.orchestra.run.smithi187.stdout:Installed size: 123 M 2024-05-10T10:58:31.892 INFO:teuthology.orchestra.run.smithi187.stdout:Downloading Packages: 2024-05-10T10:58:32.189 INFO:teuthology.orchestra.run.smithi187.stdout:(1/4): kernel-5.14.0-444.el9.x86_64.rpm 3.1 MB/s | 484 kB 00:00 2024-05-10T10:58:32.378 INFO:teuthology.orchestra.run.smithi132.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-05-10T10:58:32.379 INFO:teuthology.orchestra.run.smithi132.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-05-10T10:58:32.473 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2024-05-10T10:58:32.480 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2024-05-10T10:58:32.480 INFO:teuthology.orchestra.run.smithi132.stdout: Package Architecture Version Repository Size 2024-05-10T10:58:32.480 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2024-05-10T10:58:32.481 INFO:teuthology.orchestra.run.smithi132.stdout:Installing: 2024-05-10T10:58:32.481 INFO:teuthology.orchestra.run.smithi132.stdout: kernel x86_64 5.14.0-444.el9 baseos 484 k 2024-05-10T10:58:32.481 INFO:teuthology.orchestra.run.smithi132.stdout:Installing dependencies: 2024-05-10T10:58:32.481 INFO:teuthology.orchestra.run.smithi132.stdout: kernel-core x86_64 5.14.0-444.el9 baseos 15 M 2024-05-10T10:58:32.481 INFO:teuthology.orchestra.run.smithi132.stdout: kernel-modules x86_64 5.14.0-444.el9 baseos 34 M 2024-05-10T10:58:32.481 INFO:teuthology.orchestra.run.smithi132.stdout: kernel-modules-core x86_64 5.14.0-444.el9 baseos 28 M 2024-05-10T10:58:32.481 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-05-10T10:58:32.481 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction Summary 2024-05-10T10:58:32.481 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2024-05-10T10:58:32.481 INFO:teuthology.orchestra.run.smithi132.stdout:Install 4 Packages 2024-05-10T10:58:32.481 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-05-10T10:58:32.482 INFO:teuthology.orchestra.run.smithi132.stdout:Total download size: 78 M 2024-05-10T10:58:32.482 INFO:teuthology.orchestra.run.smithi132.stdout:Installed size: 123 M 2024-05-10T10:58:32.482 INFO:teuthology.orchestra.run.smithi132.stdout:Downloading Packages: 2024-05-10T10:58:32.514 INFO:teuthology.orchestra.run.smithi187.stdout:(2/4): kernel-core-5.14.0-444.el9.x86_64.rpm 32 MB/s | 15 MB 00:00 2024-05-10T10:58:32.690 INFO:teuthology.orchestra.run.smithi132.stdout:(1/4): kernel-5.14.0-444.el9.x86_64.rpm 3.2 MB/s | 484 kB 00:00 2024-05-10T10:58:32.998 INFO:teuthology.orchestra.run.smithi187.stdout:(3/4): kernel-modules-5.14.0-444.el9.x86_64.rpm 35 MB/s | 34 MB 00:00 2024-05-10T10:58:33.016 INFO:teuthology.orchestra.run.smithi132.stdout:(2/4): kernel-core-5.14.0-444.el9.x86_64.rpm 33 MB/s | 15 MB 00:00 2024-05-10T10:58:33.273 INFO:teuthology.orchestra.run.smithi187.stdout:(4/4): kernel-modules-core-5.14.0-444.el9.x86_6 26 MB/s | 28 MB 00:01 2024-05-10T10:58:33.273 INFO:teuthology.orchestra.run.smithi187.stdout:-------------------------------------------------------------------------------- 2024-05-10T10:58:33.273 INFO:teuthology.orchestra.run.smithi187.stdout:Total 56 MB/s | 78 MB 00:01 2024-05-10T10:58:33.483 INFO:teuthology.orchestra.run.smithi132.stdout:(3/4): kernel-modules-5.14.0-444.el9.x86_64.rpm 36 MB/s | 34 MB 00:00 2024-05-10T10:58:33.850 INFO:teuthology.orchestra.run.smithi132.stdout:(4/4): kernel-modules-core-5.14.0-444.el9.x86_6 24 MB/s | 28 MB 00:01 2024-05-10T10:58:33.850 INFO:teuthology.orchestra.run.smithi132.stdout:-------------------------------------------------------------------------------- 2024-05-10T10:58:33.850 INFO:teuthology.orchestra.run.smithi132.stdout:Total 57 MB/s | 78 MB 00:01 2024-05-10T10:58:33.951 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction check 2024-05-10T10:58:34.302 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction check succeeded. 2024-05-10T10:58:34.302 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction test 2024-05-10T10:58:34.534 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction check 2024-05-10T10:58:34.860 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction check succeeded. 2024-05-10T10:58:34.860 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction test 2024-05-10T10:58:35.253 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction test succeeded. 2024-05-10T10:58:35.254 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction 2024-05-10T10:58:35.802 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction test succeeded. 2024-05-10T10:58:35.802 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction 2024-05-10T10:58:36.934 INFO:teuthology.orchestra.run.smithi053.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-05-10T10:58:37.643 INFO:teuthology.orchestra.run.smithi187.stdout: Preparing : 1/1 2024-05-10T10:58:38.194 INFO:teuthology.orchestra.run.smithi132.stdout: Preparing : 1/1 2024-05-10T10:58:38.337 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : kernel-modules-core-5.14.0-444.el9.x86_64 1/4 2024-05-10T10:58:38.423 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : kernel-core-5.14.0-444.el9.x86_64 2/4 2024-05-10T10:58:38.841 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : kernel-modules-core-5.14.0-444.el9.x86_64 1/4 2024-05-10T10:58:38.926 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : kernel-core-5.14.0-444.el9.x86_64 2/4 2024-05-10T10:58:39.007 INFO:teuthology.orchestra.run.smithi053.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-05-10T10:58:39.007 INFO:teuthology.orchestra.run.smithi053.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-05-10T10:58:39.099 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-05-10T10:58:39.103 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-05-10T10:58:39.103 INFO:teuthology.orchestra.run.smithi053.stdout: Package Architecture Version Repository Size 2024-05-10T10:58:39.103 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-05-10T10:58:39.103 INFO:teuthology.orchestra.run.smithi053.stdout:Installing: 2024-05-10T10:58:39.103 INFO:teuthology.orchestra.run.smithi053.stdout: kernel x86_64 5.14.0-444.el9 baseos 484 k 2024-05-10T10:58:39.103 INFO:teuthology.orchestra.run.smithi053.stdout:Installing dependencies: 2024-05-10T10:58:39.104 INFO:teuthology.orchestra.run.smithi053.stdout: kernel-core x86_64 5.14.0-444.el9 baseos 15 M 2024-05-10T10:58:39.104 INFO:teuthology.orchestra.run.smithi053.stdout: kernel-modules x86_64 5.14.0-444.el9 baseos 34 M 2024-05-10T10:58:39.104 INFO:teuthology.orchestra.run.smithi053.stdout: kernel-modules-core x86_64 5.14.0-444.el9 baseos 28 M 2024-05-10T10:58:39.104 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T10:58:39.104 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction Summary 2024-05-10T10:58:39.104 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-05-10T10:58:39.104 INFO:teuthology.orchestra.run.smithi053.stdout:Install 4 Packages 2024-05-10T10:58:39.104 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T10:58:39.104 INFO:teuthology.orchestra.run.smithi053.stdout:Total download size: 78 M 2024-05-10T10:58:39.105 INFO:teuthology.orchestra.run.smithi053.stdout:Installed size: 123 M 2024-05-10T10:58:39.105 INFO:teuthology.orchestra.run.smithi053.stdout:Downloading Packages: 2024-05-10T10:58:40.394 INFO:teuthology.orchestra.run.smithi053.stdout:(1/4): kernel-5.14.0-444.el9.x86_64.rpm 439 kB/s | 484 kB 00:01 2024-05-10T10:58:41.062 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-core-5.14.0-444.el9.x86_64 2/4 2024-05-10T10:58:41.200 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : kernel-modules-5.14.0-444.el9.x86_64 3/4 2024-05-10T10:58:41.286 INFO:teuthology.orchestra.run.smithi053.stdout:(2/4): kernel-core-5.14.0-444.el9.x86_64.rpm 7.7 MB/s | 15 MB 00:01 2024-05-10T10:58:41.571 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: kernel-core-5.14.0-444.el9.x86_64 2/4 2024-05-10T10:58:41.707 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : kernel-modules-5.14.0-444.el9.x86_64 3/4 2024-05-10T10:58:42.244 INFO:teuthology.orchestra.run.smithi053.stdout:(3/4): kernel-modules-5.14.0-444.el9.x86_64.rpm 11 MB/s | 34 MB 00:02 2024-05-10T10:58:43.336 INFO:teuthology.orchestra.run.smithi053.stdout:(4/4): kernel-modules-core-5.14.0-444.el9.x86_6 9.5 MB/s | 28 MB 00:02 2024-05-10T10:58:43.336 INFO:teuthology.orchestra.run.smithi053.stdout:-------------------------------------------------------------------------------- 2024-05-10T10:58:43.337 INFO:teuthology.orchestra.run.smithi053.stdout:Total 18 MB/s | 78 MB 00:04 2024-05-10T10:58:44.042 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction check 2024-05-10T10:58:44.477 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction check succeeded. 2024-05-10T10:58:44.477 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction test 2024-05-10T10:58:45.452 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction test succeeded. 2024-05-10T10:58:45.452 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction 2024-05-10T10:58:45.953 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-modules-5.14.0-444.el9.x86_64 3/4 2024-05-10T10:58:46.110 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : kernel-5.14.0-444.el9.x86_64 4/4 2024-05-10T10:58:46.432 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: kernel-modules-5.14.0-444.el9.x86_64 3/4 2024-05-10T10:58:46.544 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : kernel-5.14.0-444.el9.x86_64 4/4 2024-05-10T10:58:48.007 INFO:teuthology.orchestra.run.smithi053.stdout: Preparing : 1/1 2024-05-10T10:58:48.660 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : kernel-modules-core-5.14.0-444.el9.x86_64 1/4 2024-05-10T10:58:48.745 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : kernel-core-5.14.0-444.el9.x86_64 2/4 2024-05-10T10:58:50.864 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-modules-core-5.14.0-444.el9.x86_64 4/4 2024-05-10T10:58:51.268 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: kernel-modules-core-5.14.0-444.el9.x86_64 4/4 2024-05-10T10:58:51.527 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: kernel-core-5.14.0-444.el9.x86_64 2/4 2024-05-10T10:58:51.657 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : kernel-modules-5.14.0-444.el9.x86_64 3/4 2024-05-10T10:58:56.736 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: kernel-modules-5.14.0-444.el9.x86_64 3/4 2024-05-10T10:58:56.776 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : kernel-5.14.0-444.el9.x86_64 4/4 2024-05-10T10:59:01.875 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: kernel-modules-core-5.14.0-444.el9.x86_64 4/4 2024-05-10T10:59:20.454 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-core-5.14.0-444.el9.x86_64 4/4 2024-05-10T10:59:20.492 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-modules-5.14.0-444.el9.x86_64 4/4 2024-05-10T10:59:20.782 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-5.14.0-444.el9.x86_64 4/4 2024-05-10T10:59:20.782 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : kernel-5.14.0-444.el9.x86_64 1/4 2024-05-10T10:59:20.782 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : kernel-core-5.14.0-444.el9.x86_64 2/4 2024-05-10T10:59:20.782 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : kernel-modules-5.14.0-444.el9.x86_64 3/4 2024-05-10T10:59:21.088 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: kernel-core-5.14.0-444.el9.x86_64 4/4 2024-05-10T10:59:21.127 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: kernel-modules-5.14.0-444.el9.x86_64 4/4 2024-05-10T10:59:21.491 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: kernel-5.14.0-444.el9.x86_64 4/4 2024-05-10T10:59:21.491 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : kernel-5.14.0-444.el9.x86_64 1/4 2024-05-10T10:59:21.491 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : kernel-core-5.14.0-444.el9.x86_64 2/4 2024-05-10T10:59:21.491 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : kernel-modules-5.14.0-444.el9.x86_64 3/4 2024-05-10T10:59:21.614 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : kernel-modules-core-5.14.0-444.el9.x86_64 4/4 2024-05-10T10:59:21.614 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T10:59:21.614 INFO:teuthology.orchestra.run.smithi187.stdout:Installed: 2024-05-10T10:59:21.614 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-5.14.0-444.el9.x86_64 2024-05-10T10:59:21.614 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-core-5.14.0-444.el9.x86_64 2024-05-10T10:59:21.614 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-modules-5.14.0-444.el9.x86_64 2024-05-10T10:59:21.614 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-modules-core-5.14.0-444.el9.x86_64 2024-05-10T10:59:21.614 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T10:59:21.615 INFO:teuthology.orchestra.run.smithi187.stdout:Complete! 2024-05-10T10:59:21.965 DEBUG:teuthology.orchestra.run.smithi187:> rpm -q kernel | sort -rV | head -n 1 2024-05-10T10:59:22.036 INFO:teuthology.orchestra.run.smithi187.stdout:kernel-5.14.0-444.el9.x86_64 2024-05-10T10:59:22.037 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-444.el9.x86_64 2024-05-10T10:59:22.037 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-444.el9.x86_64 2024-05-10T10:59:22.037 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-05-10T10:59:22.037 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-05-10T10:59:22.037 INFO:teuthology.task.kernel:Installing distro kernel on mon.c... 2024-05-10T10:59:22.037 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi187.front.sepia.ceph.com, path=None, version=distro) 2024-05-10T10:59:22.037 DEBUG:teuthology.orchestra.run.smithi187:> rpm -q kernel | sort -rV | head -n 1 2024-05-10T10:59:22.087 INFO:teuthology.orchestra.run.smithi187.stdout:kernel-5.14.0-444.el9.x86_64 2024-05-10T10:59:22.087 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-444.el9.x86_64 2024-05-10T10:59:22.087 DEBUG:teuthology.orchestra.run.smithi187:> sudo rpm -qi grub2-tools 2024-05-10T10:59:22.130 INFO:teuthology.orchestra.run.smithi187.stdout:Name : grub2-tools 2024-05-10T10:59:22.130 INFO:teuthology.orchestra.run.smithi187.stdout:Epoch : 1 2024-05-10T10:59:22.130 INFO:teuthology.orchestra.run.smithi187.stdout:Version : 2.06 2024-05-10T10:59:22.130 INFO:teuthology.orchestra.run.smithi187.stdout:Release : 68.el9 2024-05-10T10:59:22.130 INFO:teuthology.orchestra.run.smithi187.stdout:Architecture: x86_64 2024-05-10T10:59:22.130 INFO:teuthology.orchestra.run.smithi187.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-05-10T10:59:22.130 INFO:teuthology.orchestra.run.smithi187.stdout:Group : Unspecified 2024-05-10T10:59:22.130 INFO:teuthology.orchestra.run.smithi187.stdout:Size : 8264254 2024-05-10T10:59:22.130 INFO:teuthology.orchestra.run.smithi187.stdout:License : GPLv3+ 2024-05-10T10:59:22.131 INFO:teuthology.orchestra.run.smithi187.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-05-10T10:59:22.131 INFO:teuthology.orchestra.run.smithi187.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-05-10T10:59:22.131 INFO:teuthology.orchestra.run.smithi187.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-05-10T10:59:22.131 INFO:teuthology.orchestra.run.smithi187.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-05-10T10:59:22.131 INFO:teuthology.orchestra.run.smithi187.stdout:Packager : builder@centos.org 2024-05-10T10:59:22.131 INFO:teuthology.orchestra.run.smithi187.stdout:Vendor : CentOS 2024-05-10T10:59:22.131 INFO:teuthology.orchestra.run.smithi187.stdout:URL : http://www.gnu.org/software/grub/ 2024-05-10T10:59:22.131 INFO:teuthology.orchestra.run.smithi187.stdout:Summary : Support tools for GRUB. 2024-05-10T10:59:22.131 INFO:teuthology.orchestra.run.smithi187.stdout:Description : 2024-05-10T10:59:22.131 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T10:59:22.131 INFO:teuthology.orchestra.run.smithi187.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-05-10T10:59:22.131 INFO:teuthology.orchestra.run.smithi187.stdout:customizable bootloader with modular architecture. It supports a rich 2024-05-10T10:59:22.131 INFO:teuthology.orchestra.run.smithi187.stdout:variety of kernel formats, file systems, computer architectures and 2024-05-10T10:59:22.131 INFO:teuthology.orchestra.run.smithi187.stdout:hardware devices. 2024-05-10T10:59:22.131 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T10:59:22.132 INFO:teuthology.orchestra.run.smithi187.stdout:This subpackage provides tools for support of all platforms. 2024-05-10T10:59:22.132 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-05-10T10:59:22.132 INFO:teuthology.task.kernel:Updating grub on smithi187 to boot 5.14.0-444.el9.x86_64 2024-05-10T10:59:22.133 DEBUG:teuthology.orchestra.run.smithi187:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-05-10T10:59:22.309 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : kernel-modules-core-5.14.0-444.el9.x86_64 4/4 2024-05-10T10:59:22.309 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-05-10T10:59:22.310 INFO:teuthology.orchestra.run.smithi132.stdout:Installed: 2024-05-10T10:59:22.310 INFO:teuthology.orchestra.run.smithi132.stdout: kernel-5.14.0-444.el9.x86_64 2024-05-10T10:59:22.310 INFO:teuthology.orchestra.run.smithi132.stdout: kernel-core-5.14.0-444.el9.x86_64 2024-05-10T10:59:22.310 INFO:teuthology.orchestra.run.smithi132.stdout: kernel-modules-5.14.0-444.el9.x86_64 2024-05-10T10:59:22.310 INFO:teuthology.orchestra.run.smithi132.stdout: kernel-modules-core-5.14.0-444.el9.x86_64 2024-05-10T10:59:22.310 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-05-10T10:59:22.310 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2024-05-10T10:59:22.648 DEBUG:teuthology.orchestra.run.smithi132:> rpm -q kernel | sort -rV | head -n 1 2024-05-10T10:59:22.731 INFO:teuthology.orchestra.run.smithi132.stdout:kernel-5.14.0-444.el9.x86_64 2024-05-10T10:59:22.731 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-444.el9.x86_64 2024-05-10T10:59:22.731 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-444.el9.x86_64 2024-05-10T10:59:22.731 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-05-10T10:59:22.732 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-05-10T10:59:22.732 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-05-10T10:59:22.732 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi132.front.sepia.ceph.com, path=None, version=distro) 2024-05-10T10:59:22.732 DEBUG:teuthology.orchestra.run.smithi132:> rpm -q kernel | sort -rV | head -n 1 2024-05-10T10:59:22.775 INFO:teuthology.orchestra.run.smithi187.stderr:Generating grub configuration file ... 2024-05-10T10:59:22.780 INFO:teuthology.orchestra.run.smithi132.stdout:kernel-5.14.0-444.el9.x86_64 2024-05-10T10:59:22.781 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-444.el9.x86_64 2024-05-10T10:59:22.781 DEBUG:teuthology.orchestra.run.smithi132:> sudo rpm -qi grub2-tools 2024-05-10T10:59:22.812 INFO:teuthology.orchestra.run.smithi132.stdout:Name : grub2-tools 2024-05-10T10:59:22.812 INFO:teuthology.orchestra.run.smithi132.stdout:Epoch : 1 2024-05-10T10:59:22.812 INFO:teuthology.orchestra.run.smithi132.stdout:Version : 2.06 2024-05-10T10:59:22.812 INFO:teuthology.orchestra.run.smithi132.stdout:Release : 68.el9 2024-05-10T10:59:22.812 INFO:teuthology.orchestra.run.smithi132.stdout:Architecture: x86_64 2024-05-10T10:59:22.812 INFO:teuthology.orchestra.run.smithi132.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-05-10T10:59:22.812 INFO:teuthology.orchestra.run.smithi132.stdout:Group : Unspecified 2024-05-10T10:59:22.812 INFO:teuthology.orchestra.run.smithi132.stdout:Size : 8264254 2024-05-10T10:59:22.813 INFO:teuthology.orchestra.run.smithi132.stdout:License : GPLv3+ 2024-05-10T10:59:22.813 INFO:teuthology.orchestra.run.smithi132.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-05-10T10:59:22.813 INFO:teuthology.orchestra.run.smithi132.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-05-10T10:59:22.813 INFO:teuthology.orchestra.run.smithi132.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-05-10T10:59:22.813 INFO:teuthology.orchestra.run.smithi132.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-05-10T10:59:22.813 INFO:teuthology.orchestra.run.smithi132.stdout:Packager : builder@centos.org 2024-05-10T10:59:22.813 INFO:teuthology.orchestra.run.smithi132.stdout:Vendor : CentOS 2024-05-10T10:59:22.813 INFO:teuthology.orchestra.run.smithi132.stdout:URL : http://www.gnu.org/software/grub/ 2024-05-10T10:59:22.813 INFO:teuthology.orchestra.run.smithi132.stdout:Summary : Support tools for GRUB. 2024-05-10T10:59:22.813 INFO:teuthology.orchestra.run.smithi132.stdout:Description : 2024-05-10T10:59:22.813 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-05-10T10:59:22.813 INFO:teuthology.orchestra.run.smithi132.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-05-10T10:59:22.813 INFO:teuthology.orchestra.run.smithi132.stdout:customizable bootloader with modular architecture. It supports a rich 2024-05-10T10:59:22.814 INFO:teuthology.orchestra.run.smithi132.stdout:variety of kernel formats, file systems, computer architectures and 2024-05-10T10:59:22.814 INFO:teuthology.orchestra.run.smithi132.stdout:hardware devices. 2024-05-10T10:59:22.814 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-05-10T10:59:22.814 INFO:teuthology.orchestra.run.smithi132.stdout:This subpackage provides tools for support of all platforms. 2024-05-10T10:59:22.815 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-05-10T10:59:22.815 INFO:teuthology.task.kernel:Updating grub on smithi132 to boot 5.14.0-444.el9.x86_64 2024-05-10T10:59:22.815 DEBUG:teuthology.orchestra.run.smithi132:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-05-10T10:59:23.420 INFO:teuthology.orchestra.run.smithi132.stderr:Generating grub configuration file ... 2024-05-10T10:59:24.190 INFO:teuthology.orchestra.run.smithi187.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-05-10T10:59:24.208 INFO:teuthology.orchestra.run.smithi187.stderr:done 2024-05-10T10:59:24.211 DEBUG:teuthology.orchestra.run.smithi187:> mktemp 2024-05-10T10:59:24.266 INFO:teuthology.orchestra.run.smithi187.stdout:/tmp/tmp.myJqdkwVd6 2024-05-10T10:59:24.266 DEBUG:teuthology.orchestra.run.smithi187:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.myJqdkwVd6 2024-05-10T10:59:24.341 DEBUG:teuthology.orchestra.run.smithi187:> sudo chmod 0666 /tmp/tmp.myJqdkwVd6 2024-05-10T10:59:24.477 DEBUG:teuthology.orchestra.remote:smithi187:/tmp/tmp.myJqdkwVd6 is 6KB 2024-05-10T10:59:24.525 DEBUG:teuthology.orchestra.run.smithi187:> rm -fr /tmp/tmp.myJqdkwVd6 2024-05-10T10:59:24.539 DEBUG:teuthology.orchestra.run.smithi187:> sudo /bin/ls /boot/loader/entries || true 2024-05-10T10:59:24.600 INFO:teuthology.orchestra.run.smithi187.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-05-10T10:59:24.600 INFO:teuthology.orchestra.run.smithi187.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-05-10T10:59:24.600 INFO:teuthology.orchestra.run.smithi187.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-05-10T10:59:24.600 INFO:teuthology.orchestra.run.smithi187.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-444.el9.x86_64.conf 2024-05-10T10:59:24.601 DEBUG:teuthology.orchestra.run.smithi187:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-444.el9.x86_64 2024-05-10T10:59:24.755 DEBUG:teuthology.orchestra.run.smithi187:> sudo shutdown -r now 2024-05-10T10:59:24.841 INFO:teuthology.orchestra.run.smithi132.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-05-10T10:59:24.867 INFO:teuthology.orchestra.run.smithi132.stderr:done 2024-05-10T10:59:24.869 DEBUG:teuthology.orchestra.run.smithi132:> mktemp 2024-05-10T10:59:24.884 INFO:teuthology.orchestra.run.smithi132.stdout:/tmp/tmp.YxtSz6wvQA 2024-05-10T10:59:24.884 DEBUG:teuthology.orchestra.run.smithi132:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.YxtSz6wvQA 2024-05-10T10:59:24.949 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod 0666 /tmp/tmp.YxtSz6wvQA 2024-05-10T10:59:25.093 DEBUG:teuthology.orchestra.remote:smithi132:/tmp/tmp.YxtSz6wvQA is 6KB 2024-05-10T10:59:25.143 DEBUG:teuthology.orchestra.run.smithi132:> rm -fr /tmp/tmp.YxtSz6wvQA 2024-05-10T10:59:25.157 DEBUG:teuthology.orchestra.run.smithi132:> sudo /bin/ls /boot/loader/entries || true 2024-05-10T10:59:25.224 INFO:teuthology.orchestra.run.smithi132.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-05-10T10:59:25.224 INFO:teuthology.orchestra.run.smithi132.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-05-10T10:59:25.224 INFO:teuthology.orchestra.run.smithi132.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-05-10T10:59:25.224 INFO:teuthology.orchestra.run.smithi132.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-444.el9.x86_64.conf 2024-05-10T10:59:25.225 DEBUG:teuthology.orchestra.run.smithi132:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-444.el9.x86_64 2024-05-10T10:59:25.375 DEBUG:teuthology.orchestra.run.smithi132:> sudo shutdown -r now 2024-05-10T10:59:33.081 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: kernel-core-5.14.0-444.el9.x86_64 4/4 2024-05-10T10:59:33.120 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: kernel-modules-5.14.0-444.el9.x86_64 4/4 2024-05-10T10:59:33.473 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: kernel-5.14.0-444.el9.x86_64 4/4 2024-05-10T10:59:33.473 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : kernel-5.14.0-444.el9.x86_64 1/4 2024-05-10T10:59:33.473 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : kernel-core-5.14.0-444.el9.x86_64 2/4 2024-05-10T10:59:33.473 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : kernel-modules-5.14.0-444.el9.x86_64 3/4 2024-05-10T10:59:34.262 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : kernel-modules-core-5.14.0-444.el9.x86_64 4/4 2024-05-10T10:59:34.263 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T10:59:34.263 INFO:teuthology.orchestra.run.smithi053.stdout:Installed: 2024-05-10T10:59:34.263 INFO:teuthology.orchestra.run.smithi053.stdout: kernel-5.14.0-444.el9.x86_64 2024-05-10T10:59:34.263 INFO:teuthology.orchestra.run.smithi053.stdout: kernel-core-5.14.0-444.el9.x86_64 2024-05-10T10:59:34.263 INFO:teuthology.orchestra.run.smithi053.stdout: kernel-modules-5.14.0-444.el9.x86_64 2024-05-10T10:59:34.263 INFO:teuthology.orchestra.run.smithi053.stdout: kernel-modules-core-5.14.0-444.el9.x86_64 2024-05-10T10:59:34.263 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T10:59:34.263 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-05-10T10:59:34.616 DEBUG:teuthology.orchestra.run.smithi053:> rpm -q kernel | sort -rV | head -n 1 2024-05-10T10:59:34.703 INFO:teuthology.orchestra.run.smithi053.stdout:kernel-5.14.0-444.el9.x86_64 2024-05-10T10:59:34.703 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-444.el9.x86_64 2024-05-10T10:59:34.703 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-444.el9.x86_64 2024-05-10T10:59:34.703 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-05-10T10:59:34.703 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-05-10T10:59:34.704 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-05-10T10:59:34.704 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi053.front.sepia.ceph.com, path=None, version=distro) 2024-05-10T10:59:34.704 DEBUG:teuthology.orchestra.run.smithi053:> rpm -q kernel | sort -rV | head -n 1 2024-05-10T10:59:34.755 INFO:teuthology.orchestra.run.smithi053.stdout:kernel-5.14.0-444.el9.x86_64 2024-05-10T10:59:34.755 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-444.el9.x86_64 2024-05-10T10:59:34.755 DEBUG:teuthology.orchestra.run.smithi053:> sudo rpm -qi grub2-tools 2024-05-10T10:59:34.786 INFO:teuthology.orchestra.run.smithi053.stdout:Name : grub2-tools 2024-05-10T10:59:34.787 INFO:teuthology.orchestra.run.smithi053.stdout:Epoch : 1 2024-05-10T10:59:34.787 INFO:teuthology.orchestra.run.smithi053.stdout:Version : 2.06 2024-05-10T10:59:34.787 INFO:teuthology.orchestra.run.smithi053.stdout:Release : 68.el9 2024-05-10T10:59:34.787 INFO:teuthology.orchestra.run.smithi053.stdout:Architecture: x86_64 2024-05-10T10:59:34.787 INFO:teuthology.orchestra.run.smithi053.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-05-10T10:59:34.787 INFO:teuthology.orchestra.run.smithi053.stdout:Group : Unspecified 2024-05-10T10:59:34.787 INFO:teuthology.orchestra.run.smithi053.stdout:Size : 8264254 2024-05-10T10:59:34.787 INFO:teuthology.orchestra.run.smithi053.stdout:License : GPLv3+ 2024-05-10T10:59:34.787 INFO:teuthology.orchestra.run.smithi053.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-05-10T10:59:34.787 INFO:teuthology.orchestra.run.smithi053.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-05-10T10:59:34.787 INFO:teuthology.orchestra.run.smithi053.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-05-10T10:59:34.787 INFO:teuthology.orchestra.run.smithi053.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-05-10T10:59:34.787 INFO:teuthology.orchestra.run.smithi053.stdout:Packager : builder@centos.org 2024-05-10T10:59:34.787 INFO:teuthology.orchestra.run.smithi053.stdout:Vendor : CentOS 2024-05-10T10:59:34.788 INFO:teuthology.orchestra.run.smithi053.stdout:URL : http://www.gnu.org/software/grub/ 2024-05-10T10:59:34.788 INFO:teuthology.orchestra.run.smithi053.stdout:Summary : Support tools for GRUB. 2024-05-10T10:59:34.788 INFO:teuthology.orchestra.run.smithi053.stdout:Description : 2024-05-10T10:59:34.788 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T10:59:34.788 INFO:teuthology.orchestra.run.smithi053.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-05-10T10:59:34.788 INFO:teuthology.orchestra.run.smithi053.stdout:customizable bootloader with modular architecture. It supports a rich 2024-05-10T10:59:34.788 INFO:teuthology.orchestra.run.smithi053.stdout:variety of kernel formats, file systems, computer architectures and 2024-05-10T10:59:34.788 INFO:teuthology.orchestra.run.smithi053.stdout:hardware devices. 2024-05-10T10:59:34.788 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T10:59:34.788 INFO:teuthology.orchestra.run.smithi053.stdout:This subpackage provides tools for support of all platforms. 2024-05-10T10:59:34.789 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-05-10T10:59:34.789 INFO:teuthology.task.kernel:Updating grub on smithi053 to boot 5.14.0-444.el9.x86_64 2024-05-10T10:59:34.790 DEBUG:teuthology.orchestra.run.smithi053:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-05-10T10:59:35.411 INFO:teuthology.orchestra.run.smithi053.stderr:Generating grub configuration file ... 2024-05-10T10:59:36.954 INFO:teuthology.orchestra.run.smithi053.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-05-10T10:59:36.992 INFO:teuthology.orchestra.run.smithi053.stderr:done 2024-05-10T10:59:36.994 DEBUG:teuthology.orchestra.run.smithi053:> mktemp 2024-05-10T10:59:37.050 INFO:teuthology.orchestra.run.smithi053.stdout:/tmp/tmp.gByOy34eOT 2024-05-10T10:59:37.050 DEBUG:teuthology.orchestra.run.smithi053:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.gByOy34eOT 2024-05-10T10:59:37.135 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod 0666 /tmp/tmp.gByOy34eOT 2024-05-10T10:59:37.235 DEBUG:teuthology.orchestra.remote:smithi053:/tmp/tmp.gByOy34eOT is 6KB 2024-05-10T10:59:37.255 DEBUG:teuthology.orchestra.run.smithi053:> rm -fr /tmp/tmp.gByOy34eOT 2024-05-10T10:59:37.270 DEBUG:teuthology.orchestra.run.smithi053:> sudo /bin/ls /boot/loader/entries || true 2024-05-10T10:59:37.333 INFO:teuthology.orchestra.run.smithi053.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-05-10T10:59:37.334 INFO:teuthology.orchestra.run.smithi053.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-05-10T10:59:37.334 INFO:teuthology.orchestra.run.smithi053.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-05-10T10:59:37.334 INFO:teuthology.orchestra.run.smithi053.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-444.el9.x86_64.conf 2024-05-10T10:59:37.335 DEBUG:teuthology.orchestra.run.smithi053:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-444.el9.x86_64 2024-05-10T10:59:37.506 DEBUG:teuthology.orchestra.run.smithi053:> sudo shutdown -r now 2024-05-10T10:59:54.774 INFO:teuthology.task.kernel:Checking client mon.c for new kernel version... 2024-05-10T10:59:54.775 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-05-10T10:59:54.776 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi187.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-10T10:59:55.378 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-05-10T10:59:55.379 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi132.front.sepia.ceph.com' 2024-05-10T10:59:55.379 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-10T11:00:07.520 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-05-10T11:00:07.520 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-05-10T11:00:07.521 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi053.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-10T11:00:13.214 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.187 2024-05-10T11:00:13.730 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.132 2024-05-10T11:00:22.222 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-05-10T11:00:22.223 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi187.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-10T11:00:22.731 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi132.front.sepia.ceph.com' 2024-05-10T11:00:22.732 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-10T11:00:25.278 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.187 2024-05-10T11:00:25.790 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.132 2024-05-10T11:00:26.014 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.53 2024-05-10T11:00:35.022 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-05-10T11:00:35.023 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi053.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-10T11:00:37.281 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-05-10T11:00:37.282 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi187.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-10T11:00:37.792 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi132.front.sepia.ceph.com' 2024-05-10T11:00:37.793 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-10T11:00:53.411 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.53 2024-05-10T11:00:55.710 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.187 2024-05-10T11:01:05.418 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-05-10T11:01:05.419 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi053.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-10T11:01:05.776 DEBUG:teuthology.orchestra.run.smithi053:> true 2024-05-10T11:01:06.224 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-05-10T11:01:06.224 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-444.el9.x86_64"... 2024-05-10T11:01:06.224 DEBUG:teuthology.orchestra.run.smithi053:> uname -r 2024-05-10T11:01:06.239 INFO:teuthology.orchestra.run.smithi053.stdout:5.14.0-444.el9.x86_64 2024-05-10T11:01:06.239 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-444.el9.x86_64 vs 5.14.0-444.el9.x86_64 2024-05-10T11:01:06.239 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-05-10T11:01:06.239 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-05-10T11:01:07.240 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-05-10T11:01:07.240 DEBUG:teuthology.orchestra.run.smithi053:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-05-10T11:01:07.327 INFO:teuthology.orchestra.run.smithi053.stdout:ttyS1 2024-05-10T11:01:07.376 DEBUG:teuthology.parallel:result is None 2024-05-10T11:01:09.633 DEBUG:teuthology.orchestra.run.smithi132:> true 2024-05-10T11:01:10.263 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi132.front.sepia.ceph.com' 2024-05-10T11:01:10.263 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-444.el9.x86_64"... 2024-05-10T11:01:10.263 DEBUG:teuthology.orchestra.run.smithi132:> uname -r 2024-05-10T11:01:10.281 INFO:teuthology.orchestra.run.smithi132.stdout:5.14.0-444.el9.x86_64 2024-05-10T11:01:10.281 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-444.el9.x86_64 vs 5.14.0-444.el9.x86_64 2024-05-10T11:01:10.281 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-05-10T11:01:10.281 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-05-10T11:01:10.711 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-05-10T11:01:10.712 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi187.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-10T11:01:11.140 DEBUG:teuthology.orchestra.run.smithi187:> true 2024-05-10T11:01:11.282 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-05-10T11:01:11.283 DEBUG:teuthology.orchestra.run.smithi132:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-05-10T11:01:11.346 INFO:teuthology.orchestra.run.smithi132.stdout:ttyS1 2024-05-10T11:01:11.385 DEBUG:teuthology.parallel:result is None 2024-05-10T11:01:11.508 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-05-10T11:01:11.508 INFO:teuthology.task.kernel:Checking kernel version of mon.c, want "5.14.0-444.el9.x86_64"... 2024-05-10T11:01:11.509 DEBUG:teuthology.orchestra.run.smithi187:> uname -r 2024-05-10T11:01:11.523 INFO:teuthology.orchestra.run.smithi187.stdout:5.14.0-444.el9.x86_64 2024-05-10T11:01:11.523 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-444.el9.x86_64 vs 5.14.0-444.el9.x86_64 2024-05-10T11:01:11.523 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-05-10T11:01:11.523 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-05-10T11:01:12.524 INFO:teuthology.task.kernel:Enabling kdb on mon.c... 2024-05-10T11:01:12.524 DEBUG:teuthology.orchestra.run.smithi187:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-05-10T11:01:12.615 INFO:teuthology.orchestra.run.smithi187.stdout:ttyS1 2024-05-10T11:01:12.652 DEBUG:teuthology.parallel:result is None 2024-05-10T11:01:12.653 INFO:teuthology.run_tasks:Running task internal.base... 2024-05-10T11:01:12.661 INFO:teuthology.task.internal:Creating test directory... 2024-05-10T11:01:12.662 DEBUG:teuthology.orchestra.run.smithi053:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-10T11:01:12.668 DEBUG:teuthology.orchestra.run.smithi132:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-10T11:01:12.670 DEBUG:teuthology.orchestra.run.smithi187:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-10T11:01:12.694 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-05-10T11:01:12.701 INFO:teuthology.run_tasks:Running task internal.archive... 2024-05-10T11:01:12.707 INFO:teuthology.task.internal:Creating archive directory... 2024-05-10T11:01:12.707 DEBUG:teuthology.orchestra.run.smithi053:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-10T11:01:12.734 DEBUG:teuthology.orchestra.run.smithi132:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-10T11:01:12.736 DEBUG:teuthology.orchestra.run.smithi187:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-10T11:01:12.786 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-05-10T11:01:12.793 INFO:teuthology.task.internal:Enabling coredump saving... 2024-05-10T11:01:12.793 DEBUG:teuthology.orchestra.run.smithi053:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-10T11:01:12.825 DEBUG:teuthology.orchestra.run.smithi132:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-10T11:01:12.828 DEBUG:teuthology.orchestra.run.smithi187:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-10T11:01:12.857 INFO:teuthology.orchestra.run.smithi132.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-10T11:01:12.868 INFO:teuthology.orchestra.run.smithi132.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-10T11:01:12.882 INFO:teuthology.orchestra.run.smithi187.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-10T11:01:12.902 INFO:teuthology.orchestra.run.smithi187.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-10T11:01:12.941 INFO:teuthology.orchestra.run.smithi053.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-10T11:01:12.961 INFO:teuthology.orchestra.run.smithi053.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-10T11:01:12.964 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-05-10T11:01:12.971 INFO:teuthology.task.internal:Configuring sudo... 2024-05-10T11:01:12.971 DEBUG:teuthology.orchestra.run.smithi053:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-10T11:01:12.974 DEBUG:teuthology.orchestra.run.smithi132:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-10T11:01:12.976 DEBUG:teuthology.orchestra.run.smithi187:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-10T11:01:13.015 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-05-10T11:01:13.025 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-05-10T11:01:13.025 DEBUG:teuthology.orchestra.run.smithi053:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-10T11:01:13.062 DEBUG:teuthology.orchestra.run.smithi132:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-10T11:01:13.064 DEBUG:teuthology.orchestra.run.smithi187:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-10T11:01:13.081 DEBUG:teuthology.orchestra.run.smithi053:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-10T11:01:13.179 DEBUG:teuthology.orchestra.run.smithi053:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-10T11:01:13.253 DEBUG:teuthology.orchestra.run.smithi053:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-10T11:01:13.306 DEBUG:teuthology.orchestra.run.smithi053:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-10T11:01:13.368 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-05-10T11:01:13.368 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-10T11:01:13.456 DEBUG:teuthology.orchestra.run.smithi132:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-10T11:01:13.499 DEBUG:teuthology.orchestra.run.smithi132:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-10T11:01:13.549 DEBUG:teuthology.orchestra.run.smithi132:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-10T11:01:13.633 DEBUG:teuthology.orchestra.run.smithi132:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-10T11:01:13.676 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-05-10T11:01:13.676 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-10T11:01:13.744 DEBUG:teuthology.orchestra.run.smithi187:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-10T11:01:13.777 DEBUG:teuthology.orchestra.run.smithi187:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-10T11:01:13.831 DEBUG:teuthology.orchestra.run.smithi187:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-10T11:01:13.908 DEBUG:teuthology.orchestra.run.smithi187:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-10T11:01:13.951 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-05-10T11:01:13.951 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-10T11:01:14.016 DEBUG:teuthology.orchestra.run.smithi053:> sudo service rsyslog restart 2024-05-10T11:01:14.018 DEBUG:teuthology.orchestra.run.smithi132:> sudo service rsyslog restart 2024-05-10T11:01:14.023 DEBUG:teuthology.orchestra.run.smithi187:> sudo service rsyslog restart 2024-05-10T11:01:14.071 INFO:teuthology.orchestra.run.smithi132.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-10T11:01:14.114 INFO:teuthology.orchestra.run.smithi187.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-10T11:01:14.169 INFO:teuthology.orchestra.run.smithi053.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-10T11:01:14.586 INFO:teuthology.run_tasks:Running task internal.timer... 2024-05-10T11:01:14.594 INFO:teuthology.task.internal:Starting timer... 2024-05-10T11:01:14.594 INFO:teuthology.run_tasks:Running task pcp... 2024-05-10T11:01:14.604 INFO:teuthology.run_tasks:Running task selinux... 2024-05-10T11:01:14.612 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-05-10T11:01:14.612 DEBUG:teuthology.orchestra.run.smithi053:> sudo service auditd rotate 2024-05-10T11:01:14.683 INFO:teuthology.orchestra.run.smithi053.stdout:Rotating logs: 2024-05-10T11:01:14.685 DEBUG:teuthology.orchestra.run.smithi132:> sudo service auditd rotate 2024-05-10T11:01:14.743 INFO:teuthology.orchestra.run.smithi132.stdout:Rotating logs: 2024-05-10T11:01:14.745 DEBUG:teuthology.orchestra.run.smithi187:> sudo service auditd rotate 2024-05-10T11:01:14.788 INFO:teuthology.orchestra.run.smithi187.stdout:Rotating logs: 2024-05-10T11:01:14.789 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-05-10T11:01:14.790 DEBUG:teuthology.orchestra.run.smithi053:> /usr/sbin/getenforce 2024-05-10T11:01:14.811 INFO:teuthology.orchestra.run.smithi053.stdout:Permissive 2024-05-10T11:01:14.812 DEBUG:teuthology.orchestra.run.smithi132:> /usr/sbin/getenforce 2024-05-10T11:01:14.836 INFO:teuthology.orchestra.run.smithi132.stdout:Permissive 2024-05-10T11:01:14.836 DEBUG:teuthology.orchestra.run.smithi187:> /usr/sbin/getenforce 2024-05-10T11:01:14.860 INFO:teuthology.orchestra.run.smithi187.stdout:Permissive 2024-05-10T11:01:14.860 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi053.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi132.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi187.front.sepia.ceph.com': 'permissive'} 2024-05-10T11:01:14.861 DEBUG:teuthology.orchestra.run.smithi053:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-10T11:01:14.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-10T11:01:14.887 DEBUG:teuthology.orchestra.run.smithi132:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-10T11:01:14.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-10T11:01:14.918 DEBUG:teuthology.orchestra.run.smithi187:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-10T11:01:14.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-10T11:01:14.943 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-05-10T11:01:14.943 DEBUG:teuthology.orchestra.run.smithi053:> sudo /usr/sbin/setenforce permissive 2024-05-10T11:01:14.969 DEBUG:teuthology.orchestra.run.smithi132:> sudo /usr/sbin/setenforce permissive 2024-05-10T11:01:14.998 DEBUG:teuthology.orchestra.run.smithi187:> sudo /usr/sbin/setenforce permissive 2024-05-10T11:01:15.037 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-05-10T11:01:15.049 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-05-10T11:01:15.055 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-05-10T11:01:15.204 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-05-10T11:01:15.221 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-05-10T11:01:15.222 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi053.front.sepia.ceph.com,smithi132.front.sepia.ceph.com,smithi187.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-05-10T11:05:21.705 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi053.front.sepia.ceph.com'), Remote(name='ubuntu@smithi132.front.sepia.ceph.com'), Remote(name='ubuntu@smithi187.front.sepia.ceph.com')] 2024-05-10T11:05:21.706 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-05-10T11:05:21.708 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi053.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-10T11:05:21.786 DEBUG:teuthology.orchestra.run.smithi053:> true 2024-05-10T11:05:21.872 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-05-10T11:05:21.872 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi132.front.sepia.ceph.com' 2024-05-10T11:05:21.873 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-10T11:05:21.946 DEBUG:teuthology.orchestra.run.smithi132:> true 2024-05-10T11:05:22.035 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi132.front.sepia.ceph.com' 2024-05-10T11:05:22.035 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-05-10T11:05:22.036 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi187.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-10T11:05:22.135 DEBUG:teuthology.orchestra.run.smithi187:> true 2024-05-10T11:05:22.220 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-05-10T11:05:22.220 INFO:teuthology.run_tasks:Running task clock... 2024-05-10T11:05:22.393 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-05-10T11:05:22.393 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-10T11:05:22.394 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-10T11:05:22.397 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-10T11:05:22.397 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-10T11:05:22.400 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-10T11:05:22.400 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-10T11:05:22.429 INFO:teuthology.orchestra.run.smithi132.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-10T11:05:22.430 INFO:teuthology.orchestra.run.smithi053.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-10T11:05:22.433 INFO:teuthology.orchestra.run.smithi187.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-10T11:05:22.444 INFO:teuthology.orchestra.run.smithi132.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-10T11:05:22.447 INFO:teuthology.orchestra.run.smithi053.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-10T11:05:22.449 INFO:teuthology.orchestra.run.smithi187.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-10T11:05:22.468 INFO:teuthology.orchestra.run.smithi132.stderr:sudo: ntpd: command not found 2024-05-10T11:05:22.474 INFO:teuthology.orchestra.run.smithi053.stderr:sudo: ntpd: command not found 2024-05-10T11:05:22.475 INFO:teuthology.orchestra.run.smithi187.stderr:sudo: ntpd: command not found 2024-05-10T11:05:22.479 INFO:teuthology.orchestra.run.smithi132.stdout:506 Cannot talk to daemon 2024-05-10T11:05:22.486 INFO:teuthology.orchestra.run.smithi053.stdout:506 Cannot talk to daemon 2024-05-10T11:05:22.487 INFO:teuthology.orchestra.run.smithi187.stdout:506 Cannot talk to daemon 2024-05-10T11:05:22.493 INFO:teuthology.orchestra.run.smithi132.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-10T11:05:22.502 INFO:teuthology.orchestra.run.smithi187.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-10T11:05:22.502 INFO:teuthology.orchestra.run.smithi053.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-10T11:05:22.507 INFO:teuthology.orchestra.run.smithi132.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-10T11:05:22.516 INFO:teuthology.orchestra.run.smithi187.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-10T11:05:22.517 INFO:teuthology.orchestra.run.smithi053.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-10T11:05:22.560 INFO:teuthology.orchestra.run.smithi132.stderr:bash: line 1: ntpq: command not found 2024-05-10T11:05:22.563 INFO:teuthology.orchestra.run.smithi132.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-10T11:05:22.563 INFO:teuthology.orchestra.run.smithi132.stdout:=============================================================================== 2024-05-10T11:05:22.563 INFO:teuthology.orchestra.run.smithi132.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-10T11:05:22.563 INFO:teuthology.orchestra.run.smithi132.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-10T11:05:22.563 INFO:teuthology.orchestra.run.smithi132.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-10T11:05:22.564 INFO:teuthology.orchestra.run.smithi132.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-10T11:05:22.573 INFO:teuthology.orchestra.run.smithi187.stderr:bash: line 1: ntpq: command not found 2024-05-10T11:05:22.574 INFO:teuthology.orchestra.run.smithi053.stderr:bash: line 1: ntpq: command not found 2024-05-10T11:05:22.576 INFO:teuthology.orchestra.run.smithi187.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-10T11:05:22.576 INFO:teuthology.orchestra.run.smithi187.stdout:=============================================================================== 2024-05-10T11:05:22.576 INFO:teuthology.orchestra.run.smithi187.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-10T11:05:22.577 INFO:teuthology.orchestra.run.smithi187.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-10T11:05:22.577 INFO:teuthology.orchestra.run.smithi187.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-10T11:05:22.577 INFO:teuthology.orchestra.run.smithi187.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-10T11:05:22.578 INFO:teuthology.orchestra.run.smithi053.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-10T11:05:22.578 INFO:teuthology.orchestra.run.smithi053.stdout:=============================================================================== 2024-05-10T11:05:22.578 INFO:teuthology.orchestra.run.smithi053.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-10T11:05:22.578 INFO:teuthology.orchestra.run.smithi053.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-10T11:05:22.578 INFO:teuthology.orchestra.run.smithi053.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-10T11:05:22.578 INFO:teuthology.orchestra.run.smithi053.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-10T11:05:22.579 INFO:teuthology.run_tasks:Running task install... 2024-05-10T11:05:22.588 DEBUG:teuthology.task.install:project ceph 2024-05-10T11:05:22.588 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'd39fa08867836ac070c47cb66c782fa559fd480b'}} 2024-05-10T11:05:22.588 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'd39fa08867836ac070c47cb66c782fa559fd480b'} 2024-05-10T11:05:22.589 INFO:teuthology.task.install:Using flavor: default 2024-05-10T11:05:22.595 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-05-10T11:05:22.595 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-05-10T11:05:22.595 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd39fa08867836ac070c47cb66c782fa559fd480b', 'tag': None, 'wait_for_package': False} 2024-05-10T11:05:22.596 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d39fa08867836ac070c47cb66c782fa559fd480b 2024-05-10T11:05:22.598 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd39fa08867836ac070c47cb66c782fa559fd480b', 'tag': None, 'wait_for_package': False} 2024-05-10T11:05:22.598 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d39fa08867836ac070c47cb66c782fa559fd480b 2024-05-10T11:05:22.599 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd39fa08867836ac070c47cb66c782fa559fd480b', 'tag': None, 'wait_for_package': False} 2024-05-10T11:05:22.600 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d39fa08867836ac070c47cb66c782fa559fd480b 2024-05-10T11:05:22.742 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/d39fa08867836ac070c47cb66c782fa559fd480b/centos/9/flavors/default/ 2024-05-10T11:05:22.742 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3449.gd39fa088 2024-05-10T11:05:22.752 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/d39fa08867836ac070c47cb66c782fa559fd480b/centos/9/flavors/default/ 2024-05-10T11:05:22.753 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3449.gd39fa088 2024-05-10T11:05:22.813 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/d39fa08867836ac070c47cb66c782fa559fd480b/centos/9/flavors/default/ 2024-05-10T11:05:22.813 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3449.gd39fa088 2024-05-10T11:05:22.910 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/d39fa08867836ac070c47cb66c782fa559fd480b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/d39fa08867836ac070c47cb66c782fa559fd480b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/d39fa08867836ac070c47cb66c782fa559fd480b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-10T11:05:22.910 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-05-10T11:05:22.911 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-10T11:05:22.917 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/d39fa08867836ac070c47cb66c782fa559fd480b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/d39fa08867836ac070c47cb66c782fa559fd480b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/d39fa08867836ac070c47cb66c782fa559fd480b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-10T11:05:22.917 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-05-10T11:05:22.918 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-10T11:05:22.920 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/d39fa08867836ac070c47cb66c782fa559fd480b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/d39fa08867836ac070c47cb66c782fa559fd480b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/d39fa08867836ac070c47cb66c782fa559fd480b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-10T11:05:22.920 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-05-10T11:05:22.920 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-10T11:05:22.938 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-10T11:05:22.938 DEBUG:teuthology.orchestra.run.smithi053:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d39fa08867836ac070c47cb66c782fa559fd480b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-10T11:05:22.946 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-10T11:05:22.947 DEBUG:teuthology.orchestra.run.smithi187:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d39fa08867836ac070c47cb66c782fa559fd480b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-10T11:05:22.947 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-10T11:05:22.947 DEBUG:teuthology.orchestra.run.smithi132:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d39fa08867836ac070c47cb66c782fa559fd480b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-10T11:05:23.006 DEBUG:teuthology.orchestra.run.smithi053:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-10T11:05:23.012 DEBUG:teuthology.orchestra.run.smithi187:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-10T11:05:23.013 DEBUG:teuthology.orchestra.run.smithi132:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-10T11:05:23.084 DEBUG:teuthology.orchestra.run.smithi053:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-10T11:05:23.087 DEBUG:teuthology.orchestra.run.smithi187:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-10T11:05:23.089 DEBUG:teuthology.orchestra.run.smithi132:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-10T11:05:23.150 INFO:teuthology.orchestra.run.smithi053.stdout:check_obsoletes = 1 2024-05-10T11:05:23.151 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum clean all 2024-05-10T11:05:23.152 INFO:teuthology.orchestra.run.smithi187.stdout:check_obsoletes = 1 2024-05-10T11:05:23.153 DEBUG:teuthology.orchestra.run.smithi187:> sudo yum clean all 2024-05-10T11:05:23.153 INFO:teuthology.orchestra.run.smithi132.stdout:check_obsoletes = 1 2024-05-10T11:05:23.154 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum clean all 2024-05-10T11:05:23.384 INFO:teuthology.orchestra.run.smithi132.stdout:54 files removed 2024-05-10T11:05:23.390 INFO:teuthology.orchestra.run.smithi053.stdout:54 files removed 2024-05-10T11:05:23.396 INFO:teuthology.orchestra.run.smithi187.stdout:54 files removed 2024-05-10T11:05:23.411 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-10T11:05:23.417 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-10T11:05:23.424 DEBUG:teuthology.orchestra.run.smithi187:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-10T11:05:24.092 INFO:teuthology.orchestra.run.smithi132.stdout:ceph packages for x86_64 206 kB/s | 84 kB 00:00 2024-05-10T11:05:24.093 INFO:teuthology.orchestra.run.smithi187.stdout:ceph packages for x86_64 213 kB/s | 84 kB 00:00 2024-05-10T11:05:24.172 INFO:teuthology.orchestra.run.smithi053.stdout:ceph packages for x86_64 179 kB/s | 84 kB 00:00 2024-05-10T11:05:24.459 INFO:teuthology.orchestra.run.smithi132.stdout:ceph noarch packages 37 kB/s | 12 kB 00:00 2024-05-10T11:05:24.460 INFO:teuthology.orchestra.run.smithi187.stdout:ceph noarch packages 37 kB/s | 12 kB 00:00 2024-05-10T11:05:24.564 INFO:teuthology.orchestra.run.smithi053.stdout:ceph noarch packages 35 kB/s | 12 kB 00:00 2024-05-10T11:05:24.777 INFO:teuthology.orchestra.run.smithi132.stdout:ceph source packages 6.9 kB/s | 1.9 kB 00:00 2024-05-10T11:05:24.852 INFO:teuthology.orchestra.run.smithi187.stdout:ceph source packages 5.4 kB/s | 1.9 kB 00:00 2024-05-10T11:05:24.940 INFO:teuthology.orchestra.run.smithi053.stdout:ceph source packages 5.8 kB/s | 1.9 kB 00:00 2024-05-10T11:05:25.386 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.1 MB 00:00 2024-05-10T11:05:25.682 INFO:teuthology.orchestra.run.smithi053.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.1 MB 00:00 2024-05-10T11:05:26.277 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS Stream 9 - BaseOS 5.5 MB/s | 8.1 MB 00:01 2024-05-10T11:05:28.012 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS Stream 9 - AppStream 30 MB/s | 19 MB 00:00 2024-05-10T11:05:28.308 INFO:teuthology.orchestra.run.smithi053.stdout:CentOS Stream 9 - AppStream 13 MB/s | 19 MB 00:01 2024-05-10T11:05:28.828 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - AppStream 8.1 MB/s | 19 MB 00:02 2024-05-10T11:05:32.096 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.2 MB 00:00 2024-05-10T11:05:33.443 INFO:teuthology.orchestra.run.smithi053.stdout:CentOS Stream 9 - CRB 4.4 MB/s | 6.2 MB 00:01 2024-05-10T11:05:33.639 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS Stream 9 - Extras packages 44 kB/s | 16 kB 00:00 2024-05-10T11:05:34.935 INFO:teuthology.orchestra.run.smithi132.stdout:Extra Packages for Enterprise Linux 18 MB/s | 21 MB 00:01 2024-05-10T11:05:35.061 INFO:teuthology.orchestra.run.smithi053.stdout:CentOS Stream 9 - Extras packages 42 kB/s | 16 kB 00:00 2024-05-10T11:05:36.187 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - CRB 1.6 MB/s | 6.2 MB 00:03 2024-05-10T11:05:37.729 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - Extras packages 74 kB/s | 16 kB 00:00 2024-05-10T11:05:38.028 INFO:teuthology.orchestra.run.smithi053.stdout:Extra Packages for Enterprise Linux 7.5 MB/s | 21 MB 00:02 2024-05-10T11:05:39.664 INFO:teuthology.orchestra.run.smithi187.stdout:Extra Packages for Enterprise Linux 12 MB/s | 21 MB 00:01 2024-05-10T11:05:40.091 INFO:teuthology.orchestra.run.smithi132.stdout:lab-extras 15 kB/s | 1.7 kB 00:00 2024-05-10T11:05:42.401 INFO:teuthology.orchestra.run.smithi132.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-10T11:05:42.401 INFO:teuthology.orchestra.run.smithi132.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-10T11:05:42.413 INFO:teuthology.orchestra.run.smithi132.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-10T11:05:42.413 INFO:teuthology.orchestra.run.smithi132.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-10T11:05:42.414 INFO:teuthology.orchestra.run.smithi132.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-10T11:05:42.415 INFO:teuthology.orchestra.run.smithi132.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-10T11:05:42.417 INFO:teuthology.orchestra.run.smithi132.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-10T11:05:42.419 INFO:teuthology.orchestra.run.smithi132.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-10T11:05:42.420 INFO:teuthology.orchestra.run.smithi132.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-10T11:05:42.481 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2024-05-10T11:05:42.499 INFO:teuthology.orchestra.run.smithi132.stdout:======================================================================================= 2024-05-10T11:05:42.500 INFO:teuthology.orchestra.run.smithi132.stdout: Package Arch Version Repository Size 2024-05-10T11:05:42.500 INFO:teuthology.orchestra.run.smithi132.stdout:======================================================================================= 2024-05-10T11:05:42.500 INFO:teuthology.orchestra.run.smithi132.stdout:Installing: 2024-05-10T11:05:42.500 INFO:teuthology.orchestra.run.smithi132.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-10T11:05:42.500 INFO:teuthology.orchestra.run.smithi132.stdout: ceph x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 6.6 k 2024-05-10T11:05:42.500 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-base x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 5.4 M 2024-05-10T11:05:42.500 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-fuse x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 890 k 2024-05-10T11:05:42.500 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 145 k 2024-05-10T11:05:42.500 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 1.5 M 2024-05-10T11:05:42.500 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 142 k 2024-05-10T11:05:42.500 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 3.5 M 2024-05-10T11:05:42.500 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 7.4 M 2024-05-10T11:05:42.501 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-rook noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 49 k 2024-05-10T11:05:42.501 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-radosgw x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 11 M 2024-05-10T11:05:42.501 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-test x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 49 M 2024-05-10T11:05:42.501 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-volume noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 273 k 2024-05-10T11:05:42.501 INFO:teuthology.orchestra.run.smithi132.stdout: cephadm noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 763 k 2024-05-10T11:05:42.501 INFO:teuthology.orchestra.run.smithi132.stdout: cephfs-mirror x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 225 k 2024-05-10T11:05:42.501 INFO:teuthology.orchestra.run.smithi132.stdout: cephfs-shell x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 27 k 2024-05-10T11:05:42.501 INFO:teuthology.orchestra.run.smithi132.stdout: cephfs-top noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 18 k 2024-05-10T11:05:42.501 INFO:teuthology.orchestra.run.smithi132.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-05-10T11:05:42.501 INFO:teuthology.orchestra.run.smithi132.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-10T11:05:42.501 INFO:teuthology.orchestra.run.smithi132.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-10T11:05:42.501 INFO:teuthology.orchestra.run.smithi132.stdout: libcephfs-devel x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 32 k 2024-05-10T11:05:42.501 INFO:teuthology.orchestra.run.smithi132.stdout: libcephfs2 x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 746 k 2024-05-10T11:05:42.502 INFO:teuthology.orchestra.run.smithi132.stdout: librados-devel x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 127 k 2024-05-10T11:05:42.502 INFO:teuthology.orchestra.run.smithi132.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-10T11:05:42.502 INFO:teuthology.orchestra.run.smithi132.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-10T11:05:42.502 INFO:teuthology.orchestra.run.smithi132.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-10T11:05:42.502 INFO:teuthology.orchestra.run.smithi132.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-10T11:05:42.502 INFO:teuthology.orchestra.run.smithi132.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-10T11:05:42.502 INFO:teuthology.orchestra.run.smithi132.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-10T11:05:42.502 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cephfs x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 161 k 2024-05-10T11:05:42.502 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rados x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 321 k 2024-05-10T11:05:42.502 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rbd x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 298 k 2024-05-10T11:05:42.502 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rgw x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 99 k 2024-05-10T11:05:42.502 INFO:teuthology.orchestra.run.smithi132.stdout: rbd-fuse x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 85 k 2024-05-10T11:05:42.502 INFO:teuthology.orchestra.run.smithi132.stdout: rbd-mirror x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 3.1 M 2024-05-10T11:05:42.502 INFO:teuthology.orchestra.run.smithi132.stdout: rbd-nbd x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 170 k 2024-05-10T11:05:42.503 INFO:teuthology.orchestra.run.smithi132.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-10T11:05:42.503 INFO:teuthology.orchestra.run.smithi132.stdout:Upgrading: 2024-05-10T11:05:42.503 INFO:teuthology.orchestra.run.smithi132.stdout: NetworkManager x86_64 1:1.47.5-1.el9 baseos 2.3 M 2024-05-10T11:05:42.503 INFO:teuthology.orchestra.run.smithi132.stdout: NetworkManager-libnm x86_64 1:1.47.5-1.el9 baseos 1.8 M 2024-05-10T11:05:42.503 INFO:teuthology.orchestra.run.smithi132.stdout: NetworkManager-team x86_64 1:1.47.5-1.el9 baseos 42 k 2024-05-10T11:05:42.503 INFO:teuthology.orchestra.run.smithi132.stdout: NetworkManager-tui x86_64 1:1.47.5-1.el9 baseos 248 k 2024-05-10T11:05:42.503 INFO:teuthology.orchestra.run.smithi132.stdout: librados2 x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 3.4 M 2024-05-10T11:05:42.503 INFO:teuthology.orchestra.run.smithi132.stdout: librbd1 x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 3.1 M 2024-05-10T11:05:42.503 INFO:teuthology.orchestra.run.smithi132.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-10T11:05:42.503 INFO:teuthology.orchestra.run.smithi132.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-10T11:05:42.503 INFO:teuthology.orchestra.run.smithi132.stdout:Installing dependencies: 2024-05-10T11:05:42.503 INFO:teuthology.orchestra.run.smithi132.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-10T11:05:42.503 INFO:teuthology.orchestra.run.smithi132.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-10T11:05:42.504 INFO:teuthology.orchestra.run.smithi132.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-10T11:05:42.504 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-common x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 21 M 2024-05-10T11:05:42.504 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 34 k 2024-05-10T11:05:42.504 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mds x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 2.4 M 2024-05-10T11:05:42.504 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 274 k 2024-05-10T11:05:42.504 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mon x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 4.7 M 2024-05-10T11:05:42.504 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-osd x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 17 M 2024-05-10T11:05:42.504 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 16 k 2024-05-10T11:05:42.504 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-selinux x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 25 k 2024-05-10T11:05:42.504 INFO:teuthology.orchestra.run.smithi132.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-10T11:05:42.504 INFO:teuthology.orchestra.run.smithi132.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-10T11:05:42.504 INFO:teuthology.orchestra.run.smithi132.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-10T11:05:42.504 INFO:teuthology.orchestra.run.smithi132.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-10T11:05:42.504 INFO:teuthology.orchestra.run.smithi132.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-10T11:05:42.505 INFO:teuthology.orchestra.run.smithi132.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-10T11:05:42.505 INFO:teuthology.orchestra.run.smithi132.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-10T11:05:42.505 INFO:teuthology.orchestra.run.smithi132.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-10T11:05:42.505 INFO:teuthology.orchestra.run.smithi132.stdout: libcephsqlite x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 163 k 2024-05-10T11:05:42.505 INFO:teuthology.orchestra.run.smithi132.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-10T11:05:42.505 INFO:teuthology.orchestra.run.smithi132.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-10T11:05:42.505 INFO:teuthology.orchestra.run.smithi132.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-10T11:05:42.505 INFO:teuthology.orchestra.run.smithi132.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-10T11:05:42.505 INFO:teuthology.orchestra.run.smithi132.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-10T11:05:42.505 INFO:teuthology.orchestra.run.smithi132.stdout: libradosstriper1 x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 500 k 2024-05-10T11:05:42.505 INFO:teuthology.orchestra.run.smithi132.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-10T11:05:42.505 INFO:teuthology.orchestra.run.smithi132.stdout: librgw2 x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 5.4 M 2024-05-10T11:05:42.505 INFO:teuthology.orchestra.run.smithi132.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-10T11:05:42.505 INFO:teuthology.orchestra.run.smithi132.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-10T11:05:42.505 INFO:teuthology.orchestra.run.smithi132.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-10T11:05:42.506 INFO:teuthology.orchestra.run.smithi132.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-10T11:05:42.506 INFO:teuthology.orchestra.run.smithi132.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-10T11:05:42.506 INFO:teuthology.orchestra.run.smithi132.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-05-10T11:05:42.506 INFO:teuthology.orchestra.run.smithi132.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-10T11:05:42.506 INFO:teuthology.orchestra.run.smithi132.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-10T11:05:42.506 INFO:teuthology.orchestra.run.smithi132.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-10T11:05:42.506 INFO:teuthology.orchestra.run.smithi132.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-10T11:05:42.506 INFO:teuthology.orchestra.run.smithi132.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-10T11:05:42.506 INFO:teuthology.orchestra.run.smithi132.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-10T11:05:42.506 INFO:teuthology.orchestra.run.smithi132.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-10T11:05:42.506 INFO:teuthology.orchestra.run.smithi132.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-10T11:05:42.506 INFO:teuthology.orchestra.run.smithi132.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-10T11:05:42.506 INFO:teuthology.orchestra.run.smithi132.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-10T11:05:42.507 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-10T11:05:42.507 INFO:teuthology.orchestra.run.smithi132.stdout: python3-ceph-argparse x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 45 k 2024-05-10T11:05:42.507 INFO:teuthology.orchestra.run.smithi132.stdout: python3-ceph-common x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 135 k 2024-05-10T11:05:42.507 INFO:teuthology.orchestra.run.smithi132.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-10T11:05:42.507 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-10T11:05:42.507 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-10T11:05:42.507 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-10T11:05:42.507 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-10T11:05:42.507 INFO:teuthology.orchestra.run.smithi132.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-05-10T11:05:42.507 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-10T11:05:42.507 INFO:teuthology.orchestra.run.smithi132.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-10T11:05:42.507 INFO:teuthology.orchestra.run.smithi132.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-10T11:05:42.507 INFO:teuthology.orchestra.run.smithi132.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-10T11:05:42.507 INFO:teuthology.orchestra.run.smithi132.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-10T11:05:42.508 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-10T11:05:42.508 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-10T11:05:42.508 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-10T11:05:42.508 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-10T11:05:42.508 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-10T11:05:42.508 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-05-10T11:05:42.508 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-10T11:05:42.508 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-10T11:05:42.508 INFO:teuthology.orchestra.run.smithi132.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-10T11:05:42.508 INFO:teuthology.orchestra.run.smithi132.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-10T11:05:42.508 INFO:teuthology.orchestra.run.smithi132.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-10T11:05:42.508 INFO:teuthology.orchestra.run.smithi132.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-10T11:05:42.508 INFO:teuthology.orchestra.run.smithi132.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-10T11:05:42.508 INFO:teuthology.orchestra.run.smithi132.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-10T11:05:42.509 INFO:teuthology.orchestra.run.smithi132.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-10T11:05:42.509 INFO:teuthology.orchestra.run.smithi132.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-10T11:05:42.509 INFO:teuthology.orchestra.run.smithi132.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-10T11:05:42.509 INFO:teuthology.orchestra.run.smithi132.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-10T11:05:42.509 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-10T11:05:42.509 INFO:teuthology.orchestra.run.smithi132.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-10T11:05:42.509 INFO:teuthology.orchestra.run.smithi132.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-10T11:05:42.509 INFO:teuthology.orchestra.run.smithi132.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-10T11:05:42.509 INFO:teuthology.orchestra.run.smithi132.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-10T11:05:42.509 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-10T11:05:42.509 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-10T11:05:42.509 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-10T11:05:42.509 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-10T11:05:42.509 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-10T11:05:42.509 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-10T11:05:42.510 INFO:teuthology.orchestra.run.smithi132.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-10T11:05:42.510 INFO:teuthology.orchestra.run.smithi132.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-10T11:05:42.510 INFO:teuthology.orchestra.run.smithi132.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-10T11:05:42.510 INFO:teuthology.orchestra.run.smithi132.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-10T11:05:42.510 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-10T11:05:42.510 INFO:teuthology.orchestra.run.smithi132.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-10T11:05:42.510 INFO:teuthology.orchestra.run.smithi132.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-10T11:05:42.510 INFO:teuthology.orchestra.run.smithi132.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-10T11:05:42.510 INFO:teuthology.orchestra.run.smithi132.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-10T11:05:42.510 INFO:teuthology.orchestra.run.smithi132.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-10T11:05:42.510 INFO:teuthology.orchestra.run.smithi132.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-10T11:05:42.510 INFO:teuthology.orchestra.run.smithi132.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-10T11:05:42.510 INFO:teuthology.orchestra.run.smithi132.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-10T11:05:42.511 INFO:teuthology.orchestra.run.smithi132.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-10T11:05:42.511 INFO:teuthology.orchestra.run.smithi132.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-10T11:05:42.511 INFO:teuthology.orchestra.run.smithi132.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-10T11:05:42.511 INFO:teuthology.orchestra.run.smithi132.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-10T11:05:42.511 INFO:teuthology.orchestra.run.smithi132.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-10T11:05:42.511 INFO:teuthology.orchestra.run.smithi132.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-10T11:05:42.511 INFO:teuthology.orchestra.run.smithi132.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-10T11:05:42.511 INFO:teuthology.orchestra.run.smithi132.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-10T11:05:42.511 INFO:teuthology.orchestra.run.smithi132.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-10T11:05:42.511 INFO:teuthology.orchestra.run.smithi132.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-10T11:05:42.511 INFO:teuthology.orchestra.run.smithi132.stdout:Installing weak dependencies: 2024-05-10T11:05:42.511 INFO:teuthology.orchestra.run.smithi132.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-10T11:05:42.511 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-05-10T11:05:42.511 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction Summary 2024-05-10T11:05:42.511 INFO:teuthology.orchestra.run.smithi132.stdout:======================================================================================= 2024-05-10T11:05:42.512 INFO:teuthology.orchestra.run.smithi132.stdout:Install 148 Packages 2024-05-10T11:05:42.512 INFO:teuthology.orchestra.run.smithi132.stdout:Upgrade 8 Packages 2024-05-10T11:05:42.512 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-05-10T11:05:42.512 INFO:teuthology.orchestra.run.smithi132.stdout:Total download size: 226 M 2024-05-10T11:05:42.512 INFO:teuthology.orchestra.run.smithi132.stdout:Downloading Packages: 2024-05-10T11:05:43.351 INFO:teuthology.orchestra.run.smithi132.stdout:(1/156): ceph-19.0.0-3449.gd39fa088.el9.x86_64. 27 kB/s | 6.6 kB 00:00 2024-05-10T11:05:43.445 INFO:teuthology.orchestra.run.smithi053.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-05-10T11:05:43.786 INFO:teuthology.orchestra.run.smithi132.stdout:(2/156): ceph-base-19.0.0-3449.gd39fa088.el9.x8 8.0 MB/s | 5.4 MB 00:00 2024-05-10T11:05:43.860 INFO:teuthology.orchestra.run.smithi132.stdout:(3/156): ceph-immutable-object-cache-19.0.0-344 1.9 MB/s | 145 kB 00:00 2024-05-10T11:05:44.110 INFO:teuthology.orchestra.run.smithi132.stdout:(4/156): ceph-mds-19.0.0-3449.gd39fa088.el9.x86 9.5 MB/s | 2.4 MB 00:00 2024-05-10T11:05:44.294 INFO:teuthology.orchestra.run.smithi132.stdout:(5/156): ceph-mgr-19.0.0-3449.gd39fa088.el9.x86 8.3 MB/s | 1.5 MB 00:00 2024-05-10T11:05:44.319 INFO:teuthology.orchestra.run.smithi132.stdout:(6/156): ceph-fuse-19.0.0-3449.gd39fa088.el9.x8 920 kB/s | 890 kB 00:00 2024-05-10T11:05:44.794 INFO:teuthology.orchestra.run.smithi132.stdout:(7/156): ceph-common-19.0.0-3449.gd39fa088.el9. 13 MB/s | 21 MB 00:01 2024-05-10T11:05:44.856 INFO:teuthology.orchestra.run.smithi187.stdout:lab-extras 14 kB/s | 1.7 kB 00:00 2024-05-10T11:05:44.861 INFO:teuthology.orchestra.run.smithi132.stdout:(8/156): ceph-mon-19.0.0-3449.gd39fa088.el9.x86 8.3 MB/s | 4.7 MB 00:00 2024-05-10T11:05:44.928 INFO:teuthology.orchestra.run.smithi132.stdout:(9/156): ceph-selinux-19.0.0-3449.gd39fa088.el9 378 kB/s | 25 kB 00:00 2024-05-10T11:05:45.645 INFO:teuthology.orchestra.run.smithi132.stdout:(10/156): ceph-radosgw-19.0.0-3449.gd39fa088.el 12 MB/s | 11 MB 00:00 2024-05-10T11:05:45.720 INFO:teuthology.orchestra.run.smithi132.stdout:(11/156): cephfs-mirror-19.0.0-3449.gd39fa088.e 2.9 MB/s | 225 kB 00:00 2024-05-10T11:05:45.779 INFO:teuthology.orchestra.run.smithi132.stdout:(12/156): cephfs-shell-19.0.0-3449.gd39fa088.el 463 kB/s | 27 kB 00:00 2024-05-10T11:05:45.829 INFO:teuthology.orchestra.run.smithi132.stdout:(13/156): libcephfs-devel-19.0.0-3449.gd39fa088 635 kB/s | 32 kB 00:00 2024-05-10T11:05:45.881 INFO:teuthology.orchestra.run.smithi053.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-10T11:05:45.882 INFO:teuthology.orchestra.run.smithi053.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-10T11:05:45.893 INFO:teuthology.orchestra.run.smithi053.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-10T11:05:45.894 INFO:teuthology.orchestra.run.smithi053.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-10T11:05:45.895 INFO:teuthology.orchestra.run.smithi053.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-10T11:05:45.896 INFO:teuthology.orchestra.run.smithi053.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-10T11:05:45.897 INFO:teuthology.orchestra.run.smithi053.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-10T11:05:45.900 INFO:teuthology.orchestra.run.smithi053.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-10T11:05:45.900 INFO:teuthology.orchestra.run.smithi053.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-10T11:05:45.963 INFO:teuthology.orchestra.run.smithi132.stdout:(14/156): libcephfs2-19.0.0-3449.gd39fa088.el9. 5.5 MB/s | 746 kB 00:00 2024-05-10T11:05:45.965 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-05-10T11:05:45.983 INFO:teuthology.orchestra.run.smithi053.stdout:======================================================================================= 2024-05-10T11:05:45.983 INFO:teuthology.orchestra.run.smithi053.stdout: Package Arch Version Repository Size 2024-05-10T11:05:45.983 INFO:teuthology.orchestra.run.smithi053.stdout:======================================================================================= 2024-05-10T11:05:45.983 INFO:teuthology.orchestra.run.smithi053.stdout:Installing: 2024-05-10T11:05:45.983 INFO:teuthology.orchestra.run.smithi053.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-10T11:05:45.984 INFO:teuthology.orchestra.run.smithi053.stdout: ceph x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 6.6 k 2024-05-10T11:05:45.984 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-base x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 5.4 M 2024-05-10T11:05:45.984 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-fuse x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 890 k 2024-05-10T11:05:45.984 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 145 k 2024-05-10T11:05:45.984 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 1.5 M 2024-05-10T11:05:45.984 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 142 k 2024-05-10T11:05:45.984 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 3.5 M 2024-05-10T11:05:45.984 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 7.4 M 2024-05-10T11:05:45.984 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-rook noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 49 k 2024-05-10T11:05:45.984 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-radosgw x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 11 M 2024-05-10T11:05:45.984 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-test x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 49 M 2024-05-10T11:05:45.984 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-volume noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 273 k 2024-05-10T11:05:45.984 INFO:teuthology.orchestra.run.smithi053.stdout: cephadm noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 763 k 2024-05-10T11:05:45.985 INFO:teuthology.orchestra.run.smithi053.stdout: cephfs-mirror x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 225 k 2024-05-10T11:05:45.985 INFO:teuthology.orchestra.run.smithi053.stdout: cephfs-shell x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 27 k 2024-05-10T11:05:45.985 INFO:teuthology.orchestra.run.smithi053.stdout: cephfs-top noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 18 k 2024-05-10T11:05:45.985 INFO:teuthology.orchestra.run.smithi053.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-05-10T11:05:45.985 INFO:teuthology.orchestra.run.smithi053.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-10T11:05:45.985 INFO:teuthology.orchestra.run.smithi053.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-10T11:05:45.985 INFO:teuthology.orchestra.run.smithi053.stdout: libcephfs-devel x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 32 k 2024-05-10T11:05:45.985 INFO:teuthology.orchestra.run.smithi053.stdout: libcephfs2 x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 746 k 2024-05-10T11:05:45.985 INFO:teuthology.orchestra.run.smithi053.stdout: librados-devel x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 127 k 2024-05-10T11:05:45.985 INFO:teuthology.orchestra.run.smithi053.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-10T11:05:45.985 INFO:teuthology.orchestra.run.smithi053.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-10T11:05:45.985 INFO:teuthology.orchestra.run.smithi053.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-10T11:05:45.985 INFO:teuthology.orchestra.run.smithi053.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-10T11:05:45.985 INFO:teuthology.orchestra.run.smithi053.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-10T11:05:45.986 INFO:teuthology.orchestra.run.smithi053.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-10T11:05:45.986 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cephfs x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 161 k 2024-05-10T11:05:45.986 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rados x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 321 k 2024-05-10T11:05:45.986 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rbd x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 298 k 2024-05-10T11:05:45.986 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rgw x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 99 k 2024-05-10T11:05:45.986 INFO:teuthology.orchestra.run.smithi053.stdout: rbd-fuse x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 85 k 2024-05-10T11:05:45.986 INFO:teuthology.orchestra.run.smithi053.stdout: rbd-mirror x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 3.1 M 2024-05-10T11:05:45.986 INFO:teuthology.orchestra.run.smithi053.stdout: rbd-nbd x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 170 k 2024-05-10T11:05:45.986 INFO:teuthology.orchestra.run.smithi053.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-10T11:05:45.986 INFO:teuthology.orchestra.run.smithi053.stdout:Upgrading: 2024-05-10T11:05:45.986 INFO:teuthology.orchestra.run.smithi053.stdout: NetworkManager x86_64 1:1.47.5-1.el9 baseos 2.3 M 2024-05-10T11:05:45.986 INFO:teuthology.orchestra.run.smithi053.stdout: NetworkManager-libnm x86_64 1:1.47.5-1.el9 baseos 1.8 M 2024-05-10T11:05:45.986 INFO:teuthology.orchestra.run.smithi053.stdout: NetworkManager-team x86_64 1:1.47.5-1.el9 baseos 42 k 2024-05-10T11:05:45.986 INFO:teuthology.orchestra.run.smithi053.stdout: NetworkManager-tui x86_64 1:1.47.5-1.el9 baseos 248 k 2024-05-10T11:05:45.987 INFO:teuthology.orchestra.run.smithi053.stdout: librados2 x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 3.4 M 2024-05-10T11:05:45.987 INFO:teuthology.orchestra.run.smithi053.stdout: librbd1 x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 3.1 M 2024-05-10T11:05:45.987 INFO:teuthology.orchestra.run.smithi053.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-10T11:05:45.987 INFO:teuthology.orchestra.run.smithi053.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-10T11:05:45.987 INFO:teuthology.orchestra.run.smithi053.stdout:Installing dependencies: 2024-05-10T11:05:45.987 INFO:teuthology.orchestra.run.smithi053.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-10T11:05:45.987 INFO:teuthology.orchestra.run.smithi053.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-10T11:05:45.987 INFO:teuthology.orchestra.run.smithi053.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-10T11:05:45.987 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-common x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 21 M 2024-05-10T11:05:45.987 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 34 k 2024-05-10T11:05:45.987 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mds x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 2.4 M 2024-05-10T11:05:45.987 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 274 k 2024-05-10T11:05:45.987 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mon x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 4.7 M 2024-05-10T11:05:45.988 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-osd x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 17 M 2024-05-10T11:05:45.988 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 16 k 2024-05-10T11:05:45.988 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-selinux x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 25 k 2024-05-10T11:05:45.988 INFO:teuthology.orchestra.run.smithi053.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-10T11:05:45.988 INFO:teuthology.orchestra.run.smithi053.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-10T11:05:45.988 INFO:teuthology.orchestra.run.smithi053.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-10T11:05:45.988 INFO:teuthology.orchestra.run.smithi053.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-10T11:05:45.988 INFO:teuthology.orchestra.run.smithi053.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-10T11:05:45.988 INFO:teuthology.orchestra.run.smithi053.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-10T11:05:45.988 INFO:teuthology.orchestra.run.smithi053.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-10T11:05:45.988 INFO:teuthology.orchestra.run.smithi053.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-10T11:05:45.988 INFO:teuthology.orchestra.run.smithi053.stdout: libcephsqlite x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 163 k 2024-05-10T11:05:45.988 INFO:teuthology.orchestra.run.smithi053.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-10T11:05:45.988 INFO:teuthology.orchestra.run.smithi053.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-10T11:05:45.988 INFO:teuthology.orchestra.run.smithi053.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-10T11:05:45.989 INFO:teuthology.orchestra.run.smithi053.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-10T11:05:45.989 INFO:teuthology.orchestra.run.smithi053.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-10T11:05:45.989 INFO:teuthology.orchestra.run.smithi053.stdout: libradosstriper1 x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 500 k 2024-05-10T11:05:45.989 INFO:teuthology.orchestra.run.smithi053.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-10T11:05:45.989 INFO:teuthology.orchestra.run.smithi053.stdout: librgw2 x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 5.4 M 2024-05-10T11:05:45.989 INFO:teuthology.orchestra.run.smithi053.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-10T11:05:45.989 INFO:teuthology.orchestra.run.smithi053.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-10T11:05:45.989 INFO:teuthology.orchestra.run.smithi053.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-10T11:05:45.989 INFO:teuthology.orchestra.run.smithi053.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-10T11:05:45.989 INFO:teuthology.orchestra.run.smithi053.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-10T11:05:45.989 INFO:teuthology.orchestra.run.smithi053.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-05-10T11:05:45.989 INFO:teuthology.orchestra.run.smithi053.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-10T11:05:45.989 INFO:teuthology.orchestra.run.smithi053.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-10T11:05:45.990 INFO:teuthology.orchestra.run.smithi053.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-10T11:05:45.990 INFO:teuthology.orchestra.run.smithi053.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-10T11:05:45.990 INFO:teuthology.orchestra.run.smithi053.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-10T11:05:45.990 INFO:teuthology.orchestra.run.smithi053.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-10T11:05:45.990 INFO:teuthology.orchestra.run.smithi053.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-10T11:05:45.990 INFO:teuthology.orchestra.run.smithi053.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-10T11:05:45.990 INFO:teuthology.orchestra.run.smithi053.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-10T11:05:45.990 INFO:teuthology.orchestra.run.smithi053.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-10T11:05:45.990 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-10T11:05:45.990 INFO:teuthology.orchestra.run.smithi053.stdout: python3-ceph-argparse x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 45 k 2024-05-10T11:05:45.990 INFO:teuthology.orchestra.run.smithi053.stdout: python3-ceph-common x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 135 k 2024-05-10T11:05:45.990 INFO:teuthology.orchestra.run.smithi053.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-10T11:05:45.990 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-10T11:05:45.991 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-10T11:05:45.991 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-10T11:05:45.991 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-10T11:05:45.991 INFO:teuthology.orchestra.run.smithi053.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-05-10T11:05:45.991 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-10T11:05:45.991 INFO:teuthology.orchestra.run.smithi053.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-10T11:05:45.991 INFO:teuthology.orchestra.run.smithi053.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-10T11:05:45.991 INFO:teuthology.orchestra.run.smithi053.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-10T11:05:45.991 INFO:teuthology.orchestra.run.smithi053.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-10T11:05:45.991 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-10T11:05:45.991 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-10T11:05:45.991 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-10T11:05:45.991 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-10T11:05:45.991 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-10T11:05:45.992 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-05-10T11:05:45.992 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-10T11:05:45.992 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-10T11:05:45.992 INFO:teuthology.orchestra.run.smithi053.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-10T11:05:45.992 INFO:teuthology.orchestra.run.smithi053.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-10T11:05:45.992 INFO:teuthology.orchestra.run.smithi053.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-10T11:05:45.992 INFO:teuthology.orchestra.run.smithi053.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-10T11:05:45.992 INFO:teuthology.orchestra.run.smithi053.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-10T11:05:45.992 INFO:teuthology.orchestra.run.smithi053.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-10T11:05:45.992 INFO:teuthology.orchestra.run.smithi053.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-10T11:05:45.992 INFO:teuthology.orchestra.run.smithi053.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-10T11:05:45.992 INFO:teuthology.orchestra.run.smithi053.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-10T11:05:45.992 INFO:teuthology.orchestra.run.smithi053.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-10T11:05:45.993 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-10T11:05:45.993 INFO:teuthology.orchestra.run.smithi053.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-10T11:05:45.993 INFO:teuthology.orchestra.run.smithi053.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-10T11:05:45.993 INFO:teuthology.orchestra.run.smithi053.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-10T11:05:45.993 INFO:teuthology.orchestra.run.smithi053.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-10T11:05:45.993 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-10T11:05:45.993 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-10T11:05:45.993 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-10T11:05:45.993 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-10T11:05:45.993 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-10T11:05:45.994 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-10T11:05:45.994 INFO:teuthology.orchestra.run.smithi053.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-10T11:05:45.994 INFO:teuthology.orchestra.run.smithi053.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-10T11:05:45.994 INFO:teuthology.orchestra.run.smithi053.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-10T11:05:45.994 INFO:teuthology.orchestra.run.smithi053.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-10T11:05:45.994 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-10T11:05:45.994 INFO:teuthology.orchestra.run.smithi053.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-10T11:05:45.994 INFO:teuthology.orchestra.run.smithi053.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-10T11:05:45.994 INFO:teuthology.orchestra.run.smithi053.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-10T11:05:45.994 INFO:teuthology.orchestra.run.smithi053.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-10T11:05:45.994 INFO:teuthology.orchestra.run.smithi053.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-10T11:05:45.994 INFO:teuthology.orchestra.run.smithi053.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-10T11:05:45.994 INFO:teuthology.orchestra.run.smithi053.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-10T11:05:45.994 INFO:teuthology.orchestra.run.smithi053.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-10T11:05:45.995 INFO:teuthology.orchestra.run.smithi053.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-10T11:05:45.995 INFO:teuthology.orchestra.run.smithi053.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-10T11:05:45.995 INFO:teuthology.orchestra.run.smithi053.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-10T11:05:45.995 INFO:teuthology.orchestra.run.smithi053.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-10T11:05:45.995 INFO:teuthology.orchestra.run.smithi053.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-10T11:05:45.995 INFO:teuthology.orchestra.run.smithi053.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-10T11:05:45.995 INFO:teuthology.orchestra.run.smithi053.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-10T11:05:45.995 INFO:teuthology.orchestra.run.smithi053.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-10T11:05:45.995 INFO:teuthology.orchestra.run.smithi053.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-10T11:05:45.995 INFO:teuthology.orchestra.run.smithi053.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-10T11:05:45.995 INFO:teuthology.orchestra.run.smithi053.stdout:Installing weak dependencies: 2024-05-10T11:05:45.995 INFO:teuthology.orchestra.run.smithi053.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-10T11:05:45.995 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:05:45.995 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction Summary 2024-05-10T11:05:45.996 INFO:teuthology.orchestra.run.smithi053.stdout:======================================================================================= 2024-05-10T11:05:45.996 INFO:teuthology.orchestra.run.smithi053.stdout:Install 148 Packages 2024-05-10T11:05:45.996 INFO:teuthology.orchestra.run.smithi053.stdout:Upgrade 8 Packages 2024-05-10T11:05:45.996 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:05:45.996 INFO:teuthology.orchestra.run.smithi053.stdout:Total download size: 226 M 2024-05-10T11:05:45.996 INFO:teuthology.orchestra.run.smithi053.stdout:Downloading Packages: 2024-05-10T11:05:46.038 INFO:teuthology.orchestra.run.smithi132.stdout:(15/156): libcephsqlite-19.0.0-3449.gd39fa088.e 2.1 MB/s | 163 kB 00:00 2024-05-10T11:05:46.113 INFO:teuthology.orchestra.run.smithi132.stdout:(16/156): librados-devel-19.0.0-3449.gd39fa088. 1.6 MB/s | 127 kB 00:00 2024-05-10T11:05:46.197 INFO:teuthology.orchestra.run.smithi132.stdout:(17/156): libradosstriper1-19.0.0-3449.gd39fa08 5.9 MB/s | 500 kB 00:00 2024-05-10T11:05:46.814 INFO:teuthology.orchestra.run.smithi132.stdout:(18/156): librgw2-19.0.0-3449.gd39fa088.el9.x86 8.7 MB/s | 5.4 MB 00:00 2024-05-10T11:05:46.889 INFO:teuthology.orchestra.run.smithi132.stdout:(19/156): python3-ceph-argparse-19.0.0-3449.gd3 604 kB/s | 45 kB 00:00 2024-05-10T11:05:46.965 INFO:teuthology.orchestra.run.smithi132.stdout:(20/156): python3-ceph-common-19.0.0-3449.gd39f 1.8 MB/s | 135 kB 00:00 2024-05-10T11:05:47.057 INFO:teuthology.orchestra.run.smithi132.stdout:(21/156): python3-cephfs-19.0.0-3449.gd39fa088. 1.7 MB/s | 161 kB 00:00 2024-05-10T11:05:47.097 INFO:teuthology.orchestra.run.smithi053.stdout:(1/156): ceph-19.0.0-3449.gd39fa088.el9.x86_64. 17 kB/s | 6.6 kB 00:00 2024-05-10T11:05:47.148 INFO:teuthology.orchestra.run.smithi132.stdout:(22/156): python3-rados-19.0.0-3449.gd39fa088.e 3.4 MB/s | 321 kB 00:00 2024-05-10T11:05:47.200 INFO:teuthology.orchestra.run.smithi187.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-10T11:05:47.200 INFO:teuthology.orchestra.run.smithi187.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-10T11:05:47.211 INFO:teuthology.orchestra.run.smithi187.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-10T11:05:47.212 INFO:teuthology.orchestra.run.smithi187.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-10T11:05:47.213 INFO:teuthology.orchestra.run.smithi187.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-10T11:05:47.214 INFO:teuthology.orchestra.run.smithi187.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-10T11:05:47.215 INFO:teuthology.orchestra.run.smithi187.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-10T11:05:47.217 INFO:teuthology.orchestra.run.smithi187.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-10T11:05:47.218 INFO:teuthology.orchestra.run.smithi187.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-10T11:05:47.241 INFO:teuthology.orchestra.run.smithi132.stdout:(23/156): python3-rbd-19.0.0-3449.gd39fa088.el9 3.2 MB/s | 298 kB 00:00 2024-05-10T11:05:47.280 INFO:teuthology.orchestra.run.smithi187.stdout:Dependencies resolved. 2024-05-10T11:05:47.299 INFO:teuthology.orchestra.run.smithi187.stdout:======================================================================================= 2024-05-10T11:05:47.299 INFO:teuthology.orchestra.run.smithi187.stdout: Package Arch Version Repository Size 2024-05-10T11:05:47.299 INFO:teuthology.orchestra.run.smithi187.stdout:======================================================================================= 2024-05-10T11:05:47.299 INFO:teuthology.orchestra.run.smithi187.stdout:Installing: 2024-05-10T11:05:47.299 INFO:teuthology.orchestra.run.smithi187.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-10T11:05:47.299 INFO:teuthology.orchestra.run.smithi187.stdout: ceph x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 6.6 k 2024-05-10T11:05:47.299 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-base x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 5.4 M 2024-05-10T11:05:47.299 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-fuse x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 890 k 2024-05-10T11:05:47.299 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 145 k 2024-05-10T11:05:47.299 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 1.5 M 2024-05-10T11:05:47.299 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 142 k 2024-05-10T11:05:47.300 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 3.5 M 2024-05-10T11:05:47.300 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 7.4 M 2024-05-10T11:05:47.300 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-rook noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 49 k 2024-05-10T11:05:47.300 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-radosgw x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 11 M 2024-05-10T11:05:47.300 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-test x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 49 M 2024-05-10T11:05:47.300 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-volume noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 273 k 2024-05-10T11:05:47.300 INFO:teuthology.orchestra.run.smithi187.stdout: cephadm noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 763 k 2024-05-10T11:05:47.300 INFO:teuthology.orchestra.run.smithi187.stdout: cephfs-mirror x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 225 k 2024-05-10T11:05:47.300 INFO:teuthology.orchestra.run.smithi187.stdout: cephfs-shell x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 27 k 2024-05-10T11:05:47.300 INFO:teuthology.orchestra.run.smithi187.stdout: cephfs-top noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 18 k 2024-05-10T11:05:47.300 INFO:teuthology.orchestra.run.smithi187.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-05-10T11:05:47.300 INFO:teuthology.orchestra.run.smithi187.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-10T11:05:47.300 INFO:teuthology.orchestra.run.smithi187.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-10T11:05:47.300 INFO:teuthology.orchestra.run.smithi187.stdout: libcephfs-devel x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 32 k 2024-05-10T11:05:47.301 INFO:teuthology.orchestra.run.smithi187.stdout: libcephfs2 x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 746 k 2024-05-10T11:05:47.301 INFO:teuthology.orchestra.run.smithi187.stdout: librados-devel x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 127 k 2024-05-10T11:05:47.301 INFO:teuthology.orchestra.run.smithi187.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-10T11:05:47.301 INFO:teuthology.orchestra.run.smithi187.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-10T11:05:47.301 INFO:teuthology.orchestra.run.smithi187.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-10T11:05:47.301 INFO:teuthology.orchestra.run.smithi187.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-10T11:05:47.301 INFO:teuthology.orchestra.run.smithi187.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-10T11:05:47.301 INFO:teuthology.orchestra.run.smithi187.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-10T11:05:47.301 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cephfs x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 161 k 2024-05-10T11:05:47.301 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rados x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 321 k 2024-05-10T11:05:47.301 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rbd x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 298 k 2024-05-10T11:05:47.301 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rgw x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 99 k 2024-05-10T11:05:47.301 INFO:teuthology.orchestra.run.smithi187.stdout: rbd-fuse x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 85 k 2024-05-10T11:05:47.301 INFO:teuthology.orchestra.run.smithi187.stdout: rbd-mirror x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 3.1 M 2024-05-10T11:05:47.302 INFO:teuthology.orchestra.run.smithi187.stdout: rbd-nbd x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 170 k 2024-05-10T11:05:47.302 INFO:teuthology.orchestra.run.smithi187.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-10T11:05:47.302 INFO:teuthology.orchestra.run.smithi187.stdout:Upgrading: 2024-05-10T11:05:47.302 INFO:teuthology.orchestra.run.smithi187.stdout: NetworkManager x86_64 1:1.47.5-1.el9 baseos 2.3 M 2024-05-10T11:05:47.302 INFO:teuthology.orchestra.run.smithi187.stdout: NetworkManager-libnm x86_64 1:1.47.5-1.el9 baseos 1.8 M 2024-05-10T11:05:47.302 INFO:teuthology.orchestra.run.smithi187.stdout: NetworkManager-team x86_64 1:1.47.5-1.el9 baseos 42 k 2024-05-10T11:05:47.302 INFO:teuthology.orchestra.run.smithi187.stdout: NetworkManager-tui x86_64 1:1.47.5-1.el9 baseos 248 k 2024-05-10T11:05:47.302 INFO:teuthology.orchestra.run.smithi187.stdout: librados2 x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 3.4 M 2024-05-10T11:05:47.302 INFO:teuthology.orchestra.run.smithi187.stdout: librbd1 x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 3.1 M 2024-05-10T11:05:47.302 INFO:teuthology.orchestra.run.smithi187.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-10T11:05:47.302 INFO:teuthology.orchestra.run.smithi187.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-10T11:05:47.302 INFO:teuthology.orchestra.run.smithi187.stdout:Installing dependencies: 2024-05-10T11:05:47.302 INFO:teuthology.orchestra.run.smithi187.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-10T11:05:47.303 INFO:teuthology.orchestra.run.smithi187.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-10T11:05:47.303 INFO:teuthology.orchestra.run.smithi187.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-10T11:05:47.303 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-common x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 21 M 2024-05-10T11:05:47.303 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 34 k 2024-05-10T11:05:47.303 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mds x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 2.4 M 2024-05-10T11:05:47.303 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 274 k 2024-05-10T11:05:47.303 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mon x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 4.7 M 2024-05-10T11:05:47.303 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-osd x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 17 M 2024-05-10T11:05:47.303 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3449.gd39fa088.el9 ceph-noarch 16 k 2024-05-10T11:05:47.303 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-selinux x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 25 k 2024-05-10T11:05:47.303 INFO:teuthology.orchestra.run.smithi187.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-10T11:05:47.303 INFO:teuthology.orchestra.run.smithi187.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-10T11:05:47.303 INFO:teuthology.orchestra.run.smithi187.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-10T11:05:47.303 INFO:teuthology.orchestra.run.smithi187.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-10T11:05:47.303 INFO:teuthology.orchestra.run.smithi187.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-10T11:05:47.304 INFO:teuthology.orchestra.run.smithi187.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-10T11:05:47.304 INFO:teuthology.orchestra.run.smithi187.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-10T11:05:47.304 INFO:teuthology.orchestra.run.smithi187.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-10T11:05:47.304 INFO:teuthology.orchestra.run.smithi187.stdout: libcephsqlite x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 163 k 2024-05-10T11:05:47.304 INFO:teuthology.orchestra.run.smithi187.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-10T11:05:47.304 INFO:teuthology.orchestra.run.smithi187.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-10T11:05:47.304 INFO:teuthology.orchestra.run.smithi187.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-10T11:05:47.304 INFO:teuthology.orchestra.run.smithi187.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-10T11:05:47.304 INFO:teuthology.orchestra.run.smithi187.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-10T11:05:47.304 INFO:teuthology.orchestra.run.smithi187.stdout: libradosstriper1 x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 500 k 2024-05-10T11:05:47.304 INFO:teuthology.orchestra.run.smithi187.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-10T11:05:47.304 INFO:teuthology.orchestra.run.smithi187.stdout: librgw2 x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 5.4 M 2024-05-10T11:05:47.304 INFO:teuthology.orchestra.run.smithi187.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-10T11:05:47.304 INFO:teuthology.orchestra.run.smithi187.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-10T11:05:47.305 INFO:teuthology.orchestra.run.smithi187.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-10T11:05:47.305 INFO:teuthology.orchestra.run.smithi187.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-10T11:05:47.305 INFO:teuthology.orchestra.run.smithi187.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-10T11:05:47.305 INFO:teuthology.orchestra.run.smithi187.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-05-10T11:05:47.305 INFO:teuthology.orchestra.run.smithi187.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-10T11:05:47.305 INFO:teuthology.orchestra.run.smithi187.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-10T11:05:47.305 INFO:teuthology.orchestra.run.smithi187.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-10T11:05:47.305 INFO:teuthology.orchestra.run.smithi187.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-10T11:05:47.305 INFO:teuthology.orchestra.run.smithi187.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-10T11:05:47.306 INFO:teuthology.orchestra.run.smithi187.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-10T11:05:47.306 INFO:teuthology.orchestra.run.smithi187.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-10T11:05:47.306 INFO:teuthology.orchestra.run.smithi187.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-10T11:05:47.306 INFO:teuthology.orchestra.run.smithi187.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-10T11:05:47.306 INFO:teuthology.orchestra.run.smithi187.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-10T11:05:47.306 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-10T11:05:47.306 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ceph-argparse x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 45 k 2024-05-10T11:05:47.306 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ceph-common x86_64 2:19.0.0-3449.gd39fa088.el9 ceph 135 k 2024-05-10T11:05:47.306 INFO:teuthology.orchestra.run.smithi187.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-10T11:05:47.306 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-10T11:05:47.306 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-10T11:05:47.306 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-10T11:05:47.307 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-10T11:05:47.307 INFO:teuthology.orchestra.run.smithi187.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-05-10T11:05:47.307 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-10T11:05:47.307 INFO:teuthology.orchestra.run.smithi187.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-10T11:05:47.307 INFO:teuthology.orchestra.run.smithi187.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-10T11:05:47.307 INFO:teuthology.orchestra.run.smithi187.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-10T11:05:47.307 INFO:teuthology.orchestra.run.smithi187.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-10T11:05:47.307 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-10T11:05:47.307 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-10T11:05:47.307 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-10T11:05:47.307 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-10T11:05:47.307 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-10T11:05:47.307 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-05-10T11:05:47.307 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-10T11:05:47.308 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-10T11:05:47.308 INFO:teuthology.orchestra.run.smithi187.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-10T11:05:47.308 INFO:teuthology.orchestra.run.smithi187.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-10T11:05:47.308 INFO:teuthology.orchestra.run.smithi187.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-10T11:05:47.308 INFO:teuthology.orchestra.run.smithi187.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-10T11:05:47.308 INFO:teuthology.orchestra.run.smithi187.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-10T11:05:47.308 INFO:teuthology.orchestra.run.smithi187.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-10T11:05:47.308 INFO:teuthology.orchestra.run.smithi187.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-10T11:05:47.308 INFO:teuthology.orchestra.run.smithi187.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-10T11:05:47.308 INFO:teuthology.orchestra.run.smithi187.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-10T11:05:47.308 INFO:teuthology.orchestra.run.smithi187.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-10T11:05:47.308 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-10T11:05:47.308 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-10T11:05:47.309 INFO:teuthology.orchestra.run.smithi187.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-10T11:05:47.309 INFO:teuthology.orchestra.run.smithi187.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-10T11:05:47.309 INFO:teuthology.orchestra.run.smithi187.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-10T11:05:47.309 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-10T11:05:47.309 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-10T11:05:47.309 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-10T11:05:47.309 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-10T11:05:47.309 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-10T11:05:47.309 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-10T11:05:47.309 INFO:teuthology.orchestra.run.smithi187.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-10T11:05:47.309 INFO:teuthology.orchestra.run.smithi187.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-10T11:05:47.309 INFO:teuthology.orchestra.run.smithi187.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-10T11:05:47.309 INFO:teuthology.orchestra.run.smithi187.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-10T11:05:47.309 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-10T11:05:47.309 INFO:teuthology.orchestra.run.smithi187.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-10T11:05:47.310 INFO:teuthology.orchestra.run.smithi187.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-10T11:05:47.310 INFO:teuthology.orchestra.run.smithi187.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-10T11:05:47.310 INFO:teuthology.orchestra.run.smithi187.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-10T11:05:47.310 INFO:teuthology.orchestra.run.smithi187.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-10T11:05:47.310 INFO:teuthology.orchestra.run.smithi187.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-10T11:05:47.310 INFO:teuthology.orchestra.run.smithi187.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-10T11:05:47.310 INFO:teuthology.orchestra.run.smithi187.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-10T11:05:47.310 INFO:teuthology.orchestra.run.smithi187.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-10T11:05:47.310 INFO:teuthology.orchestra.run.smithi187.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-10T11:05:47.310 INFO:teuthology.orchestra.run.smithi187.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-10T11:05:47.310 INFO:teuthology.orchestra.run.smithi187.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-10T11:05:47.310 INFO:teuthology.orchestra.run.smithi187.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-10T11:05:47.310 INFO:teuthology.orchestra.run.smithi187.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-10T11:05:47.310 INFO:teuthology.orchestra.run.smithi187.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-10T11:05:47.311 INFO:teuthology.orchestra.run.smithi187.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-10T11:05:47.311 INFO:teuthology.orchestra.run.smithi187.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-10T11:05:47.311 INFO:teuthology.orchestra.run.smithi187.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-10T11:05:47.311 INFO:teuthology.orchestra.run.smithi187.stdout:Installing weak dependencies: 2024-05-10T11:05:47.311 INFO:teuthology.orchestra.run.smithi187.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-10T11:05:47.311 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T11:05:47.311 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction Summary 2024-05-10T11:05:47.311 INFO:teuthology.orchestra.run.smithi187.stdout:======================================================================================= 2024-05-10T11:05:47.311 INFO:teuthology.orchestra.run.smithi187.stdout:Install 148 Packages 2024-05-10T11:05:47.311 INFO:teuthology.orchestra.run.smithi187.stdout:Upgrade 8 Packages 2024-05-10T11:05:47.311 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T11:05:47.312 INFO:teuthology.orchestra.run.smithi187.stdout:Total download size: 226 M 2024-05-10T11:05:47.312 INFO:teuthology.orchestra.run.smithi187.stdout:Downloading Packages: 2024-05-10T11:05:47.333 INFO:teuthology.orchestra.run.smithi132.stdout:(24/156): python3-rgw-19.0.0-3449.gd39fa088.el9 1.1 MB/s | 99 kB 00:00 2024-05-10T11:05:47.424 INFO:teuthology.orchestra.run.smithi132.stdout:(25/156): rbd-fuse-19.0.0-3449.gd39fa088.el9.x8 933 kB/s | 85 kB 00:00 2024-05-10T11:05:47.858 INFO:teuthology.orchestra.run.smithi132.stdout:(26/156): ceph-osd-19.0.0-3449.gd39fa088.el9.x8 4.8 MB/s | 17 MB 00:03 2024-05-10T11:05:47.930 INFO:teuthology.orchestra.run.smithi053.stdout:(2/156): ceph-fuse-19.0.0-3449.gd39fa088.el9.x8 1.0 MB/s | 890 kB 00:00 2024-05-10T11:05:47.951 INFO:teuthology.orchestra.run.smithi132.stdout:(27/156): rbd-mirror-19.0.0-3449.gd39fa088.el9. 5.9 MB/s | 3.1 MB 00:00 2024-05-10T11:05:47.976 INFO:teuthology.orchestra.run.smithi132.stdout:(28/156): rbd-nbd-19.0.0-3449.gd39fa088.el9.x86 1.4 MB/s | 170 kB 00:00 2024-05-10T11:05:48.009 INFO:teuthology.orchestra.run.smithi132.stdout:(29/156): ceph-grafana-dashboards-19.0.0-3449.g 586 kB/s | 34 kB 00:00 2024-05-10T11:05:48.047 INFO:teuthology.orchestra.run.smithi053.stdout:(3/156): ceph-immutable-object-cache-19.0.0-344 1.2 MB/s | 145 kB 00:00 2024-05-10T11:05:48.051 INFO:teuthology.orchestra.run.smithi132.stdout:(30/156): ceph-mgr-cephadm-19.0.0-3449.gd39fa08 1.8 MB/s | 142 kB 00:00 2024-05-10T11:05:48.502 INFO:teuthology.orchestra.run.smithi132.stdout:(31/156): ceph-test-19.0.0-3449.gd39fa088.el9.x 14 MB/s | 49 MB 00:03 2024-05-10T11:05:48.602 INFO:teuthology.orchestra.run.smithi132.stdout:(32/156): ceph-mgr-dashboard-19.0.0-3449.gd39fa 6.0 MB/s | 3.5 MB 00:00 2024-05-10T11:05:48.652 INFO:teuthology.orchestra.run.smithi132.stdout:(33/156): ceph-mgr-modules-core-19.0.0-3449.gd3 1.8 MB/s | 274 kB 00:00 2024-05-10T11:05:48.678 INFO:teuthology.orchestra.run.smithi132.stdout:(34/156): ceph-mgr-rook-19.0.0-3449.gd39fa088.e 658 kB/s | 49 kB 00:00 2024-05-10T11:05:48.720 INFO:teuthology.orchestra.run.smithi132.stdout:(35/156): ceph-prometheus-alerts-19.0.0-3449.gd 245 kB/s | 16 kB 00:00 2024-05-10T11:05:48.741 INFO:teuthology.orchestra.run.smithi187.stdout:(1/156): ceph-19.0.0-3449.gd39fa088.el9.x86_64. 28 kB/s | 6.6 kB 00:00 2024-05-10T11:05:48.761 INFO:teuthology.orchestra.run.smithi132.stdout:(36/156): ceph-volume-19.0.0-3449.gd39fa088.el9 3.2 MB/s | 273 kB 00:00 2024-05-10T11:05:48.831 INFO:teuthology.orchestra.run.smithi053.stdout:(4/156): ceph-mds-19.0.0-3449.gd39fa088.el9.x86 3.0 MB/s | 2.4 MB 00:00 2024-05-10T11:05:48.845 INFO:teuthology.orchestra.run.smithi132.stdout:(37/156): cephfs-top-19.0.0-3449.gd39fa088.el9. 219 kB/s | 18 kB 00:00 2024-05-10T11:05:48.879 INFO:teuthology.orchestra.run.smithi132.stdout:(38/156): cephadm-19.0.0-3449.gd39fa088.el9.noa 4.7 MB/s | 763 kB 00:00 2024-05-10T11:05:48.956 INFO:teuthology.orchestra.run.smithi053.stdout:(5/156): ceph-base-19.0.0-3449.gd39fa088.el9.x8 2.4 MB/s | 5.4 MB 00:02 2024-05-10T11:05:49.021 INFO:teuthology.orchestra.run.smithi132.stdout:(39/156): ceph-mgr-diskprediction-local-19.0.0- 7.6 MB/s | 7.4 MB 00:00 2024-05-10T11:05:49.024 INFO:teuthology.orchestra.run.smithi187.stdout:(2/156): ceph-fuse-19.0.0-3449.gd39fa088.el9.x8 3.1 MB/s | 890 kB 00:00 2024-05-10T11:05:49.046 INFO:teuthology.orchestra.run.smithi132.stdout:(40/156): fuse-2.9.9-15.el9.x86_64.rpm 400 kB/s | 80 kB 00:00 2024-05-10T11:05:49.108 INFO:teuthology.orchestra.run.smithi187.stdout:(3/156): ceph-immutable-object-cache-19.0.0-344 1.7 MB/s | 145 kB 00:00 2024-05-10T11:05:49.121 INFO:teuthology.orchestra.run.smithi132.stdout:(41/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.3 MB/s | 253 kB 00:00 2024-05-10T11:05:49.155 INFO:teuthology.orchestra.run.smithi132.stdout:(42/156): libgfortran-11.4.1-3.el9.x86_64.rpm 2.8 MB/s | 803 kB 00:00 2024-05-10T11:05:49.180 INFO:teuthology.orchestra.run.smithi132.stdout:(43/156): libquadmath-11.4.1-3.el9.x86_64.rpm 1.2 MB/s | 195 kB 00:00 2024-05-10T11:05:49.206 INFO:teuthology.orchestra.run.smithi132.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-05-10T11:05:49.231 INFO:teuthology.orchestra.run.smithi132.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-05-10T11:05:49.248 INFO:teuthology.orchestra.run.smithi132.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.9 MB/s | 125 kB 00:00 2024-05-10T11:05:49.281 INFO:teuthology.orchestra.run.smithi132.stdout:(47/156): python3-cryptography-36.0.1-4.el9.x86 7.7 MB/s | 1.2 MB 00:00 2024-05-10T11:05:49.298 INFO:teuthology.orchestra.run.smithi132.stdout:(48/156): python3-urllib3-1.26.5-5.el9.noarch.r 3.1 MB/s | 215 kB 00:00 2024-05-10T11:05:49.448 INFO:teuthology.orchestra.run.smithi053.stdout:(6/156): ceph-mgr-19.0.0-3449.gd39fa088.el9.x86 2.5 MB/s | 1.5 MB 00:00 2024-05-10T11:05:49.500 INFO:teuthology.orchestra.run.smithi187.stdout:(4/156): ceph-mds-19.0.0-3449.gd39fa088.el9.x86 6.0 MB/s | 2.4 MB 00:00 2024-05-10T11:05:49.783 INFO:teuthology.orchestra.run.smithi187.stdout:(5/156): ceph-mgr-19.0.0-3449.gd39fa088.el9.x86 5.3 MB/s | 1.5 MB 00:00 2024-05-10T11:05:50.024 INFO:teuthology.orchestra.run.smithi132.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 147 kB/s | 107 kB 00:00 2024-05-10T11:05:50.174 INFO:teuthology.orchestra.run.smithi132.stdout:(50/156): automake-1.16.2-8.el9.noarch.rpm 744 kB/s | 689 kB 00:00 2024-05-10T11:05:50.190 INFO:teuthology.orchestra.run.smithi053.stdout:(7/156): ceph-mon-19.0.0-3449.gd39fa088.el9.x86 3.8 MB/s | 4.7 MB 00:01 2024-05-10T11:05:50.282 INFO:teuthology.orchestra.run.smithi132.stdout:(51/156): bison-3.7.4-5.el9.x86_64.rpm 942 kB/s | 943 kB 00:01 2024-05-10T11:05:50.550 INFO:teuthology.orchestra.run.smithi187.stdout:(6/156): ceph-mon-19.0.0-3449.gd39fa088.el9.x86 6.1 MB/s | 4.7 MB 00:00 2024-05-10T11:05:50.649 INFO:teuthology.orchestra.run.smithi132.stdout:(52/156): elfutils-libelf-devel-0.190-2.el9.x86 34 kB/s | 21 kB 00:00 2024-05-10T11:05:50.867 INFO:teuthology.orchestra.run.smithi187.stdout:(7/156): ceph-base-19.0.0-3449.gd39fa088.el9.x8 2.3 MB/s | 5.4 MB 00:02 2024-05-10T11:05:50.915 INFO:teuthology.orchestra.run.smithi053.stdout:(8/156): ceph-common-19.0.0-3449.gd39fa088.el9. 5.0 MB/s | 21 MB 00:04 2024-05-10T11:05:50.942 INFO:teuthology.orchestra.run.smithi132.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 52 kB/s | 33 kB 00:00 2024-05-10T11:05:50.999 INFO:teuthology.orchestra.run.smithi053.stdout:(9/156): ceph-selinux-19.0.0-3449.gd39fa088.el9 303 kB/s | 25 kB 00:00 2024-05-10T11:05:51.067 INFO:teuthology.orchestra.run.smithi132.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 351 kB/s | 313 kB 00:00 2024-05-10T11:05:51.551 INFO:teuthology.orchestra.run.smithi132.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 30 kB/s | 18 kB 00:00 2024-05-10T11:05:51.609 INFO:teuthology.orchestra.run.smithi132.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 21 kB/s | 11 kB 00:00 2024-05-10T11:05:51.843 INFO:teuthology.orchestra.run.smithi132.stdout:(57/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.5 MB/s | 3.0 MB 00:01 2024-05-10T11:05:52.475 INFO:teuthology.orchestra.run.smithi187.stdout:(8/156): ceph-common-19.0.0-3449.gd39fa088.el9. 5.3 MB/s | 21 MB 00:03 2024-05-10T11:05:52.543 INFO:teuthology.orchestra.run.smithi132.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 48 kB/s | 45 kB 00:00 2024-05-10T11:05:52.567 INFO:teuthology.orchestra.run.smithi187.stdout:(9/156): ceph-selinux-19.0.0-3449.gd39fa088.el9 275 kB/s | 25 kB 00:00 2024-05-10T11:05:52.652 INFO:teuthology.orchestra.run.smithi132.stdout:(59/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 146 kB/s | 160 kB 00:01 2024-05-10T11:05:52.734 INFO:teuthology.orchestra.run.smithi187.stdout:(10/156): ceph-osd-19.0.0-3449.gd39fa088.el9.x8 7.7 MB/s | 17 MB 00:02 2024-05-10T11:05:52.801 INFO:teuthology.orchestra.run.smithi187.stdout:(11/156): cephfs-mirror-19.0.0-3449.gd39fa088.e 3.3 MB/s | 225 kB 00:00 2024-05-10T11:05:52.860 INFO:teuthology.orchestra.run.smithi187.stdout:(12/156): cephfs-shell-19.0.0-3449.gd39fa088.el 462 kB/s | 27 kB 00:00 2024-05-10T11:05:52.918 INFO:teuthology.orchestra.run.smithi187.stdout:(13/156): libcephfs-devel-19.0.0-3449.gd39fa088 546 kB/s | 32 kB 00:00 2024-05-10T11:05:53.052 INFO:teuthology.orchestra.run.smithi187.stdout:(14/156): libcephfs2-19.0.0-3449.gd39fa088.el9. 5.5 MB/s | 746 kB 00:00 2024-05-10T11:05:53.127 INFO:teuthology.orchestra.run.smithi187.stdout:(15/156): libcephsqlite-19.0.0-3449.gd39fa088.e 2.1 MB/s | 163 kB 00:00 2024-05-10T11:05:53.202 INFO:teuthology.orchestra.run.smithi132.stdout:(60/156): librdkafka-1.6.1-102.el9.x86_64.rpm 507 kB/s | 662 kB 00:01 2024-05-10T11:05:53.202 INFO:teuthology.orchestra.run.smithi187.stdout:(16/156): librados-devel-19.0.0-3449.gd39fa088. 1.7 MB/s | 127 kB 00:00 2024-05-10T11:05:53.286 INFO:teuthology.orchestra.run.smithi187.stdout:(17/156): libradosstriper1-19.0.0-3449.gd39fa08 5.9 MB/s | 500 kB 00:00 2024-05-10T11:05:53.444 INFO:teuthology.orchestra.run.smithi132.stdout:(61/156): libuuid-devel-2.37.4-18.el9.x86_64.rp 32 kB/s | 25 kB 00:00 2024-05-10T11:05:53.474 INFO:teuthology.orchestra.run.smithi053.stdout:(10/156): ceph-radosgw-19.0.0-3449.gd39fa088.el 3.2 MB/s | 11 MB 00:03 2024-05-10T11:05:53.716 INFO:teuthology.orchestra.run.smithi053.stdout:(11/156): cephfs-mirror-19.0.0-3449.gd39fa088.e 930 kB/s | 225 kB 00:00 2024-05-10T11:05:53.824 INFO:teuthology.orchestra.run.smithi053.stdout:(12/156): cephfs-shell-19.0.0-3449.gd39fa088.el 250 kB/s | 27 kB 00:00 2024-05-10T11:05:53.844 INFO:teuthology.orchestra.run.smithi132.stdout:(62/156): libtool-2.4.6-45.el9.x86_64.rpm 448 kB/s | 582 kB 00:01 2024-05-10T11:05:53.870 INFO:teuthology.orchestra.run.smithi187.stdout:(18/156): librgw2-19.0.0-3449.gd39fa088.el9.x86 9.2 MB/s | 5.4 MB 00:00 2024-05-10T11:05:53.908 INFO:teuthology.orchestra.run.smithi053.stdout:(13/156): libcephfs-devel-19.0.0-3449.gd39fa088 381 kB/s | 32 kB 00:00 2024-05-10T11:05:53.929 INFO:teuthology.orchestra.run.smithi187.stdout:(19/156): python3-ceph-argparse-19.0.0-3449.gd3 776 kB/s | 45 kB 00:00 2024-05-10T11:05:54.004 INFO:teuthology.orchestra.run.smithi187.stdout:(20/156): python3-ceph-common-19.0.0-3449.gd39f 1.8 MB/s | 135 kB 00:00 2024-05-10T11:05:54.079 INFO:teuthology.orchestra.run.smithi187.stdout:(21/156): python3-cephfs-19.0.0-3449.gd39fa088. 2.1 MB/s | 161 kB 00:00 2024-05-10T11:05:54.196 INFO:teuthology.orchestra.run.smithi187.stdout:(22/156): python3-rados-19.0.0-3449.gd39fa088.e 2.7 MB/s | 321 kB 00:00 2024-05-10T11:05:54.280 INFO:teuthology.orchestra.run.smithi187.stdout:(23/156): python3-rbd-19.0.0-3449.gd39fa088.el9 3.5 MB/s | 298 kB 00:00 2024-05-10T11:05:54.347 INFO:teuthology.orchestra.run.smithi187.stdout:(24/156): python3-rgw-19.0.0-3449.gd39fa088.el9 1.5 MB/s | 99 kB 00:00 2024-05-10T11:05:54.405 INFO:teuthology.orchestra.run.smithi187.stdout:(25/156): rbd-fuse-19.0.0-3449.gd39fa088.el9.x8 1.4 MB/s | 85 kB 00:00 2024-05-10T11:05:54.467 INFO:teuthology.orchestra.run.smithi053.stdout:(14/156): libcephfs2-19.0.0-3449.gd39fa088.el9. 1.3 MB/s | 746 kB 00:00 2024-05-10T11:05:54.561 INFO:teuthology.orchestra.run.smithi132.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 262 kB/s | 292 kB 00:01 2024-05-10T11:05:54.586 INFO:teuthology.orchestra.run.smithi132.stdout:(64/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 34 kB/s | 47 kB 00:01 2024-05-10T11:05:54.650 INFO:teuthology.orchestra.run.smithi053.stdout:(15/156): libcephsqlite-19.0.0-3449.gd39fa088.e 893 kB/s | 163 kB 00:00 2024-05-10T11:05:54.748 INFO:teuthology.orchestra.run.smithi187.stdout:(26/156): rbd-mirror-19.0.0-3449.gd39fa088.el9. 9.0 MB/s | 3.1 MB 00:00 2024-05-10T11:05:54.801 INFO:teuthology.orchestra.run.smithi053.stdout:(16/156): librados-devel-19.0.0-3449.gd39fa088. 845 kB/s | 127 kB 00:00 2024-05-10T11:05:54.815 INFO:teuthology.orchestra.run.smithi187.stdout:(27/156): rbd-nbd-19.0.0-3449.gd39fa088.el9.x86 2.5 MB/s | 170 kB 00:00 2024-05-10T11:05:54.862 INFO:teuthology.orchestra.run.smithi132.stdout:(65/156): lua-5.4.4-4.el9.x86_64.rpm 185 kB/s | 188 kB 00:01 2024-05-10T11:05:54.882 INFO:teuthology.orchestra.run.smithi187.stdout:(28/156): ceph-grafana-dashboards-19.0.0-3449.g 514 kB/s | 34 kB 00:00 2024-05-10T11:05:54.948 INFO:teuthology.orchestra.run.smithi187.stdout:(29/156): ceph-mgr-cephadm-19.0.0-3449.gd39fa08 2.1 MB/s | 142 kB 00:00 2024-05-10T11:05:55.160 INFO:teuthology.orchestra.run.smithi053.stdout:(17/156): libradosstriper1-19.0.0-3449.gd39fa08 1.4 MB/s | 500 kB 00:00 2024-05-10T11:05:55.161 INFO:teuthology.orchestra.run.smithi132.stdout:(66/156): openblas-0.3.21-2.el9.x86_64.rpm 59 kB/s | 35 kB 00:00 2024-05-10T11:05:55.374 INFO:teuthology.orchestra.run.smithi187.stdout:(30/156): ceph-mgr-dashboard-19.0.0-3449.gd39fa 8.3 MB/s | 3.5 MB 00:00 2024-05-10T11:05:55.745 INFO:teuthology.orchestra.run.smithi132.stdout:(67/156): openblas-openmp-0.3.21-2.el9.x86_64.r 4.1 MB/s | 4.7 MB 00:01 2024-05-10T11:05:56.043 INFO:teuthology.orchestra.run.smithi053.stdout:(18/156): ceph-test-19.0.0-3449.gd39fa088.el9.x 9.7 MB/s | 49 MB 00:05 2024-05-10T11:05:56.045 INFO:teuthology.orchestra.run.smithi132.stdout:(68/156): openssl-devel-3.2.1-1.el9.x86_64.rpm 3.7 MB/s | 4.4 MB 00:01 2024-05-10T11:05:56.074 INFO:teuthology.orchestra.run.smithi187.stdout:(31/156): ceph-mgr-diskprediction-local-19.0.0- 11 MB/s | 7.4 MB 00:00 2024-05-10T11:05:56.085 INFO:teuthology.orchestra.run.smithi053.stdout:(19/156): python3-ceph-argparse-19.0.0-3449.gd3 1.1 MB/s | 45 kB 00:00 2024-05-10T11:05:56.132 INFO:teuthology.orchestra.run.smithi187.stdout:(32/156): ceph-mgr-modules-core-19.0.0-3449.gd3 4.6 MB/s | 274 kB 00:00 2024-05-10T11:05:56.135 INFO:teuthology.orchestra.run.smithi053.stdout:(20/156): python3-ceph-common-19.0.0-3449.gd39f 2.6 MB/s | 135 kB 00:00 2024-05-10T11:05:56.183 INFO:teuthology.orchestra.run.smithi187.stdout:(33/156): ceph-mgr-rook-19.0.0-3449.gd39fa088.e 990 kB/s | 49 kB 00:00 2024-05-10T11:05:56.194 INFO:teuthology.orchestra.run.smithi053.stdout:(21/156): python3-cephfs-19.0.0-3449.gd39fa088. 2.7 MB/s | 161 kB 00:00 2024-05-10T11:05:56.212 INFO:teuthology.orchestra.run.smithi132.stdout:(69/156): postgresql-13.14-1.el9.x86_64.rpm 1.5 MB/s | 1.6 MB 00:01 2024-05-10T11:05:56.224 INFO:teuthology.orchestra.run.smithi187.stdout:(34/156): ceph-prometheus-alerts-19.0.0-3449.gd 396 kB/s | 16 kB 00:00 2024-05-10T11:05:56.253 INFO:teuthology.orchestra.run.smithi053.stdout:(22/156): python3-rados-19.0.0-3449.gd39fa088.e 5.4 MB/s | 321 kB 00:00 2024-05-10T11:05:56.275 INFO:teuthology.orchestra.run.smithi187.stdout:(35/156): ceph-volume-19.0.0-3449.gd39fa088.el9 5.3 MB/s | 273 kB 00:00 2024-05-10T11:05:56.311 INFO:teuthology.orchestra.run.smithi053.stdout:(23/156): python3-rbd-19.0.0-3449.gd39fa088.el9 5.0 MB/s | 298 kB 00:00 2024-05-10T11:05:56.378 INFO:teuthology.orchestra.run.smithi187.stdout:(36/156): cephadm-19.0.0-3449.gd39fa088.el9.noa 7.5 MB/s | 763 kB 00:00 2024-05-10T11:05:56.395 INFO:teuthology.orchestra.run.smithi053.stdout:(24/156): python3-rgw-19.0.0-3449.gd39fa088.el9 1.2 MB/s | 99 kB 00:00 2024-05-10T11:05:56.425 INFO:teuthology.orchestra.run.smithi187.stdout:(37/156): cephfs-top-19.0.0-3449.gd39fa088.el9. 366 kB/s | 18 kB 00:00 2024-05-10T11:05:56.454 INFO:teuthology.orchestra.run.smithi053.stdout:(25/156): rbd-fuse-19.0.0-3449.gd39fa088.el9.x8 1.4 MB/s | 85 kB 00:00 2024-05-10T11:05:56.576 INFO:teuthology.orchestra.run.smithi187.stdout:(38/156): fuse-2.9.9-15.el9.x86_64.rpm 535 kB/s | 80 kB 00:00 2024-05-10T11:05:56.737 INFO:teuthology.orchestra.run.smithi053.stdout:(26/156): rbd-mirror-19.0.0-3449.gd39fa088.el9. 11 MB/s | 3.1 MB 00:00 2024-05-10T11:05:56.790 INFO:teuthology.orchestra.run.smithi053.stdout:(27/156): rbd-nbd-19.0.0-3449.gd39fa088.el9.x86 3.3 MB/s | 170 kB 00:00 2024-05-10T11:05:56.829 INFO:teuthology.orchestra.run.smithi053.stdout:(28/156): ceph-grafana-dashboards-19.0.0-3449.g 825 kB/s | 34 kB 00:00 2024-05-10T11:05:56.880 INFO:teuthology.orchestra.run.smithi053.stdout:(29/156): ceph-mgr-cephadm-19.0.0-3449.gd39fa08 2.8 MB/s | 142 kB 00:00 2024-05-10T11:05:56.926 INFO:teuthology.orchestra.run.smithi187.stdout:(39/156): libgfortran-11.4.1-3.el9.x86_64.rpm 2.2 MB/s | 803 kB 00:00 2024-05-10T11:05:57.051 INFO:teuthology.orchestra.run.smithi187.stdout:(40/156): libquadmath-11.4.1-3.el9.x86_64.rpm 1.5 MB/s | 195 kB 00:00 2024-05-10T11:05:57.168 INFO:teuthology.orchestra.run.smithi187.stdout:(41/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.1 MB/s | 253 kB 00:00 2024-05-10T11:05:57.205 INFO:teuthology.orchestra.run.smithi053.stdout:(30/156): ceph-mgr-dashboard-19.0.0-3449.gd39fa 11 MB/s | 3.5 MB 00:00 2024-05-10T11:05:57.577 INFO:teuthology.orchestra.run.smithi187.stdout:(42/156): python3-cryptography-36.0.1-4.el9.x86 3.0 MB/s | 1.2 MB 00:00 2024-05-10T11:05:57.636 INFO:teuthology.orchestra.run.smithi187.stdout:(43/156): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-05-10T11:05:57.719 INFO:teuthology.orchestra.run.smithi187.stdout:(44/156): python3-pycparser-2.20-6.el9.noarch.r 1.6 MB/s | 135 kB 00:00 2024-05-10T11:05:57.828 INFO:teuthology.orchestra.run.smithi187.stdout:(45/156): ceph-radosgw-19.0.0-3449.gd39fa088.el 1.5 MB/s | 11 MB 00:06 2024-05-10T11:05:57.839 INFO:teuthology.orchestra.run.smithi053.stdout:(31/156): ceph-mgr-diskprediction-local-19.0.0- 12 MB/s | 7.4 MB 00:00 2024-05-10T11:05:57.854 INFO:teuthology.orchestra.run.smithi187.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 934 kB/s | 125 kB 00:00 2024-05-10T11:05:58.006 INFO:teuthology.orchestra.run.smithi053.stdout:(32/156): ceph-osd-19.0.0-3449.gd39fa088.el9.x8 2.0 MB/s | 17 MB 00:08 2024-05-10T11:05:58.081 INFO:teuthology.orchestra.run.smithi053.stdout:(33/156): librgw2-19.0.0-3449.gd39fa088.el9.x86 1.8 MB/s | 5.4 MB 00:02 2024-05-10T11:05:58.107 INFO:teuthology.orchestra.run.smithi053.stdout:(34/156): ceph-mgr-rook-19.0.0-3449.gd39fa088.e 493 kB/s | 49 kB 00:00 2024-05-10T11:05:58.132 INFO:teuthology.orchestra.run.smithi053.stdout:(35/156): ceph-mgr-modules-core-19.0.0-3449.gd3 938 kB/s | 274 kB 00:00 2024-05-10T11:05:58.174 INFO:teuthology.orchestra.run.smithi053.stdout:(36/156): ceph-prometheus-alerts-19.0.0-3449.gd 178 kB/s | 16 kB 00:00 2024-05-10T11:05:58.233 INFO:teuthology.orchestra.run.smithi053.stdout:(37/156): cephadm-19.0.0-3449.gd39fa088.el9.noa 7.4 MB/s | 763 kB 00:00 2024-05-10T11:05:58.258 INFO:teuthology.orchestra.run.smithi053.stdout:(38/156): cephfs-top-19.0.0-3449.gd39fa088.el9. 218 kB/s | 18 kB 00:00 2024-05-10T11:05:58.287 INFO:teuthology.orchestra.run.smithi187.stdout:(47/156): ceph-test-19.0.0-3449.gd39fa088.el9.x 8.6 MB/s | 49 MB 00:05 2024-05-10T11:05:58.292 INFO:teuthology.orchestra.run.smithi053.stdout:(39/156): ceph-volume-19.0.0-3449.gd39fa088.el9 1.4 MB/s | 273 kB 00:00 2024-05-10T11:05:58.394 INFO:teuthology.orchestra.run.smithi053.stdout:(40/156): fuse-2.9.9-15.el9.x86_64.rpm 535 kB/s | 80 kB 00:00 2024-05-10T11:05:58.404 INFO:teuthology.orchestra.run.smithi187.stdout:(48/156): python3-urllib3-1.26.5-5.el9.noarch.r 373 kB/s | 215 kB 00:00 2024-05-10T11:05:58.417 INFO:teuthology.orchestra.run.smithi053.stdout:(41/156): libquadmath-11.4.1-3.el9.x86_64.rpm 1.5 MB/s | 195 kB 00:00 2024-05-10T11:05:58.437 INFO:teuthology.orchestra.run.smithi187.stdout:(49/156): automake-1.16.2-8.el9.noarch.rpm 1.2 MB/s | 689 kB 00:00 2024-05-10T11:05:58.468 INFO:teuthology.orchestra.run.smithi053.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.0 MB/s | 253 kB 00:00 2024-05-10T11:05:58.480 INFO:teuthology.orchestra.run.smithi187.stdout:(50/156): elfutils-libelf-devel-0.190-2.el9.x86 516 kB/s | 21 kB 00:00 2024-05-10T11:05:58.492 INFO:teuthology.orchestra.run.smithi053.stdout:(43/156): libgfortran-11.4.1-3.el9.x86_64.rpm 3.3 MB/s | 803 kB 00:00 2024-05-10T11:05:58.513 INFO:teuthology.orchestra.run.smithi187.stdout:(51/156): bison-3.7.4-5.el9.x86_64.rpm 4.1 MB/s | 943 kB 00:00 2024-05-10T11:05:58.518 INFO:teuthology.orchestra.run.smithi053.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-05-10T11:05:58.541 INFO:teuthology.orchestra.run.smithi187.stdout:(52/156): flex-2.6.4-9.el9.x86_64.rpm 5.2 MB/s | 313 kB 00:00 2024-05-10T11:05:58.551 INFO:teuthology.orchestra.run.smithi053.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-05-10T11:05:58.564 INFO:teuthology.orchestra.run.smithi187.stdout:(53/156): boost-program-options-1.75.0-8.el9.x8 671 kB/s | 107 kB 00:00 2024-05-10T11:05:58.577 INFO:teuthology.orchestra.run.smithi053.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-05-10T11:05:58.589 INFO:teuthology.orchestra.run.smithi187.stdout:(54/156): flexiblas-3.0.4-8.el9.x86_64.rpm 434 kB/s | 33 kB 00:00 2024-05-10T11:05:58.602 INFO:teuthology.orchestra.run.smithi053.stdout:(47/156): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-05-10T11:05:58.614 INFO:teuthology.orchestra.run.smithi187.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 362 kB/s | 18 kB 00:00 2024-05-10T11:05:58.635 INFO:teuthology.orchestra.run.smithi053.stdout:(48/156): python3-cryptography-36.0.1-4.el9.x86 5.6 MB/s | 1.2 MB 00:00 2024-05-10T11:05:58.642 INFO:teuthology.orchestra.run.smithi187.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-05-10T11:05:58.665 INFO:teuthology.orchestra.run.smithi187.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-05-10T11:05:58.690 INFO:teuthology.orchestra.run.smithi187.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 902 kB/s | 45 kB 00:00 2024-05-10T11:05:58.732 INFO:teuthology.orchestra.run.smithi187.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 9.7 MB/s | 662 kB 00:00 2024-05-10T11:05:58.786 INFO:teuthology.orchestra.run.smithi053.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 713 kB/s | 107 kB 00:00 2024-05-10T11:05:58.790 INFO:teuthology.orchestra.run.smithi187.stdout:(60/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 12 MB/s | 3.0 MB 00:00 2024-05-10T11:05:58.816 INFO:teuthology.orchestra.run.smithi187.stdout:(61/156): libuuid-devel-2.37.4-18.el9.x86_64.rp 305 kB/s | 25 kB 00:00 2024-05-10T11:05:58.841 INFO:teuthology.orchestra.run.smithi187.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 944 kB/s | 47 kB 00:00 2024-05-10T11:05:58.846 INFO:teuthology.orchestra.run.smithi053.stdout:(50/156): elfutils-libelf-devel-0.190-2.el9.x86 370 kB/s | 21 kB 00:00 2024-05-10T11:05:58.866 INFO:teuthology.orchestra.run.smithi187.stdout:(63/156): libtool-2.4.6-45.el9.x86_64.rpm 3.2 MB/s | 582 kB 00:00 2024-05-10T11:05:58.870 INFO:teuthology.orchestra.run.smithi053.stdout:(51/156): automake-1.16.2-8.el9.noarch.rpm 2.3 MB/s | 689 kB 00:00 2024-05-10T11:05:58.891 INFO:teuthology.orchestra.run.smithi187.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.8 MB/s | 292 kB 00:00 2024-05-10T11:05:58.912 INFO:teuthology.orchestra.run.smithi053.stdout:(52/156): bison-3.7.4-5.el9.x86_64.rpm 3.0 MB/s | 943 kB 00:00 2024-05-10T11:05:58.917 INFO:teuthology.orchestra.run.smithi187.stdout:(65/156): openblas-0.3.21-2.el9.x86_64.rpm 702 kB/s | 35 kB 00:00 2024-05-10T11:05:58.942 INFO:teuthology.orchestra.run.smithi187.stdout:(66/156): lua-5.4.4-4.el9.x86_64.rpm 1.8 MB/s | 188 kB 00:00 2024-05-10T11:05:58.962 INFO:teuthology.orchestra.run.smithi053.stdout:(53/156): flex-2.6.4-9.el9.x86_64.rpm 2.6 MB/s | 313 kB 00:00 2024-05-10T11:05:58.987 INFO:teuthology.orchestra.run.smithi053.stdout:(54/156): flexiblas-3.0.4-8.el9.x86_64.rpm 279 kB/s | 33 kB 00:00 2024-05-10T11:05:59.012 INFO:teuthology.orchestra.run.smithi053.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 363 kB/s | 18 kB 00:00 2024-05-10T11:05:59.038 INFO:teuthology.orchestra.run.smithi053.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-05-10T11:05:59.042 INFO:teuthology.orchestra.run.smithi187.stdout:(67/156): openblas-openmp-0.3.21-2.el9.x86_64.r 31 MB/s | 4.7 MB 00:00 2024-05-10T11:05:59.072 INFO:teuthology.orchestra.run.smithi053.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-05-10T11:05:59.084 INFO:teuthology.orchestra.run.smithi187.stdout:(68/156): postgresql-13.14-1.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-05-10T11:05:59.097 INFO:teuthology.orchestra.run.smithi053.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 771 kB/s | 45 kB 00:00 2024-05-10T11:05:59.118 INFO:teuthology.orchestra.run.smithi187.stdout:(69/156): postgresql-contrib-13.14-1.el9.x86_64 12 MB/s | 911 kB 00:00 2024-05-10T11:05:59.143 INFO:teuthology.orchestra.run.smithi187.stdout:(70/156): postgresql-private-libs-13.14-1.el9.x 2.2 MB/s | 133 kB 00:00 2024-05-10T11:05:59.210 INFO:teuthology.orchestra.run.smithi187.stdout:(71/156): openssl-devel-3.2.1-1.el9.x86_64.rpm 15 MB/s | 4.4 MB 00:00 2024-05-10T11:05:59.252 INFO:teuthology.orchestra.run.smithi187.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 9.3 MB/s | 1.0 MB 00:00 2024-05-10T11:05:59.277 INFO:teuthology.orchestra.run.smithi187.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.3 MB/s | 87 kB 00:00 2024-05-10T11:05:59.297 INFO:teuthology.orchestra.run.smithi053.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 2.9 MB/s | 662 kB 00:00 2024-05-10T11:05:59.323 INFO:teuthology.orchestra.run.smithi053.stdout:(60/156): libtool-2.4.6-45.el9.x86_64.rpm 2.5 MB/s | 582 kB 00:00 2024-05-10T11:05:59.348 INFO:teuthology.orchestra.run.smithi053.stdout:(61/156): libuuid-devel-2.37.4-18.el9.x86_64.rp 507 kB/s | 25 kB 00:00 2024-05-10T11:05:59.365 INFO:teuthology.orchestra.run.smithi053.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-05-10T11:05:59.369 INFO:teuthology.orchestra.run.smithi187.stdout:(74/156): postgresql-server-13.14-1.el9.x86_64. 23 MB/s | 5.8 MB 00:00 2024-05-10T11:05:59.395 INFO:teuthology.orchestra.run.smithi187.stdout:(75/156): python3-devel-3.9.18-3.el9.x86_64.rpm 2.0 MB/s | 244 kB 00:00 2024-05-10T11:05:59.424 INFO:teuthology.orchestra.run.smithi053.stdout:(63/156): lua-5.4.4-4.el9.x86_64.rpm 3.1 MB/s | 188 kB 00:00 2024-05-10T11:05:59.428 INFO:teuthology.orchestra.run.smithi187.stdout:(76/156): python3-jinja2-2.11.3-5.el9.noarch.rp 4.1 MB/s | 248 kB 00:00 2024-05-10T11:05:59.445 INFO:teuthology.orchestra.run.smithi187.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 512 kB/s | 26 kB 00:00 2024-05-10T11:05:59.458 INFO:teuthology.orchestra.run.smithi053.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.6 MB/s | 292 kB 00:00 2024-05-10T11:05:59.471 INFO:teuthology.orchestra.run.smithi187.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 456 kB/s | 19 kB 00:00 2024-05-10T11:05:59.496 INFO:teuthology.orchestra.run.smithi187.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-05-10T11:05:59.508 INFO:teuthology.orchestra.run.smithi053.stdout:(65/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 5.0 MB/s | 3.0 MB 00:00 2024-05-10T11:05:59.521 INFO:teuthology.orchestra.run.smithi187.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 693 kB/s | 35 kB 00:00 2024-05-10T11:05:59.566 INFO:teuthology.orchestra.run.smithi053.stdout:(66/156): openblas-0.3.21-2.el9.x86_64.rpm 248 kB/s | 35 kB 00:00 2024-05-10T11:05:59.638 INFO:teuthology.orchestra.run.smithi187.stdout:(81/156): python3-babel-2.9.1-2.el9.noarch.rpm 15 MB/s | 6.0 MB 00:00 2024-05-10T11:05:59.663 INFO:teuthology.orchestra.run.smithi187.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.7 MB/s | 250 kB 00:00 2024-05-10T11:05:59.689 INFO:teuthology.orchestra.run.smithi187.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-05-10T11:05:59.714 INFO:teuthology.orchestra.run.smithi187.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-05-10T11:05:59.739 INFO:teuthology.orchestra.run.smithi187.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 841 kB/s | 42 kB 00:00 2024-05-10T11:05:59.765 INFO:teuthology.orchestra.run.smithi187.stdout:(86/156): python3-protobuf-3.14.0-13.el9.noarch 5.3 MB/s | 269 kB 00:00 2024-05-10T11:05:59.790 INFO:teuthology.orchestra.run.smithi187.stdout:(87/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-05-10T11:05:59.815 INFO:teuthology.orchestra.run.smithi187.stdout:(88/156): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-05-10T11:05:59.821 INFO:teuthology.orchestra.run.smithi132.stdout:(70/156): postgresql-contrib-13.14-1.el9.x86_64 224 kB/s | 911 kB 00:04 2024-05-10T11:05:59.840 INFO:teuthology.orchestra.run.smithi187.stdout:(89/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-05-10T11:05:59.866 INFO:teuthology.orchestra.run.smithi187.stdout:(90/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-05-10T11:05:59.913 INFO:teuthology.orchestra.run.smithi132.stdout:(71/156): postgresql-private-libs-13.14-1.el9.x 34 kB/s | 133 kB 00:03 2024-05-10T11:05:59.933 INFO:teuthology.orchestra.run.smithi053.stdout:(67/156): postgresql-13.14-1.el9.x86_64.rpm 4.3 MB/s | 1.6 MB 00:00 2024-05-10T11:05:59.941 INFO:teuthology.orchestra.run.smithi187.stdout:(91/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 11 MB/s | 5.1 MB 00:00 2024-05-10T11:05:59.966 INFO:teuthology.orchestra.run.smithi187.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 416 kB/s | 42 kB 00:00 2024-05-10T11:05:59.992 INFO:teuthology.orchestra.run.smithi187.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 884 kB/s | 44 kB 00:00 2024-05-10T11:06:00.017 INFO:teuthology.orchestra.run.smithi187.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-05-10T11:06:00.042 INFO:teuthology.orchestra.run.smithi187.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 718 kB/s | 36 kB 00:00 2024-05-10T11:06:00.070 INFO:teuthology.orchestra.run.smithi187.stdout:(96/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 948 kB/s | 47 kB 00:00 2024-05-10T11:06:00.101 INFO:teuthology.orchestra.run.smithi187.stdout:(97/156): socat-1.7.4.1-5.el9.x86_64.rpm 5.1 MB/s | 305 kB 00:00 2024-05-10T11:06:00.126 INFO:teuthology.orchestra.run.smithi187.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 986 kB/s | 58 kB 00:00 2024-05-10T11:06:00.133 INFO:teuthology.orchestra.run.smithi053.stdout:(68/156): openssl-devel-3.2.1-1.el9.x86_64.rpm 7.1 MB/s | 4.4 MB 00:00 2024-05-10T11:06:00.151 INFO:teuthology.orchestra.run.smithi187.stdout:(99/156): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.8 MB/s | 94 kB 00:00 2024-05-10T11:06:00.167 INFO:teuthology.orchestra.run.smithi053.stdout:(69/156): postgresql-contrib-13.14-1.el9.x86_64 3.8 MB/s | 911 kB 00:00 2024-05-10T11:06:00.177 INFO:teuthology.orchestra.run.smithi187.stdout:(100/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-05-10T11:06:00.192 INFO:teuthology.orchestra.run.smithi053.stdout:(70/156): postgresql-private-libs-13.14-1.el9.x 2.2 MB/s | 133 kB 00:00 2024-05-10T11:06:00.202 INFO:teuthology.orchestra.run.smithi187.stdout:(101/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 895 kB/s | 45 kB 00:00 2024-05-10T11:06:00.274 INFO:teuthology.orchestra.run.smithi053.stdout:(71/156): openblas-openmp-0.3.21-2.el9.x86_64.r 5.8 MB/s | 4.7 MB 00:00 2024-05-10T11:06:00.335 INFO:teuthology.orchestra.run.smithi053.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.4 MB/s | 87 kB 00:00 2024-05-10T11:06:00.427 INFO:teuthology.orchestra.run.smithi053.stdout:(73/156): protobuf-3.14.0-13.el9.x86_64.rpm 4.3 MB/s | 1.0 MB 00:00 2024-05-10T11:06:00.427 INFO:teuthology.orchestra.run.smithi187.stdout:(102/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 28 MB/s | 16 MB 00:00 2024-05-10T11:06:00.527 INFO:teuthology.orchestra.run.smithi053.stdout:(74/156): python3-devel-3.9.18-3.el9.x86_64.rpm 2.4 MB/s | 244 kB 00:00 2024-05-10T11:06:00.602 INFO:teuthology.orchestra.run.smithi053.stdout:(75/156): python3-jinja2-2.11.3-5.el9.noarch.rp 3.2 MB/s | 248 kB 00:00 2024-05-10T11:06:00.644 INFO:teuthology.orchestra.run.smithi187.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 48 kB/s | 22 kB 00:00 2024-05-10T11:06:00.669 INFO:teuthology.orchestra.run.smithi053.stdout:(76/156): python3-jsonpatch-1.21-16.el9.noarch. 384 kB/s | 26 kB 00:00 2024-05-10T11:06:00.744 INFO:teuthology.orchestra.run.smithi053.stdout:(77/156): python3-jsonpointer-2.0-4.el9.noarch. 256 kB/s | 19 kB 00:00 2024-05-10T11:06:00.803 INFO:teuthology.orchestra.run.smithi053.stdout:(78/156): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 172 kB 00:00 2024-05-10T11:06:00.862 INFO:teuthology.orchestra.run.smithi053.stdout:(79/156): python3-markupsafe-1.1.1-12.el9.x86_6 595 kB/s | 35 kB 00:00 2024-05-10T11:06:00.905 INFO:teuthology.orchestra.run.smithi132.stdout:(72/156): postgresql-server-13.14-1.el9.x86_64. 1.2 MB/s | 5.8 MB 00:04 2024-05-10T11:06:01.036 INFO:teuthology.orchestra.run.smithi187.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 901 kB/s | 548 kB 00:00 2024-05-10T11:06:01.279 INFO:teuthology.orchestra.run.smithi053.stdout:(80/156): postgresql-server-13.14-1.el9.x86_64. 5.2 MB/s | 5.8 MB 00:01 2024-05-10T11:06:01.287 INFO:teuthology.orchestra.run.smithi187.stdout:(105/156): gperftools-libs-2.9.1-2.el9.x86_64.r 481 kB/s | 309 kB 00:00 2024-05-10T11:06:01.312 INFO:teuthology.orchestra.run.smithi187.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 70 kB/s | 19 kB 00:00 2024-05-10T11:06:01.338 INFO:teuthology.orchestra.run.smithi187.stdout:(107/156): protobuf-compiler-3.14.0-13.el9.x86_ 760 kB/s | 863 kB 00:01 2024-05-10T11:06:01.354 INFO:teuthology.orchestra.run.smithi053.stdout:(81/156): python3-babel-2.9.1-2.el9.noarch.rpm 5.9 MB/s | 6.0 MB 00:01 2024-05-10T11:06:01.379 INFO:teuthology.orchestra.run.smithi053.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.4 MB/s | 250 kB 00:00 2024-05-10T11:06:01.413 INFO:teuthology.orchestra.run.smithi053.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-05-10T11:06:01.480 INFO:teuthology.orchestra.run.smithi053.stdout:(84/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 8.3 MB/s | 5.1 MB 00:00 2024-05-10T11:06:01.538 INFO:teuthology.orchestra.run.smithi053.stdout:(85/156): python3-protobuf-3.14.0-13.el9.noarch 4.5 MB/s | 269 kB 00:00 2024-05-10T11:06:01.564 INFO:teuthology.orchestra.run.smithi053.stdout:(86/156): python3-packaging-20.9-5.el9.noarch.r 418 kB/s | 77 kB 00:00 2024-05-10T11:06:01.579 INFO:teuthology.orchestra.run.smithi187.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 97 kB/s | 26 kB 00:00 2024-05-10T11:06:01.614 INFO:teuthology.orchestra.run.smithi053.stdout:(87/156): python3-prettytable-0.7.2-27.el9.noar 210 kB/s | 42 kB 00:00 2024-05-10T11:06:01.673 INFO:teuthology.orchestra.run.smithi053.stdout:(88/156): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 279 kB 00:00 2024-05-10T11:06:01.688 INFO:teuthology.orchestra.run.smithi187.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 139 kB/s | 49 kB 00:00 2024-05-10T11:06:01.698 INFO:teuthology.orchestra.run.smithi053.stdout:(89/156): python3-pytz-2021.1-5.el9.noarch.rpm 610 kB/s | 51 kB 00:00 2024-05-10T11:06:01.723 INFO:teuthology.orchestra.run.smithi053.stdout:(90/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-05-10T11:06:01.757 INFO:teuthology.orchestra.run.smithi053.stdout:(91/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 727 kB/s | 159 kB 00:00 2024-05-10T11:06:01.774 INFO:teuthology.orchestra.run.smithi053.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 826 kB/s | 42 kB 00:00 2024-05-10T11:06:01.800 INFO:teuthology.orchestra.run.smithi053.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.0 MB/s | 44 kB 00:00 2024-05-10T11:06:01.842 INFO:teuthology.orchestra.run.smithi053.stdout:(94/156): qatlib-service-24.02.0-1.el9.x86_64.r 863 kB/s | 36 kB 00:00 2024-05-10T11:06:01.867 INFO:teuthology.orchestra.run.smithi053.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 2.3 MB/s | 221 kB 00:00 2024-05-10T11:06:01.884 INFO:teuthology.orchestra.run.smithi053.stdout:(96/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-05-10T11:06:01.913 INFO:teuthology.orchestra.run.smithi132.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 44 kB/s | 87 kB 00:01 2024-05-10T11:06:01.926 INFO:teuthology.orchestra.run.smithi053.stdout:(97/156): uuid-1.6.2-55.el9.x86_64.rpm 1.4 MB/s | 58 kB 00:00 2024-05-10T11:06:01.947 INFO:teuthology.orchestra.run.smithi187.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 184 kB/s | 67 kB 00:00 2024-05-10T11:06:01.951 INFO:teuthology.orchestra.run.smithi053.stdout:(98/156): socat-1.7.4.1-5.el9.x86_64.rpm 3.5 MB/s | 305 kB 00:00 2024-05-10T11:06:01.985 INFO:teuthology.orchestra.run.smithi053.stdout:(99/156): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.6 MB/s | 94 kB 00:00 2024-05-10T11:06:02.010 INFO:teuthology.orchestra.run.smithi053.stdout:(100/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-05-10T11:06:02.043 INFO:teuthology.orchestra.run.smithi053.stdout:(101/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 768 kB/s | 45 kB 00:00 2024-05-10T11:06:02.069 INFO:teuthology.orchestra.run.smithi053.stdout:(102/156): lua-devel-5.4.4-4.el9.x86_64.rpm 380 kB/s | 22 kB 00:00 2024-05-10T11:06:02.113 INFO:teuthology.orchestra.run.smithi132.stdout:(74/156): protobuf-3.14.0-13.el9.x86_64.rpm 451 kB/s | 1.0 MB 00:02 2024-05-10T11:06:02.186 INFO:teuthology.orchestra.run.smithi053.stdout:(103/156): protobuf-compiler-3.14.0-13.el9.x86_ 5.9 MB/s | 863 kB 00:00 2024-05-10T11:06:02.197 INFO:teuthology.orchestra.run.smithi187.stdout:(111/156): luarocks-3.9.2-1.el9.noarch.rpm 297 kB/s | 151 kB 00:00 2024-05-10T11:06:02.422 INFO:teuthology.orchestra.run.smithi187.stdout:(112/156): libarrow-9.0.0-11.el9.x86_64.rpm 3.9 MB/s | 4.4 MB 00:01 2024-05-10T11:06:02.622 INFO:teuthology.orchestra.run.smithi187.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 1.2 MB/s | 839 kB 00:00 2024-05-10T11:06:02.697 INFO:teuthology.orchestra.run.smithi132.stdout:(75/156): python3-babel-2.9.1-2.el9.noarch.rpm 3.3 MB/s | 6.0 MB 00:01 2024-05-10T11:06:02.702 INFO:teuthology.orchestra.run.smithi053.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 865 kB/s | 548 kB 00:00 2024-05-10T11:06:02.722 INFO:teuthology.orchestra.run.smithi132.stdout:(76/156): python3-devel-3.9.18-3.el9.x86_64.rpm 302 kB/s | 244 kB 00:00 2024-05-10T11:06:02.764 INFO:teuthology.orchestra.run.smithi187.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 127 kB/s | 43 kB 00:00 2024-05-10T11:06:02.790 INFO:teuthology.orchestra.run.smithi187.stdout:(115/156): python3-asyncssh-2.13.2-5.el9.noarch 925 kB/s | 548 kB 00:00 2024-05-10T11:06:02.878 INFO:teuthology.orchestra.run.smithi053.stdout:(105/156): gperftools-libs-2.9.1-2.el9.x86_64.r 446 kB/s | 309 kB 00:00 2024-05-10T11:06:02.881 INFO:teuthology.orchestra.run.smithi187.stdout:(116/156): python3-cachetools-4.2.4-1.el9.noarc 124 kB/s | 32 kB 00:00 2024-05-10T11:06:02.931 INFO:teuthology.orchestra.run.smithi132.stdout:(77/156): python3-jinja2-2.11.3-5.el9.noarch.rp 303 kB/s | 248 kB 00:00 2024-05-10T11:06:02.937 INFO:teuthology.orchestra.run.smithi053.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 83 kB/s | 19 kB 00:00 2024-05-10T11:06:03.024 INFO:teuthology.orchestra.run.smithi187.stdout:(117/156): python3-certifi-2021.10.8-2.el9.noar 58 kB/s | 15 kB 00:00 2024-05-10T11:06:03.053 INFO:teuthology.orchestra.run.smithi053.stdout:(107/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 222 kB/s | 26 kB 00:00 2024-05-10T11:06:03.179 INFO:teuthology.orchestra.run.smithi053.stdout:(108/156): liboath-2.6.7-2.el9.x86_64.rpm 389 kB/s | 49 kB 00:00 2024-05-10T11:06:03.254 INFO:teuthology.orchestra.run.smithi187.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 370 kB/s | 172 kB 00:00 2024-05-10T11:06:03.264 INFO:teuthology.orchestra.run.smithi132.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 35 kB/s | 19 kB 00:00 2024-05-10T11:06:03.296 INFO:teuthology.orchestra.run.smithi053.stdout:(109/156): libunwind-1.6.2-1.el9.x86_64.rpm 577 kB/s | 67 kB 00:00 2024-05-10T11:06:03.332 INFO:teuthology.orchestra.run.smithi132.stdout:(79/156): python3-jsonpatch-1.21-16.el9.noarch. 40 kB/s | 26 kB 00:00 2024-05-10T11:06:03.429 INFO:teuthology.orchestra.run.smithi053.stdout:(110/156): libarrow-9.0.0-11.el9.x86_64.rpm 8.0 MB/s | 4.4 MB 00:00 2024-05-10T11:06:03.432 INFO:teuthology.orchestra.run.smithi187.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 651 kB/s | 358 kB 00:00 2024-05-10T11:06:03.454 INFO:teuthology.orchestra.run.smithi053.stdout:(111/156): luarocks-3.9.2-1.el9.noarch.rpm 954 kB/s | 151 kB 00:00 2024-05-10T11:06:03.516 INFO:teuthology.orchestra.run.smithi187.stdout:(120/156): python3-colorama-0.4.4-12.el9.noarch 135 kB/s | 35 kB 00:00 2024-05-10T11:06:03.538 INFO:teuthology.orchestra.run.smithi053.stdout:(112/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 7.6 MB/s | 839 kB 00:00 2024-05-10T11:06:03.541 INFO:teuthology.orchestra.run.smithi187.stdout:(121/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 586 kB/s | 303 kB 00:00 2024-05-10T11:06:03.614 INFO:teuthology.orchestra.run.smithi053.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 3.4 MB/s | 548 kB 00:00 2024-05-10T11:06:03.639 INFO:teuthology.orchestra.run.smithi053.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 433 kB/s | 43 kB 00:00 2024-05-10T11:06:03.706 INFO:teuthology.orchestra.run.smithi053.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 351 kB/s | 32 kB 00:00 2024-05-10T11:06:03.731 INFO:teuthology.orchestra.run.smithi053.stdout:(116/156): python3-certifi-2021.10.8-2.el9.noar 163 kB/s | 15 kB 00:00 2024-05-10T11:06:03.790 INFO:teuthology.orchestra.run.smithi132.stdout:(80/156): python3-mako-1.1.4-6.el9.noarch.rpm 213 kB/s | 172 kB 00:00 2024-05-10T11:06:03.815 INFO:teuthology.orchestra.run.smithi053.stdout:(117/156): python3-cheroot-8.6.0-4.el9.noarch.r 1.5 MB/s | 172 kB 00:00 2024-05-10T11:06:03.849 INFO:teuthology.orchestra.run.smithi053.stdout:(118/156): python3-cherrypy-18.6.1-2.el9.noarch 3.0 MB/s | 358 kB 00:00 2024-05-10T11:06:03.865 INFO:teuthology.orchestra.run.smithi132.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 58 kB/s | 35 kB 00:00 2024-05-10T11:06:03.940 INFO:teuthology.orchestra.run.smithi053.stdout:(119/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.4 MB/s | 303 kB 00:00 2024-05-10T11:06:03.941 INFO:teuthology.orchestra.run.smithi187.stdout:(122/156): python3-google-auth-2.29.0-1.el9.noa 404 kB/s | 206 kB 00:00 2024-05-10T11:06:03.967 INFO:teuthology.orchestra.run.smithi053.stdout:(120/156): python3-colorama-0.4.4-12.el9.noarch 301 kB/s | 35 kB 00:00 2024-05-10T11:06:03.968 INFO:teuthology.orchestra.run.smithi187.stdout:(123/156): python3-grpcio-tools-1.46.7-10.el9.x 340 kB/s | 144 kB 00:00 2024-05-10T11:06:04.125 INFO:teuthology.orchestra.run.smithi187.stdout:(124/156): python3-jaraco-8.2.1-3.el9.noarch.rp 58 kB/s | 11 kB 00:00 2024-05-10T11:06:04.150 INFO:teuthology.orchestra.run.smithi053.stdout:(121/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 6.6 MB/s | 16 MB 00:02 2024-05-10T11:06:04.175 INFO:teuthology.orchestra.run.smithi053.stdout:(122/156): python3-google-auth-2.29.0-1.el9.noa 879 kB/s | 206 kB 00:00 2024-05-10T11:06:04.225 INFO:teuthology.orchestra.run.smithi053.stdout:(123/156): python3-grpcio-1.46.7-10.el9.x86_64. 7.9 MB/s | 2.0 MB 00:00 2024-05-10T11:06:04.233 INFO:teuthology.orchestra.run.smithi187.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 66 kB/s | 18 kB 00:00 2024-05-10T11:06:04.359 INFO:teuthology.orchestra.run.smithi187.stdout:(126/156): python3-grpcio-1.46.7-10.el9.x86_64. 2.4 MB/s | 2.0 MB 00:00 2024-05-10T11:06:04.360 INFO:teuthology.orchestra.run.smithi053.stdout:(124/156): python3-jaraco-8.2.1-3.el9.noarch.rp 58 kB/s | 11 kB 00:00 2024-05-10T11:06:04.384 INFO:teuthology.orchestra.run.smithi187.stdout:(127/156): python3-jaraco-collections-3.0.0-8.e 89 kB/s | 23 kB 00:00 2024-05-10T11:06:04.451 INFO:teuthology.orchestra.run.smithi053.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 78 kB/s | 18 kB 00:00 2024-05-10T11:06:04.543 INFO:teuthology.orchestra.run.smithi187.stdout:(128/156): python3-jaraco-functools-3.5.0-2.el9 63 kB/s | 19 kB 00:00 2024-05-10T11:06:04.578 INFO:teuthology.orchestra.run.smithi053.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 155 kB/s | 19 kB 00:00 2024-05-10T11:06:04.601 INFO:teuthology.orchestra.run.smithi053.stdout:(127/156): python3-jaraco-collections-3.0.0-8.e 96 kB/s | 23 kB 00:00 2024-05-10T11:06:04.626 INFO:teuthology.orchestra.run.smithi187.stdout:(129/156): python3-jaraco-text-3.2.0-6.el9.noar 74 kB/s | 20 kB 00:00 2024-05-10T11:06:04.685 INFO:teuthology.orchestra.run.smithi053.stdout:(128/156): python3-grpcio-tools-1.46.7-10.el9.x 270 kB/s | 144 kB 00:00 2024-05-10T11:06:04.710 INFO:teuthology.orchestra.run.smithi053.stdout:(129/156): python3-jaraco-text-3.2.0-6.el9.noar 147 kB/s | 20 kB 00:00 2024-05-10T11:06:04.802 INFO:teuthology.orchestra.run.smithi053.stdout:(130/156): python3-logutils-0.3.5-21.el9.noarch 396 kB/s | 46 kB 00:00 2024-05-10T11:06:04.807 INFO:teuthology.orchestra.run.smithi132.stdout:(82/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 3.5 MB/s | 5.1 MB 00:01 2024-05-10T11:06:04.832 INFO:teuthology.orchestra.run.smithi132.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 240 kB/s | 250 kB 00:01 2024-05-10T11:06:04.836 INFO:teuthology.orchestra.run.smithi053.stdout:(131/156): python3-kubernetes-26.1.0-2.el9.noar 4.4 MB/s | 1.0 MB 00:00 2024-05-10T11:06:04.861 INFO:teuthology.orchestra.run.smithi053.stdout:(132/156): python3-more-itertools-8.12.0-2.el9. 524 kB/s | 79 kB 00:00 2024-05-10T11:06:04.885 INFO:teuthology.orchestra.run.smithi187.stdout:(130/156): python3-logutils-0.3.5-21.el9.noarch 135 kB/s | 46 kB 00:00 2024-05-10T11:06:04.891 INFO:teuthology.orchestra.run.smithi132.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 217 kB/s | 222 kB 00:01 2024-05-10T11:06:04.919 INFO:teuthology.orchestra.run.smithi053.stdout:(133/156): python3-natsort-7.1.1-5.el9.noarch.r 493 kB/s | 58 kB 00:00 2024-05-10T11:06:04.953 INFO:teuthology.orchestra.run.smithi053.stdout:(134/156): python3-portend-3.1.0-2.el9.noarch.r 178 kB/s | 16 kB 00:00 2024-05-10T11:06:04.979 INFO:teuthology.orchestra.run.smithi053.stdout:(135/156): python3-pecan-1.4.2-3.el9.noarch.rpm 2.3 MB/s | 272 kB 00:00 2024-05-10T11:06:05.044 INFO:teuthology.orchestra.run.smithi187.stdout:(131/156): python3-more-itertools-8.12.0-2.el9. 189 kB/s | 79 kB 00:00 2024-05-10T11:06:05.045 INFO:teuthology.orchestra.run.smithi053.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 307 kB/s | 28 kB 00:00 2024-05-10T11:06:05.071 INFO:teuthology.orchestra.run.smithi053.stdout:(137/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 596 kB/s | 90 kB 00:00 2024-05-10T11:06:05.086 INFO:teuthology.orchestra.run.smithi187.stdout:(132/156): python3-kubernetes-26.1.0-2.el9.noar 1.5 MB/s | 1.0 MB 00:00 2024-05-10T11:06:05.096 INFO:teuthology.orchestra.run.smithi053.stdout:(138/156): python3-repoze-lru-0.7-16.el9.noarch 262 kB/s | 31 kB 00:00 2024-05-10T11:06:05.138 INFO:teuthology.orchestra.run.smithi053.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.0 MB/s | 188 kB 00:00 2024-05-10T11:06:05.180 INFO:teuthology.orchestra.run.smithi053.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 427 kB/s | 36 kB 00:00 2024-05-10T11:06:05.197 INFO:teuthology.orchestra.run.smithi053.stdout:(141/156): python3-rsa-4.9-2.el9.noarch.rpm 470 kB/s | 59 kB 00:00 2024-05-10T11:06:05.236 INFO:teuthology.orchestra.run.smithi187.stdout:(133/156): python3-natsort-7.1.1-5.el9.noarch.r 164 kB/s | 58 kB 00:00 2024-05-10T11:06:05.247 INFO:teuthology.orchestra.run.smithi053.stdout:(142/156): python3-typing-extensions-4.4.0-2.el 468 kB/s | 51 kB 00:00 2024-05-10T11:06:05.281 INFO:teuthology.orchestra.run.smithi053.stdout:(143/156): python3-webob-1.8.7-6.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-05-10T11:06:05.331 INFO:teuthology.orchestra.run.smithi053.stdout:(144/156): python3-websocket-client-1.2.3-2.el9 670 kB/s | 90 kB 00:00 2024-05-10T11:06:05.353 INFO:teuthology.orchestra.run.smithi187.stdout:(134/156): python3-portend-3.1.0-2.el9.noarch.r 61 kB/s | 16 kB 00:00 2024-05-10T11:06:05.356 INFO:teuthology.orchestra.run.smithi053.stdout:(145/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.8 MB/s | 427 kB 00:00 2024-05-10T11:06:05.382 INFO:teuthology.orchestra.run.smithi053.stdout:(146/156): python3-zc-lockfile-2.0-10.el9.noarc 198 kB/s | 20 kB 00:00 2024-05-10T11:06:05.482 INFO:teuthology.orchestra.run.smithi053.stdout:(147/156): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-05-10T11:06:05.483 INFO:teuthology.orchestra.run.smithi132.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 65 kB/s | 42 kB 00:00 2024-05-10T11:06:05.508 INFO:teuthology.orchestra.run.smithi053.stdout:(148/156): re2-20211101-3.el9.x86_64.rpm 1.1 MB/s | 192 kB 00:00 2024-05-10T11:06:05.508 INFO:teuthology.orchestra.run.smithi132.stdout:(86/156): python3-packaging-20.9-5.el9.noarch.r 110 kB/s | 77 kB 00:00 2024-05-10T11:06:05.578 INFO:teuthology.orchestra.run.smithi187.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 263 kB/s | 90 kB 00:00 2024-05-10T11:06:05.620 INFO:teuthology.orchestra.run.smithi187.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 106 kB/s | 28 kB 00:00 2024-05-10T11:06:05.645 INFO:teuthology.orchestra.run.smithi187.stdout:(137/156): python3-pecan-1.4.2-3.el9.noarch.rpm 453 kB/s | 272 kB 00:00 2024-05-10T11:06:05.691 INFO:teuthology.orchestra.run.smithi053.stdout:(149/156): NetworkManager-1.47.5-1.el9.x86_64.r 13 MB/s | 2.3 MB 00:00 2024-05-10T11:06:05.750 INFO:teuthology.orchestra.run.smithi132.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 314 kB/s | 269 kB 00:00 2024-05-10T11:06:05.783 INFO:teuthology.orchestra.run.smithi053.stdout:(150/156): NetworkManager-libnm-1.47.5-1.el9.x8 20 MB/s | 1.8 MB 00:00 2024-05-10T11:06:05.817 INFO:teuthology.orchestra.run.smithi053.stdout:(151/156): NetworkManager-team-1.47.5-1.el9.x86 1.2 MB/s | 42 kB 00:00 2024-05-10T11:06:05.846 INFO:teuthology.orchestra.run.smithi187.stdout:(138/156): python3-repoze-lru-0.7-16.el9.noarch 115 kB/s | 31 kB 00:00 2024-05-10T11:06:05.859 INFO:teuthology.orchestra.run.smithi053.stdout:(152/156): NetworkManager-tui-1.47.5-1.el9.x86_ 5.8 MB/s | 248 kB 00:00 2024-05-10T11:06:05.926 INFO:teuthology.orchestra.run.smithi053.stdout:(153/156): openssl-3.2.1-1.el9.x86_64.rpm 20 MB/s | 1.3 MB 00:00 2024-05-10T11:06:05.988 INFO:teuthology.orchestra.run.smithi187.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 173 kB/s | 59 kB 00:00 2024-05-10T11:06:06.034 INFO:teuthology.orchestra.run.smithi053.stdout:(154/156): openssl-libs-3.2.1-1.el9.x86_64.rpm 22 MB/s | 2.4 MB 00:00 2024-05-10T11:06:06.046 INFO:teuthology.orchestra.run.smithi187.stdout:(140/156): python3-routes-2.5.1-5.el9.noarch.rp 443 kB/s | 188 kB 00:00 2024-05-10T11:06:06.105 INFO:teuthology.orchestra.run.smithi187.stdout:(141/156): python3-tempora-5.0.0-2.el9.noarch.r 138 kB/s | 36 kB 00:00 2024-05-10T11:06:06.242 INFO:teuthology.orchestra.run.smithi132.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 209 kB/s | 159 kB 00:00 2024-05-10T11:06:06.363 INFO:teuthology.orchestra.run.smithi187.stdout:(142/156): python3-typing-extensions-4.4.0-2.el 136 kB/s | 51 kB 00:00 2024-05-10T11:06:06.476 INFO:teuthology.orchestra.run.smithi132.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 288 kB/s | 279 kB 00:00 2024-05-10T11:06:06.485 INFO:teuthology.orchestra.run.smithi053.stdout:(155/156): librbd1-19.0.0-3449.gd39fa088.el9.x8 3.1 MB/s | 3.1 MB 00:01 2024-05-10T11:06:06.493 INFO:teuthology.orchestra.run.smithi132.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 71 kB/s | 51 kB 00:00 2024-05-10T11:06:06.539 INFO:teuthology.orchestra.run.smithi187.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 207 kB/s | 90 kB 00:00 2024-05-10T11:06:06.564 INFO:teuthology.orchestra.run.smithi187.stdout:(144/156): python3-webob-1.8.7-6.el9.noarch.rpm 444 kB/s | 230 kB 00:00 2024-05-10T11:06:06.618 INFO:teuthology.orchestra.run.smithi053.stdout:(156/156): librados2-19.0.0-3449.gd39fa088.el9. 2.7 MB/s | 3.4 MB 00:01 2024-05-10T11:06:06.621 INFO:teuthology.orchestra.run.smithi053.stdout:-------------------------------------------------------------------------------- 2024-05-10T11:06:06.621 INFO:teuthology.orchestra.run.smithi053.stdout:Total 11 MB/s | 226 MB 00:20 2024-05-10T11:06:06.848 INFO:teuthology.orchestra.run.smithi187.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 65 kB/s | 20 kB 00:00 2024-05-10T11:06:06.948 INFO:teuthology.orchestra.run.smithi187.stdout:(146/156): python3-werkzeug-2.0.3-3.el9.1.noarc 731 kB/s | 427 kB 00:00 2024-05-10T11:06:07.001 INFO:teuthology.orchestra.run.smithi132.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 71 kB/s | 54 kB 00:00 2024-05-10T11:06:07.090 INFO:teuthology.orchestra.run.smithi187.stdout:(147/156): re2-20211101-3.el9.x86_64.rpm 365 kB/s | 192 kB 00:00 2024-05-10T11:06:07.110 INFO:teuthology.orchestra.run.smithi132.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 67 kB/s | 42 kB 00:00 2024-05-10T11:06:07.265 INFO:teuthology.orchestra.run.smithi187.stdout:(148/156): librados2-19.0.0-3449.gd39fa088.el9. 11 MB/s | 3.4 MB 00:00 2024-05-10T11:06:07.623 INFO:teuthology.orchestra.run.smithi187.stdout:(149/156): thrift-0.15.0-2.el9.x86_64.rpm 2.0 MB/s | 1.6 MB 00:00 2024-05-10T11:06:07.635 INFO:teuthology.orchestra.run.smithi132.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 70 kB/s | 44 kB 00:00 2024-05-10T11:06:07.724 INFO:teuthology.orchestra.run.smithi187.stdout:(150/156): NetworkManager-1.47.5-1.el9.x86_64.r 5.0 MB/s | 2.3 MB 00:00 2024-05-10T11:06:07.774 INFO:teuthology.orchestra.run.smithi187.stdout:(151/156): NetworkManager-team-1.47.5-1.el9.x86 838 kB/s | 42 kB 00:00 2024-05-10T11:06:07.837 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction check 2024-05-10T11:06:07.841 INFO:teuthology.orchestra.run.smithi187.stdout:(152/156): NetworkManager-tui-1.47.5-1.el9.x86_ 3.6 MB/s | 248 kB 00:00 2024-05-10T11:06:07.911 INFO:teuthology.orchestra.run.smithi132.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 276 kB/s | 221 kB 00:00 2024-05-10T11:06:08.004 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction check succeeded. 2024-05-10T11:06:08.004 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction test 2024-05-10T11:06:08.016 INFO:teuthology.orchestra.run.smithi187.stdout:(153/156): openssl-3.2.1-1.el9.x86_64.rpm 7.7 MB/s | 1.3 MB 00:00 2024-05-10T11:06:08.058 INFO:teuthology.orchestra.run.smithi187.stdout:(154/156): NetworkManager-libnm-1.47.5-1.el9.x8 4.2 MB/s | 1.8 MB 00:00 2024-05-10T11:06:08.078 INFO:teuthology.orchestra.run.smithi132.stdout:(95/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 10 MB/s | 16 MB 00:01 2024-05-10T11:06:08.267 INFO:teuthology.orchestra.run.smithi187.stdout:(155/156): openssl-libs-3.2.1-1.el9.x86_64.rpm 9.6 MB/s | 2.4 MB 00:00 2024-05-10T11:06:08.379 INFO:teuthology.orchestra.run.smithi132.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 48 kB/s | 36 kB 00:00 2024-05-10T11:06:08.509 INFO:teuthology.orchestra.run.smithi187.stdout:(156/156): librbd1-19.0.0-3449.gd39fa088.el9.x8 2.2 MB/s | 3.1 MB 00:01 2024-05-10T11:06:08.511 INFO:teuthology.orchestra.run.smithi187.stdout:-------------------------------------------------------------------------------- 2024-05-10T11:06:08.512 INFO:teuthology.orchestra.run.smithi187.stdout:Total 11 MB/s | 226 MB 00:21 2024-05-10T11:06:08.628 INFO:teuthology.orchestra.run.smithi132.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 66 kB/s | 47 kB 00:00 2024-05-10T11:06:08.929 INFO:teuthology.orchestra.run.smithi132.stdout:(98/156): socat-1.7.4.1-5.el9.x86_64.rpm 359 kB/s | 305 kB 00:00 2024-05-10T11:06:09.070 INFO:teuthology.orchestra.run.smithi132.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 83 kB/s | 58 kB 00:00 2024-05-10T11:06:09.379 INFO:teuthology.orchestra.run.smithi132.stdout:(100/156): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 129 kB/s | 94 kB 00:00 2024-05-10T11:06:09.596 INFO:teuthology.orchestra.run.smithi132.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 95 kB/s | 64 kB 00:00 2024-05-10T11:06:09.698 INFO:teuthology.orchestra.run.smithi132.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 72 kB/s | 45 kB 00:00 2024-05-10T11:06:09.740 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction check 2024-05-10T11:06:09.805 INFO:teuthology.orchestra.run.smithi132.stdout:(103/156): abseil-cpp-20211102.0-3.el9.x86_64.r 5.0 MB/s | 548 kB 00:00 2024-05-10T11:06:09.847 INFO:teuthology.orchestra.run.smithi132.stdout:(104/156): gperftools-libs-2.9.1-2.el9.x86_64.r 7.3 MB/s | 309 kB 00:00 2024-05-10T11:06:09.891 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction check succeeded. 2024-05-10T11:06:09.891 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction test 2024-05-10T11:06:09.905 INFO:teuthology.orchestra.run.smithi132.stdout:(105/156): grpc-data-1.46.7-10.el9.noarch.rpm 615 kB/s | 19 kB 00:00 2024-05-10T11:06:10.006 INFO:teuthology.orchestra.run.smithi132.stdout:(106/156): lua-devel-5.4.4-4.el9.x86_64.rpm 36 kB/s | 22 kB 00:00 2024-05-10T11:06:10.073 INFO:teuthology.orchestra.run.smithi132.stdout:(107/156): libarrow-9.0.0-11.el9.x86_64.rpm 26 MB/s | 4.4 MB 00:00 2024-05-10T11:06:10.106 INFO:teuthology.orchestra.run.smithi132.stdout:(108/156): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-05-10T11:06:10.123 INFO:teuthology.orchestra.run.smithi132.stdout:(109/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 222 kB/s | 26 kB 00:00 2024-05-10T11:06:10.149 INFO:teuthology.orchestra.run.smithi132.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 1.6 MB/s | 67 kB 00:00 2024-05-10T11:06:10.182 INFO:teuthology.orchestra.run.smithi132.stdout:(111/156): luarocks-3.9.2-1.el9.noarch.rpm 2.5 MB/s | 151 kB 00:00 2024-05-10T11:06:10.216 INFO:teuthology.orchestra.run.smithi132.stdout:(112/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 12 MB/s | 839 kB 00:00 2024-05-10T11:06:10.241 INFO:teuthology.orchestra.run.smithi132.stdout:(113/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-05-10T11:06:10.266 INFO:teuthology.orchestra.run.smithi132.stdout:(114/156): python3-asyncssh-2.13.2-5.el9.noarch 6.4 MB/s | 548 kB 00:00 2024-05-10T11:06:10.281 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction test succeeded. 2024-05-10T11:06:10.283 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction 2024-05-10T11:06:10.283 INFO:teuthology.orchestra.run.smithi132.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 770 kB/s | 32 kB 00:00 2024-05-10T11:06:10.300 INFO:teuthology.orchestra.run.smithi132.stdout:(116/156): python3-certifi-2021.10.8-2.el9.noar 446 kB/s | 15 kB 00:00 2024-05-10T11:06:10.326 INFO:teuthology.orchestra.run.smithi132.stdout:(117/156): python3-cheroot-8.6.0-4.el9.noarch.r 4.0 MB/s | 172 kB 00:00 2024-05-10T11:06:10.351 INFO:teuthology.orchestra.run.smithi132.stdout:(118/156): python3-cherrypy-18.6.1-2.el9.noarch 6.9 MB/s | 358 kB 00:00 2024-05-10T11:06:10.385 INFO:teuthology.orchestra.run.smithi132.stdout:(119/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.0 MB/s | 303 kB 00:00 2024-05-10T11:06:10.402 INFO:teuthology.orchestra.run.smithi132.stdout:(120/156): python3-colorama-0.4.4-12.el9.noarch 704 kB/s | 35 kB 00:00 2024-05-10T11:06:10.427 INFO:teuthology.orchestra.run.smithi132.stdout:(121/156): python3-google-auth-2.29.0-1.el9.noa 4.8 MB/s | 206 kB 00:00 2024-05-10T11:06:10.461 INFO:teuthology.orchestra.run.smithi132.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-05-10T11:06:10.514 INFO:teuthology.orchestra.run.smithi132.stdout:(123/156): python3-grpcio-1.46.7-10.el9.x86_64. 19 MB/s | 2.0 MB 00:00 2024-05-10T11:06:10.528 INFO:teuthology.orchestra.run.smithi132.stdout:(124/156): python3-jaraco-8.2.1-3.el9.noarch.rp 160 kB/s | 11 kB 00:00 2024-05-10T11:06:10.545 INFO:teuthology.orchestra.run.smithi132.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 524 kB/s | 18 kB 00:00 2024-05-10T11:06:10.562 INFO:teuthology.orchestra.run.smithi132.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 692 kB/s | 23 kB 00:00 2024-05-10T11:06:10.579 INFO:teuthology.orchestra.run.smithi132.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 581 kB/s | 19 kB 00:00 2024-05-10T11:06:10.596 INFO:teuthology.orchestra.run.smithi132.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 587 kB/s | 20 kB 00:00 2024-05-10T11:06:10.630 INFO:teuthology.orchestra.run.smithi132.stdout:(129/156): python3-kubernetes-26.1.0-2.el9.noar 20 MB/s | 1.0 MB 00:00 2024-05-10T11:06:10.646 INFO:teuthology.orchestra.run.smithi132.stdout:(130/156): python3-logutils-0.3.5-21.el9.noarch 924 kB/s | 46 kB 00:00 2024-05-10T11:06:10.672 INFO:teuthology.orchestra.run.smithi132.stdout:(131/156): python3-more-itertools-8.12.0-2.el9. 1.8 MB/s | 79 kB 00:00 2024-05-10T11:06:10.689 INFO:teuthology.orchestra.run.smithi132.stdout:(132/156): python3-natsort-7.1.1-5.el9.noarch.r 1.3 MB/s | 58 kB 00:00 2024-05-10T11:06:10.731 INFO:teuthology.orchestra.run.smithi132.stdout:(133/156): protobuf-compiler-3.14.0-13.el9.x86_ 761 kB/s | 863 kB 00:01 2024-05-10T11:06:10.756 INFO:teuthology.orchestra.run.smithi132.stdout:(134/156): python3-portend-3.1.0-2.el9.noarch.r 244 kB/s | 16 kB 00:00 2024-05-10T11:06:10.782 INFO:teuthology.orchestra.run.smithi132.stdout:(135/156): python3-pecan-1.4.2-3.el9.noarch.rpm 2.4 MB/s | 272 kB 00:00 2024-05-10T11:06:10.807 INFO:teuthology.orchestra.run.smithi132.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 563 kB/s | 28 kB 00:00 2024-05-10T11:06:10.832 INFO:teuthology.orchestra.run.smithi132.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-05-10T11:06:10.857 INFO:teuthology.orchestra.run.smithi132.stdout:(138/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 715 kB/s | 90 kB 00:00 2024-05-10T11:06:10.883 INFO:teuthology.orchestra.run.smithi132.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 1.1 MB/s | 59 kB 00:00 2024-05-10T11:06:10.933 INFO:teuthology.orchestra.run.smithi132.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 476 kB/s | 36 kB 00:00 2024-05-10T11:06:10.958 INFO:teuthology.orchestra.run.smithi132.stdout:(141/156): python3-routes-2.5.1-5.el9.noarch.rp 1.2 MB/s | 188 kB 00:00 2024-05-10T11:06:10.984 INFO:teuthology.orchestra.run.smithi132.stdout:(142/156): python3-typing-extensions-4.4.0-2.el 507 kB/s | 51 kB 00:00 2024-05-10T11:06:11.009 INFO:teuthology.orchestra.run.smithi132.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-05-10T11:06:11.034 INFO:teuthology.orchestra.run.smithi132.stdout:(144/156): python3-webob-1.8.7-6.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-05-10T11:06:11.059 INFO:teuthology.orchestra.run.smithi132.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 397 kB/s | 20 kB 00:00 2024-05-10T11:06:11.085 INFO:teuthology.orchestra.run.smithi132.stdout:(146/156): python3-werkzeug-2.0.3-3.el9.1.noarc 4.2 MB/s | 427 kB 00:00 2024-05-10T11:06:11.135 INFO:teuthology.orchestra.run.smithi132.stdout:(147/156): thrift-0.15.0-2.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-05-10T11:06:11.160 INFO:teuthology.orchestra.run.smithi132.stdout:(148/156): re2-20211101-3.el9.x86_64.rpm 1.5 MB/s | 192 kB 00:00 2024-05-10T11:06:11.361 INFO:teuthology.orchestra.run.smithi132.stdout:(149/156): NetworkManager-1.47.5-1.el9.x86_64.r 12 MB/s | 2.3 MB 00:00 2024-05-10T11:06:11.428 INFO:teuthology.orchestra.run.smithi132.stdout:(150/156): NetworkManager-libnm-1.47.5-1.el9.x8 27 MB/s | 1.8 MB 00:00 2024-05-10T11:06:11.548 INFO:teuthology.orchestra.run.smithi132.stdout:(151/156): librbd1-19.0.0-3449.gd39fa088.el9.x8 7.6 MB/s | 3.1 MB 00:00 2024-05-10T11:06:11.712 INFO:teuthology.orchestra.run.smithi132.stdout:(152/156): NetworkManager-team-1.47.5-1.el9.x86 147 kB/s | 42 kB 00:00 2024-05-10T11:06:11.737 INFO:teuthology.orchestra.run.smithi132.stdout:(153/156): NetworkManager-tui-1.47.5-1.el9.x86_ 1.3 MB/s | 248 kB 00:00 2024-05-10T11:06:11.779 INFO:teuthology.orchestra.run.smithi132.stdout:(154/156): openssl-3.2.1-1.el9.x86_64.rpm 20 MB/s | 1.3 MB 00:00 2024-05-10T11:06:11.829 INFO:teuthology.orchestra.run.smithi132.stdout:(155/156): librados2-19.0.0-3449.gd39fa088.el9. 4.6 MB/s | 3.4 MB 00:00 2024-05-10T11:06:11.904 INFO:teuthology.orchestra.run.smithi132.stdout:(156/156): openssl-libs-3.2.1-1.el9.x86_64.rpm 14 MB/s | 2.4 MB 00:00 2024-05-10T11:06:11.908 INFO:teuthology.orchestra.run.smithi132.stdout:-------------------------------------------------------------------------------- 2024-05-10T11:06:11.908 INFO:teuthology.orchestra.run.smithi132.stdout:Total 7.7 MB/s | 226 MB 00:29 2024-05-10T11:06:12.085 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction test succeeded. 2024-05-10T11:06:12.086 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction 2024-05-10T11:06:13.130 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction check 2024-05-10T11:06:13.280 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction check succeeded. 2024-05-10T11:06:13.281 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction test 2024-05-10T11:06:15.482 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction test succeeded. 2024-05-10T11:06:15.482 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction 2024-05-10T11:06:16.772 INFO:teuthology.orchestra.run.smithi053.stdout: Preparing : 1/1 2024-05-10T11:06:16.857 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/164 2024-05-10T11:06:16.897 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-05-10T11:06:16.981 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-05-10T11:06:17.024 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-05-10T11:06:17.049 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-05-10T11:06:17.115 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-05-10T11:06:17.468 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-05-10T11:06:17.592 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : librados2-2:19.0.0-3449.gd39fa088.el9.x86_64 8/164 2024-05-10T11:06:17.717 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: librados2-2:19.0.0-3449.gd39fa088.el9.x86_64 8/164 2024-05-10T11:06:17.743 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libcephfs2-2:19.0.0-3449.gd39fa088.el9.x86_64 9/164 2024-05-10T11:06:17.819 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: libcephfs2-2:19.0.0-3449.gd39fa088.el9.x86_64 9/164 2024-05-10T11:06:17.848 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-rados-2:19.0.0-3449.gd39fa088.el9.x86_64 10/164 2024-05-10T11:06:18.057 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/164 2024-05-10T11:06:18.117 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/164 2024-05-10T11:06:18.155 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libcephsqlite-2:19.0.0-3449.gd39fa088.el9.x86_64 13/164 2024-05-10T11:06:18.165 INFO:teuthology.orchestra.run.smithi187.stdout: Preparing : 1/1 2024-05-10T11:06:18.247 INFO:teuthology.orchestra.run.smithi187.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/164 2024-05-10T11:06:18.261 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3449.gd39fa088.el9.x86_64 13/164 2024-05-10T11:06:18.287 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-05-10T11:06:18.298 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libradosstriper1-2:19.0.0-3449.gd39fa088.el9.x86 14/164 2024-05-10T11:06:18.361 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3449.gd39fa088.el9.x86 14/164 2024-05-10T11:06:18.363 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-05-10T11:06:18.397 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-05-10T11:06:18.399 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-05-10T11:06:18.421 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-05-10T11:06:18.422 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-05-10T11:06:18.472 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-05-10T11:06:18.610 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-05-10T11:06:18.795 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-05-10T11:06:18.798 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-05-10T11:06:18.915 INFO:teuthology.orchestra.run.smithi187.stdout: Upgrading : librados2-2:19.0.0-3449.gd39fa088.el9.x86_64 8/164 2024-05-10T11:06:18.938 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : NetworkManager-libnm-1:1.47.5-1.el9.x86_64 17/164 2024-05-10T11:06:18.999 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.5-1.el9.x86_64 17/164 2024-05-10T11:06:19.036 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: librados2-2:19.0.0-3449.gd39fa088.el9.x86_64 8/164 2024-05-10T11:06:19.057 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libcephfs2-2:19.0.0-3449.gd39fa088.el9.x86_64 9/164 2024-05-10T11:06:19.113 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: NetworkManager-1:1.47.5-1.el9.x86_64 18/164 2024-05-10T11:06:19.157 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: libcephfs2-2:19.0.0-3449.gd39fa088.el9.x86_64 9/164 2024-05-10T11:06:19.196 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-rados-2:19.0.0-3449.gd39fa088.el9.x86_64 10/164 2024-05-10T11:06:19.208 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : NetworkManager-1:1.47.5-1.el9.x86_64 18/164 2024-05-10T11:06:19.385 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/164 2024-05-10T11:06:19.416 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: NetworkManager-1:1.47.5-1.el9.x86_64 18/164 2024-05-10T11:06:19.446 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/164 2024-05-10T11:06:19.470 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libcephsqlite-2:19.0.0-3449.gd39fa088.el9.x86_64 13/164 2024-05-10T11:06:19.535 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : re2-1:20211101-3.el9.x86_64 19/164 2024-05-10T11:06:19.558 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3449.gd39fa088.el9.x86_64 13/164 2024-05-10T11:06:19.588 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libradosstriper1-2:19.0.0-3449.gd39fa088.el9.x86 14/164 2024-05-10T11:06:19.634 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3449.gd39fa088.el9.x86 14/164 2024-05-10T11:06:19.639 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-05-10T11:06:19.664 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-05-10T11:06:19.681 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-05-10T11:06:19.684 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-05-10T11:06:19.724 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-05-10T11:06:19.800 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-05-10T11:06:19.840 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-05-10T11:06:19.841 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-05-10T11:06:19.884 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/164 2024-05-10T11:06:19.918 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/164 2024-05-10T11:06:19.952 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/164 2024-05-10T11:06:20.021 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-05-10T11:06:20.033 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/164 2024-05-10T11:06:20.093 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/164 2024-05-10T11:06:20.122 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/164 2024-05-10T11:06:20.144 INFO:teuthology.orchestra.run.smithi187.stdout: Upgrading : NetworkManager-libnm-1:1.47.5-1.el9.x86_64 17/164 2024-05-10T11:06:20.166 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/164 2024-05-10T11:06:20.205 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.5-1.el9.x86_64 17/164 2024-05-10T11:06:20.245 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/164 2024-05-10T11:06:20.276 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-ceph-common-2:19.0.0-3449.gd39fa088.el9. 33/164 2024-05-10T11:06:20.319 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: NetworkManager-1:1.47.5-1.el9.x86_64 18/164 2024-05-10T11:06:20.320 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-ceph-argparse-2:19.0.0-3449.gd39fa088.el 34/164 2024-05-10T11:06:20.348 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-cephfs-2:19.0.0-3449.gd39fa088.el9.x86_6 35/164 2024-05-10T11:06:20.398 INFO:teuthology.orchestra.run.smithi187.stdout: Upgrading : NetworkManager-1:1.47.5-1.el9.x86_64 18/164 2024-05-10T11:06:20.422 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/164 2024-05-10T11:06:20.472 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : luarocks-3.9.2-1.el9.noarch 37/164 2024-05-10T11:06:20.559 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/164 2024-05-10T11:06:20.600 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: NetworkManager-1:1.47.5-1.el9.x86_64 18/164 2024-05-10T11:06:20.712 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/164 2024-05-10T11:06:20.712 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : re2-1:20211101-3.el9.x86_64 19/164 2024-05-10T11:06:20.768 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/164 2024-05-10T11:06:20.815 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-05-10T11:06:20.846 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-05-10T11:06:20.889 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-05-10T11:06:20.953 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-05-10T11:06:20.988 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-05-10T11:06:21.031 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/164 2024-05-10T11:06:21.065 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/164 2024-05-10T11:06:21.092 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/164 2024-05-10T11:06:21.159 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/164 2024-05-10T11:06:21.222 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/164 2024-05-10T11:06:21.253 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/164 2024-05-10T11:06:21.297 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/164 2024-05-10T11:06:21.333 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/164 2024-05-10T11:06:21.374 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/164 2024-05-10T11:06:21.408 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-ceph-common-2:19.0.0-3449.gd39fa088.el9. 33/164 2024-05-10T11:06:21.461 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-ceph-argparse-2:19.0.0-3449.gd39fa088.el 34/164 2024-05-10T11:06:21.465 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/164 2024-05-10T11:06:21.499 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 43/164 2024-05-10T11:06:21.505 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-cephfs-2:19.0.0-3449.gd39fa088.el9.x86_6 35/164 2024-05-10T11:06:21.543 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/164 2024-05-10T11:06:21.568 INFO:teuthology.orchestra.run.smithi132.stdout: Preparing : 1/1 2024-05-10T11:06:21.576 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/164 2024-05-10T11:06:21.581 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : librados-devel-2:19.0.0-3449.gd39fa088.el9.x86_6 45/164 2024-05-10T11:06:21.621 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : luarocks-3.9.2-1.el9.noarch 37/164 2024-05-10T11:06:21.623 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 46/164 2024-05-10T11:06:21.634 INFO:teuthology.orchestra.run.smithi132.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/164 2024-05-10T11:06:21.673 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-05-10T11:06:21.696 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/164 2024-05-10T11:06:21.738 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-05-10T11:06:21.785 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-05-10T11:06:21.810 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-05-10T11:06:21.838 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/164 2024-05-10T11:06:21.864 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-05-10T11:06:21.875 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 47/164 2024-05-10T11:06:21.890 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/164 2024-05-10T11:06:21.933 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 48/164 2024-05-10T11:06:21.990 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 49/164 2024-05-10T11:06:22.064 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 50/164 2024-05-10T11:06:22.109 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 51/164 2024-05-10T11:06:22.146 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 52/164 2024-05-10T11:06:22.193 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 53/164 2024-05-10T11:06:22.211 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-05-10T11:06:22.239 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 54/164 2024-05-10T11:06:22.289 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 55/164 2024-05-10T11:06:22.320 INFO:teuthology.orchestra.run.smithi132.stdout: Upgrading : librados2-2:19.0.0-3449.gd39fa088.el9.x86_64 8/164 2024-05-10T11:06:22.331 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 56/164 2024-05-10T11:06:22.423 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/164 2024-05-10T11:06:22.441 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: librados2-2:19.0.0-3449.gd39fa088.el9.x86_64 8/164 2024-05-10T11:06:22.471 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libcephfs2-2:19.0.0-3449.gd39fa088.el9.x86_64 9/164 2024-05-10T11:06:22.476 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 57/164 2024-05-10T11:06:22.517 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/164 2024-05-10T11:06:22.519 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 58/164 2024-05-10T11:06:22.547 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 43/164 2024-05-10T11:06:22.549 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 59/164 2024-05-10T11:06:22.563 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: libcephfs2-2:19.0.0-3449.gd39fa088.el9.x86_64 9/164 2024-05-10T11:06:22.592 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 60/164 2024-05-10T11:06:22.593 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-rados-2:19.0.0-3449.gd39fa088.el9.x86_64 10/164 2024-05-10T11:06:22.599 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/164 2024-05-10T11:06:22.636 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : librados-devel-2:19.0.0-3449.gd39fa088.el9.x86_6 45/164 2024-05-10T11:06:22.678 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 46/164 2024-05-10T11:06:22.698 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-05-10T11:06:22.741 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 62/164 2024-05-10T11:06:22.774 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/164 2024-05-10T11:06:22.783 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-05-10T11:06:22.814 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-05-10T11:06:22.837 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 47/164 2024-05-10T11:06:22.839 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-05-10T11:06:22.841 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/164 2024-05-10T11:06:22.867 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libcephsqlite-2:19.0.0-3449.gd39fa088.el9.x86_64 13/164 2024-05-10T11:06:22.898 INFO:teuthology.orchestra.run.smithi187.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 48/164 2024-05-10T11:06:22.937 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-05-10T11:06:22.952 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 49/164 2024-05-10T11:06:22.956 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3449.gd39fa088.el9.x86_64 13/164 2024-05-10T11:06:23.010 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libradosstriper1-2:19.0.0-3449.gd39fa088.el9.x86 14/164 2024-05-10T11:06:23.025 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 50/164 2024-05-10T11:06:23.056 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 51/164 2024-05-10T11:06:23.057 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3449.gd39fa088.el9.x86 14/164 2024-05-10T11:06:23.073 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-05-10T11:06:23.086 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-05-10T11:06:23.092 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 52/164 2024-05-10T11:06:23.105 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-05-10T11:06:23.111 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-05-10T11:06:23.139 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 53/164 2024-05-10T11:06:23.142 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-05-10T11:06:23.176 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-05-10T11:06:23.184 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 54/164 2024-05-10T11:06:23.215 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-05-10T11:06:23.227 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 55/164 2024-05-10T11:06:23.264 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-05-10T11:06:23.268 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 56/164 2024-05-10T11:06:23.301 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-05-10T11:06:23.318 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-05-10T11:06:23.336 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-05-10T11:06:23.394 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-05-10T11:06:23.405 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 57/164 2024-05-10T11:06:23.437 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-05-10T11:06:23.458 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 58/164 2024-05-10T11:06:23.470 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-05-10T11:06:23.490 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 59/164 2024-05-10T11:06:23.529 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 60/164 2024-05-10T11:06:23.540 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-05-10T11:06:23.561 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-05-10T11:06:23.610 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-05-10T11:06:23.622 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-05-10T11:06:23.649 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-05-10T11:06:23.672 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 62/164 2024-05-10T11:06:23.672 INFO:teuthology.orchestra.run.smithi132.stdout: Upgrading : NetworkManager-libnm-1:1.47.5-1.el9.x86_64 17/164 2024-05-10T11:06:23.696 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-05-10T11:06:23.712 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-05-10T11:06:23.729 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.5-1.el9.x86_64 17/164 2024-05-10T11:06:23.745 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-05-10T11:06:23.770 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-05-10T11:06:23.817 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-packaging-20.9-5.el9.noarch 82/164 2024-05-10T11:06:23.855 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-05-10T11:06:23.861 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: NetworkManager-1:1.47.5-1.el9.x86_64 18/164 2024-05-10T11:06:23.877 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 83/164 2024-05-10T11:06:23.929 INFO:teuthology.orchestra.run.smithi132.stdout: Upgrading : NetworkManager-1:1.47.5-1.el9.x86_64 18/164 2024-05-10T11:06:23.987 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-05-10T11:06:24.019 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-05-10T11:06:24.047 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-05-10T11:06:24.082 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-05-10T11:06:24.120 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-05-10T11:06:24.144 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: NetworkManager-1:1.47.5-1.el9.x86_64 18/164 2024-05-10T11:06:24.151 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-05-10T11:06:24.182 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-05-10T11:06:24.216 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-05-10T11:06:24.253 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : re2-1:20211101-3.el9.x86_64 19/164 2024-05-10T11:06:24.258 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-05-10T11:06:24.299 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-05-10T11:06:24.334 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-05-10T11:06:24.346 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-05-10T11:06:24.386 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-05-10T11:06:24.419 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-05-10T11:06:24.420 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-05-10T11:06:24.464 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-05-10T11:06:24.484 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-05-10T11:06:24.495 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-05-10T11:06:24.519 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-05-10T11:06:24.542 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-05-10T11:06:24.563 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/164 2024-05-10T11:06:24.596 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/164 2024-05-10T11:06:24.623 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/164 2024-05-10T11:06:24.639 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-packaging-20.9-5.el9.noarch 82/164 2024-05-10T11:06:24.643 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 84/164 2024-05-10T11:06:24.690 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 85/164 2024-05-10T11:06:24.692 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/164 2024-05-10T11:06:24.696 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 83/164 2024-05-10T11:06:24.746 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/164 2024-05-10T11:06:24.785 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/164 2024-05-10T11:06:24.820 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/164 2024-05-10T11:06:24.831 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 86/164 2024-05-10T11:06:24.896 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/164 2024-05-10T11:06:24.931 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-ceph-common-2:19.0.0-3449.gd39fa088.el9. 33/164 2024-05-10T11:06:24.936 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 87/164 2024-05-10T11:06:24.975 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-ceph-argparse-2:19.0.0-3449.gd39fa088.el 34/164 2024-05-10T11:06:24.999 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 88/164 2024-05-10T11:06:25.003 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-cephfs-2:19.0.0-3449.gd39fa088.el9.x86_6 35/164 2024-05-10T11:06:25.073 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/164 2024-05-10T11:06:25.100 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-05-10T11:06:25.118 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : luarocks-3.9.2-1.el9.noarch 37/164 2024-05-10T11:06:25.133 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-05-10T11:06:25.192 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/164 2024-05-10T11:06:25.326 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : openblas-0.3.21-2.el9.x86_64 91/164 2024-05-10T11:06:25.334 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/164 2024-05-10T11:06:25.356 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 92/164 2024-05-10T11:06:25.396 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/164 2024-05-10T11:06:25.409 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 84/164 2024-05-10T11:06:25.438 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-05-10T11:06:25.452 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 85/164 2024-05-10T11:06:25.486 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 86/164 2024-05-10T11:06:25.585 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 87/164 2024-05-10T11:06:25.652 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 88/164 2024-05-10T11:06:25.739 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-05-10T11:06:25.771 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-05-10T11:06:25.917 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/164 2024-05-10T11:06:25.947 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : openblas-0.3.21-2.el9.x86_64 91/164 2024-05-10T11:06:25.977 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 92/164 2024-05-10T11:06:25.992 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/164 2024-05-10T11:06:26.029 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 43/164 2024-05-10T11:06:26.056 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-05-10T11:06:26.072 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/164 2024-05-10T11:06:26.109 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : librados-devel-2:19.0.0-3449.gd39fa088.el9.x86_6 45/164 2024-05-10T11:06:26.152 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 46/164 2024-05-10T11:06:26.266 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-05-10T11:06:26.314 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 47/164 2024-05-10T11:06:26.371 INFO:teuthology.orchestra.run.smithi132.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 48/164 2024-05-10T11:06:26.384 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-05-10T11:06:26.426 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 49/164 2024-05-10T11:06:26.499 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 50/164 2024-05-10T11:06:26.530 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 51/164 2024-05-10T11:06:26.567 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 52/164 2024-05-10T11:06:26.613 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 53/164 2024-05-10T11:06:26.650 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 54/164 2024-05-10T11:06:26.693 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 55/164 2024-05-10T11:06:26.698 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-05-10T11:06:26.743 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 56/164 2024-05-10T11:06:26.807 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-05-10T11:06:26.880 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 57/164 2024-05-10T11:06:26.925 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 58/164 2024-05-10T11:06:26.955 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 59/164 2024-05-10T11:06:26.996 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 60/164 2024-05-10T11:06:27.120 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-05-10T11:06:27.164 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 62/164 2024-05-10T11:06:27.205 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-05-10T11:06:27.238 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-05-10T11:06:27.262 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-05-10T11:06:27.351 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-05-10T11:06:27.480 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-05-10T11:06:27.511 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-05-10T11:06:27.540 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-05-10T11:06:27.574 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-05-10T11:06:27.613 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-05-10T11:06:27.645 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-05-10T11:06:27.674 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-05-10T11:06:27.709 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-05-10T11:06:27.714 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-05-10T11:06:27.742 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-05-10T11:06:27.784 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-05-10T11:06:27.801 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-05-10T11:06:27.818 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-05-10T11:06:27.830 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-05-10T11:06:27.863 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 99/164 2024-05-10T11:06:27.905 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-05-10T11:06:27.950 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-05-10T11:06:27.980 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-05-10T11:06:28.027 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-05-10T11:06:28.053 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-05-10T11:06:28.126 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-packaging-20.9-5.el9.noarch 82/164 2024-05-10T11:06:28.131 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-05-10T11:06:28.158 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-05-10T11:06:28.173 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 83/164 2024-05-10T11:06:28.192 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 99/164 2024-05-10T11:06:28.212 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-05-10T11:06:28.267 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : librbd1-2:19.0.0-3449.gd39fa088.el9.x86_64 101/164 2024-05-10T11:06:28.359 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: librbd1-2:19.0.0-3449.gd39fa088.el9.x86_64 101/164 2024-05-10T11:06:28.389 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-rbd-2:19.0.0-3449.gd39fa088.el9.x86_64 102/164 2024-05-10T11:06:28.442 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-05-10T11:06:28.505 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-05-10T11:06:28.538 INFO:teuthology.orchestra.run.smithi187.stdout: Upgrading : librbd1-2:19.0.0-3449.gd39fa088.el9.x86_64 101/164 2024-05-10T11:06:28.629 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: librbd1-2:19.0.0-3449.gd39fa088.el9.x86_64 101/164 2024-05-10T11:06:28.659 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-rbd-2:19.0.0-3449.gd39fa088.el9.x86_64 102/164 2024-05-10T11:06:28.696 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-05-10T11:06:28.890 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 84/164 2024-05-10T11:06:28.938 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 85/164 2024-05-10T11:06:28.948 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-05-10T11:06:28.972 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 86/164 2024-05-10T11:06:29.079 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 87/164 2024-05-10T11:06:29.138 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 88/164 2024-05-10T11:06:29.173 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-05-10T11:06:29.179 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : librgw2-2:19.0.0-3449.gd39fa088.el9.x86_64 105/164 2024-05-10T11:06:29.208 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : librgw2-2:19.0.0-3449.gd39fa088.el9.x86_64 105/164 2024-05-10T11:06:29.225 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-05-10T11:06:29.265 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-05-10T11:06:29.278 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: librgw2-2:19.0.0-3449.gd39fa088.el9.x86_64 105/164 2024-05-10T11:06:29.309 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-rgw-2:19.0.0-3449.gd39fa088.el9.x86_64 106/164 2024-05-10T11:06:29.317 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: librgw2-2:19.0.0-3449.gd39fa088.el9.x86_64 105/164 2024-05-10T11:06:29.346 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-rgw-2:19.0.0-3449.gd39fa088.el9.x86_64 106/164 2024-05-10T11:06:29.442 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : openblas-0.3.21-2.el9.x86_64 91/164 2024-05-10T11:06:29.472 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 92/164 2024-05-10T11:06:29.551 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-05-10T11:06:30.200 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-05-10T11:06:30.320 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-05-10T11:06:31.558 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-common-2:19.0.0-3449.gd39fa088.el9.x86_64 107/164 2024-05-10T11:06:31.581 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-05-10T11:06:31.597 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-common-2:19.0.0-3449.gd39fa088.el9.x86_64 107/164 2024-05-10T11:06:31.677 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-05-10T11:06:31.704 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-05-10T11:06:31.738 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 99/164 2024-05-10T11:06:31.801 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-common-2:19.0.0-3449.gd39fa088.el9.x86_64 107/164 2024-05-10T11:06:31.843 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-common-2:19.0.0-3449.gd39fa088.el9.x86_64 107/164 2024-05-10T11:06:32.059 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-05-10T11:06:32.101 INFO:teuthology.orchestra.run.smithi132.stdout: Upgrading : librbd1-2:19.0.0-3449.gd39fa088.el9.x86_64 101/164 2024-05-10T11:06:32.145 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-common-2:19.0.0-3449.gd39fa088.el9.x86_64 107/164 2024-05-10T11:06:32.183 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-base-2:19.0.0-3449.gd39fa088.el9.x86_64 108/164 2024-05-10T11:06:32.191 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: librbd1-2:19.0.0-3449.gd39fa088.el9.x86_64 101/164 2024-05-10T11:06:32.222 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-rbd-2:19.0.0-3449.gd39fa088.el9.x86_64 102/164 2024-05-10T11:06:32.266 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-05-10T11:06:32.277 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-base-2:19.0.0-3449.gd39fa088.el9.x86_64 108/164 2024-05-10T11:06:32.277 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-10T11:06:32.277 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-10T11:06:32.277 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T11:06:32.318 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-selinux-2:19.0.0-3449.gd39fa088.el9.x86_64 109/164 2024-05-10T11:06:32.433 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-common-2:19.0.0-3449.gd39fa088.el9.x86_64 107/164 2024-05-10T11:06:32.471 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-base-2:19.0.0-3449.gd39fa088.el9.x86_64 108/164 2024-05-10T11:06:32.565 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-base-2:19.0.0-3449.gd39fa088.el9.x86_64 108/164 2024-05-10T11:06:32.565 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-10T11:06:32.565 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-10T11:06:32.565 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:06:32.606 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-selinux-2:19.0.0-3449.gd39fa088.el9.x86_64 109/164 2024-05-10T11:06:32.748 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-05-10T11:06:32.771 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : librgw2-2:19.0.0-3449.gd39fa088.el9.x86_64 105/164 2024-05-10T11:06:32.842 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: librgw2-2:19.0.0-3449.gd39fa088.el9.x86_64 105/164 2024-05-10T11:06:32.872 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-rgw-2:19.0.0-3449.gd39fa088.el9.x86_64 106/164 2024-05-10T11:06:35.185 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-common-2:19.0.0-3449.gd39fa088.el9.x86_64 107/164 2024-05-10T11:06:35.220 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-common-2:19.0.0-3449.gd39fa088.el9.x86_64 107/164 2024-05-10T11:06:35.771 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-common-2:19.0.0-3449.gd39fa088.el9.x86_64 107/164 2024-05-10T11:06:35.815 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-base-2:19.0.0-3449.gd39fa088.el9.x86_64 108/164 2024-05-10T11:06:35.913 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-base-2:19.0.0-3449.gd39fa088.el9.x86_64 108/164 2024-05-10T11:06:35.913 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-10T11:06:35.913 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-10T11:06:35.914 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-05-10T11:06:35.949 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-selinux-2:19.0.0-3449.gd39fa088.el9.x86_64 109/164 2024-05-10T11:06:44.124 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3449.gd39fa088.el9.x86_64 109/164 2024-05-10T11:06:44.124 INFO:teuthology.orchestra.run.smithi187.stdout:skipping the directory /sys 2024-05-10T11:06:44.124 INFO:teuthology.orchestra.run.smithi187.stdout:skipping the directory /proc 2024-05-10T11:06:44.125 INFO:teuthology.orchestra.run.smithi187.stdout:skipping the directory /mnt 2024-05-10T11:06:44.125 INFO:teuthology.orchestra.run.smithi187.stdout:skipping the directory /var/tmp 2024-05-10T11:06:44.125 INFO:teuthology.orchestra.run.smithi187.stdout:skipping the directory /home 2024-05-10T11:06:44.125 INFO:teuthology.orchestra.run.smithi187.stdout:skipping the directory /root 2024-05-10T11:06:44.125 INFO:teuthology.orchestra.run.smithi187.stdout:skipping the directory /tmp 2024-05-10T11:06:44.125 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T11:06:44.289 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-volume-2:19.0.0-3449.gd39fa088.el9.noarch 110/164 2024-05-10T11:06:44.305 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-volume-2:19.0.0-3449.gd39fa088.el9.noarch 110/164 2024-05-10T11:06:44.306 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:44.306 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-10T11:06:44.306 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T11:06:44.435 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3449.gd39fa088.el9.x86_64 109/164 2024-05-10T11:06:44.435 INFO:teuthology.orchestra.run.smithi053.stdout:skipping the directory /sys 2024-05-10T11:06:44.435 INFO:teuthology.orchestra.run.smithi053.stdout:skipping the directory /proc 2024-05-10T11:06:44.435 INFO:teuthology.orchestra.run.smithi053.stdout:skipping the directory /mnt 2024-05-10T11:06:44.435 INFO:teuthology.orchestra.run.smithi053.stdout:skipping the directory /var/tmp 2024-05-10T11:06:44.435 INFO:teuthology.orchestra.run.smithi053.stdout:skipping the directory /home 2024-05-10T11:06:44.435 INFO:teuthology.orchestra.run.smithi053.stdout:skipping the directory /root 2024-05-10T11:06:44.435 INFO:teuthology.orchestra.run.smithi053.stdout:skipping the directory /tmp 2024-05-10T11:06:44.436 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:06:44.614 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-volume-2:19.0.0-3449.gd39fa088.el9.noarch 110/164 2024-05-10T11:06:44.634 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-volume-2:19.0.0-3449.gd39fa088.el9.noarch 110/164 2024-05-10T11:06:44.634 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:44.634 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-10T11:06:44.635 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:06:45.791 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-osd-2:19.0.0-3449.gd39fa088.el9.x86_64 111/164 2024-05-10T11:06:45.818 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-osd-2:19.0.0-3449.gd39fa088.el9.x86_64 111/164 2024-05-10T11:06:45.818 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:45.818 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-10T11:06:45.818 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-10T11:06:45.818 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-10T11:06:45.819 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T11:06:46.051 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mds-2:19.0.0-3449.gd39fa088.el9.x86_64 112/164 2024-05-10T11:06:46.075 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mds-2:19.0.0-3449.gd39fa088.el9.x86_64 112/164 2024-05-10T11:06:46.075 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:46.076 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-10T11:06:46.076 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-10T11:06:46.076 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-10T11:06:46.076 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T11:06:46.176 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-osd-2:19.0.0-3449.gd39fa088.el9.x86_64 111/164 2024-05-10T11:06:46.205 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-osd-2:19.0.0-3449.gd39fa088.el9.x86_64 111/164 2024-05-10T11:06:46.205 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:46.205 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-10T11:06:46.205 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-10T11:06:46.205 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-10T11:06:46.205 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:06:46.444 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mds-2:19.0.0-3449.gd39fa088.el9.x86_64 112/164 2024-05-10T11:06:46.468 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-mds-2:19.0.0-3449.gd39fa088.el9.x86_64 112/164 2024-05-10T11:06:46.469 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:46.469 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-10T11:06:46.469 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-10T11:06:46.469 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-10T11:06:46.469 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:06:46.519 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mon-2:19.0.0-3449.gd39fa088.el9.x86_64 113/164 2024-05-10T11:06:46.543 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mon-2:19.0.0-3449.gd39fa088.el9.x86_64 113/164 2024-05-10T11:06:46.543 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:46.543 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-10T11:06:46.544 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-10T11:06:46.544 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-10T11:06:46.544 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T11:06:46.649 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-05-10T11:06:46.706 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-05-10T11:06:46.761 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-05-10T11:06:46.944 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mon-2:19.0.0-3449.gd39fa088.el9.x86_64 113/164 2024-05-10T11:06:46.946 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-05-10T11:06:46.969 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-mon-2:19.0.0-3449.gd39fa088.el9.x86_64 113/164 2024-05-10T11:06:46.969 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:46.969 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-10T11:06:46.969 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-10T11:06:46.969 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-10T11:06:46.970 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:06:47.003 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-05-10T11:06:47.075 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-05-10T11:06:47.080 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-05-10T11:06:47.134 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-05-10T11:06:47.171 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-05-10T11:06:47.197 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-05-10T11:06:47.310 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-05-10T11:06:47.364 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-05-10T11:06:47.396 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-05-10T11:06:47.400 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-05-10T11:06:47.423 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : fuse-2.9.9-15.el9.x86_64 124/164 2024-05-10T11:06:47.446 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-05-10T11:06:47.527 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-05-10T11:06:47.609 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3449.gd39fa088.el9.x86_64 109/164 2024-05-10T11:06:47.610 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /sys 2024-05-10T11:06:47.610 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /proc 2024-05-10T11:06:47.610 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /mnt 2024-05-10T11:06:47.610 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /var/tmp 2024-05-10T11:06:47.610 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /home 2024-05-10T11:06:47.610 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /root 2024-05-10T11:06:47.610 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /tmp 2024-05-10T11:06:47.610 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-05-10T11:06:47.616 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-05-10T11:06:47.766 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-05-10T11:06:47.801 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-volume-2:19.0.0-3449.gd39fa088.el9.noarch 110/164 2024-05-10T11:06:47.813 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-05-10T11:06:47.817 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-volume-2:19.0.0-3449.gd39fa088.el9.noarch 110/164 2024-05-10T11:06:47.817 INFO:teuthology.orchestra.run.smithi132.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:47.817 INFO:teuthology.orchestra.run.smithi132.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-10T11:06:47.817 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-05-10T11:06:47.835 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: cephadm-2:19.0.0-3449.gd39fa088.el9.noarch 125/164 2024-05-10T11:06:47.845 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-05-10T11:06:47.863 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : cephadm-2:19.0.0-3449.gd39fa088.el9.noarch 125/164 2024-05-10T11:06:47.872 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : fuse-2.9.9-15.el9.x86_64 124/164 2024-05-10T11:06:47.895 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3449.gd39fa088.e 126/164 2024-05-10T11:06:47.957 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3449.gd39fa088. 127/164 2024-05-10T11:06:47.987 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3449.gd39fa088.el9.noa 128/164 2024-05-10T11:06:48.303 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: cephadm-2:19.0.0-3449.gd39fa088.el9.noarch 125/164 2024-05-10T11:06:48.330 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : cephadm-2:19.0.0-3449.gd39fa088.el9.noarch 125/164 2024-05-10T11:06:48.362 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3449.gd39fa088.e 126/164 2024-05-10T11:06:48.426 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3449.gd39fa088. 127/164 2024-05-10T11:06:48.453 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3449.gd39fa088.el9.noa 128/164 2024-05-10T11:06:49.028 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3449.gd39fa088.el9.noa 128/164 2024-05-10T11:06:49.063 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3449.gd39fa088.el9.n 129/164 2024-05-10T11:06:49.311 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-osd-2:19.0.0-3449.gd39fa088.el9.x86_64 111/164 2024-05-10T11:06:49.338 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-osd-2:19.0.0-3449.gd39fa088.el9.x86_64 111/164 2024-05-10T11:06:49.338 INFO:teuthology.orchestra.run.smithi132.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:49.338 INFO:teuthology.orchestra.run.smithi132.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-10T11:06:49.338 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-10T11:06:49.338 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-10T11:06:49.338 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-05-10T11:06:49.552 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3449.gd39fa088.el9.noa 128/164 2024-05-10T11:06:49.562 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mds-2:19.0.0-3449.gd39fa088.el9.x86_64 112/164 2024-05-10T11:06:49.585 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-mds-2:19.0.0-3449.gd39fa088.el9.x86_64 112/164 2024-05-10T11:06:49.586 INFO:teuthology.orchestra.run.smithi132.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:49.586 INFO:teuthology.orchestra.run.smithi132.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-10T11:06:49.586 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-10T11:06:49.586 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-10T11:06:49.586 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-05-10T11:06:49.598 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3449.gd39fa088.el9.n 129/164 2024-05-10T11:06:50.029 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mon-2:19.0.0-3449.gd39fa088.el9.x86_64 113/164 2024-05-10T11:06:50.030 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3449.gd39fa088.el9.n 129/164 2024-05-10T11:06:50.053 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-mon-2:19.0.0-3449.gd39fa088.el9.x86_64 113/164 2024-05-10T11:06:50.053 INFO:teuthology.orchestra.run.smithi132.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:50.053 INFO:teuthology.orchestra.run.smithi132.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-10T11:06:50.053 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-10T11:06:50.053 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-10T11:06:50.053 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-05-10T11:06:50.064 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3449.gd39 130/164 2024-05-10T11:06:50.159 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-05-10T11:06:50.176 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3449.gd39 130/164 2024-05-10T11:06:50.210 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-05-10T11:06:50.264 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-05-10T11:06:50.343 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3449.gd39fa088.el 131/164 2024-05-10T11:06:50.366 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mgr-2:19.0.0-3449.gd39fa088.el9.x86_64 132/164 2024-05-10T11:06:50.390 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3449.gd39fa088.el9.x86_64 132/164 2024-05-10T11:06:50.390 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:50.390 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-10T11:06:50.390 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-10T11:06:50.390 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-10T11:06:50.390 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T11:06:50.442 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-mgr-rook-2:19.0.0-3449.gd39fa088.el9.noarch 133/164 2024-05-10T11:06:50.450 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-05-10T11:06:50.454 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3449.gd39fa088.el9.noarch 133/164 2024-05-10T11:06:50.505 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-05-10T11:06:50.551 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-2:19.0.0-3449.gd39fa088.el9.x86_64 134/164 2024-05-10T11:06:50.582 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-05-10T11:06:50.611 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-fuse-2:19.0.0-3449.gd39fa088.el9.x86_64 135/164 2024-05-10T11:06:50.615 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3449.gd39fa088.el9.n 129/164 2024-05-10T11:06:50.647 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3449.gd39 130/164 2024-05-10T11:06:50.673 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-05-10T11:06:50.764 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3449.gd39 130/164 2024-05-10T11:06:50.810 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-05-10T11:06:50.873 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-05-10T11:06:50.904 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-05-10T11:06:50.931 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : fuse-2.9.9-15.el9.x86_64 124/164 2024-05-10T11:06:50.933 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3449.gd39fa088.el 131/164 2024-05-10T11:06:50.966 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mgr-2:19.0.0-3449.gd39fa088.el9.x86_64 132/164 2024-05-10T11:06:50.991 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3449.gd39fa088.el9.x86_64 132/164 2024-05-10T11:06:50.991 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:50.991 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-10T11:06:50.991 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-10T11:06:50.991 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-10T11:06:50.992 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:06:51.050 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mgr-rook-2:19.0.0-3449.gd39fa088.el9.noarch 133/164 2024-05-10T11:06:51.061 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3449.gd39fa088.el9.noarch 133/164 2024-05-10T11:06:51.163 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-2:19.0.0-3449.gd39fa088.el9.x86_64 134/164 2024-05-10T11:06:51.220 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-fuse-2:19.0.0-3449.gd39fa088.el9.x86_64 135/164 2024-05-10T11:06:51.335 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: cephadm-2:19.0.0-3449.gd39fa088.el9.noarch 125/164 2024-05-10T11:06:51.363 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : cephadm-2:19.0.0-3449.gd39fa088.el9.noarch 125/164 2024-05-10T11:06:51.396 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3449.gd39fa088.e 126/164 2024-05-10T11:06:51.465 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3449.gd39fa088. 127/164 2024-05-10T11:06:51.495 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3449.gd39fa088.el9.noa 128/164 2024-05-10T11:06:51.548 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libtool-2.4.6-45.el9.x86_64 136/164 2024-05-10T11:06:51.578 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-radosgw-2:19.0.0-3449.gd39fa088.el9.x86_64 137/164 2024-05-10T11:06:51.602 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3449.gd39fa088.el9.x86_64 137/164 2024-05-10T11:06:51.602 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:51.602 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-10T11:06:51.602 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-10T11:06:51.602 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-10T11:06:51.602 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T11:06:51.645 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3449.gd39fa 138/164 2024-05-10T11:06:51.668 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3449.gd39fa 138/164 2024-05-10T11:06:51.668 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:51.669 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-10T11:06:51.669 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T11:06:51.721 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : cephfs-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 139/164 2024-05-10T11:06:51.744 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 139/164 2024-05-10T11:06:51.745 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:51.745 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-10T11:06:51.745 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-10T11:06:51.745 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-10T11:06:51.745 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T11:06:52.055 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : rbd-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 140/164 2024-05-10T11:06:52.078 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 140/164 2024-05-10T11:06:52.079 INFO:teuthology.orchestra.run.smithi187.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:52.079 INFO:teuthology.orchestra.run.smithi187.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-10T11:06:52.079 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-10T11:06:52.079 INFO:teuthology.orchestra.run.smithi187.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-10T11:06:52.079 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T11:06:52.210 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libtool-2.4.6-45.el9.x86_64 136/164 2024-05-10T11:06:52.236 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-radosgw-2:19.0.0-3449.gd39fa088.el9.x86_64 137/164 2024-05-10T11:06:52.261 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3449.gd39fa088.el9.x86_64 137/164 2024-05-10T11:06:52.261 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:52.261 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-10T11:06:52.261 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-10T11:06:52.261 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-10T11:06:52.261 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:06:52.312 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3449.gd39fa 138/164 2024-05-10T11:06:52.335 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3449.gd39fa 138/164 2024-05-10T11:06:52.335 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:52.336 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-10T11:06:52.336 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:06:52.387 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : cephfs-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 139/164 2024-05-10T11:06:52.411 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 139/164 2024-05-10T11:06:52.412 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:52.412 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-10T11:06:52.412 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-10T11:06:52.412 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-10T11:06:52.412 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:06:52.532 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3449.gd39fa088.el9.noa 128/164 2024-05-10T11:06:52.571 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3449.gd39fa088.el9.n 129/164 2024-05-10T11:06:52.746 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : rbd-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 140/164 2024-05-10T11:06:52.771 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 140/164 2024-05-10T11:06:52.771 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:52.771 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-10T11:06:52.771 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-10T11:06:52.771 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-10T11:06:52.771 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:06:53.542 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3449.gd39fa088.el9.n 129/164 2024-05-10T11:06:53.563 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3449.gd39 130/164 2024-05-10T11:06:53.675 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3449.gd39 130/164 2024-05-10T11:06:53.842 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3449.gd39fa088.el 131/164 2024-05-10T11:06:53.874 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mgr-2:19.0.0-3449.gd39fa088.el9.x86_64 132/164 2024-05-10T11:06:53.898 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3449.gd39fa088.el9.x86_64 132/164 2024-05-10T11:06:53.899 INFO:teuthology.orchestra.run.smithi132.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:53.899 INFO:teuthology.orchestra.run.smithi132.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-10T11:06:53.899 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-10T11:06:53.899 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-10T11:06:53.899 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-05-10T11:06:53.950 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mgr-rook-2:19.0.0-3449.gd39fa088.el9.noarch 133/164 2024-05-10T11:06:53.962 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3449.gd39fa088.el9.noarch 133/164 2024-05-10T11:06:54.060 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-2:19.0.0-3449.gd39fa088.el9.x86_64 134/164 2024-05-10T11:06:54.114 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-fuse-2:19.0.0-3449.gd39fa088.el9.x86_64 135/164 2024-05-10T11:06:55.050 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libtool-2.4.6-45.el9.x86_64 136/164 2024-05-10T11:06:55.077 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-radosgw-2:19.0.0-3449.gd39fa088.el9.x86_64 137/164 2024-05-10T11:06:55.101 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3449.gd39fa088.el9.x86_64 137/164 2024-05-10T11:06:55.101 INFO:teuthology.orchestra.run.smithi132.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:55.102 INFO:teuthology.orchestra.run.smithi132.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-10T11:06:55.102 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-10T11:06:55.102 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-10T11:06:55.102 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-05-10T11:06:55.144 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3449.gd39fa 138/164 2024-05-10T11:06:55.167 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3449.gd39fa 138/164 2024-05-10T11:06:55.167 INFO:teuthology.orchestra.run.smithi132.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:55.168 INFO:teuthology.orchestra.run.smithi132.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-10T11:06:55.168 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-05-10T11:06:55.220 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : cephfs-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 139/164 2024-05-10T11:06:55.244 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 139/164 2024-05-10T11:06:55.244 INFO:teuthology.orchestra.run.smithi132.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:55.244 INFO:teuthology.orchestra.run.smithi132.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-10T11:06:55.244 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-10T11:06:55.244 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-10T11:06:55.244 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-05-10T11:06:55.546 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : rbd-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 140/164 2024-05-10T11:06:55.570 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 140/164 2024-05-10T11:06:55.570 INFO:teuthology.orchestra.run.smithi132.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-10T11:06:55.570 INFO:teuthology.orchestra.run.smithi132.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-10T11:06:55.570 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-10T11:06:55.570 INFO:teuthology.orchestra.run.smithi132.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-10T11:06:55.571 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-05-10T11:06:56.683 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : ceph-test-2:19.0.0-3449.gd39fa088.el9.x86_64 141/164 2024-05-10T11:06:56.733 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : rbd-fuse-2:19.0.0-3449.gd39fa088.el9.x86_64 142/164 2024-05-10T11:06:56.773 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : rbd-nbd-2:19.0.0-3449.gd39fa088.el9.x86_64 143/164 2024-05-10T11:06:56.814 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 144/164 2024-05-10T11:06:56.842 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 145/164 2024-05-10T11:06:57.027 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : cephfs-shell-2:19.0.0-3449.gd39fa088.el9.x86_64 146/164 2024-05-10T11:06:57.071 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 147/164 2024-05-10T11:06:57.101 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libcephfs-devel-2:19.0.0-3449.gd39fa088.el9.x86_ 148/164 2024-05-10T11:06:57.131 INFO:teuthology.orchestra.run.smithi187.stdout: Upgrading : NetworkManager-team-1:1.47.5-1.el9.x86_64 149/164 2024-05-10T11:06:57.177 INFO:teuthology.orchestra.run.smithi187.stdout: Upgrading : NetworkManager-tui-1:1.47.5-1.el9.x86_64 150/164 2024-05-10T11:06:57.676 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-test-2:19.0.0-3449.gd39fa088.el9.x86_64 141/164 2024-05-10T11:06:57.717 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : rbd-fuse-2:19.0.0-3449.gd39fa088.el9.x86_64 142/164 2024-05-10T11:06:57.758 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : rbd-nbd-2:19.0.0-3449.gd39fa088.el9.x86_64 143/164 2024-05-10T11:06:57.789 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 144/164 2024-05-10T11:06:57.803 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-10T11:06:57.817 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 145/164 2024-05-10T11:06:57.850 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-10T11:06:57.872 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-10T11:06:58.012 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : cephfs-shell-2:19.0.0-3449.gd39fa088.el9.x86_64 146/164 2024-05-10T11:06:58.063 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 147/164 2024-05-10T11:06:58.093 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libcephfs-devel-2:19.0.0-3449.gd39fa088.el9.x86_ 148/164 2024-05-10T11:06:58.123 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : NetworkManager-team-1:1.47.5-1.el9.x86_64 149/164 2024-05-10T11:06:58.178 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : NetworkManager-tui-1:1.47.5-1.el9.x86_64 150/164 2024-05-10T11:06:58.715 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : cephfs-top-2:19.0.0-3449.gd39fa088.el9.noarch 152/164 2024-05-10T11:06:58.806 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 153/164 2024-05-10T11:06:58.825 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-10T11:06:58.858 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-05-10T11:06:58.867 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-10T11:06:58.889 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-10T11:06:58.956 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-05-10T11:06:58.992 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-05-10T11:06:59.018 INFO:teuthology.orchestra.run.smithi187.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 157/164 2024-05-10T11:06:59.018 INFO:teuthology.orchestra.run.smithi187.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 158/164 2024-05-10T11:06:59.103 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 158/164 2024-05-10T11:06:59.135 INFO:teuthology.orchestra.run.smithi187.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 159/164 2024-05-10T11:06:59.135 INFO:teuthology.orchestra.run.smithi187.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-05-10T11:06:59.220 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-05-10T11:06:59.245 INFO:teuthology.orchestra.run.smithi187.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 161/164 2024-05-10T11:06:59.251 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-10T11:06:59.251 INFO:teuthology.orchestra.run.smithi187.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-10T11:06:59.430 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-10T11:06:59.430 INFO:teuthology.orchestra.run.smithi187.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 163/164 2024-05-10T11:06:59.523 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 163/164 2024-05-10T11:06:59.597 INFO:teuthology.orchestra.run.smithi187.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-10T11:06:59.805 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : cephfs-top-2:19.0.0-3449.gd39fa088.el9.noarch 152/164 2024-05-10T11:06:59.889 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 153/164 2024-05-10T11:06:59.938 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-05-10T11:07:00.026 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-05-10T11:07:00.060 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-05-10T11:07:00.085 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 157/164 2024-05-10T11:07:00.085 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 158/164 2024-05-10T11:07:00.187 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 158/164 2024-05-10T11:07:00.192 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-test-2:19.0.0-3449.gd39fa088.el9.x86_64 141/164 2024-05-10T11:07:00.220 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 159/164 2024-05-10T11:07:00.225 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-05-10T11:07:00.232 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : rbd-fuse-2:19.0.0-3449.gd39fa088.el9.x86_64 142/164 2024-05-10T11:07:00.273 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : rbd-nbd-2:19.0.0-3449.gd39fa088.el9.x86_64 143/164 2024-05-10T11:07:00.305 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 144/164 2024-05-10T11:07:00.313 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-05-10T11:07:00.333 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 145/164 2024-05-10T11:07:00.348 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 161/164 2024-05-10T11:07:00.350 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-10T11:07:00.350 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-10T11:07:00.514 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : cephfs-shell-2:19.0.0-3449.gd39fa088.el9.x86_64 146/164 2024-05-10T11:07:00.534 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-10T11:07:00.535 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 163/164 2024-05-10T11:07:00.562 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 147/164 2024-05-10T11:07:00.594 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libcephfs-devel-2:19.0.0-3449.gd39fa088.el9.x86_ 148/164 2024-05-10T11:07:00.617 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 163/164 2024-05-10T11:07:00.622 INFO:teuthology.orchestra.run.smithi132.stdout: Upgrading : NetworkManager-team-1:1.47.5-1.el9.x86_64 149/164 2024-05-10T11:07:00.677 INFO:teuthology.orchestra.run.smithi132.stdout: Upgrading : NetworkManager-tui-1:1.47.5-1.el9.x86_64 150/164 2024-05-10T11:07:00.692 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-10T11:07:01.301 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-10T11:07:01.342 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-10T11:07:01.362 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-10T11:07:02.217 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : cephfs-top-2:19.0.0-3449.gd39fa088.el9.noarch 152/164 2024-05-10T11:07:02.304 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 153/164 2024-05-10T11:07:02.352 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-05-10T11:07:02.449 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-05-10T11:07:02.482 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-05-10T11:07:02.508 INFO:teuthology.orchestra.run.smithi132.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 157/164 2024-05-10T11:07:02.509 INFO:teuthology.orchestra.run.smithi132.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 158/164 2024-05-10T11:07:02.601 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 158/164 2024-05-10T11:07:02.634 INFO:teuthology.orchestra.run.smithi132.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 159/164 2024-05-10T11:07:02.634 INFO:teuthology.orchestra.run.smithi132.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-05-10T11:07:02.718 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-05-10T11:07:02.743 INFO:teuthology.orchestra.run.smithi132.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 161/164 2024-05-10T11:07:02.749 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-10T11:07:02.749 INFO:teuthology.orchestra.run.smithi132.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-10T11:07:02.928 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-10T11:07:02.929 INFO:teuthology.orchestra.run.smithi132.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 163/164 2024-05-10T11:07:03.022 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 163/164 2024-05-10T11:07:03.085 INFO:teuthology.orchestra.run.smithi132.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-10T11:07:05.033 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-10T11:07:05.033 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-2:19.0.0-3449.gd39fa088.el9.x86_64 1/164 2024-05-10T11:07:05.033 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-base-2:19.0.0-3449.gd39fa088.el9.x86_64 2/164 2024-05-10T11:07:05.033 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-common-2:19.0.0-3449.gd39fa088.el9.x86_64 3/164 2024-05-10T11:07:05.033 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-fuse-2:19.0.0-3449.gd39fa088.el9.x86_64 4/164 2024-05-10T11:07:05.033 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3449.gd39fa 5/164 2024-05-10T11:07:05.033 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mds-2:19.0.0-3449.gd39fa088.el9.x86_64 6/164 2024-05-10T11:07:05.034 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mgr-2:19.0.0-3449.gd39fa088.el9.x86_64 7/164 2024-05-10T11:07:05.034 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mon-2:19.0.0-3449.gd39fa088.el9.x86_64 8/164 2024-05-10T11:07:05.034 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-osd-2:19.0.0-3449.gd39fa088.el9.x86_64 9/164 2024-05-10T11:07:05.034 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-radosgw-2:19.0.0-3449.gd39fa088.el9.x86_64 10/164 2024-05-10T11:07:05.034 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-selinux-2:19.0.0-3449.gd39fa088.el9.x86_64 11/164 2024-05-10T11:07:05.034 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-test-2:19.0.0-3449.gd39fa088.el9.x86_64 12/164 2024-05-10T11:07:05.034 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : cephfs-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 13/164 2024-05-10T11:07:05.034 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : cephfs-shell-2:19.0.0-3449.gd39fa088.el9.x86_64 14/164 2024-05-10T11:07:05.034 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libcephfs-devel-2:19.0.0-3449.gd39fa088.el9.x86_ 15/164 2024-05-10T11:07:05.034 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libcephfs2-2:19.0.0-3449.gd39fa088.el9.x86_64 16/164 2024-05-10T11:07:05.034 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libcephsqlite-2:19.0.0-3449.gd39fa088.el9.x86_64 17/164 2024-05-10T11:07:05.034 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librados-devel-2:19.0.0-3449.gd39fa088.el9.x86_6 18/164 2024-05-10T11:07:05.034 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libradosstriper1-2:19.0.0-3449.gd39fa088.el9.x86 19/164 2024-05-10T11:07:05.034 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librgw2-2:19.0.0-3449.gd39fa088.el9.x86_64 20/164 2024-05-10T11:07:05.035 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3449.gd39fa088.el 21/164 2024-05-10T11:07:05.035 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-ceph-common-2:19.0.0-3449.gd39fa088.el9. 22/164 2024-05-10T11:07:05.035 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-cephfs-2:19.0.0-3449.gd39fa088.el9.x86_6 23/164 2024-05-10T11:07:05.035 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-rados-2:19.0.0-3449.gd39fa088.el9.x86_64 24/164 2024-05-10T11:07:05.035 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-rbd-2:19.0.0-3449.gd39fa088.el9.x86_64 25/164 2024-05-10T11:07:05.035 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-rgw-2:19.0.0-3449.gd39fa088.el9.x86_64 26/164 2024-05-10T11:07:05.035 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : rbd-fuse-2:19.0.0-3449.gd39fa088.el9.x86_64 27/164 2024-05-10T11:07:05.035 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : rbd-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 28/164 2024-05-10T11:07:05.035 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : rbd-nbd-2:19.0.0-3449.gd39fa088.el9.x86_64 29/164 2024-05-10T11:07:05.035 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3449.gd39fa088. 30/164 2024-05-10T11:07:05.049 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3449.gd39fa088.el9.noa 31/164 2024-05-10T11:07:05.049 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3449.gd39fa088.el9.n 32/164 2024-05-10T11:07:05.049 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3449.gd39 33/164 2024-05-10T11:07:05.050 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3449.gd39fa088.el 34/164 2024-05-10T11:07:05.050 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3449.gd39fa088.el9.noarch 35/164 2024-05-10T11:07:05.050 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3449.gd39fa088.e 36/164 2024-05-10T11:07:05.050 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : ceph-volume-2:19.0.0-3449.gd39fa088.el9.noarch 37/164 2024-05-10T11:07:05.050 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : cephadm-2:19.0.0-3449.gd39fa088.el9.noarch 38/164 2024-05-10T11:07:05.050 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : cephfs-top-2:19.0.0-3449.gd39fa088.el9.noarch 39/164 2024-05-10T11:07:05.050 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/164 2024-05-10T11:07:05.050 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/164 2024-05-10T11:07:05.050 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/164 2024-05-10T11:07:05.050 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-05-10T11:07:05.050 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-05-10T11:07:05.050 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-05-10T11:07:05.051 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-05-10T11:07:05.051 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-05-10T11:07:05.051 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/164 2024-05-10T11:07:05.051 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-05-10T11:07:05.051 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-05-10T11:07:05.051 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-05-10T11:07:05.051 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/164 2024-05-10T11:07:05.051 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-05-10T11:07:05.051 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-05-10T11:07:05.051 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-05-10T11:07:05.052 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-05-10T11:07:05.052 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-05-10T11:07:05.052 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-05-10T11:07:05.052 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-05-10T11:07:05.052 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-05-10T11:07:05.052 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/164 2024-05-10T11:07:05.052 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/164 2024-05-10T11:07:05.052 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-05-10T11:07:05.052 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-05-10T11:07:05.052 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-05-10T11:07:05.052 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/164 2024-05-10T11:07:05.052 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/164 2024-05-10T11:07:05.053 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/164 2024-05-10T11:07:05.053 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/164 2024-05-10T11:07:05.053 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/164 2024-05-10T11:07:05.053 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/164 2024-05-10T11:07:05.053 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/164 2024-05-10T11:07:05.053 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-05-10T11:07:05.053 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-05-10T11:07:05.053 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-05-10T11:07:05.053 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/164 2024-05-10T11:07:05.053 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/164 2024-05-10T11:07:05.053 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/164 2024-05-10T11:07:05.053 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/164 2024-05-10T11:07:05.054 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/164 2024-05-10T11:07:05.054 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/164 2024-05-10T11:07:05.054 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/164 2024-05-10T11:07:05.054 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/164 2024-05-10T11:07:05.054 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/164 2024-05-10T11:07:05.054 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/164 2024-05-10T11:07:05.054 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/164 2024-05-10T11:07:05.054 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/164 2024-05-10T11:07:05.054 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/164 2024-05-10T11:07:05.054 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/164 2024-05-10T11:07:05.054 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/164 2024-05-10T11:07:05.054 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/164 2024-05-10T11:07:05.055 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/164 2024-05-10T11:07:05.055 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/164 2024-05-10T11:07:05.055 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/164 2024-05-10T11:07:05.055 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/164 2024-05-10T11:07:05.055 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/164 2024-05-10T11:07:05.055 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/164 2024-05-10T11:07:05.055 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/164 2024-05-10T11:07:05.055 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/164 2024-05-10T11:07:05.055 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/164 2024-05-10T11:07:05.055 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/164 2024-05-10T11:07:05.055 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/164 2024-05-10T11:07:05.055 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/164 2024-05-10T11:07:05.056 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/164 2024-05-10T11:07:05.056 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/164 2024-05-10T11:07:05.056 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/164 2024-05-10T11:07:05.056 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/164 2024-05-10T11:07:05.056 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 108/164 2024-05-10T11:07:05.056 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 109/164 2024-05-10T11:07:05.056 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/164 2024-05-10T11:07:05.056 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/164 2024-05-10T11:07:05.056 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/164 2024-05-10T11:07:05.056 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 113/164 2024-05-10T11:07:05.056 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/164 2024-05-10T11:07:05.056 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/164 2024-05-10T11:07:05.056 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/164 2024-05-10T11:07:05.057 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/164 2024-05-10T11:07:05.057 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/164 2024-05-10T11:07:05.057 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/164 2024-05-10T11:07:05.057 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/164 2024-05-10T11:07:05.057 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/164 2024-05-10T11:07:05.057 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/164 2024-05-10T11:07:05.057 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-05-10T11:07:05.057 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-05-10T11:07:05.057 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-05-10T11:07:05.057 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-05-10T11:07:05.057 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-05-10T11:07:05.057 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-05-10T11:07:05.057 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-05-10T11:07:05.057 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-05-10T11:07:05.058 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-05-10T11:07:05.058 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-05-10T11:07:05.058 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-05-10T11:07:05.058 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-05-10T11:07:05.058 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-05-10T11:07:05.058 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-05-10T11:07:05.058 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-05-10T11:07:05.058 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-05-10T11:07:05.058 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-05-10T11:07:05.058 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-05-10T11:07:05.058 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-05-10T11:07:05.058 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/164 2024-05-10T11:07:05.059 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/164 2024-05-10T11:07:05.059 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-05-10T11:07:05.059 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-05-10T11:07:05.059 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-05-10T11:07:05.059 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/164 2024-05-10T11:07:05.059 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-05-10T11:07:05.059 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librados2-2:19.0.0-3449.gd39fa088.el9.x86_64 149/164 2024-05-10T11:07:05.059 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-05-10T11:07:05.059 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librbd1-2:19.0.0-3449.gd39fa088.el9.x86_64 151/164 2024-05-10T11:07:05.059 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-05-10T11:07:05.059 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : NetworkManager-1:1.47.5-1.el9.x86_64 153/164 2024-05-10T11:07:05.059 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/164 2024-05-10T11:07:05.060 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : NetworkManager-libnm-1:1.47.5-1.el9.x86_64 155/164 2024-05-10T11:07:05.060 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/164 2024-05-10T11:07:05.060 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : NetworkManager-team-1:1.47.5-1.el9.x86_64 157/164 2024-05-10T11:07:05.060 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/164 2024-05-10T11:07:05.060 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : NetworkManager-tui-1:1.47.5-1.el9.x86_64 159/164 2024-05-10T11:07:05.060 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/164 2024-05-10T11:07:05.060 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 161/164 2024-05-10T11:07:05.060 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 162/164 2024-05-10T11:07:05.060 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 163/164 2024-05-10T11:07:06.202 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-10T11:07:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-2:19.0.0-3449.gd39fa088.el9.x86_64 1/164 2024-05-10T11:07:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-base-2:19.0.0-3449.gd39fa088.el9.x86_64 2/164 2024-05-10T11:07:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-common-2:19.0.0-3449.gd39fa088.el9.x86_64 3/164 2024-05-10T11:07:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-fuse-2:19.0.0-3449.gd39fa088.el9.x86_64 4/164 2024-05-10T11:07:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3449.gd39fa 5/164 2024-05-10T11:07:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mds-2:19.0.0-3449.gd39fa088.el9.x86_64 6/164 2024-05-10T11:07:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mgr-2:19.0.0-3449.gd39fa088.el9.x86_64 7/164 2024-05-10T11:07:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mon-2:19.0.0-3449.gd39fa088.el9.x86_64 8/164 2024-05-10T11:07:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-osd-2:19.0.0-3449.gd39fa088.el9.x86_64 9/164 2024-05-10T11:07:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-radosgw-2:19.0.0-3449.gd39fa088.el9.x86_64 10/164 2024-05-10T11:07:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-selinux-2:19.0.0-3449.gd39fa088.el9.x86_64 11/164 2024-05-10T11:07:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-test-2:19.0.0-3449.gd39fa088.el9.x86_64 12/164 2024-05-10T11:07:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : cephfs-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 13/164 2024-05-10T11:07:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : cephfs-shell-2:19.0.0-3449.gd39fa088.el9.x86_64 14/164 2024-05-10T11:07:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libcephfs-devel-2:19.0.0-3449.gd39fa088.el9.x86_ 15/164 2024-05-10T11:07:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libcephfs2-2:19.0.0-3449.gd39fa088.el9.x86_64 16/164 2024-05-10T11:07:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libcephsqlite-2:19.0.0-3449.gd39fa088.el9.x86_64 17/164 2024-05-10T11:07:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librados-devel-2:19.0.0-3449.gd39fa088.el9.x86_6 18/164 2024-05-10T11:07:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libradosstriper1-2:19.0.0-3449.gd39fa088.el9.x86 19/164 2024-05-10T11:07:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librgw2-2:19.0.0-3449.gd39fa088.el9.x86_64 20/164 2024-05-10T11:07:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3449.gd39fa088.el 21/164 2024-05-10T11:07:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-ceph-common-2:19.0.0-3449.gd39fa088.el9. 22/164 2024-05-10T11:07:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-cephfs-2:19.0.0-3449.gd39fa088.el9.x86_6 23/164 2024-05-10T11:07:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-rados-2:19.0.0-3449.gd39fa088.el9.x86_64 24/164 2024-05-10T11:07:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-rbd-2:19.0.0-3449.gd39fa088.el9.x86_64 25/164 2024-05-10T11:07:06.205 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-rgw-2:19.0.0-3449.gd39fa088.el9.x86_64 26/164 2024-05-10T11:07:06.205 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : rbd-fuse-2:19.0.0-3449.gd39fa088.el9.x86_64 27/164 2024-05-10T11:07:06.205 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : rbd-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 28/164 2024-05-10T11:07:06.205 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : rbd-nbd-2:19.0.0-3449.gd39fa088.el9.x86_64 29/164 2024-05-10T11:07:06.218 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3449.gd39fa088. 30/164 2024-05-10T11:07:06.218 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3449.gd39fa088.el9.noa 31/164 2024-05-10T11:07:06.218 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3449.gd39fa088.el9.n 32/164 2024-05-10T11:07:06.218 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3449.gd39 33/164 2024-05-10T11:07:06.218 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3449.gd39fa088.el 34/164 2024-05-10T11:07:06.218 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3449.gd39fa088.el9.noarch 35/164 2024-05-10T11:07:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3449.gd39fa088.e 36/164 2024-05-10T11:07:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-volume-2:19.0.0-3449.gd39fa088.el9.noarch 37/164 2024-05-10T11:07:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : cephadm-2:19.0.0-3449.gd39fa088.el9.noarch 38/164 2024-05-10T11:07:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : cephfs-top-2:19.0.0-3449.gd39fa088.el9.noarch 39/164 2024-05-10T11:07:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/164 2024-05-10T11:07:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/164 2024-05-10T11:07:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/164 2024-05-10T11:07:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-05-10T11:07:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-05-10T11:07:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-05-10T11:07:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-05-10T11:07:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-05-10T11:07:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/164 2024-05-10T11:07:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-05-10T11:07:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-05-10T11:07:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-05-10T11:07:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/164 2024-05-10T11:07:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-05-10T11:07:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-05-10T11:07:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-05-10T11:07:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-05-10T11:07:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-05-10T11:07:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-05-10T11:07:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-05-10T11:07:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-05-10T11:07:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/164 2024-05-10T11:07:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/164 2024-05-10T11:07:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-05-10T11:07:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-05-10T11:07:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-05-10T11:07:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/164 2024-05-10T11:07:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/164 2024-05-10T11:07:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/164 2024-05-10T11:07:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/164 2024-05-10T11:07:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/164 2024-05-10T11:07:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/164 2024-05-10T11:07:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/164 2024-05-10T11:07:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-05-10T11:07:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-05-10T11:07:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-05-10T11:07:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/164 2024-05-10T11:07:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/164 2024-05-10T11:07:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/164 2024-05-10T11:07:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/164 2024-05-10T11:07:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/164 2024-05-10T11:07:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/164 2024-05-10T11:07:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/164 2024-05-10T11:07:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/164 2024-05-10T11:07:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/164 2024-05-10T11:07:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/164 2024-05-10T11:07:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/164 2024-05-10T11:07:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/164 2024-05-10T11:07:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/164 2024-05-10T11:07:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/164 2024-05-10T11:07:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/164 2024-05-10T11:07:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/164 2024-05-10T11:07:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/164 2024-05-10T11:07:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/164 2024-05-10T11:07:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/164 2024-05-10T11:07:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/164 2024-05-10T11:07:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/164 2024-05-10T11:07:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/164 2024-05-10T11:07:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/164 2024-05-10T11:07:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/164 2024-05-10T11:07:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/164 2024-05-10T11:07:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/164 2024-05-10T11:07:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/164 2024-05-10T11:07:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/164 2024-05-10T11:07:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/164 2024-05-10T11:07:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/164 2024-05-10T11:07:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/164 2024-05-10T11:07:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/164 2024-05-10T11:07:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 108/164 2024-05-10T11:07:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 109/164 2024-05-10T11:07:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/164 2024-05-10T11:07:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/164 2024-05-10T11:07:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/164 2024-05-10T11:07:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 113/164 2024-05-10T11:07:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/164 2024-05-10T11:07:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/164 2024-05-10T11:07:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/164 2024-05-10T11:07:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/164 2024-05-10T11:07:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/164 2024-05-10T11:07:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/164 2024-05-10T11:07:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/164 2024-05-10T11:07:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/164 2024-05-10T11:07:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/164 2024-05-10T11:07:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-05-10T11:07:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-05-10T11:07:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-05-10T11:07:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-05-10T11:07:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-05-10T11:07:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-05-10T11:07:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-05-10T11:07:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-05-10T11:07:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-05-10T11:07:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-05-10T11:07:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-05-10T11:07:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-05-10T11:07:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-05-10T11:07:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-05-10T11:07:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-05-10T11:07:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-05-10T11:07:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-05-10T11:07:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-05-10T11:07:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-05-10T11:07:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/164 2024-05-10T11:07:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/164 2024-05-10T11:07:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-05-10T11:07:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-05-10T11:07:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-05-10T11:07:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/164 2024-05-10T11:07:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-05-10T11:07:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librados2-2:19.0.0-3449.gd39fa088.el9.x86_64 149/164 2024-05-10T11:07:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-05-10T11:07:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librbd1-2:19.0.0-3449.gd39fa088.el9.x86_64 151/164 2024-05-10T11:07:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-05-10T11:07:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : NetworkManager-1:1.47.5-1.el9.x86_64 153/164 2024-05-10T11:07:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/164 2024-05-10T11:07:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : NetworkManager-libnm-1:1.47.5-1.el9.x86_64 155/164 2024-05-10T11:07:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/164 2024-05-10T11:07:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : NetworkManager-team-1:1.47.5-1.el9.x86_64 157/164 2024-05-10T11:07:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/164 2024-05-10T11:07:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : NetworkManager-tui-1:1.47.5-1.el9.x86_64 159/164 2024-05-10T11:07:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/164 2024-05-10T11:07:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 161/164 2024-05-10T11:07:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 162/164 2024-05-10T11:07:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 163/164 2024-05-10T11:07:07.737 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-10T11:07:07.737 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T11:07:07.737 INFO:teuthology.orchestra.run.smithi187.stdout:Upgraded: 2024-05-10T11:07:07.738 INFO:teuthology.orchestra.run.smithi187.stdout: NetworkManager-1:1.47.5-1.el9.x86_64 2024-05-10T11:07:07.738 INFO:teuthology.orchestra.run.smithi187.stdout: NetworkManager-libnm-1:1.47.5-1.el9.x86_64 2024-05-10T11:07:07.738 INFO:teuthology.orchestra.run.smithi187.stdout: NetworkManager-team-1:1.47.5-1.el9.x86_64 2024-05-10T11:07:07.738 INFO:teuthology.orchestra.run.smithi187.stdout: NetworkManager-tui-1:1.47.5-1.el9.x86_64 2024-05-10T11:07:07.738 INFO:teuthology.orchestra.run.smithi187.stdout: librados2-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.738 INFO:teuthology.orchestra.run.smithi187.stdout: librbd1-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.738 INFO:teuthology.orchestra.run.smithi187.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-10T11:07:07.738 INFO:teuthology.orchestra.run.smithi187.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-10T11:07:07.738 INFO:teuthology.orchestra.run.smithi187.stdout:Installed: 2024-05-10T11:07:07.738 INFO:teuthology.orchestra.run.smithi187.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-10T11:07:07.738 INFO:teuthology.orchestra.run.smithi187.stdout: automake-1.16.2-8.el9.noarch 2024-05-10T11:07:07.738 INFO:teuthology.orchestra.run.smithi187.stdout: bison-3.7.4-5.el9.x86_64 2024-05-10T11:07:07.738 INFO:teuthology.orchestra.run.smithi187.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-10T11:07:07.739 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.739 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-base-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.739 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-common-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.739 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-fuse-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.739 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-grafana-dashboards-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:07.739 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-immutable-object-cache-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.739 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mds-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.739 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.739 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-cephadm-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:07.739 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-dashboard-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:07.739 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:07.739 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-modules-core-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:07.739 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mgr-rook-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:07.739 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-mon-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.740 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-osd-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.740 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-prometheus-alerts-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:07.740 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-radosgw-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.740 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-selinux-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.740 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-test-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.740 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-volume-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:07.740 INFO:teuthology.orchestra.run.smithi187.stdout: cephadm-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:07.740 INFO:teuthology.orchestra.run.smithi187.stdout: cephfs-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.740 INFO:teuthology.orchestra.run.smithi187.stdout: cephfs-shell-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.740 INFO:teuthology.orchestra.run.smithi187.stdout: cephfs-top-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:07.740 INFO:teuthology.orchestra.run.smithi187.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-05-10T11:07:07.740 INFO:teuthology.orchestra.run.smithi187.stdout: flex-2.6.4-9.el9.x86_64 2024-05-10T11:07:07.741 INFO:teuthology.orchestra.run.smithi187.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-10T11:07:07.741 INFO:teuthology.orchestra.run.smithi187.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-10T11:07:07.741 INFO:teuthology.orchestra.run.smithi187.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-10T11:07:07.741 INFO:teuthology.orchestra.run.smithi187.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-10T11:07:07.741 INFO:teuthology.orchestra.run.smithi187.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-10T11:07:07.741 INFO:teuthology.orchestra.run.smithi187.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-10T11:07:07.741 INFO:teuthology.orchestra.run.smithi187.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-10T11:07:07.741 INFO:teuthology.orchestra.run.smithi187.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-10T11:07:07.741 INFO:teuthology.orchestra.run.smithi187.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-10T11:07:07.741 INFO:teuthology.orchestra.run.smithi187.stdout: libcephfs-devel-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.741 INFO:teuthology.orchestra.run.smithi187.stdout: libcephfs2-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.741 INFO:teuthology.orchestra.run.smithi187.stdout: libcephsqlite-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.741 INFO:teuthology.orchestra.run.smithi187.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-10T11:07:07.742 INFO:teuthology.orchestra.run.smithi187.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-10T11:07:07.742 INFO:teuthology.orchestra.run.smithi187.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-10T11:07:07.742 INFO:teuthology.orchestra.run.smithi187.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-10T11:07:07.742 INFO:teuthology.orchestra.run.smithi187.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-10T11:07:07.742 INFO:teuthology.orchestra.run.smithi187.stdout: librados-devel-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.742 INFO:teuthology.orchestra.run.smithi187.stdout: libradosstriper1-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.742 INFO:teuthology.orchestra.run.smithi187.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-10T11:07:07.742 INFO:teuthology.orchestra.run.smithi187.stdout: librgw2-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.742 INFO:teuthology.orchestra.run.smithi187.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-10T11:07:07.742 INFO:teuthology.orchestra.run.smithi187.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-10T11:07:07.742 INFO:teuthology.orchestra.run.smithi187.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-10T11:07:07.742 INFO:teuthology.orchestra.run.smithi187.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-10T11:07:07.742 INFO:teuthology.orchestra.run.smithi187.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-10T11:07:07.742 INFO:teuthology.orchestra.run.smithi187.stdout: lua-5.4.4-4.el9.x86_64 2024-05-10T11:07:07.743 INFO:teuthology.orchestra.run.smithi187.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-10T11:07:07.743 INFO:teuthology.orchestra.run.smithi187.stdout: luarocks-3.9.2-1.el9.noarch 2024-05-10T11:07:07.743 INFO:teuthology.orchestra.run.smithi187.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-10T11:07:07.743 INFO:teuthology.orchestra.run.smithi187.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-10T11:07:07.743 INFO:teuthology.orchestra.run.smithi187.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-10T11:07:07.743 INFO:teuthology.orchestra.run.smithi187.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-10T11:07:07.743 INFO:teuthology.orchestra.run.smithi187.stdout: postgresql-13.14-1.el9.x86_64 2024-05-10T11:07:07.743 INFO:teuthology.orchestra.run.smithi187.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-10T11:07:07.743 INFO:teuthology.orchestra.run.smithi187.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-10T11:07:07.743 INFO:teuthology.orchestra.run.smithi187.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-10T11:07:07.743 INFO:teuthology.orchestra.run.smithi187.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-10T11:07:07.743 INFO:teuthology.orchestra.run.smithi187.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-10T11:07:07.744 INFO:teuthology.orchestra.run.smithi187.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-10T11:07:07.744 INFO:teuthology.orchestra.run.smithi187.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-10T11:07:07.744 INFO:teuthology.orchestra.run.smithi187.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-10T11:07:07.744 INFO:teuthology.orchestra.run.smithi187.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-10T11:07:07.744 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-10T11:07:07.744 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ceph-argparse-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.744 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ceph-common-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.744 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cephfs-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.744 INFO:teuthology.orchestra.run.smithi187.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-10T11:07:07.744 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-10T11:07:07.744 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-10T11:07:07.744 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-10T11:07:07.744 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-10T11:07:07.744 INFO:teuthology.orchestra.run.smithi187.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-05-10T11:07:07.745 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-10T11:07:07.745 INFO:teuthology.orchestra.run.smithi187.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-10T11:07:07.745 INFO:teuthology.orchestra.run.smithi187.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-10T11:07:07.745 INFO:teuthology.orchestra.run.smithi187.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-10T11:07:07.745 INFO:teuthology.orchestra.run.smithi187.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-10T11:07:07.745 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-10T11:07:07.745 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-10T11:07:07.745 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-10T11:07:07.745 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-10T11:07:07.745 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-10T11:07:07.745 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-05-10T11:07:07.745 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-10T11:07:07.745 INFO:teuthology.orchestra.run.smithi187.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-10T11:07:07.746 INFO:teuthology.orchestra.run.smithi187.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-10T11:07:07.746 INFO:teuthology.orchestra.run.smithi187.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-10T11:07:07.746 INFO:teuthology.orchestra.run.smithi187.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-10T11:07:07.746 INFO:teuthology.orchestra.run.smithi187.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-10T11:07:07.746 INFO:teuthology.orchestra.run.smithi187.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-10T11:07:07.746 INFO:teuthology.orchestra.run.smithi187.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-10T11:07:07.746 INFO:teuthology.orchestra.run.smithi187.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-10T11:07:07.746 INFO:teuthology.orchestra.run.smithi187.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-10T11:07:07.746 INFO:teuthology.orchestra.run.smithi187.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-10T11:07:07.746 INFO:teuthology.orchestra.run.smithi187.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-10T11:07:07.746 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-10T11:07:07.746 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ply-3.11-14.el9.noarch 2024-05-10T11:07:07.746 INFO:teuthology.orchestra.run.smithi187.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-10T11:07:07.747 INFO:teuthology.orchestra.run.smithi187.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-10T11:07:07.747 INFO:teuthology.orchestra.run.smithi187.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-10T11:07:07.747 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-10T11:07:07.747 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-10T11:07:07.747 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-10T11:07:07.747 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-10T11:07:07.747 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-10T11:07:07.747 INFO:teuthology.orchestra.run.smithi187.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-10T11:07:07.747 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rados-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.747 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rbd-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.747 INFO:teuthology.orchestra.run.smithi187.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-10T11:07:07.747 INFO:teuthology.orchestra.run.smithi187.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-10T11:07:07.747 INFO:teuthology.orchestra.run.smithi187.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-10T11:07:07.747 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rgw-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.748 INFO:teuthology.orchestra.run.smithi187.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-10T11:07:07.748 INFO:teuthology.orchestra.run.smithi187.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-10T11:07:07.748 INFO:teuthology.orchestra.run.smithi187.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-10T11:07:07.748 INFO:teuthology.orchestra.run.smithi187.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-10T11:07:07.748 INFO:teuthology.orchestra.run.smithi187.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-10T11:07:07.748 INFO:teuthology.orchestra.run.smithi187.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-10T11:07:07.748 INFO:teuthology.orchestra.run.smithi187.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-10T11:07:07.748 INFO:teuthology.orchestra.run.smithi187.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-10T11:07:07.748 INFO:teuthology.orchestra.run.smithi187.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-10T11:07:07.748 INFO:teuthology.orchestra.run.smithi187.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-10T11:07:07.748 INFO:teuthology.orchestra.run.smithi187.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-10T11:07:07.748 INFO:teuthology.orchestra.run.smithi187.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-10T11:07:07.748 INFO:teuthology.orchestra.run.smithi187.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-10T11:07:07.748 INFO:teuthology.orchestra.run.smithi187.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-10T11:07:07.749 INFO:teuthology.orchestra.run.smithi187.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-10T11:07:07.749 INFO:teuthology.orchestra.run.smithi187.stdout: rbd-fuse-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.749 INFO:teuthology.orchestra.run.smithi187.stdout: rbd-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.749 INFO:teuthology.orchestra.run.smithi187.stdout: rbd-nbd-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:07.749 INFO:teuthology.orchestra.run.smithi187.stdout: re2-1:20211101-3.el9.x86_64 2024-05-10T11:07:07.749 INFO:teuthology.orchestra.run.smithi187.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-10T11:07:07.749 INFO:teuthology.orchestra.run.smithi187.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-10T11:07:07.749 INFO:teuthology.orchestra.run.smithi187.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-10T11:07:07.749 INFO:teuthology.orchestra.run.smithi187.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-10T11:07:07.749 INFO:teuthology.orchestra.run.smithi187.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-10T11:07:07.750 INFO:teuthology.orchestra.run.smithi187.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-10T11:07:07.750 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T11:07:07.750 INFO:teuthology.orchestra.run.smithi187.stdout:Complete! 2024-05-10T11:07:08.201 DEBUG:teuthology.parallel:result is None 2024-05-10T11:07:08.735 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-10T11:07:08.736 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-2:19.0.0-3449.gd39fa088.el9.x86_64 1/164 2024-05-10T11:07:08.736 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-base-2:19.0.0-3449.gd39fa088.el9.x86_64 2/164 2024-05-10T11:07:08.736 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-common-2:19.0.0-3449.gd39fa088.el9.x86_64 3/164 2024-05-10T11:07:08.736 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-fuse-2:19.0.0-3449.gd39fa088.el9.x86_64 4/164 2024-05-10T11:07:08.736 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3449.gd39fa 5/164 2024-05-10T11:07:08.736 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mds-2:19.0.0-3449.gd39fa088.el9.x86_64 6/164 2024-05-10T11:07:08.736 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mgr-2:19.0.0-3449.gd39fa088.el9.x86_64 7/164 2024-05-10T11:07:08.736 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mon-2:19.0.0-3449.gd39fa088.el9.x86_64 8/164 2024-05-10T11:07:08.736 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-osd-2:19.0.0-3449.gd39fa088.el9.x86_64 9/164 2024-05-10T11:07:08.736 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-radosgw-2:19.0.0-3449.gd39fa088.el9.x86_64 10/164 2024-05-10T11:07:08.736 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-selinux-2:19.0.0-3449.gd39fa088.el9.x86_64 11/164 2024-05-10T11:07:08.736 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-test-2:19.0.0-3449.gd39fa088.el9.x86_64 12/164 2024-05-10T11:07:08.736 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : cephfs-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 13/164 2024-05-10T11:07:08.737 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : cephfs-shell-2:19.0.0-3449.gd39fa088.el9.x86_64 14/164 2024-05-10T11:07:08.737 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libcephfs-devel-2:19.0.0-3449.gd39fa088.el9.x86_ 15/164 2024-05-10T11:07:08.737 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libcephfs2-2:19.0.0-3449.gd39fa088.el9.x86_64 16/164 2024-05-10T11:07:08.737 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libcephsqlite-2:19.0.0-3449.gd39fa088.el9.x86_64 17/164 2024-05-10T11:07:08.737 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librados-devel-2:19.0.0-3449.gd39fa088.el9.x86_6 18/164 2024-05-10T11:07:08.737 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libradosstriper1-2:19.0.0-3449.gd39fa088.el9.x86 19/164 2024-05-10T11:07:08.737 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librgw2-2:19.0.0-3449.gd39fa088.el9.x86_64 20/164 2024-05-10T11:07:08.737 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3449.gd39fa088.el 21/164 2024-05-10T11:07:08.737 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-ceph-common-2:19.0.0-3449.gd39fa088.el9. 22/164 2024-05-10T11:07:08.737 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-cephfs-2:19.0.0-3449.gd39fa088.el9.x86_6 23/164 2024-05-10T11:07:08.737 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-rados-2:19.0.0-3449.gd39fa088.el9.x86_64 24/164 2024-05-10T11:07:08.737 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-rbd-2:19.0.0-3449.gd39fa088.el9.x86_64 25/164 2024-05-10T11:07:08.737 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-rgw-2:19.0.0-3449.gd39fa088.el9.x86_64 26/164 2024-05-10T11:07:08.737 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : rbd-fuse-2:19.0.0-3449.gd39fa088.el9.x86_64 27/164 2024-05-10T11:07:08.738 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : rbd-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 28/164 2024-05-10T11:07:08.738 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : rbd-nbd-2:19.0.0-3449.gd39fa088.el9.x86_64 29/164 2024-05-10T11:07:08.738 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3449.gd39fa088. 30/164 2024-05-10T11:07:08.738 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3449.gd39fa088.el9.noa 31/164 2024-05-10T11:07:08.738 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3449.gd39fa088.el9.n 32/164 2024-05-10T11:07:08.738 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3449.gd39 33/164 2024-05-10T11:07:08.738 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3449.gd39fa088.el 34/164 2024-05-10T11:07:08.738 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3449.gd39fa088.el9.noarch 35/164 2024-05-10T11:07:08.738 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3449.gd39fa088.e 36/164 2024-05-10T11:07:08.738 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-volume-2:19.0.0-3449.gd39fa088.el9.noarch 37/164 2024-05-10T11:07:08.738 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : cephadm-2:19.0.0-3449.gd39fa088.el9.noarch 38/164 2024-05-10T11:07:08.738 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : cephfs-top-2:19.0.0-3449.gd39fa088.el9.noarch 39/164 2024-05-10T11:07:08.738 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/164 2024-05-10T11:07:08.738 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/164 2024-05-10T11:07:08.739 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/164 2024-05-10T11:07:08.739 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-05-10T11:07:08.739 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-05-10T11:07:08.739 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-05-10T11:07:08.739 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-05-10T11:07:08.739 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-05-10T11:07:08.739 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/164 2024-05-10T11:07:08.739 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-05-10T11:07:08.739 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-05-10T11:07:08.739 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-05-10T11:07:08.739 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/164 2024-05-10T11:07:08.739 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-05-10T11:07:08.739 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-05-10T11:07:08.739 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-05-10T11:07:08.740 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-05-10T11:07:08.740 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-05-10T11:07:08.740 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-05-10T11:07:08.740 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-05-10T11:07:08.740 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-05-10T11:07:08.740 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/164 2024-05-10T11:07:08.740 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/164 2024-05-10T11:07:08.740 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-05-10T11:07:08.740 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-05-10T11:07:08.740 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-05-10T11:07:08.740 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/164 2024-05-10T11:07:08.740 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/164 2024-05-10T11:07:08.740 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/164 2024-05-10T11:07:08.740 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/164 2024-05-10T11:07:08.741 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/164 2024-05-10T11:07:08.741 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/164 2024-05-10T11:07:08.741 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/164 2024-05-10T11:07:08.741 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-05-10T11:07:08.741 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-05-10T11:07:08.741 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-05-10T11:07:08.741 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/164 2024-05-10T11:07:08.741 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/164 2024-05-10T11:07:08.741 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/164 2024-05-10T11:07:08.741 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/164 2024-05-10T11:07:08.741 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/164 2024-05-10T11:07:08.741 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/164 2024-05-10T11:07:08.741 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/164 2024-05-10T11:07:08.741 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/164 2024-05-10T11:07:08.741 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/164 2024-05-10T11:07:08.742 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/164 2024-05-10T11:07:08.742 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/164 2024-05-10T11:07:08.742 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/164 2024-05-10T11:07:08.742 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/164 2024-05-10T11:07:08.742 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/164 2024-05-10T11:07:08.742 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/164 2024-05-10T11:07:08.742 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/164 2024-05-10T11:07:08.742 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/164 2024-05-10T11:07:08.742 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/164 2024-05-10T11:07:08.742 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/164 2024-05-10T11:07:08.742 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/164 2024-05-10T11:07:08.742 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/164 2024-05-10T11:07:08.742 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/164 2024-05-10T11:07:08.742 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/164 2024-05-10T11:07:08.743 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/164 2024-05-10T11:07:08.743 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/164 2024-05-10T11:07:08.743 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/164 2024-05-10T11:07:08.743 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/164 2024-05-10T11:07:08.743 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/164 2024-05-10T11:07:08.743 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/164 2024-05-10T11:07:08.743 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/164 2024-05-10T11:07:08.743 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/164 2024-05-10T11:07:08.743 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/164 2024-05-10T11:07:08.743 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 108/164 2024-05-10T11:07:08.743 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 109/164 2024-05-10T11:07:08.743 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/164 2024-05-10T11:07:08.743 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/164 2024-05-10T11:07:08.744 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/164 2024-05-10T11:07:08.744 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 113/164 2024-05-10T11:07:08.744 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/164 2024-05-10T11:07:08.744 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/164 2024-05-10T11:07:08.744 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/164 2024-05-10T11:07:08.744 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/164 2024-05-10T11:07:08.744 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/164 2024-05-10T11:07:08.744 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/164 2024-05-10T11:07:08.744 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/164 2024-05-10T11:07:08.744 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/164 2024-05-10T11:07:08.744 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/164 2024-05-10T11:07:08.744 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-05-10T11:07:08.744 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-05-10T11:07:08.744 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-05-10T11:07:08.744 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-05-10T11:07:08.745 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-05-10T11:07:08.745 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-05-10T11:07:08.745 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-05-10T11:07:08.745 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-05-10T11:07:08.745 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-05-10T11:07:08.745 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-05-10T11:07:08.745 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-05-10T11:07:08.745 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-05-10T11:07:08.745 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-05-10T11:07:08.745 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-05-10T11:07:08.745 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-05-10T11:07:08.745 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-05-10T11:07:08.745 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-05-10T11:07:08.745 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-05-10T11:07:08.746 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-05-10T11:07:08.746 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/164 2024-05-10T11:07:08.746 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/164 2024-05-10T11:07:08.746 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-05-10T11:07:08.746 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-05-10T11:07:08.746 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-05-10T11:07:08.746 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/164 2024-05-10T11:07:08.746 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-05-10T11:07:08.746 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librados2-2:19.0.0-3449.gd39fa088.el9.x86_64 149/164 2024-05-10T11:07:08.746 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-05-10T11:07:08.746 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librbd1-2:19.0.0-3449.gd39fa088.el9.x86_64 151/164 2024-05-10T11:07:08.746 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-05-10T11:07:08.746 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : NetworkManager-1:1.47.5-1.el9.x86_64 153/164 2024-05-10T11:07:08.746 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/164 2024-05-10T11:07:08.747 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : NetworkManager-libnm-1:1.47.5-1.el9.x86_64 155/164 2024-05-10T11:07:08.747 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/164 2024-05-10T11:07:08.747 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : NetworkManager-team-1:1.47.5-1.el9.x86_64 157/164 2024-05-10T11:07:08.747 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/164 2024-05-10T11:07:08.747 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : NetworkManager-tui-1:1.47.5-1.el9.x86_64 159/164 2024-05-10T11:07:08.747 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/164 2024-05-10T11:07:08.747 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 161/164 2024-05-10T11:07:08.747 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 162/164 2024-05-10T11:07:08.747 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 163/164 2024-05-10T11:07:09.077 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-10T11:07:09.077 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:07:09.077 INFO:teuthology.orchestra.run.smithi053.stdout:Upgraded: 2024-05-10T11:07:09.077 INFO:teuthology.orchestra.run.smithi053.stdout: NetworkManager-1:1.47.5-1.el9.x86_64 2024-05-10T11:07:09.077 INFO:teuthology.orchestra.run.smithi053.stdout: NetworkManager-libnm-1:1.47.5-1.el9.x86_64 2024-05-10T11:07:09.078 INFO:teuthology.orchestra.run.smithi053.stdout: NetworkManager-team-1:1.47.5-1.el9.x86_64 2024-05-10T11:07:09.078 INFO:teuthology.orchestra.run.smithi053.stdout: NetworkManager-tui-1:1.47.5-1.el9.x86_64 2024-05-10T11:07:09.078 INFO:teuthology.orchestra.run.smithi053.stdout: librados2-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.078 INFO:teuthology.orchestra.run.smithi053.stdout: librbd1-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.078 INFO:teuthology.orchestra.run.smithi053.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-10T11:07:09.078 INFO:teuthology.orchestra.run.smithi053.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-10T11:07:09.078 INFO:teuthology.orchestra.run.smithi053.stdout:Installed: 2024-05-10T11:07:09.078 INFO:teuthology.orchestra.run.smithi053.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-10T11:07:09.078 INFO:teuthology.orchestra.run.smithi053.stdout: automake-1.16.2-8.el9.noarch 2024-05-10T11:07:09.079 INFO:teuthology.orchestra.run.smithi053.stdout: bison-3.7.4-5.el9.x86_64 2024-05-10T11:07:09.079 INFO:teuthology.orchestra.run.smithi053.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-10T11:07:09.079 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.079 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-base-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.079 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-common-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.079 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-fuse-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.079 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-grafana-dashboards-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:09.079 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-immutable-object-cache-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.079 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mds-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.080 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.080 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-cephadm-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:09.080 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-dashboard-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:09.080 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:09.080 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-modules-core-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:09.080 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-rook-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:09.080 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mon-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.080 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-osd-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.080 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-prometheus-alerts-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:09.080 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-radosgw-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.080 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-selinux-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.080 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-test-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.080 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-volume-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:09.080 INFO:teuthology.orchestra.run.smithi053.stdout: cephadm-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:09.081 INFO:teuthology.orchestra.run.smithi053.stdout: cephfs-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.081 INFO:teuthology.orchestra.run.smithi053.stdout: cephfs-shell-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.081 INFO:teuthology.orchestra.run.smithi053.stdout: cephfs-top-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:09.081 INFO:teuthology.orchestra.run.smithi053.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-05-10T11:07:09.081 INFO:teuthology.orchestra.run.smithi053.stdout: flex-2.6.4-9.el9.x86_64 2024-05-10T11:07:09.081 INFO:teuthology.orchestra.run.smithi053.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-10T11:07:09.081 INFO:teuthology.orchestra.run.smithi053.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-10T11:07:09.081 INFO:teuthology.orchestra.run.smithi053.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-10T11:07:09.081 INFO:teuthology.orchestra.run.smithi053.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-10T11:07:09.081 INFO:teuthology.orchestra.run.smithi053.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-10T11:07:09.081 INFO:teuthology.orchestra.run.smithi053.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-10T11:07:09.081 INFO:teuthology.orchestra.run.smithi053.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-10T11:07:09.081 INFO:teuthology.orchestra.run.smithi053.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-10T11:07:09.082 INFO:teuthology.orchestra.run.smithi053.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-10T11:07:09.082 INFO:teuthology.orchestra.run.smithi053.stdout: libcephfs-devel-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.082 INFO:teuthology.orchestra.run.smithi053.stdout: libcephfs2-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.082 INFO:teuthology.orchestra.run.smithi053.stdout: libcephsqlite-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.082 INFO:teuthology.orchestra.run.smithi053.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-10T11:07:09.082 INFO:teuthology.orchestra.run.smithi053.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-10T11:07:09.082 INFO:teuthology.orchestra.run.smithi053.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-10T11:07:09.082 INFO:teuthology.orchestra.run.smithi053.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-10T11:07:09.082 INFO:teuthology.orchestra.run.smithi053.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-10T11:07:09.082 INFO:teuthology.orchestra.run.smithi053.stdout: librados-devel-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.082 INFO:teuthology.orchestra.run.smithi053.stdout: libradosstriper1-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.082 INFO:teuthology.orchestra.run.smithi053.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-10T11:07:09.083 INFO:teuthology.orchestra.run.smithi053.stdout: librgw2-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.083 INFO:teuthology.orchestra.run.smithi053.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-10T11:07:09.083 INFO:teuthology.orchestra.run.smithi053.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-10T11:07:09.083 INFO:teuthology.orchestra.run.smithi053.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-10T11:07:09.083 INFO:teuthology.orchestra.run.smithi053.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-10T11:07:09.083 INFO:teuthology.orchestra.run.smithi053.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-10T11:07:09.083 INFO:teuthology.orchestra.run.smithi053.stdout: lua-5.4.4-4.el9.x86_64 2024-05-10T11:07:09.083 INFO:teuthology.orchestra.run.smithi053.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-10T11:07:09.083 INFO:teuthology.orchestra.run.smithi053.stdout: luarocks-3.9.2-1.el9.noarch 2024-05-10T11:07:09.084 INFO:teuthology.orchestra.run.smithi053.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-10T11:07:09.084 INFO:teuthology.orchestra.run.smithi053.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-10T11:07:09.084 INFO:teuthology.orchestra.run.smithi053.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-10T11:07:09.084 INFO:teuthology.orchestra.run.smithi053.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-10T11:07:09.084 INFO:teuthology.orchestra.run.smithi053.stdout: postgresql-13.14-1.el9.x86_64 2024-05-10T11:07:09.084 INFO:teuthology.orchestra.run.smithi053.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-10T11:07:09.084 INFO:teuthology.orchestra.run.smithi053.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-10T11:07:09.084 INFO:teuthology.orchestra.run.smithi053.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-10T11:07:09.084 INFO:teuthology.orchestra.run.smithi053.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-10T11:07:09.085 INFO:teuthology.orchestra.run.smithi053.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-10T11:07:09.085 INFO:teuthology.orchestra.run.smithi053.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-10T11:07:09.085 INFO:teuthology.orchestra.run.smithi053.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-10T11:07:09.085 INFO:teuthology.orchestra.run.smithi053.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-10T11:07:09.085 INFO:teuthology.orchestra.run.smithi053.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-10T11:07:09.085 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-10T11:07:09.085 INFO:teuthology.orchestra.run.smithi053.stdout: python3-ceph-argparse-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.085 INFO:teuthology.orchestra.run.smithi053.stdout: python3-ceph-common-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.085 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cephfs-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.085 INFO:teuthology.orchestra.run.smithi053.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-10T11:07:09.085 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-10T11:07:09.086 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-10T11:07:09.086 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-10T11:07:09.086 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-10T11:07:09.086 INFO:teuthology.orchestra.run.smithi053.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-05-10T11:07:09.086 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-10T11:07:09.086 INFO:teuthology.orchestra.run.smithi053.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-10T11:07:09.086 INFO:teuthology.orchestra.run.smithi053.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-10T11:07:09.086 INFO:teuthology.orchestra.run.smithi053.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-10T11:07:09.086 INFO:teuthology.orchestra.run.smithi053.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-10T11:07:09.086 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-10T11:07:09.086 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-10T11:07:09.086 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-10T11:07:09.086 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-10T11:07:09.086 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-10T11:07:09.087 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-05-10T11:07:09.087 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-10T11:07:09.087 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-10T11:07:09.087 INFO:teuthology.orchestra.run.smithi053.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-10T11:07:09.087 INFO:teuthology.orchestra.run.smithi053.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-10T11:07:09.087 INFO:teuthology.orchestra.run.smithi053.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-10T11:07:09.087 INFO:teuthology.orchestra.run.smithi053.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-10T11:07:09.087 INFO:teuthology.orchestra.run.smithi053.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-10T11:07:09.087 INFO:teuthology.orchestra.run.smithi053.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-10T11:07:09.087 INFO:teuthology.orchestra.run.smithi053.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-10T11:07:09.087 INFO:teuthology.orchestra.run.smithi053.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-10T11:07:09.087 INFO:teuthology.orchestra.run.smithi053.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-10T11:07:09.087 INFO:teuthology.orchestra.run.smithi053.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-10T11:07:09.088 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-10T11:07:09.088 INFO:teuthology.orchestra.run.smithi053.stdout: python3-ply-3.11-14.el9.noarch 2024-05-10T11:07:09.088 INFO:teuthology.orchestra.run.smithi053.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-10T11:07:09.088 INFO:teuthology.orchestra.run.smithi053.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-10T11:07:09.088 INFO:teuthology.orchestra.run.smithi053.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-10T11:07:09.088 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-10T11:07:09.088 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-10T11:07:09.088 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-10T11:07:09.088 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-10T11:07:09.088 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-10T11:07:09.088 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-10T11:07:09.088 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rados-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.088 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rbd-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.088 INFO:teuthology.orchestra.run.smithi053.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-10T11:07:09.089 INFO:teuthology.orchestra.run.smithi053.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-10T11:07:09.089 INFO:teuthology.orchestra.run.smithi053.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-10T11:07:09.089 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rgw-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.089 INFO:teuthology.orchestra.run.smithi053.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-10T11:07:09.089 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-10T11:07:09.089 INFO:teuthology.orchestra.run.smithi053.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-10T11:07:09.089 INFO:teuthology.orchestra.run.smithi053.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-10T11:07:09.089 INFO:teuthology.orchestra.run.smithi053.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-10T11:07:09.089 INFO:teuthology.orchestra.run.smithi053.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-10T11:07:09.089 INFO:teuthology.orchestra.run.smithi053.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-10T11:07:09.089 INFO:teuthology.orchestra.run.smithi053.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-10T11:07:09.089 INFO:teuthology.orchestra.run.smithi053.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-10T11:07:09.089 INFO:teuthology.orchestra.run.smithi053.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-10T11:07:09.090 INFO:teuthology.orchestra.run.smithi053.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-10T11:07:09.090 INFO:teuthology.orchestra.run.smithi053.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-10T11:07:09.090 INFO:teuthology.orchestra.run.smithi053.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-10T11:07:09.090 INFO:teuthology.orchestra.run.smithi053.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-10T11:07:09.090 INFO:teuthology.orchestra.run.smithi053.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-10T11:07:09.090 INFO:teuthology.orchestra.run.smithi053.stdout: rbd-fuse-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.090 INFO:teuthology.orchestra.run.smithi053.stdout: rbd-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.090 INFO:teuthology.orchestra.run.smithi053.stdout: rbd-nbd-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:09.090 INFO:teuthology.orchestra.run.smithi053.stdout: re2-1:20211101-3.el9.x86_64 2024-05-10T11:07:09.090 INFO:teuthology.orchestra.run.smithi053.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-10T11:07:09.090 INFO:teuthology.orchestra.run.smithi053.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-10T11:07:09.090 INFO:teuthology.orchestra.run.smithi053.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-10T11:07:09.090 INFO:teuthology.orchestra.run.smithi053.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-10T11:07:09.091 INFO:teuthology.orchestra.run.smithi053.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-10T11:07:09.091 INFO:teuthology.orchestra.run.smithi053.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-10T11:07:09.091 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:07:09.091 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-05-10T11:07:09.490 DEBUG:teuthology.parallel:result is None 2024-05-10T11:07:11.411 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-10T11:07:11.411 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-05-10T11:07:11.411 INFO:teuthology.orchestra.run.smithi132.stdout:Upgraded: 2024-05-10T11:07:11.411 INFO:teuthology.orchestra.run.smithi132.stdout: NetworkManager-1:1.47.5-1.el9.x86_64 2024-05-10T11:07:11.411 INFO:teuthology.orchestra.run.smithi132.stdout: NetworkManager-libnm-1:1.47.5-1.el9.x86_64 2024-05-10T11:07:11.411 INFO:teuthology.orchestra.run.smithi132.stdout: NetworkManager-team-1:1.47.5-1.el9.x86_64 2024-05-10T11:07:11.412 INFO:teuthology.orchestra.run.smithi132.stdout: NetworkManager-tui-1:1.47.5-1.el9.x86_64 2024-05-10T11:07:11.412 INFO:teuthology.orchestra.run.smithi132.stdout: librados2-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.412 INFO:teuthology.orchestra.run.smithi132.stdout: librbd1-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.412 INFO:teuthology.orchestra.run.smithi132.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-10T11:07:11.412 INFO:teuthology.orchestra.run.smithi132.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-10T11:07:11.412 INFO:teuthology.orchestra.run.smithi132.stdout:Installed: 2024-05-10T11:07:11.412 INFO:teuthology.orchestra.run.smithi132.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-10T11:07:11.412 INFO:teuthology.orchestra.run.smithi132.stdout: automake-1.16.2-8.el9.noarch 2024-05-10T11:07:11.412 INFO:teuthology.orchestra.run.smithi132.stdout: bison-3.7.4-5.el9.x86_64 2024-05-10T11:07:11.412 INFO:teuthology.orchestra.run.smithi132.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-10T11:07:11.412 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.412 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-base-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.413 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-common-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.413 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-fuse-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.413 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-grafana-dashboards-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:11.413 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-immutable-object-cache-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.413 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mds-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.413 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.413 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-cephadm-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:11.413 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-dashboard-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:11.413 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:11.413 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-modules-core-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:11.413 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-rook-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:11.413 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mon-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.413 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-osd-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.413 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-prometheus-alerts-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:11.414 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-radosgw-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.414 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-selinux-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.414 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-test-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.414 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-volume-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:11.414 INFO:teuthology.orchestra.run.smithi132.stdout: cephadm-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:11.414 INFO:teuthology.orchestra.run.smithi132.stdout: cephfs-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.414 INFO:teuthology.orchestra.run.smithi132.stdout: cephfs-shell-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.414 INFO:teuthology.orchestra.run.smithi132.stdout: cephfs-top-2:19.0.0-3449.gd39fa088.el9.noarch 2024-05-10T11:07:11.414 INFO:teuthology.orchestra.run.smithi132.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-05-10T11:07:11.414 INFO:teuthology.orchestra.run.smithi132.stdout: flex-2.6.4-9.el9.x86_64 2024-05-10T11:07:11.414 INFO:teuthology.orchestra.run.smithi132.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-10T11:07:11.414 INFO:teuthology.orchestra.run.smithi132.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-10T11:07:11.414 INFO:teuthology.orchestra.run.smithi132.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-10T11:07:11.415 INFO:teuthology.orchestra.run.smithi132.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-10T11:07:11.415 INFO:teuthology.orchestra.run.smithi132.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-10T11:07:11.415 INFO:teuthology.orchestra.run.smithi132.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-10T11:07:11.415 INFO:teuthology.orchestra.run.smithi132.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-10T11:07:11.415 INFO:teuthology.orchestra.run.smithi132.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-10T11:07:11.415 INFO:teuthology.orchestra.run.smithi132.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-10T11:07:11.415 INFO:teuthology.orchestra.run.smithi132.stdout: libcephfs-devel-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.415 INFO:teuthology.orchestra.run.smithi132.stdout: libcephfs2-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.415 INFO:teuthology.orchestra.run.smithi132.stdout: libcephsqlite-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.415 INFO:teuthology.orchestra.run.smithi132.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-10T11:07:11.415 INFO:teuthology.orchestra.run.smithi132.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-10T11:07:11.415 INFO:teuthology.orchestra.run.smithi132.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-10T11:07:11.415 INFO:teuthology.orchestra.run.smithi132.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-10T11:07:11.416 INFO:teuthology.orchestra.run.smithi132.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-10T11:07:11.416 INFO:teuthology.orchestra.run.smithi132.stdout: librados-devel-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.416 INFO:teuthology.orchestra.run.smithi132.stdout: libradosstriper1-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.416 INFO:teuthology.orchestra.run.smithi132.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-10T11:07:11.416 INFO:teuthology.orchestra.run.smithi132.stdout: librgw2-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.416 INFO:teuthology.orchestra.run.smithi132.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-10T11:07:11.416 INFO:teuthology.orchestra.run.smithi132.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-10T11:07:11.416 INFO:teuthology.orchestra.run.smithi132.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-10T11:07:11.416 INFO:teuthology.orchestra.run.smithi132.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-10T11:07:11.416 INFO:teuthology.orchestra.run.smithi132.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-10T11:07:11.416 INFO:teuthology.orchestra.run.smithi132.stdout: lua-5.4.4-4.el9.x86_64 2024-05-10T11:07:11.416 INFO:teuthology.orchestra.run.smithi132.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-10T11:07:11.416 INFO:teuthology.orchestra.run.smithi132.stdout: luarocks-3.9.2-1.el9.noarch 2024-05-10T11:07:11.417 INFO:teuthology.orchestra.run.smithi132.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-10T11:07:11.417 INFO:teuthology.orchestra.run.smithi132.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-10T11:07:11.417 INFO:teuthology.orchestra.run.smithi132.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-10T11:07:11.417 INFO:teuthology.orchestra.run.smithi132.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-10T11:07:11.417 INFO:teuthology.orchestra.run.smithi132.stdout: postgresql-13.14-1.el9.x86_64 2024-05-10T11:07:11.417 INFO:teuthology.orchestra.run.smithi132.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-10T11:07:11.417 INFO:teuthology.orchestra.run.smithi132.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-10T11:07:11.417 INFO:teuthology.orchestra.run.smithi132.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-10T11:07:11.417 INFO:teuthology.orchestra.run.smithi132.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-10T11:07:11.417 INFO:teuthology.orchestra.run.smithi132.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-10T11:07:11.417 INFO:teuthology.orchestra.run.smithi132.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-10T11:07:11.417 INFO:teuthology.orchestra.run.smithi132.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-10T11:07:11.417 INFO:teuthology.orchestra.run.smithi132.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-10T11:07:11.417 INFO:teuthology.orchestra.run.smithi132.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-10T11:07:11.418 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-10T11:07:11.418 INFO:teuthology.orchestra.run.smithi132.stdout: python3-ceph-argparse-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.418 INFO:teuthology.orchestra.run.smithi132.stdout: python3-ceph-common-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.418 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cephfs-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.418 INFO:teuthology.orchestra.run.smithi132.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-10T11:07:11.418 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-10T11:07:11.418 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-10T11:07:11.418 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-10T11:07:11.418 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-10T11:07:11.418 INFO:teuthology.orchestra.run.smithi132.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-05-10T11:07:11.418 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-10T11:07:11.418 INFO:teuthology.orchestra.run.smithi132.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-10T11:07:11.418 INFO:teuthology.orchestra.run.smithi132.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-10T11:07:11.419 INFO:teuthology.orchestra.run.smithi132.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-10T11:07:11.419 INFO:teuthology.orchestra.run.smithi132.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-10T11:07:11.419 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-10T11:07:11.419 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-10T11:07:11.419 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-10T11:07:11.419 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-10T11:07:11.419 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-10T11:07:11.419 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-05-10T11:07:11.419 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-10T11:07:11.419 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-10T11:07:11.419 INFO:teuthology.orchestra.run.smithi132.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-10T11:07:11.419 INFO:teuthology.orchestra.run.smithi132.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-10T11:07:11.419 INFO:teuthology.orchestra.run.smithi132.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-10T11:07:11.420 INFO:teuthology.orchestra.run.smithi132.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-10T11:07:11.420 INFO:teuthology.orchestra.run.smithi132.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-10T11:07:11.420 INFO:teuthology.orchestra.run.smithi132.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-10T11:07:11.420 INFO:teuthology.orchestra.run.smithi132.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-10T11:07:11.420 INFO:teuthology.orchestra.run.smithi132.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-10T11:07:11.420 INFO:teuthology.orchestra.run.smithi132.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-10T11:07:11.420 INFO:teuthology.orchestra.run.smithi132.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-10T11:07:11.420 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-10T11:07:11.420 INFO:teuthology.orchestra.run.smithi132.stdout: python3-ply-3.11-14.el9.noarch 2024-05-10T11:07:11.420 INFO:teuthology.orchestra.run.smithi132.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-10T11:07:11.420 INFO:teuthology.orchestra.run.smithi132.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-10T11:07:11.420 INFO:teuthology.orchestra.run.smithi132.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-10T11:07:11.420 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-10T11:07:11.421 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-10T11:07:11.421 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-10T11:07:11.421 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-10T11:07:11.421 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-10T11:07:11.421 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-10T11:07:11.421 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rados-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.421 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rbd-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.421 INFO:teuthology.orchestra.run.smithi132.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-10T11:07:11.421 INFO:teuthology.orchestra.run.smithi132.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-10T11:07:11.421 INFO:teuthology.orchestra.run.smithi132.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-10T11:07:11.421 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rgw-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.421 INFO:teuthology.orchestra.run.smithi132.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-10T11:07:11.421 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-10T11:07:11.421 INFO:teuthology.orchestra.run.smithi132.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-10T11:07:11.421 INFO:teuthology.orchestra.run.smithi132.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-10T11:07:11.422 INFO:teuthology.orchestra.run.smithi132.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-10T11:07:11.422 INFO:teuthology.orchestra.run.smithi132.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-10T11:07:11.422 INFO:teuthology.orchestra.run.smithi132.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-10T11:07:11.422 INFO:teuthology.orchestra.run.smithi132.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-10T11:07:11.422 INFO:teuthology.orchestra.run.smithi132.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-10T11:07:11.422 INFO:teuthology.orchestra.run.smithi132.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-10T11:07:11.422 INFO:teuthology.orchestra.run.smithi132.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-10T11:07:11.422 INFO:teuthology.orchestra.run.smithi132.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-10T11:07:11.422 INFO:teuthology.orchestra.run.smithi132.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-10T11:07:11.422 INFO:teuthology.orchestra.run.smithi132.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-10T11:07:11.422 INFO:teuthology.orchestra.run.smithi132.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-10T11:07:11.422 INFO:teuthology.orchestra.run.smithi132.stdout: rbd-fuse-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.422 INFO:teuthology.orchestra.run.smithi132.stdout: rbd-mirror-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.422 INFO:teuthology.orchestra.run.smithi132.stdout: rbd-nbd-2:19.0.0-3449.gd39fa088.el9.x86_64 2024-05-10T11:07:11.423 INFO:teuthology.orchestra.run.smithi132.stdout: re2-1:20211101-3.el9.x86_64 2024-05-10T11:07:11.423 INFO:teuthology.orchestra.run.smithi132.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-10T11:07:11.423 INFO:teuthology.orchestra.run.smithi132.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-10T11:07:11.423 INFO:teuthology.orchestra.run.smithi132.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-10T11:07:11.423 INFO:teuthology.orchestra.run.smithi132.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-10T11:07:11.423 INFO:teuthology.orchestra.run.smithi132.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-10T11:07:11.423 INFO:teuthology.orchestra.run.smithi132.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-10T11:07:11.423 INFO:teuthology.orchestra.run.smithi132.stdout: 2024-05-10T11:07:11.423 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2024-05-10T11:07:11.855 DEBUG:teuthology.parallel:result is None 2024-05-10T11:07:11.855 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d39fa08867836ac070c47cb66c782fa559fd480b 2024-05-10T11:07:12.012 DEBUG:teuthology.orchestra.run.smithi053:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-10T11:07:12.040 INFO:teuthology.orchestra.run.smithi053.stdout:19.0.0-3449.gd39fa088.el9 2024-05-10T11:07:12.040 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3449.gd39fa088.el9 2024-05-10T11:07:12.040 INFO:teuthology.task.install:The correct ceph version 19.0.0-3449.gd39fa088 is installed. 2024-05-10T11:07:12.043 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d39fa08867836ac070c47cb66c782fa559fd480b 2024-05-10T11:07:12.187 DEBUG:teuthology.orchestra.run.smithi132:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-10T11:07:12.209 INFO:teuthology.orchestra.run.smithi132.stdout:19.0.0-3449.gd39fa088.el9 2024-05-10T11:07:12.209 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3449.gd39fa088.el9 2024-05-10T11:07:12.209 INFO:teuthology.task.install:The correct ceph version 19.0.0-3449.gd39fa088 is installed. 2024-05-10T11:07:12.211 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d39fa08867836ac070c47cb66c782fa559fd480b 2024-05-10T11:07:12.429 DEBUG:teuthology.orchestra.run.smithi187:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-10T11:07:12.456 INFO:teuthology.orchestra.run.smithi187.stdout:19.0.0-3449.gd39fa088.el9 2024-05-10T11:07:12.457 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3449.gd39fa088.el9 2024-05-10T11:07:12.457 INFO:teuthology.task.install:The correct ceph version 19.0.0-3449.gd39fa088 is installed. 2024-05-10T11:07:12.459 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-05-10T11:07:12.459 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-05-10T11:07:12.459 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-10T11:07:12.493 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-05-10T11:07:12.494 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-10T11:07:12.523 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-05-10T11:07:12.524 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-10T11:07:12.556 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-05-10T11:07:12.557 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-05-10T11:07:12.557 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/usr/bin/daemon-helper 2024-05-10T11:07:12.587 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-10T11:07:12.657 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-05-10T11:07:12.657 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/usr/bin/daemon-helper 2024-05-10T11:07:12.684 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-10T11:07:12.752 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-05-10T11:07:12.752 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/usr/bin/daemon-helper 2024-05-10T11:07:12.783 DEBUG:teuthology.orchestra.run.smithi187:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-10T11:07:12.852 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-05-10T11:07:12.852 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-05-10T11:07:12.852 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-10T11:07:12.883 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-10T11:07:12.955 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-05-10T11:07:12.956 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-10T11:07:12.982 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-10T11:07:13.047 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-05-10T11:07:13.048 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-10T11:07:13.076 DEBUG:teuthology.orchestra.run.smithi187:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-10T11:07:13.144 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-05-10T11:07:13.144 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-05-10T11:07:13.144 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/usr/bin/stdin-killer 2024-05-10T11:07:13.175 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-10T11:07:13.245 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-05-10T11:07:13.245 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/usr/bin/stdin-killer 2024-05-10T11:07:13.270 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-10T11:07:13.339 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-05-10T11:07:13.339 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/usr/bin/stdin-killer 2024-05-10T11:07:13.368 DEBUG:teuthology.orchestra.run.smithi187:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-10T11:07:13.438 INFO:teuthology.run_tasks:Running task cephadm... 2024-05-10T11:07:13.549 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'mds_export_ephemeral_random_max': 0.1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': 'd39fa08867836ac070c47cb66c782fa559fd480b', 'subvols': {'create': 2}} 2024-05-10T11:07:13.549 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b 2024-05-10T11:07:13.549 INFO:tasks.cephadm:Cluster fsid is 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:07:13.549 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-05-10T11:07:13.550 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.53', 'mon.b': '172.21.15.132', 'mon.c': '172.21.15.187'} 2024-05-10T11:07:13.550 INFO:tasks.cephadm:First mon is mon.a on smithi053 2024-05-10T11:07:13.550 INFO:tasks.cephadm:First mgr is x 2024-05-10T11:07:13.550 INFO:tasks.cephadm:Normalizing hostnames... 2024-05-10T11:07:13.550 DEBUG:teuthology.orchestra.run.smithi053:> sudo hostname $(hostname -s) 2024-05-10T11:07:13.582 DEBUG:teuthology.orchestra.run.smithi132:> sudo hostname $(hostname -s) 2024-05-10T11:07:13.607 DEBUG:teuthology.orchestra.run.smithi187:> sudo hostname $(hostname -s) 2024-05-10T11:07:13.637 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-05-10T11:07:13.637 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d39fa08867836ac070c47cb66c782fa559fd480b 2024-05-10T11:07:13.857 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'd39fa08867836ac070c47cb66c782fa559fd480b', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/79273/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3449-gd39fa088', 'node_name': '172.21.2.1+braggi01', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3449.gd39fa088'}, 'url': 'https://3.chacra.ceph.com/r/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/d39fa08867836ac070c47cb66c782fa559fd480b/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-05-10 00:52:03.112070', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-63896-from-wip-rishabh-testing-20240501.193033', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/d39fa08867836ac070c47cb66c782fa559fd480b/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-05-10T11:07:14.073 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref wip-63896-from-wip-rishabh-testing-20240501.193033, sha1 d39fa08867836ac070c47cb66c782fa559fd480b from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=d39fa08867836ac070c47cb66c782fa559fd480b 2024-05-10T11:07:14.075 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/d39fa08867836ac070c47cb66c782fa559fd480b/centos/9/x86_64/flavors/default/cephadm 2024-05-10T11:07:14.075 DEBUG:teuthology.orchestra.run.smithi053:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/d39fa08867836ac070c47cb66c782fa559fd480b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-10T11:07:14.465 INFO:teuthology.orchestra.run.smithi053.stdout:-rw-r--r--. 1 ubuntu ubuntu 782738 May 10 11:07 /home/ubuntu/cephtest/cephadm 2024-05-10T11:07:14.465 DEBUG:teuthology.orchestra.run.smithi132:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/d39fa08867836ac070c47cb66c782fa559fd480b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-10T11:07:15.032 INFO:teuthology.orchestra.run.smithi132.stdout:-rw-r--r--. 1 ubuntu ubuntu 782738 May 10 11:07 /home/ubuntu/cephtest/cephadm 2024-05-10T11:07:15.032 DEBUG:teuthology.orchestra.run.smithi187:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-63896-from-wip-rishabh-testing-20240501.193033/d39fa08867836ac070c47cb66c782fa559fd480b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-10T11:07:15.563 INFO:teuthology.orchestra.run.smithi187.stdout:-rw-r--r--. 1 ubuntu ubuntu 782738 May 10 11:07 /home/ubuntu/cephtest/cephadm 2024-05-10T11:07:15.563 DEBUG:teuthology.orchestra.run.smithi053:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-10T11:07:15.584 DEBUG:teuthology.orchestra.run.smithi132:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-10T11:07:15.605 DEBUG:teuthology.orchestra.run.smithi187:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-10T11:07:15.642 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b on all hosts... 2024-05-10T11:07:15.642 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b pull 2024-05-10T11:07:15.645 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b pull 2024-05-10T11:07:15.647 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b pull 2024-05-10T11:07:17.217 INFO:teuthology.orchestra.run.smithi053.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b... 2024-05-10T11:07:17.352 INFO:teuthology.orchestra.run.smithi132.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b... 2024-05-10T11:07:17.355 INFO:teuthology.orchestra.run.smithi187.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b... 2024-05-10T11:07:54.058 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:07:54.059 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_version": "ceph version 19.0.0-3449-gd39fa088 (d39fa08867836ac070c47cb66c782fa559fd480b) squid (dev)", 2024-05-10T11:07:54.059 INFO:teuthology.orchestra.run.smithi053.stdout: "image_id": "ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5", 2024-05-10T11:07:54.059 INFO:teuthology.orchestra.run.smithi053.stdout: "repo_digests": [ 2024-05-10T11:07:54.059 INFO:teuthology.orchestra.run.smithi053.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f" 2024-05-10T11:07:54.059 INFO:teuthology.orchestra.run.smithi053.stdout: ] 2024-05-10T11:07:54.059 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:07:57.859 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2024-05-10T11:07:57.859 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_version": "ceph version 19.0.0-3449-gd39fa088 (d39fa08867836ac070c47cb66c782fa559fd480b) squid (dev)", 2024-05-10T11:07:57.859 INFO:teuthology.orchestra.run.smithi132.stdout: "image_id": "ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5", 2024-05-10T11:07:57.859 INFO:teuthology.orchestra.run.smithi132.stdout: "repo_digests": [ 2024-05-10T11:07:57.859 INFO:teuthology.orchestra.run.smithi132.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f" 2024-05-10T11:07:57.859 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2024-05-10T11:07:57.859 INFO:teuthology.orchestra.run.smithi132.stdout:} 2024-05-10T11:08:11.470 INFO:teuthology.orchestra.run.smithi187.stdout:{ 2024-05-10T11:08:11.471 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_version": "ceph version 19.0.0-3449-gd39fa088 (d39fa08867836ac070c47cb66c782fa559fd480b) squid (dev)", 2024-05-10T11:08:11.471 INFO:teuthology.orchestra.run.smithi187.stdout: "image_id": "ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5", 2024-05-10T11:08:11.471 INFO:teuthology.orchestra.run.smithi187.stdout: "repo_digests": [ 2024-05-10T11:08:11.471 INFO:teuthology.orchestra.run.smithi187.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f" 2024-05-10T11:08:11.471 INFO:teuthology.orchestra.run.smithi187.stdout: ] 2024-05-10T11:08:11.471 INFO:teuthology.orchestra.run.smithi187.stdout:} 2024-05-10T11:08:11.495 DEBUG:teuthology.orchestra.run.smithi053:> sudo mkdir -p /etc/ceph 2024-05-10T11:08:11.530 DEBUG:teuthology.orchestra.run.smithi132:> sudo mkdir -p /etc/ceph 2024-05-10T11:08:11.563 DEBUG:teuthology.orchestra.run.smithi187:> sudo mkdir -p /etc/ceph 2024-05-10T11:08:11.591 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod 777 /etc/ceph 2024-05-10T11:08:11.620 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod 777 /etc/ceph 2024-05-10T11:08:11.648 DEBUG:teuthology.orchestra.run.smithi187:> sudo chmod 777 /etc/ceph 2024-05-10T11:08:11.673 INFO:tasks.cephadm:Writing seed config... 2024-05-10T11:08:11.675 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-05-10T11:08:11.675 INFO:tasks.cephadm: override: [client] debug client = 20 2024-05-10T11:08:11.675 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-05-10T11:08:11.675 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-05-10T11:08:11.675 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-05-10T11:08:11.675 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-05-10T11:08:11.675 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-05-10T11:08:11.675 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-05-10T11:08:11.675 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-05-10T11:08:11.676 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-05-10T11:08:11.676 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-05-10T11:08:11.676 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-05-10T11:08:11.676 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-05-10T11:08:11.676 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-05-10T11:08:11.676 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-05-10T11:08:11.676 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-05-10T11:08:11.676 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-05-10T11:08:11.676 INFO:tasks.cephadm: override: [mds] mds_export_ephemeral_random_max = 0.1 2024-05-10T11:08:11.676 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-05-10T11:08:11.676 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-05-10T11:08:11.676 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-05-10T11:08:11.676 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-05-10T11:08:11.676 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-05-10T11:08:11.676 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-05-10T11:08:11.677 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-05-10T11:08:11.677 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-05-10T11:08:11.677 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-05-10T11:08:11.677 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-05-10T11:08:11.677 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-05-10T11:08:11.677 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-05-10T11:08:11.677 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-05-10T11:08:11.677 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-05-10T11:08:11.677 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-05-10T11:08:11.677 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-05-10T11:08:11.677 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-05-10T11:08:11.677 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-05-10T11:08:11.677 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-05-10T11:08:11.677 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-05-10T11:08:11.678 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-05-10T11:08:11.678 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-05-10T11:08:11.678 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-05-10T11:08:11.678 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-05-10T11:08:11.678 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-05-10T11:08:11.678 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-05-10T11:08:11.678 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-05-10T11:08:11.679 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-05-10T11:08:11.679 DEBUG:teuthology.orchestra.run.smithi053:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-05-10T11:08:11.698 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 745ae8e0-0ebd-11ef-bc98-c7b262605968 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 mds_export_ephemeral_random_max = 0.1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-05-10T11:08:11.699 DEBUG:teuthology.orchestra.run.smithi053:mon.a> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mon.a.service 2024-05-10T11:08:11.742 DEBUG:teuthology.orchestra.run.smithi053:mgr.x> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mgr.x.service 2024-05-10T11:08:11.785 INFO:tasks.cephadm:Bootstrapping... 2024-05-10T11:08:11.785 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b -v bootstrap --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.53 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-05-10T11:08:11.988 INFO:teuthology.orchestra.run.smithi053.stdout:-------------------------------------------------------------------------------- 2024-05-10T11:08:11.988 INFO:teuthology.orchestra.run.smithi053.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b', '-v', 'bootstrap', '--fsid', '745ae8e0-0ebd-11ef-bc98-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.53', '--skip-admin-label'] 2024-05-10T11:08:11.988 INFO:teuthology.orchestra.run.smithi053.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-05-10T11:08:11.989 INFO:teuthology.orchestra.run.smithi053.stdout:Verifying podman|docker is present... 2024-05-10T11:08:12.023 INFO:teuthology.orchestra.run.smithi053.stdout:/bin/podman: stdout 4.9.4-dev 2024-05-10T11:08:12.023 INFO:teuthology.orchestra.run.smithi053.stdout:Verifying lvm2 is present... 2024-05-10T11:08:12.023 INFO:teuthology.orchestra.run.smithi053.stdout:Verifying time synchronization is in place... 2024-05-10T11:08:12.031 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-10T11:08:12.031 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-10T11:08:12.037 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-10T11:08:12.037 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout inactive 2024-05-10T11:08:12.044 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout enabled 2024-05-10T11:08:12.051 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout active 2024-05-10T11:08:12.051 INFO:teuthology.orchestra.run.smithi053.stdout:Unit chronyd.service is enabled and running 2024-05-10T11:08:12.051 INFO:teuthology.orchestra.run.smithi053.stdout:Repeating the final host check... 2024-05-10T11:08:12.075 INFO:teuthology.orchestra.run.smithi053.stdout:/bin/podman: stdout 4.9.4-dev 2024-05-10T11:08:12.075 INFO:teuthology.orchestra.run.smithi053.stdout:podman (/bin/podman) version 4.9.4 is present 2024-05-10T11:08:12.075 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl is present 2024-05-10T11:08:12.075 INFO:teuthology.orchestra.run.smithi053.stdout:lvcreate is present 2024-05-10T11:08:12.082 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-10T11:08:12.082 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-10T11:08:12.088 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-10T11:08:12.088 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout inactive 2024-05-10T11:08:12.095 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout enabled 2024-05-10T11:08:12.102 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout active 2024-05-10T11:08:12.102 INFO:teuthology.orchestra.run.smithi053.stdout:Unit chronyd.service is enabled and running 2024-05-10T11:08:12.102 INFO:teuthology.orchestra.run.smithi053.stdout:Host looks OK 2024-05-10T11:08:12.102 INFO:teuthology.orchestra.run.smithi053.stdout:Cluster fsid: 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:08:12.102 INFO:teuthology.orchestra.run.smithi053.stdout:Acquiring lock 140261354421984 on /run/cephadm/745ae8e0-0ebd-11ef-bc98-c7b262605968.lock 2024-05-10T11:08:12.102 INFO:teuthology.orchestra.run.smithi053.stdout:Lock 140261354421984 acquired on /run/cephadm/745ae8e0-0ebd-11ef-bc98-c7b262605968.lock 2024-05-10T11:08:12.103 INFO:teuthology.orchestra.run.smithi053.stdout:Verifying IP 172.21.15.53 port 3300 ... 2024-05-10T11:08:12.103 INFO:teuthology.orchestra.run.smithi053.stdout:Verifying IP 172.21.15.53 port 6789 ... 2024-05-10T11:08:12.103 INFO:teuthology.orchestra.run.smithi053.stdout:Base mon IP(s) is [172.21.15.53:3300, 172.21.15.53:6789], mon addrv is [v2:172.21.15.53:3300,v1:172.21.15.53:6789] 2024-05-10T11:08:12.106 INFO:teuthology.orchestra.run.smithi053.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.53 metric 100 2024-05-10T11:08:12.106 INFO:teuthology.orchestra.run.smithi053.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.53 metric 100 2024-05-10T11:08:12.109 INFO:teuthology.orchestra.run.smithi053.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-05-10T11:08:12.109 INFO:teuthology.orchestra.run.smithi053.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-05-10T11:08:12.109 INFO:teuthology.orchestra.run.smithi053.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-05-10T11:08:12.111 INFO:teuthology.orchestra.run.smithi053.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-05-10T11:08:12.112 INFO:teuthology.orchestra.run.smithi053.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-05-10T11:08:12.112 INFO:teuthology.orchestra.run.smithi053.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-10T11:08:12.112 INFO:teuthology.orchestra.run.smithi053.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-05-10T11:08:12.112 INFO:teuthology.orchestra.run.smithi053.stdout:/sbin/ip: stdout inet6 fe80::ae1f:6bff:fef8:3718/64 scope link noprefixroute 2024-05-10T11:08:12.112 INFO:teuthology.orchestra.run.smithi053.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-10T11:08:12.112 INFO:teuthology.orchestra.run.smithi053.stdout:Mon IP `172.21.15.53` is in CIDR network `172.21.0.0/20` 2024-05-10T11:08:12.113 INFO:teuthology.orchestra.run.smithi053.stdout:Mon IP `172.21.15.53` is in CIDR network `172.21.0.0/20` 2024-05-10T11:08:12.113 INFO:teuthology.orchestra.run.smithi053.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-05-10T11:08:12.113 INFO:teuthology.orchestra.run.smithi053.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-05-10T11:08:12.114 INFO:teuthology.orchestra.run.smithi053.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b... 2024-05-10T11:08:12.627 INFO:teuthology.orchestra.run.smithi053.stdout:/bin/podman: stdout ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 2024-05-10T11:08:12.627 INFO:teuthology.orchestra.run.smithi053.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b... 2024-05-10T11:08:12.627 INFO:teuthology.orchestra.run.smithi053.stdout:/bin/podman: stderr Getting image source signatures 2024-05-10T11:08:12.628 INFO:teuthology.orchestra.run.smithi053.stdout:/bin/podman: stderr Copying blob sha256:5401d9dfdf7b5b1eb30ca8a50398217fe5e68f9c8026e432d9728743b160edef 2024-05-10T11:08:12.628 INFO:teuthology.orchestra.run.smithi053.stdout:/bin/podman: stderr Copying blob sha256:bf5b95bd68251da39c6cd2eb96c6ba4138bb37a62bdc39287908b25e92047d7e 2024-05-10T11:08:12.628 INFO:teuthology.orchestra.run.smithi053.stdout:/bin/podman: stderr Copying config sha256:ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 2024-05-10T11:08:12.628 INFO:teuthology.orchestra.run.smithi053.stdout:/bin/podman: stderr Writing manifest to image destination 2024-05-10T11:08:13.548 INFO:teuthology.orchestra.run.smithi053.stdout:ceph: stdout ceph version 19.0.0-3449-gd39fa088 (d39fa08867836ac070c47cb66c782fa559fd480b) squid (dev) 2024-05-10T11:08:13.548 INFO:teuthology.orchestra.run.smithi053.stdout:Ceph version: ceph version 19.0.0-3449-gd39fa088 (d39fa08867836ac070c47cb66c782fa559fd480b) squid (dev) 2024-05-10T11:08:13.548 INFO:teuthology.orchestra.run.smithi053.stdout:Extracting ceph user uid/gid from container image... 2024-05-10T11:08:21.105 INFO:teuthology.orchestra.run.smithi053.stdout:stat: stdout 167 167 2024-05-10T11:08:21.105 INFO:teuthology.orchestra.run.smithi053.stdout:Creating initial keys... 2024-05-10T11:08:24.720 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph-authtool: stdout AQAnAD5mz5XbMxAAfEpJox4nrJB2IJcZWvTP8A== 2024-05-10T11:08:25.650 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph-authtool: stdout AQApAD5mo5fOARAAhJO2IVNLAjZUCfwwXCGYnQ== 2024-05-10T11:08:26.782 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph-authtool: stdout AQApAD5mg7hbOxAA/ZQzNTUWDcbs2DKbVXDtzg== 2024-05-10T11:08:26.782 INFO:teuthology.orchestra.run.smithi053.stdout:Creating initial monmap... 2024-05-10T11:08:27.687 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-10T11:08:27.687 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-05-10T11:08:27.687 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:08:27.687 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-10T11:08:27.688 INFO:teuthology.orchestra.run.smithi053.stdout:monmaptool for a [v2:172.21.15.53:3300,v1:172.21.15.53:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-10T11:08:27.688 INFO:teuthology.orchestra.run.smithi053.stdout:setting min_mon_release = quincy 2024-05-10T11:08:27.688 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/monmaptool: set fsid to 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:08:27.688 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-10T11:08:27.688 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:08:27.688 INFO:teuthology.orchestra.run.smithi053.stdout:Creating mon... 2024-05-10T11:08:28.944 INFO:teuthology.orchestra.run.smithi053.stdout:create mon.a on 2024-05-10T11:08:29.160 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-05-10T11:08:29.432 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-05-10T11:08:30.253 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968.target → /etc/systemd/system/ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968.target. 2024-05-10T11:08:30.253 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968.target → /etc/systemd/system/ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968.target. 2024-05-10T11:08:30.751 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mon.a 2024-05-10T11:08:30.751 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stderr Failed to reset failed state of unit ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mon.a.service: Unit ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mon.a.service not loaded. 2024-05-10T11:08:30.923 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968.target.wants/ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mon.a.service → /etc/systemd/system/ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@.service. 2024-05-10T11:08:31.481 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-10T11:08:31.481 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout disabled 2024-05-10T11:08:31.488 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-10T11:08:31.488 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout inactive 2024-05-10T11:08:31.488 INFO:teuthology.orchestra.run.smithi053.stdout:firewalld.service is not enabled 2024-05-10T11:08:31.489 INFO:teuthology.orchestra.run.smithi053.stdout:Not possible to enable service . firewalld.service is not available 2024-05-10T11:08:31.489 INFO:teuthology.orchestra.run.smithi053.stdout:Waiting for mon to start... 2024-05-10T11:08:31.489 INFO:teuthology.orchestra.run.smithi053.stdout:Waiting for mon... 2024-05-10T11:08:32.558 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout cluster: 2024-05-10T11:08:32.558 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout id: 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:08:32.558 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-05-10T11:08:32.558 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-05-10T11:08:32.558 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout services: 2024-05-10T11:08:32.559 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.588462s) 2024-05-10T11:08:32.559 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-05-10T11:08:32.559 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-05-10T11:08:32.559 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-05-10T11:08:32.559 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout data: 2024-05-10T11:08:32.559 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-05-10T11:08:32.559 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-05-10T11:08:32.559 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-05-10T11:08:32.559 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout pgs: 2024-05-10T11:08:32.559 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-05-10T11:08:32.559 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.923+0000 7f87ddded700 1 Processor -- start 2024-05-10T11:08:32.559 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.923+0000 7f87ddded700 1 -- start start 2024-05-10T11:08:32.559 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.923+0000 7f87ddded700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d807eeb0 0x7f87d807d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:32.560 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.923+0000 7f87ddded700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f87d807d8e0 con 0x7f87d807eeb0 2024-05-10T11:08:32.560 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.924+0000 7f87d77fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d807eeb0 0x7f87d807d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:32.560 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.924+0000 7f87d77fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d807eeb0 0x7f87d807d310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:41696/0 (socket says 172.21.15.53:41696) 2024-05-10T11:08:32.560 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.924+0000 7f87d77fe700 1 -- 172.21.15.53:0/1622147967 learned_addr learned my addr 172.21.15.53:0/1622147967 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:08:32.560 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.924+0000 7f87d77fe700 1 -- 172.21.15.53:0/1622147967 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87d807da60 con 0x7f87d807eeb0 2024-05-10T11:08:32.560 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.924+0000 7f87d77fe700 1 --2- 172.21.15.53:0/1622147967 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d807eeb0 0x7f87d807d310 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f87c8009e80 tx=0x7f87c800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52b7a8eee48a7d88 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:32.560 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.924+0000 7f87d67fc700 1 -- 172.21.15.53:0/1622147967 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f87c8017070 con 0x7f87d807eeb0 2024-05-10T11:08:32.560 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.924+0000 7f87d67fc700 1 -- 172.21.15.53:0/1622147967 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87c8003a20 con 0x7f87d807eeb0 2024-05-10T11:08:32.560 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.924+0000 7f87d67fc700 1 -- 172.21.15.53:0/1622147967 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f87c8003d20 con 0x7f87d807eeb0 2024-05-10T11:08:32.560 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.925+0000 7f87ddded700 1 -- 172.21.15.53:0/1622147967 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d807eeb0 msgr2=0x7f87d807d310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:32.560 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.925+0000 7f87ddded700 1 --2- 172.21.15.53:0/1622147967 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d807eeb0 0x7f87d807d310 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f87c8009e80 tx=0x7f87c800b330 comp rx=0 tx=0).stop 2024-05-10T11:08:32.560 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.925+0000 7f87ddded700 1 -- 172.21.15.53:0/1622147967 shutdown_connections 2024-05-10T11:08:32.561 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.925+0000 7f87ddded700 1 --2- 172.21.15.53:0/1622147967 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d807eeb0 0x7f87d807d310 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:32.561 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.925+0000 7f87ddded700 1 -- 172.21.15.53:0/1622147967 >> 172.21.15.53:0/1622147967 conn(0x7f87d81042d0 msgr2=0x7f87d81066f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:08:32.561 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.925+0000 7f87ddded700 1 -- 172.21.15.53:0/1622147967 shutdown_connections 2024-05-10T11:08:32.561 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.925+0000 7f87ddded700 1 -- 172.21.15.53:0/1622147967 wait complete. 2024-05-10T11:08:32.561 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.925+0000 7f87ddded700 1 Processor -- start 2024-05-10T11:08:32.561 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.926+0000 7f87ddded700 1 -- start start 2024-05-10T11:08:32.561 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.926+0000 7f87ddded700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d807eeb0 0x7f87d819e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:32.561 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.926+0000 7f87ddded700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f87d807df90 con 0x7f87d807eeb0 2024-05-10T11:08:32.561 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.926+0000 7f87d77fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d807eeb0 0x7f87d819e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:32.561 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.926+0000 7f87d77fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d807eeb0 0x7f87d819e640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:41700/0 (socket says 172.21.15.53:41700) 2024-05-10T11:08:32.561 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.926+0000 7f87d77fe700 1 -- 172.21.15.53:0/1448646558 learned_addr learned my addr 172.21.15.53:0/1448646558 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:08:32.561 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.926+0000 7f87d77fe700 1 -- 172.21.15.53:0/1448646558 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87d819eb80 con 0x7f87d807eeb0 2024-05-10T11:08:32.561 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.926+0000 7f87d77fe700 1 --2- 172.21.15.53:0/1448646558 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d807eeb0 0x7f87d819e640 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f87c8004000 tx=0x7f87c8004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:32.561 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.927+0000 7f87d4ff9700 1 -- 172.21.15.53:0/1448646558 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f87c8022020 con 0x7f87d807eeb0 2024-05-10T11:08:32.562 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.927+0000 7f87d4ff9700 1 -- 172.21.15.53:0/1448646558 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87c8018040 con 0x7f87d807eeb0 2024-05-10T11:08:32.562 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.927+0000 7f87ddded700 1 -- 172.21.15.53:0/1448646558 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87d819ee10 con 0x7f87d807eeb0 2024-05-10T11:08:32.562 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.927+0000 7f87d4ff9700 1 -- 172.21.15.53:0/1448646558 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f87c8017070 con 0x7f87d807eeb0 2024-05-10T11:08:32.562 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.927+0000 7f87ddded700 1 -- 172.21.15.53:0/1448646558 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87d81a1b00 con 0x7f87d807eeb0 2024-05-10T11:08:32.562 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.927+0000 7f87d4ff9700 1 -- 172.21.15.53:0/1448646558 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f87c8025020 con 0x7f87d807eeb0 2024-05-10T11:08:32.562 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.927+0000 7f87d4ff9700 1 -- 172.21.15.53:0/1448646558 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f87c800f050 con 0x7f87d807eeb0 2024-05-10T11:08:32.562 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.928+0000 7f87ddded700 1 -- 172.21.15.53:0/1448646558 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87d8064b00 con 0x7f87d807eeb0 2024-05-10T11:08:32.562 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:31.930+0000 7f87d4ff9700 1 -- 172.21.15.53:0/1448646558 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f87c802c030 con 0x7f87d807eeb0 2024-05-10T11:08:32.562 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.006+0000 7f87ddded700 1 -- 172.21.15.53:0/1448646558 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f87d802e6a0 con 0x7f87d807eeb0 2024-05-10T11:08:32.562 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.006+0000 7f87d4ff9700 1 -- 172.21.15.53:0/1448646558 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f87c801e480 con 0x7f87d807eeb0 2024-05-10T11:08:32.562 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.007+0000 7f87ddded700 1 -- 172.21.15.53:0/1448646558 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d807eeb0 msgr2=0x7f87d819e640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:32.562 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.007+0000 7f87ddded700 1 --2- 172.21.15.53:0/1448646558 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d807eeb0 0x7f87d819e640 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f87c8004000 tx=0x7f87c8004ad0 comp rx=0 tx=0).stop 2024-05-10T11:08:32.562 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.007+0000 7f87ddded700 1 -- 172.21.15.53:0/1448646558 shutdown_connections 2024-05-10T11:08:32.563 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.007+0000 7f87ddded700 1 --2- 172.21.15.53:0/1448646558 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d807eeb0 0x7f87d819e640 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:32.563 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.007+0000 7f87ddded700 1 -- 172.21.15.53:0/1448646558 >> 172.21.15.53:0/1448646558 conn(0x7f87d81042d0 msgr2=0x7f87d81046b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:08:32.563 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.008+0000 7f87ddded700 1 -- 172.21.15.53:0/1448646558 shutdown_connections 2024-05-10T11:08:32.563 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.008+0000 7f87ddded700 1 -- 172.21.15.53:0/1448646558 wait complete. 2024-05-10T11:08:32.563 INFO:teuthology.orchestra.run.smithi053.stdout:mon is available 2024-05-10T11:08:32.563 INFO:teuthology.orchestra.run.smithi053.stdout:Assimilating anything we can from ceph.conf... 2024-05-10T11:08:33.630 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:33 smithi053 ceph-mon[29784]: from='client.? 172.21.15.53:0/3696171049' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-05-10T11:08:33.640 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-05-10T11:08:33.640 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout [global] 2024-05-10T11:08:33.640 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout fsid = 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:08:33.640 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-05-10T11:08:33.640 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.53:3300,v1:172.21.15.53:6789] 2024-05-10T11:08:33.640 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-10T11:08:33.640 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-10T11:08:33.640 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-10T11:08:33.640 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-10T11:08:33.640 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-05-10T11:08:33.640 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-10T11:08:33.640 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-10T11:08:33.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-05-10T11:08:33.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout [osd] 2024-05-10T11:08:33.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-05-10T11:08:33.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-05-10T11:08:33.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-05-10T11:08:33.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-10T11:08:33.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-10T11:08:33.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.989+0000 7ff89063c700 1 Processor -- start 2024-05-10T11:08:33.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.989+0000 7ff89063c700 1 -- start start 2024-05-10T11:08:33.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.989+0000 7ff89063c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8881097b0 0x7ff88810bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:33.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.989+0000 7ff89063c700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff88807cec0 con 0x7ff8881097b0 2024-05-10T11:08:33.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.989+0000 7ff88e3d8700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8881097b0 0x7ff88810bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:33.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.989+0000 7ff88e3d8700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8881097b0 0x7ff88810bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:41702/0 (socket says 172.21.15.53:41702) 2024-05-10T11:08:33.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.989+0000 7ff88e3d8700 1 -- 172.21.15.53:0/2690351233 learned_addr learned my addr 172.21.15.53:0/2690351233 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:08:33.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.990+0000 7ff88e3d8700 1 -- 172.21.15.53:0/2690351233 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff88810c0e0 con 0x7ff8881097b0 2024-05-10T11:08:33.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.990+0000 7ff88e3d8700 1 --2- 172.21.15.53:0/2690351233 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8881097b0 0x7ff88810bba0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7ff8840098a0 tx=0x7ff884009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f022c5a735355fba server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:33.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.990+0000 7ff88d3d6700 1 -- 172.21.15.53:0/2690351233 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff884004160 con 0x7ff8881097b0 2024-05-10T11:08:33.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.990+0000 7ff88d3d6700 1 -- 172.21.15.53:0/2690351233 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff884004300 con 0x7ff8881097b0 2024-05-10T11:08:33.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.990+0000 7ff88d3d6700 1 -- 172.21.15.53:0/2690351233 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff8840036a0 con 0x7ff8881097b0 2024-05-10T11:08:33.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.990+0000 7ff89063c700 1 -- 172.21.15.53:0/2690351233 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8881097b0 msgr2=0x7ff88810bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:33.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.990+0000 7ff89063c700 1 --2- 172.21.15.53:0/2690351233 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8881097b0 0x7ff88810bba0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7ff8840098a0 tx=0x7ff884009bb0 comp rx=0 tx=0).stop 2024-05-10T11:08:33.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.991+0000 7ff89063c700 1 -- 172.21.15.53:0/2690351233 shutdown_connections 2024-05-10T11:08:33.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.991+0000 7ff89063c700 1 --2- 172.21.15.53:0/2690351233 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8881097b0 0x7ff88810bba0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:33.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.991+0000 7ff89063c700 1 -- 172.21.15.53:0/2690351233 >> 172.21.15.53:0/2690351233 conn(0x7ff888103200 msgr2=0x7ff888105620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:08:33.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.991+0000 7ff89063c700 1 -- 172.21.15.53:0/2690351233 shutdown_connections 2024-05-10T11:08:33.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.991+0000 7ff89063c700 1 -- 172.21.15.53:0/2690351233 wait complete. 2024-05-10T11:08:33.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.991+0000 7ff89063c700 1 Processor -- start 2024-05-10T11:08:33.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.991+0000 7ff89063c700 1 -- start start 2024-05-10T11:08:33.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.991+0000 7ff89063c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8881097b0 0x7ff88819c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:33.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.991+0000 7ff89063c700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff88810c5b0 con 0x7ff8881097b0 2024-05-10T11:08:33.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.992+0000 7ff88e3d8700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8881097b0 0x7ff88819c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:33.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.992+0000 7ff88e3d8700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8881097b0 0x7ff88819c3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:41718/0 (socket says 172.21.15.53:41718) 2024-05-10T11:08:33.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.992+0000 7ff88e3d8700 1 -- 172.21.15.53:0/3696171049 learned_addr learned my addr 172.21.15.53:0/3696171049 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:08:33.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.992+0000 7ff88e3d8700 1 -- 172.21.15.53:0/3696171049 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff88819c910 con 0x7ff8881097b0 2024-05-10T11:08:33.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.992+0000 7ff88e3d8700 1 --2- 172.21.15.53:0/3696171049 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8881097b0 0x7ff88819c3d0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7ff884000c00 tx=0x7ff884004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:33.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.992+0000 7ff87f7fe700 1 -- 172.21.15.53:0/3696171049 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff884003db0 con 0x7ff8881097b0 2024-05-10T11:08:33.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.992+0000 7ff87f7fe700 1 -- 172.21.15.53:0/3696171049 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff884011630 con 0x7ff8881097b0 2024-05-10T11:08:33.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.992+0000 7ff89063c700 1 -- 172.21.15.53:0/3696171049 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff88819cba0 con 0x7ff8881097b0 2024-05-10T11:08:33.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.992+0000 7ff87f7fe700 1 -- 172.21.15.53:0/3696171049 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff884011950 con 0x7ff8881097b0 2024-05-10T11:08:33.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.992+0000 7ff89063c700 1 -- 172.21.15.53:0/3696171049 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff88819f890 con 0x7ff8881097b0 2024-05-10T11:08:33.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.992+0000 7ff87f7fe700 1 -- 172.21.15.53:0/3696171049 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff88401a460 con 0x7ff8881097b0 2024-05-10T11:08:33.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.992+0000 7ff87f7fe700 1 -- 172.21.15.53:0/3696171049 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff88401b780 con 0x7ff8881097b0 2024-05-10T11:08:33.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.993+0000 7ff89063c700 1 -- 172.21.15.53:0/3696171049 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff888064b00 con 0x7ff8881097b0 2024-05-10T11:08:33.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:32.995+0000 7ff87f7fe700 1 -- 172.21.15.53:0/3696171049 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7ff88401ba20 con 0x7ff8881097b0 2024-05-10T11:08:33.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:33.066+0000 7ff89063c700 1 -- 172.21.15.53:0/3696171049 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7ff88802e760 con 0x7ff8881097b0 2024-05-10T11:08:33.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:33.069+0000 7ff87f7fe700 1 -- 172.21.15.53:0/3696171049 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+465 (secure 0 0 0) 0x7ff88401bc00 con 0x7ff8881097b0 2024-05-10T11:08:33.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:33.070+0000 7ff87f7fe700 1 -- 172.21.15.53:0/3696171049 <== mon.0 v2:172.21.15.53:3300/0 8 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7ff88401bde0 con 0x7ff8881097b0 2024-05-10T11:08:33.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:33.071+0000 7ff89063c700 1 -- 172.21.15.53:0/3696171049 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8881097b0 msgr2=0x7ff88819c3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:33.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:33.071+0000 7ff89063c700 1 --2- 172.21.15.53:0/3696171049 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8881097b0 0x7ff88819c3d0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7ff884000c00 tx=0x7ff884004750 comp rx=0 tx=0).stop 2024-05-10T11:08:33.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:33.071+0000 7ff89063c700 1 -- 172.21.15.53:0/3696171049 shutdown_connections 2024-05-10T11:08:33.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:33.071+0000 7ff89063c700 1 --2- 172.21.15.53:0/3696171049 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8881097b0 0x7ff88819c3d0 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:33.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:33.071+0000 7ff89063c700 1 -- 172.21.15.53:0/3696171049 >> 172.21.15.53:0/3696171049 conn(0x7ff888103200 msgr2=0x7ff8881054c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:08:33.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:33.071+0000 7ff89063c700 1 -- 172.21.15.53:0/3696171049 shutdown_connections 2024-05-10T11:08:33.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:33.071+0000 7ff89063c700 1 -- 172.21.15.53:0/3696171049 wait complete. 2024-05-10T11:08:33.644 INFO:teuthology.orchestra.run.smithi053.stdout:Generating new minimal ceph.conf... 2024-05-10T11:08:34.694 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:34 smithi053 ceph-mon[29784]: from='client.? 172.21.15.53:0/518236655' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:08:34.701 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.035+0000 7fbf016f0700 1 Processor -- start 2024-05-10T11:08:34.701 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.035+0000 7fbf016f0700 1 -- start start 2024-05-10T11:08:34.701 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.035+0000 7fbf016f0700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbefc108d10 0x7fbefc109130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:34.701 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.035+0000 7fbf016f0700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fbefc109700 con 0x7fbefc108d10 2024-05-10T11:08:34.701 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.035+0000 7fbefaffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbefc108d10 0x7fbefc109130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:34.702 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.035+0000 7fbefaffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbefc108d10 0x7fbefc109130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:41720/0 (socket says 172.21.15.53:41720) 2024-05-10T11:08:34.702 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.035+0000 7fbefaffd700 1 -- 172.21.15.53:0/619703975 learned_addr learned my addr 172.21.15.53:0/619703975 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:08:34.702 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.036+0000 7fbefaffd700 1 -- 172.21.15.53:0/619703975 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbefc109f10 con 0x7fbefc108d10 2024-05-10T11:08:34.702 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.036+0000 7fbefaffd700 1 --2- 172.21.15.53:0/619703975 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbefc108d10 0x7fbefc109130 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fbeec009e80 tx=0x7fbeec00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=379989fe23ffdb66 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:34.702 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.036+0000 7fbef9ffb700 1 -- 172.21.15.53:0/619703975 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbeec017070 con 0x7fbefc108d10 2024-05-10T11:08:34.702 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.036+0000 7fbef9ffb700 1 -- 172.21.15.53:0/619703975 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fbeec00b8c0 con 0x7fbefc108d10 2024-05-10T11:08:34.702 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.036+0000 7fbef9ffb700 1 -- 172.21.15.53:0/619703975 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbeec004420 con 0x7fbefc108d10 2024-05-10T11:08:34.702 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.036+0000 7fbf016f0700 1 -- 172.21.15.53:0/619703975 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbefc108d10 msgr2=0x7fbefc109130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:34.702 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.037+0000 7fbf016f0700 1 --2- 172.21.15.53:0/619703975 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbefc108d10 0x7fbefc109130 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fbeec009e80 tx=0x7fbeec00b330 comp rx=0 tx=0).stop 2024-05-10T11:08:34.702 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.037+0000 7fbf016f0700 1 -- 172.21.15.53:0/619703975 shutdown_connections 2024-05-10T11:08:34.702 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.037+0000 7fbf016f0700 1 --2- 172.21.15.53:0/619703975 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbefc108d10 0x7fbefc109130 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:34.702 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.037+0000 7fbf016f0700 1 -- 172.21.15.53:0/619703975 >> 172.21.15.53:0/619703975 conn(0x7fbefc1042d0 msgr2=0x7fbefc1066f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:08:34.702 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.037+0000 7fbf016f0700 1 -- 172.21.15.53:0/619703975 shutdown_connections 2024-05-10T11:08:34.703 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.037+0000 7fbf016f0700 1 -- 172.21.15.53:0/619703975 wait complete. 2024-05-10T11:08:34.703 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.037+0000 7fbf016f0700 1 Processor -- start 2024-05-10T11:08:34.703 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.037+0000 7fbf016f0700 1 -- start start 2024-05-10T11:08:34.703 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.038+0000 7fbf016f0700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbefc108d10 0x7fbefc19cb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:34.703 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.038+0000 7fbf016f0700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fbefc10d140 con 0x7fbefc108d10 2024-05-10T11:08:34.703 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.038+0000 7fbefaffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbefc108d10 0x7fbefc19cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:34.703 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.038+0000 7fbefaffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbefc108d10 0x7fbefc19cb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:41732/0 (socket says 172.21.15.53:41732) 2024-05-10T11:08:34.703 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.038+0000 7fbefaffd700 1 -- 172.21.15.53:0/518236655 learned_addr learned my addr 172.21.15.53:0/518236655 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:08:34.703 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.038+0000 7fbefaffd700 1 -- 172.21.15.53:0/518236655 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbefc19d0a0 con 0x7fbefc108d10 2024-05-10T11:08:34.703 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.038+0000 7fbefaffd700 1 --2- 172.21.15.53:0/518236655 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbefc108d10 0x7fbefc19cb60 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fbeec0093b0 tx=0x7fbeec0093e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:34.703 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.038+0000 7fbef3fff700 1 -- 172.21.15.53:0/518236655 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbeec020020 con 0x7fbefc108d10 2024-05-10T11:08:34.703 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.038+0000 7fbf016f0700 1 -- 172.21.15.53:0/518236655 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbefc19d330 con 0x7fbefc108d10 2024-05-10T11:08:34.703 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.038+0000 7fbef3fff700 1 -- 172.21.15.53:0/518236655 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fbeec003db0 con 0x7fbefc108d10 2024-05-10T11:08:34.703 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.038+0000 7fbef3fff700 1 -- 172.21.15.53:0/518236655 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbeec017040 con 0x7fbefc108d10 2024-05-10T11:08:34.704 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.038+0000 7fbf016f0700 1 -- 172.21.15.53:0/518236655 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbefc1a0020 con 0x7fbefc108d10 2024-05-10T11:08:34.704 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.039+0000 7fbef3fff700 1 -- 172.21.15.53:0/518236655 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fbeec023020 con 0x7fbefc108d10 2024-05-10T11:08:34.704 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.039+0000 7fbef3fff700 1 -- 172.21.15.53:0/518236655 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fbeec00f050 con 0x7fbefc108d10 2024-05-10T11:08:34.704 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.040+0000 7fbf016f0700 1 -- 172.21.15.53:0/518236655 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbefc10d2c0 con 0x7fbefc108d10 2024-05-10T11:08:34.704 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.042+0000 7fbef3fff700 1 -- 172.21.15.53:0/518236655 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fbeec02a020 con 0x7fbefc108d10 2024-05-10T11:08:34.704 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.112+0000 7fbf016f0700 1 -- 172.21.15.53:0/518236655 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fbefc064b00 con 0x7fbefc108d10 2024-05-10T11:08:34.704 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.113+0000 7fbef3fff700 1 -- 172.21.15.53:0/518236655 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7fbefc064b00 con 0x7fbefc108d10 2024-05-10T11:08:34.704 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.113+0000 7fbf016f0700 1 -- 172.21.15.53:0/518236655 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbefc108d10 msgr2=0x7fbefc19cb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:34.704 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.113+0000 7fbf016f0700 1 --2- 172.21.15.53:0/518236655 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbefc108d10 0x7fbefc19cb60 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fbeec0093b0 tx=0x7fbeec0093e0 comp rx=0 tx=0).stop 2024-05-10T11:08:34.704 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.114+0000 7fbf016f0700 1 -- 172.21.15.53:0/518236655 shutdown_connections 2024-05-10T11:08:34.704 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.114+0000 7fbf016f0700 1 --2- 172.21.15.53:0/518236655 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbefc108d10 0x7fbefc19cb60 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:34.704 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.114+0000 7fbf016f0700 1 -- 172.21.15.53:0/518236655 >> 172.21.15.53:0/518236655 conn(0x7fbefc1042d0 msgr2=0x7fbefc104db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:08:34.704 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.114+0000 7fbf016f0700 1 -- 172.21.15.53:0/518236655 shutdown_connections 2024-05-10T11:08:34.704 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:34.114+0000 7fbf016f0700 1 -- 172.21.15.53:0/518236655 wait complete. 2024-05-10T11:08:34.704 INFO:teuthology.orchestra.run.smithi053.stdout:Restarting the monitor... 2024-05-10T11:08:35.041 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:34 smithi053 systemd[1]: Stopping Ceph mon.a for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:08:35.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:35 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-a[29780]: 2024-05-10T11:08:35.039+0000 7ff502521700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:08:35.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:35 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-a[29780]: 2024-05-10T11:08:35.039+0000 7ff502521700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-05-10T11:08:35.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:35 smithi053 podman[30030]: 2024-05-10 11:08:35.11223093 +0000 UTC m=+0.238798279 container died 323594ea1813a4d4d260b163527b945f4198090cb2203a936a59e0a5964ef6f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-a, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-10T11:08:35.631 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:35 smithi053 podman[30030]: 2024-05-10 11:08:35.447685853 +0000 UTC m=+0.574253210 container cleanup 323594ea1813a4d4d260b163527b945f4198090cb2203a936a59e0a5964ef6f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, io.buildah.version=1.33.5) 2024-05-10T11:08:35.631 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:35 smithi053 bash[30030]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-a 2024-05-10T11:08:36.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:35 smithi053 podman[30044]: 2024-05-10 11:08:35.631750604 +0000 UTC m=+0.512876754 container remove 323594ea1813a4d4d260b163527b945f4198090cb2203a936a59e0a5964ef6f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-a, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-05-10T11:08:36.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:35 smithi053 systemd[1]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mon.a.service: Deactivated successfully. 2024-05-10T11:08:36.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:35 smithi053 systemd[1]: Stopped Ceph mon.a for 745ae8e0-0ebd-11ef-bc98-c7b262605968. 2024-05-10T11:08:36.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:35 smithi053 systemd[1]: Starting Ceph mon.a for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:08:36.376 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 podman[30134]: 2024-05-10 11:08:35.999411284 +0000 UTC m=+0.018537133 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b 2024-05-10T11:08:36.376 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 podman[30134]: 2024-05-10 11:08:36.249309633 +0000 UTC m=+0.268435472 container create 216bd55157784eff0be33f913ff894a9a02f40971f9072637fd0ecf9c819cc22 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, ceph=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-05-10T11:08:36.572 INFO:teuthology.orchestra.run.smithi053.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-05-10T11:08:36.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 podman[30134]: 2024-05-10 11:08:36.484962396 +0000 UTC m=+0.504088245 container init 216bd55157784eff0be33f913ff894a9a02f40971f9072637fd0ecf9c819cc22 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-a, org.label-schema.build-date=20240507, maintainer=Guillaume Abrioux , GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-05-10T11:08:36.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 podman[30134]: 2024-05-10 11:08:36.488172141 +0000 UTC m=+0.507297983 container start 216bd55157784eff0be33f913ff894a9a02f40971f9072637fd0ecf9c819cc22 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-a, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_BRANCH=HEAD) 2024-05-10T11:08:36.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: set uid:gid to 167:167 (ceph:ceph) 2024-05-10T11:08:36.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: ceph version 19.0.0-3449-gd39fa088 (d39fa08867836ac070c47cb66c782fa559fd480b) squid (dev), process ceph-mon, pid 2 2024-05-10T11:08:36.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: pidfile_write: ignore empty --pid-file 2024-05-10T11:08:36.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: load: jerasure load: lrc 2024-05-10T11:08:36.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: RocksDB version: 7.9.2 2024-05-10T11:08:36.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Git sha 0 2024-05-10T11:08:36.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Compile date 2024-05-10 01:38:55 2024-05-10T11:08:36.821 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: DB SUMMARY 2024-05-10T11:08:36.821 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: DB Session ID: XM5H1YHFWBTRYDTH6XEN 2024-05-10T11:08:36.821 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: CURRENT file: CURRENT 2024-05-10T11:08:36.821 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: IDENTITY file: IDENTITY 2024-05-10T11:08:36.821 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-05-10T11:08:36.821 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-05-10T11:08:36.822 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 104126 ; 2024-05-10T11:08:36.822 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.error_if_exists: 0 2024-05-10T11:08:36.822 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.create_if_missing: 0 2024-05-10T11:08:36.822 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.paranoid_checks: 1 2024-05-10T11:08:36.822 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-10T11:08:36.822 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-10T11:08:36.822 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-10T11:08:36.823 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.env: 0x562862031cc0 2024-05-10T11:08:36.823 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.fs: PosixFileSystem 2024-05-10T11:08:36.823 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.info_log: 0x56286355fda0 2024-05-10T11:08:36.823 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_file_opening_threads: 16 2024-05-10T11:08:36.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.statistics: (nil) 2024-05-10T11:08:36.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.use_fsync: 0 2024-05-10T11:08:36.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_log_file_size: 0 2024-05-10T11:08:36.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-10T11:08:36.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-10T11:08:36.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.keep_log_file_num: 1000 2024-05-10T11:08:36.827 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.recycle_log_file_num: 0 2024-05-10T11:08:36.827 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.allow_fallocate: 1 2024-05-10T11:08:36.827 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.allow_mmap_reads: 0 2024-05-10T11:08:36.827 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.allow_mmap_writes: 0 2024-05-10T11:08:36.827 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.use_direct_reads: 0 2024-05-10T11:08:36.828 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-10T11:08:36.828 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.create_missing_column_families: 0 2024-05-10T11:08:36.828 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.db_log_dir: 2024-05-10T11:08:36.828 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.wal_dir: 2024-05-10T11:08:36.828 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-10T11:08:36.828 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-10T11:08:36.829 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-10T11:08:36.829 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-10T11:08:36.829 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-10T11:08:36.829 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-10T11:08:36.829 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.advise_random_on_open: 1 2024-05-10T11:08:36.829 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.db_write_buffer_size: 0 2024-05-10T11:08:36.830 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.write_buffer_manager: 0x5628635310e0 2024-05-10T11:08:36.830 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-10T11:08:36.830 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-10T11:08:36.830 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-10T11:08:36.830 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.rate_limiter: (nil) 2024-05-10T11:08:36.830 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-10T11:08:36.831 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.wal_recovery_mode: 2 2024-05-10T11:08:36.831 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.enable_thread_tracking: 0 2024-05-10T11:08:36.831 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.enable_pipelined_write: 0 2024-05-10T11:08:36.831 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.unordered_write: 0 2024-05-10T11:08:36.831 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-10T11:08:36.831 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-10T11:08:36.831 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-10T11:08:36.832 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-10T11:08:36.832 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.row_cache: None 2024-05-10T11:08:36.832 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.wal_filter: None 2024-05-10T11:08:36.832 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-10T11:08:36.832 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.allow_ingest_behind: 0 2024-05-10T11:08:36.833 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.two_write_queues: 0 2024-05-10T11:08:36.833 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.manual_wal_flush: 0 2024-05-10T11:08:36.833 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.wal_compression: 0 2024-05-10T11:08:36.833 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.atomic_flush: 0 2024-05-10T11:08:36.833 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-10T11:08:36.833 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-10T11:08:36.833 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-10T11:08:36.833 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.log_readahead_size: 0 2024-05-10T11:08:36.833 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-10T11:08:36.834 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.best_efforts_recovery: 0 2024-05-10T11:08:36.834 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-10T11:08:36.834 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-10T11:08:36.834 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.allow_data_in_errors: 0 2024-05-10T11:08:36.834 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.db_host_id: __hostname__ 2024-05-10T11:08:36.834 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-10T11:08:36.834 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_background_jobs: 2 2024-05-10T11:08:36.834 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_background_compactions: -1 2024-05-10T11:08:36.834 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_subcompactions: 1 2024-05-10T11:08:36.835 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-10T11:08:36.835 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-10T11:08:36.835 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-10T11:08:36.835 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_total_wal_size: 0 2024-05-10T11:08:36.835 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-10T11:08:36.835 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-10T11:08:36.835 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-10T11:08:36.835 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-10T11:08:36.835 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_open_files: -1 2024-05-10T11:08:36.836 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.bytes_per_sync: 0 2024-05-10T11:08:36.836 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-10T11:08:36.836 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-10T11:08:36.836 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compaction_readahead_size: 0 2024-05-10T11:08:36.836 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_background_flushes: -1 2024-05-10T11:08:36.836 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Compression algorithms supported: 2024-05-10T11:08:36.837 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-10T11:08:36.837 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: kZSTD supported: 0 2024-05-10T11:08:36.837 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: kXpressCompression supported: 0 2024-05-10T11:08:36.837 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: kLZ4HCCompression supported: 1 2024-05-10T11:08:36.837 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: kZlibCompression supported: 1 2024-05-10T11:08:36.837 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: kSnappyCompression supported: 1 2024-05-10T11:08:36.837 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: kLZ4Compression supported: 1 2024-05-10T11:08:36.838 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: kBZip2Compression supported: 0 2024-05-10T11:08:36.838 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-10T11:08:36.838 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-10T11:08:36.838 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-05-10T11:08:36.838 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-10T11:08:36.839 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-10T11:08:36.839 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.merge_operator: 2024-05-10T11:08:36.839 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compaction_filter: None 2024-05-10T11:08:36.839 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compaction_filter_factory: None 2024-05-10T11:08:36.839 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.sst_partitioner_factory: None 2024-05-10T11:08:36.839 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-10T11:08:36.839 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-10T11:08:36.840 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56286355ff60) 2024-05-10T11:08:36.840 INFO:journalctl@ceph.mon.a.smithi053.stdout: cache_index_and_filter_blocks: 1 2024-05-10T11:08:36.840 INFO:journalctl@ceph.mon.a.smithi053.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-10T11:08:36.840 INFO:journalctl@ceph.mon.a.smithi053.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-10T11:08:36.840 INFO:journalctl@ceph.mon.a.smithi053.stdout: pin_top_level_index_and_filter: 1 2024-05-10T11:08:36.840 INFO:journalctl@ceph.mon.a.smithi053.stdout: index_type: 0 2024-05-10T11:08:36.841 INFO:journalctl@ceph.mon.a.smithi053.stdout: data_block_index_type: 0 2024-05-10T11:08:36.841 INFO:journalctl@ceph.mon.a.smithi053.stdout: index_shortening: 1 2024-05-10T11:08:36.841 INFO:journalctl@ceph.mon.a.smithi053.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-10T11:08:36.841 INFO:journalctl@ceph.mon.a.smithi053.stdout: checksum: 4 2024-05-10T11:08:36.841 INFO:journalctl@ceph.mon.a.smithi053.stdout: no_block_cache: 0 2024-05-10T11:08:36.841 INFO:journalctl@ceph.mon.a.smithi053.stdout: block_cache: 0x5628635631f0 2024-05-10T11:08:36.842 INFO:journalctl@ceph.mon.a.smithi053.stdout: block_cache_name: BinnedLRUCache 2024-05-10T11:08:36.842 INFO:journalctl@ceph.mon.a.smithi053.stdout: block_cache_options: 2024-05-10T11:08:36.842 INFO:journalctl@ceph.mon.a.smithi053.stdout: capacity : 536870912 2024-05-10T11:08:36.842 INFO:journalctl@ceph.mon.a.smithi053.stdout: num_shard_bits : 4 2024-05-10T11:08:36.842 INFO:journalctl@ceph.mon.a.smithi053.stdout: strict_capacity_limit : 0 2024-05-10T11:08:36.842 INFO:journalctl@ceph.mon.a.smithi053.stdout: high_pri_pool_ratio: 0.000 2024-05-10T11:08:36.843 INFO:journalctl@ceph.mon.a.smithi053.stdout: block_cache_compressed: (nil) 2024-05-10T11:08:36.843 INFO:journalctl@ceph.mon.a.smithi053.stdout: persistent_cache: (nil) 2024-05-10T11:08:36.843 INFO:journalctl@ceph.mon.a.smithi053.stdout: block_size: 4096 2024-05-10T11:08:36.843 INFO:journalctl@ceph.mon.a.smithi053.stdout: block_size_deviation: 10 2024-05-10T11:08:36.843 INFO:journalctl@ceph.mon.a.smithi053.stdout: block_restart_interval: 16 2024-05-10T11:08:36.843 INFO:journalctl@ceph.mon.a.smithi053.stdout: index_block_restart_interval: 1 2024-05-10T11:08:36.844 INFO:journalctl@ceph.mon.a.smithi053.stdout: metadata_block_size: 4096 2024-05-10T11:08:36.844 INFO:journalctl@ceph.mon.a.smithi053.stdout: partition_filters: 0 2024-05-10T11:08:36.844 INFO:journalctl@ceph.mon.a.smithi053.stdout: use_delta_encoding: 1 2024-05-10T11:08:36.844 INFO:journalctl@ceph.mon.a.smithi053.stdout: filter_policy: bloomfilter 2024-05-10T11:08:36.844 INFO:journalctl@ceph.mon.a.smithi053.stdout: whole_key_filtering: 1 2024-05-10T11:08:36.844 INFO:journalctl@ceph.mon.a.smithi053.stdout: verify_compression: 0 2024-05-10T11:08:36.845 INFO:journalctl@ceph.mon.a.smithi053.stdout: read_amp_bytes_per_bit: 0 2024-05-10T11:08:36.845 INFO:journalctl@ceph.mon.a.smithi053.stdout: format_version: 5 2024-05-10T11:08:36.845 INFO:journalctl@ceph.mon.a.smithi053.stdout: enable_index_compression: 1 2024-05-10T11:08:36.845 INFO:journalctl@ceph.mon.a.smithi053.stdout: block_align: 0 2024-05-10T11:08:36.845 INFO:journalctl@ceph.mon.a.smithi053.stdout: max_auto_readahead_size: 262144 2024-05-10T11:08:36.845 INFO:journalctl@ceph.mon.a.smithi053.stdout: prepopulate_block_cache: 0 2024-05-10T11:08:36.845 INFO:journalctl@ceph.mon.a.smithi053.stdout: initial_auto_readahead_size: 8192 2024-05-10T11:08:36.846 INFO:journalctl@ceph.mon.a.smithi053.stdout: num_file_reads_for_auto_readahead: 2 2024-05-10T11:08:36.846 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.write_buffer_size: 33554432 2024-05-10T11:08:36.846 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_write_buffer_number: 2 2024-05-10T11:08:36.846 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compression: NoCompression 2024-05-10T11:08:36.846 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.bottommost_compression: Disabled 2024-05-10T11:08:36.846 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.prefix_extractor: nullptr 2024-05-10T11:08:36.847 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-10T11:08:36.847 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.num_levels: 7 2024-05-10T11:08:36.847 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-10T11:08:36.847 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-10T11:08:36.847 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-10T11:08:36.847 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-10T11:08:36.847 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-10T11:08:36.847 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-10T11:08:36.847 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-10T11:08:36.847 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-10T11:08:36.847 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-10T11:08:36.848 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-10T11:08:36.848 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-10T11:08:36.848 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-10T11:08:36.848 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-10T11:08:36.848 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compression_opts.level: 32767 2024-05-10T11:08:36.848 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compression_opts.strategy: 0 2024-05-10T11:08:36.849 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-10T11:08:36.849 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-10T11:08:36.849 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-10T11:08:36.849 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-10T11:08:36.849 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compression_opts.enabled: false 2024-05-10T11:08:36.849 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-10T11:08:36.850 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-10T11:08:36.850 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-10T11:08:36.850 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-10T11:08:36.850 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.target_file_size_base: 67108864 2024-05-10T11:08:36.850 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-10T11:08:36.850 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-10T11:08:36.850 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-10T11:08:36.850 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-10T11:08:36.850 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-10T11:08:36.850 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-10T11:08:36.851 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-10T11:08:36.851 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-10T11:08:36.851 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-10T11:08:36.851 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-10T11:08:36.851 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-10T11:08:36.851 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-10T11:08:36.851 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-10T11:08:36.851 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-10T11:08:36.851 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.arena_block_size: 1048576 2024-05-10T11:08:36.852 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-10T11:08:36.852 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-10T11:08:36.852 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.disable_auto_compactions: 0 2024-05-10T11:08:36.852 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-10T11:08:36.852 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-10T11:08:36.852 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-10T11:08:36.852 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-10T11:08:36.852 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-10T11:08:36.852 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-10T11:08:36.852 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-10T11:08:36.853 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-10T11:08:36.853 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-10T11:08:36.853 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-10T11:08:36.853 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-10T11:08:36.853 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.inplace_update_support: 0 2024-05-10T11:08:36.854 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-10T11:08:36.854 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-10T11:08:36.854 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-10T11:08:36.854 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-10T11:08:36.854 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.bloom_locality: 0 2024-05-10T11:08:36.854 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.max_successive_merges: 0 2024-05-10T11:08:36.855 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-10T11:08:36.855 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.paranoid_file_checks: 0 2024-05-10T11:08:36.855 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.force_consistency_checks: 1 2024-05-10T11:08:36.855 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.report_bg_io_stats: 0 2024-05-10T11:08:36.855 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.ttl: 2592000 2024-05-10T11:08:36.855 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-10T11:08:36.855 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-10T11:08:36.855 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-10T11:08:36.855 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.enable_blob_files: false 2024-05-10T11:08:36.855 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.min_blob_size: 0 2024-05-10T11:08:36.855 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.blob_file_size: 268435456 2024-05-10T11:08:36.856 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-10T11:08:36.856 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-10T11:08:36.856 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-10T11:08:36.856 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-10T11:08:36.856 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-10T11:08:36.856 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.blob_file_starting_level: 0 2024-05-10T11:08:36.857 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-10T11:08:36.857 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-05-10T11:08:36.857 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-05-10T11:08:36.857 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 254746e8-b31c-428f-a5cd-8cf60ee02c6a 2024-05-10T11:08:36.857 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715339316518332, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-05-10T11:08:36.857 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-05-10T11:08:36.858 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715339316519511, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 99361, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 322, "table_properties": {"data_size": 97307, "index_size": 310, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 13925, "raw_average_key_size": 49, "raw_value_size": 89686, "raw_average_value_size": 319, "num_data_blocks": 12, "num_entries": 281, "num_filter_entries": 281, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1715339316, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "254746e8-b31c-428f-a5cd-8cf60ee02c6a", "db_session_id": "XM5H1YHFWBTRYDTH6XEN", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-05-10T11:08:36.858 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715339316519601, "job": 1, "event": "recovery_finished"} 2024-05-10T11:08:36.858 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-05-10T11:08:36.858 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-10T11:08:36.858 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x562863680000 2024-05-10T11:08:36.859 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: DB pointer 0x56286366c000 2024-05-10T11:08:36.859 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-10T11:08:36.859 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-10T11:08:36.859 INFO:journalctl@ceph.mon.a.smithi053.stdout: ** DB Stats ** 2024-05-10T11:08:36.859 INFO:journalctl@ceph.mon.a.smithi053.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-10T11:08:36.859 INFO:journalctl@ceph.mon.a.smithi053.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-10T11:08:36.859 INFO:journalctl@ceph.mon.a.smithi053.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-10T11:08:36.860 INFO:journalctl@ceph.mon.a.smithi053.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-10T11:08:36.860 INFO:journalctl@ceph.mon.a.smithi053.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-10T11:08:36.860 INFO:journalctl@ceph.mon.a.smithi053.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-10T11:08:36.860 INFO:journalctl@ceph.mon.a.smithi053.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-10T11:08:36.860 INFO:journalctl@ceph.mon.a.smithi053.stdout: 2024-05-10T11:08:36.860 INFO:journalctl@ceph.mon.a.smithi053.stdout: ** Compaction Stats [default] ** 2024-05-10T11:08:36.861 INFO:journalctl@ceph.mon.a.smithi053.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-10T11:08:36.861 INFO:journalctl@ceph.mon.a.smithi053.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-10T11:08:36.861 INFO:journalctl@ceph.mon.a.smithi053.stdout: L0 2/0 98.89 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 124.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-10T11:08:36.861 INFO:journalctl@ceph.mon.a.smithi053.stdout: Sum 2/0 98.89 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 124.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-10T11:08:36.861 INFO:journalctl@ceph.mon.a.smithi053.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 124.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-10T11:08:36.861 INFO:journalctl@ceph.mon.a.smithi053.stdout: 2024-05-10T11:08:36.861 INFO:journalctl@ceph.mon.a.smithi053.stdout: ** Compaction Stats [default] ** 2024-05-10T11:08:36.862 INFO:journalctl@ceph.mon.a.smithi053.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-10T11:08:36.862 INFO:journalctl@ceph.mon.a.smithi053.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-10T11:08:36.862 INFO:journalctl@ceph.mon.a.smithi053.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 124.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-10T11:08:36.862 INFO:journalctl@ceph.mon.a.smithi053.stdout: 2024-05-10T11:08:36.862 INFO:journalctl@ceph.mon.a.smithi053.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-10T11:08:36.862 INFO:journalctl@ceph.mon.a.smithi053.stdout: 2024-05-10T11:08:36.862 INFO:journalctl@ceph.mon.a.smithi053.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-10T11:08:36.862 INFO:journalctl@ceph.mon.a.smithi053.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-10T11:08:36.862 INFO:journalctl@ceph.mon.a.smithi053.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-10T11:08:36.862 INFO:journalctl@ceph.mon.a.smithi053.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-10T11:08:36.862 INFO:journalctl@ceph.mon.a.smithi053.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-10T11:08:36.862 INFO:journalctl@ceph.mon.a.smithi053.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-10T11:08:36.863 INFO:journalctl@ceph.mon.a.smithi053.stdout: Cumulative compaction: 0.00 GB write, 28.27 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-10T11:08:36.863 INFO:journalctl@ceph.mon.a.smithi053.stdout: Interval compaction: 0.00 GB write, 28.27 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-10T11:08:36.863 INFO:journalctl@ceph.mon.a.smithi053.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-10T11:08:36.863 INFO:journalctl@ceph.mon.a.smithi053.stdout: Block cache BinnedLRUCache@0x5628635631f0#2 capacity: 512.00 MB usage: 1.39 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-05-10T11:08:36.863 INFO:journalctl@ceph.mon.a.smithi053.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.89 KB,0.000169873%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-05-10T11:08:36.863 INFO:journalctl@ceph.mon.a.smithi053.stdout: 2024-05-10T11:08:36.863 INFO:journalctl@ceph.mon.a.smithi053.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-10T11:08:36.863 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: starting mon.a rank 0 at public addrs [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] at bind addrs [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:08:36.863 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: mon.a@-1(???) e1 preinit fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:08:36.863 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: mon.a@-1(???).mds e1 new map 2024-05-10T11:08:36.863 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: mon.a@-1(???).mds e1 print_map 2024-05-10T11:08:36.863 INFO:journalctl@ceph.mon.a.smithi053.stdout: e1 2024-05-10T11:08:36.863 INFO:journalctl@ceph.mon.a.smithi053.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-10T11:08:36.864 INFO:journalctl@ceph.mon.a.smithi053.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-10T11:08:36.864 INFO:journalctl@ceph.mon.a.smithi053.stdout: legacy client fscid: -1 2024-05-10T11:08:36.864 INFO:journalctl@ceph.mon.a.smithi053.stdout: 2024-05-10T11:08:36.864 INFO:journalctl@ceph.mon.a.smithi053.stdout: No filesystems configured 2024-05-10T11:08:36.864 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-10T11:08:36.864 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-10T11:08:36.864 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-10T11:08:36.864 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-10T11:08:36.864 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-05-10T11:08:36.864 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 bash[30134]: 216bd55157784eff0be33f913ff894a9a02f40971f9072637fd0ecf9c819cc22 2024-05-10T11:08:36.864 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 systemd[1]: Started Ceph mon.a for 745ae8e0-0ebd-11ef-bc98-c7b262605968. 2024-05-10T11:08:36.864 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-10T11:08:36.864 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: monmap epoch 1 2024-05-10T11:08:36.864 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:08:36.865 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: last_changed 2024-05-10T11:08:27.067586+0000 2024-05-10T11:08:36.865 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: created 2024-05-10T11:08:27.067586+0000 2024-05-10T11:08:36.865 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: min_mon_release 19 (squid) 2024-05-10T11:08:36.865 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: election_strategy: 1 2024-05-10T11:08:36.865 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: 0: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.a 2024-05-10T11:08:36.865 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: fsmap 2024-05-10T11:08:36.865 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: osdmap e1: 0 total, 0 up, 0 in 2024-05-10T11:08:36.865 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:36 smithi053 ceph-mon[30153]: mgrmap e1: no daemons active 2024-05-10T11:08:37.638 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.045+0000 7fbcccbeb700 1 Processor -- start 2024-05-10T11:08:37.639 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.045+0000 7fbcccbeb700 1 -- start start 2024-05-10T11:08:37.639 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.045+0000 7fbcccbeb700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbcc8108d10 0x7fbcc8109130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:37.639 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.045+0000 7fbcccbeb700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc8109700 con 0x7fbcc8108d10 2024-05-10T11:08:37.639 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.045+0000 7fbcc659c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbcc8108d10 0x7fbcc8109130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:37.639 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.045+0000 7fbcc659c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbcc8108d10 0x7fbcc8109130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:41744/0 (socket says 172.21.15.53:41744) 2024-05-10T11:08:37.639 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.045+0000 7fbcc659c700 1 -- 172.21.15.53:0/3664355870 learned_addr learned my addr 172.21.15.53:0/3664355870 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:08:37.639 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.046+0000 7fbcc659c700 1 -- 172.21.15.53:0/3664355870 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcc8109f10 con 0x7fbcc8108d10 2024-05-10T11:08:37.639 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.046+0000 7fbcc659c700 1 --2- 172.21.15.53:0/3664355870 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbcc8108d10 0x7fbcc8109130 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fbcb80098a0 tx=0x7fbcb8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dae3e58f645c3aff server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:37.639 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.046+0000 7fbcc5d9b700 1 -- 172.21.15.53:0/3664355870 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbcb8004160 con 0x7fbcc8108d10 2024-05-10T11:08:37.639 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.046+0000 7fbcc5d9b700 1 -- 172.21.15.53:0/3664355870 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fbcb8004300 con 0x7fbcc8108d10 2024-05-10T11:08:37.639 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.046+0000 7fbcc5d9b700 1 -- 172.21.15.53:0/3664355870 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbcb80119e0 con 0x7fbcc8108d10 2024-05-10T11:08:37.639 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.046+0000 7fbcccbeb700 1 -- 172.21.15.53:0/3664355870 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbcc8108d10 msgr2=0x7fbcc8109130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:37.639 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.046+0000 7fbcccbeb700 1 --2- 172.21.15.53:0/3664355870 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbcc8108d10 0x7fbcc8109130 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fbcb80098a0 tx=0x7fbcb8009bb0 comp rx=0 tx=0).stop 2024-05-10T11:08:37.640 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.047+0000 7fbcccbeb700 1 -- 172.21.15.53:0/3664355870 shutdown_connections 2024-05-10T11:08:37.640 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.047+0000 7fbcccbeb700 1 --2- 172.21.15.53:0/3664355870 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbcc8108d10 0x7fbcc8109130 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:37.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.047+0000 7fbcccbeb700 1 -- 172.21.15.53:0/3664355870 >> 172.21.15.53:0/3664355870 conn(0x7fbcc81042d0 msgr2=0x7fbcc81066f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:08:37.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.047+0000 7fbcccbeb700 1 -- 172.21.15.53:0/3664355870 shutdown_connections 2024-05-10T11:08:37.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.047+0000 7fbcccbeb700 1 -- 172.21.15.53:0/3664355870 wait complete. 2024-05-10T11:08:37.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.047+0000 7fbcccbeb700 1 Processor -- start 2024-05-10T11:08:37.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.048+0000 7fbcccbeb700 1 -- start start 2024-05-10T11:08:37.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.048+0000 7fbcccbeb700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbcc8108d10 0x7fbcc807eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:37.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.048+0000 7fbcccbeb700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc810d140 con 0x7fbcc8108d10 2024-05-10T11:08:37.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.048+0000 7fbcc659c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbcc8108d10 0x7fbcc807eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:37.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.048+0000 7fbcc659c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbcc8108d10 0x7fbcc807eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:41748/0 (socket says 172.21.15.53:41748) 2024-05-10T11:08:37.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.048+0000 7fbcc659c700 1 -- 172.21.15.53:0/3648416109 learned_addr learned my addr 172.21.15.53:0/3648416109 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:08:37.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.048+0000 7fbcc659c700 1 -- 172.21.15.53:0/3648416109 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcc807f0c0 con 0x7fbcc8108d10 2024-05-10T11:08:37.641 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.048+0000 7fbcc659c700 1 --2- 172.21.15.53:0/3648416109 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbcc8108d10 0x7fbcc807eb80 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fbcb80119b0 tx=0x7fbcb8011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:37.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.048+0000 7fbcbf7fe700 1 -- 172.21.15.53:0/3648416109 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbcb8003b70 con 0x7fbcc8108d10 2024-05-10T11:08:37.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.048+0000 7fbcbf7fe700 1 -- 172.21.15.53:0/3648416109 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fbcb801a8a0 con 0x7fbcc8108d10 2024-05-10T11:08:37.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.049+0000 7fbcccbeb700 1 -- 172.21.15.53:0/3648416109 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcc807d2b0 con 0x7fbcc8108d10 2024-05-10T11:08:37.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.049+0000 7fbcbf7fe700 1 -- 172.21.15.53:0/3648416109 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbcb8024830 con 0x7fbcc8108d10 2024-05-10T11:08:37.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.049+0000 7fbcccbeb700 1 -- 172.21.15.53:0/3648416109 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcc807d7f0 con 0x7fbcc8108d10 2024-05-10T11:08:37.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.049+0000 7fbcbf7fe700 1 -- 172.21.15.53:0/3648416109 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fbcb8022020 con 0x7fbcc8108d10 2024-05-10T11:08:37.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.049+0000 7fbcbf7fe700 1 -- 172.21.15.53:0/3648416109 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fbcb80193c0 con 0x7fbcc8108d10 2024-05-10T11:08:37.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.049+0000 7fbcccbeb700 1 -- 172.21.15.53:0/3648416109 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcc810d2c0 con 0x7fbcc8108d10 2024-05-10T11:08:37.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.052+0000 7fbcbf7fe700 1 -- 172.21.15.53:0/3648416109 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fbcb802dde0 con 0x7fbcc8108d10 2024-05-10T11:08:37.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.122+0000 7fbcccbeb700 1 -- 172.21.15.53:0/3648416109 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7fbcc8064b00 con 0x7fbcc8108d10 2024-05-10T11:08:37.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.124+0000 7fbcbf7fe700 1 -- 172.21.15.53:0/3648416109 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7fbcb801aa50 con 0x7fbcc8108d10 2024-05-10T11:08:37.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.125+0000 7fbcccbeb700 1 -- 172.21.15.53:0/3648416109 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbcc8108d10 msgr2=0x7fbcc807eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:37.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.125+0000 7fbcccbeb700 1 --2- 172.21.15.53:0/3648416109 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbcc8108d10 0x7fbcc807eb80 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fbcb80119b0 tx=0x7fbcb8011a90 comp rx=0 tx=0).stop 2024-05-10T11:08:37.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.125+0000 7fbcccbeb700 1 -- 172.21.15.53:0/3648416109 shutdown_connections 2024-05-10T11:08:37.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.125+0000 7fbcccbeb700 1 --2- 172.21.15.53:0/3648416109 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbcc8108d10 0x7fbcc807eb80 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:37.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.125+0000 7fbcccbeb700 1 -- 172.21.15.53:0/3648416109 >> 172.21.15.53:0/3648416109 conn(0x7fbcc81042d0 msgr2=0x7fbcc8104d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:08:37.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.125+0000 7fbcccbeb700 1 -- 172.21.15.53:0/3648416109 shutdown_connections 2024-05-10T11:08:37.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:37.125+0000 7fbcccbeb700 1 -- 172.21.15.53:0/3648416109 wait complete. 2024-05-10T11:08:37.643 INFO:teuthology.orchestra.run.smithi053.stdout:Wrote config to /etc/ceph/ceph.conf 2024-05-10T11:08:37.656 INFO:teuthology.orchestra.run.smithi053.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-05-10T11:08:37.656 INFO:teuthology.orchestra.run.smithi053.stdout:Creating mgr... 2024-05-10T11:08:37.657 INFO:teuthology.orchestra.run.smithi053.stdout:Verifying port 0.0.0.0:9283 ... 2024-05-10T11:08:37.657 INFO:teuthology.orchestra.run.smithi053.stdout:Verifying port 0.0.0.0:8765 ... 2024-05-10T11:08:37.910 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mgr.x 2024-05-10T11:08:37.910 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stderr Failed to reset failed state of unit ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mgr.x.service: Unit ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mgr.x.service not loaded. 2024-05-10T11:08:38.069 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968.target.wants/ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@.service. 2024-05-10T11:08:38.435 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:38 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3648416109' entity='client.admin' 2024-05-10T11:08:38.635 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-10T11:08:38.635 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout disabled 2024-05-10T11:08:38.644 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-10T11:08:38.644 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout inactive 2024-05-10T11:08:38.644 INFO:teuthology.orchestra.run.smithi053.stdout:firewalld.service is not enabled 2024-05-10T11:08:38.644 INFO:teuthology.orchestra.run.smithi053.stdout:Not possible to enable service . firewalld.service is not available 2024-05-10T11:08:38.654 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-10T11:08:38.654 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout disabled 2024-05-10T11:08:38.662 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-10T11:08:38.662 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout inactive 2024-05-10T11:08:38.663 INFO:teuthology.orchestra.run.smithi053.stdout:firewalld.service is not enabled 2024-05-10T11:08:38.663 INFO:teuthology.orchestra.run.smithi053.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-05-10T11:08:38.663 INFO:teuthology.orchestra.run.smithi053.stdout:Waiting for mgr to start... 2024-05-10T11:08:38.663 INFO:teuthology.orchestra.run.smithi053.stdout:Waiting for mgr... 2024-05-10T11:08:39.120 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:39 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:39.028+0000 7fa3784a5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-10T11:08:39.370 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:39 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3481144643' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-10T11:08:39.819 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:39 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:39.369+0000 7fa3784a5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-10T11:08:39.819 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:39 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:39.460+0000 7fa3784a5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-10T11:08:39.829 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-05-10T11:08:39.839 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout { 2024-05-10T11:08:39.839 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "fsid": "745ae8e0-0ebd-11ef-bc98-c7b262605968", 2024-05-10T11:08:39.839 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "health": { 2024-05-10T11:08:39.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-10T11:08:39.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-10T11:08:39.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-10T11:08:39.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:39.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-10T11:08:39.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-10T11:08:39.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 0 2024-05-10T11:08:39.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ], 2024-05-10T11:08:39.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-10T11:08:39.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "a" 2024-05-10T11:08:39.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ], 2024-05-10T11:08:39.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-05-10T11:08:39.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-10T11:08:39.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-10T11:08:39.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-10T11:08:39.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-10T11:08:39.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:39.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-10T11:08:39.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-10T11:08:39.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-10T11:08:39.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-10T11:08:39.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-10T11:08:39.842 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-10T11:08:39.842 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-10T11:08:39.842 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-10T11:08:39.842 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:39.842 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-10T11:08:39.842 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-10T11:08:39.842 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-10T11:08:39.842 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-10T11:08:39.842 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-10T11:08:39.842 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-10T11:08:39.842 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-10T11:08:39.842 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-10T11:08:39.842 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-10T11:08:39.842 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:39.843 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-10T11:08:39.843 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-10T11:08:39.843 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-10T11:08:39.843 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-10T11:08:39.843 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:39.843 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-10T11:08:39.843 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-10T11:08:39.843 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-10T11:08:39.843 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-10T11:08:39.843 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-10T11:08:39.843 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-10T11:08:39.843 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "restful" 2024-05-10T11:08:39.843 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ], 2024-05-10T11:08:39.843 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-10T11:08:39.843 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:39.844 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-10T11:08:39.844 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-10T11:08:39.844 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "modified": "2024-05-10T11:08:31.420566+0000", 2024-05-10T11:08:39.844 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-10T11:08:39.844 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:39.844 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-10T11:08:39.844 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout } 2024-05-10T11:08:39.844 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.143+0000 7f3ce3f54700 1 Processor -- start 2024-05-10T11:08:39.844 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.143+0000 7f3ce3f54700 1 -- start start 2024-05-10T11:08:39.844 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.143+0000 7f3ce3f54700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cdc1097c0 0x7f3cdc10bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:39.844 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.143+0000 7f3ce3f54700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3cdc07cea0 con 0x7f3cdc1097c0 2024-05-10T11:08:39.844 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.144+0000 7f3ce1cf0700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cdc1097c0 0x7f3cdc10bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:39.844 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.144+0000 7f3ce1cf0700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cdc1097c0 0x7f3cdc10bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:34092/0 (socket says 172.21.15.53:34092) 2024-05-10T11:08:39.844 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.144+0000 7f3ce1cf0700 1 -- 172.21.15.53:0/696323652 learned_addr learned my addr 172.21.15.53:0/696323652 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:08:39.845 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.144+0000 7f3ce1cf0700 1 -- 172.21.15.53:0/696323652 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cdc10c0f0 con 0x7f3cdc1097c0 2024-05-10T11:08:39.845 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.144+0000 7f3ce1cf0700 1 --2- 172.21.15.53:0/696323652 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cdc1097c0 0x7f3cdc10bbb0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f3cd80098a0 tx=0x7f3cd8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d66617e537c0c540 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:39.845 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.145+0000 7f3ce0cee700 1 -- 172.21.15.53:0/696323652 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3cd8004160 con 0x7f3cdc1097c0 2024-05-10T11:08:39.845 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.145+0000 7f3ce0cee700 1 -- 172.21.15.53:0/696323652 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f3cd8004300 con 0x7f3cdc1097c0 2024-05-10T11:08:39.845 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.145+0000 7f3ce0cee700 1 -- 172.21.15.53:0/696323652 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3cd80119e0 con 0x7f3cdc1097c0 2024-05-10T11:08:39.845 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.145+0000 7f3ce3f54700 1 -- 172.21.15.53:0/696323652 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cdc1097c0 msgr2=0x7f3cdc10bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:39.845 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.145+0000 7f3ce3f54700 1 --2- 172.21.15.53:0/696323652 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cdc1097c0 0x7f3cdc10bbb0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f3cd80098a0 tx=0x7f3cd8009bb0 comp rx=0 tx=0).stop 2024-05-10T11:08:39.845 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.146+0000 7f3ce3f54700 1 -- 172.21.15.53:0/696323652 shutdown_connections 2024-05-10T11:08:39.845 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.146+0000 7f3ce3f54700 1 --2- 172.21.15.53:0/696323652 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cdc1097c0 0x7f3cdc10bbb0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:39.845 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.146+0000 7f3ce3f54700 1 -- 172.21.15.53:0/696323652 >> 172.21.15.53:0/696323652 conn(0x7f3cdc1031d0 msgr2=0x7f3cdc105610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:08:39.845 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.146+0000 7f3ce3f54700 1 -- 172.21.15.53:0/696323652 shutdown_connections 2024-05-10T11:08:39.845 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.146+0000 7f3ce3f54700 1 -- 172.21.15.53:0/696323652 wait complete. 2024-05-10T11:08:39.845 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.146+0000 7f3ce3f54700 1 Processor -- start 2024-05-10T11:08:39.845 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.147+0000 7f3ce3f54700 1 -- start start 2024-05-10T11:08:39.846 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.147+0000 7f3ce3f54700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cdc1097c0 0x7f3cdc19cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:39.846 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.147+0000 7f3ce3f54700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3cdc10cf70 con 0x7f3cdc1097c0 2024-05-10T11:08:39.846 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.147+0000 7f3ce1cf0700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cdc1097c0 0x7f3cdc19cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:39.846 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.147+0000 7f3ce1cf0700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cdc1097c0 0x7f3cdc19cab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:34094/0 (socket says 172.21.15.53:34094) 2024-05-10T11:08:39.846 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.147+0000 7f3ce1cf0700 1 -- 172.21.15.53:0/3481144643 learned_addr learned my addr 172.21.15.53:0/3481144643 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:08:39.846 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.147+0000 7f3ce1cf0700 1 -- 172.21.15.53:0/3481144643 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cdc19cff0 con 0x7f3cdc1097c0 2024-05-10T11:08:39.846 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.147+0000 7f3ce1cf0700 1 --2- 172.21.15.53:0/3481144643 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cdc1097c0 0x7f3cdc19cab0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f3cd80119e0 tx=0x7f3cd80046a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:39.846 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.148+0000 7f3cd2ffd700 1 -- 172.21.15.53:0/3481144643 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3cd8003bf0 con 0x7f3cdc1097c0 2024-05-10T11:08:39.846 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.148+0000 7f3cd2ffd700 1 -- 172.21.15.53:0/3481144643 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f3cd801a8a0 con 0x7f3cdc1097c0 2024-05-10T11:08:39.846 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.148+0000 7f3ce3f54700 1 -- 172.21.15.53:0/3481144643 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cdc19d2e0 con 0x7f3cdc1097c0 2024-05-10T11:08:39.846 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.148+0000 7f3ce3f54700 1 -- 172.21.15.53:0/3481144643 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cdc19ff70 con 0x7f3cdc1097c0 2024-05-10T11:08:39.846 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.148+0000 7f3cd2ffd700 1 -- 172.21.15.53:0/3481144643 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3cd80248c0 con 0x7f3cdc1097c0 2024-05-10T11:08:39.846 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.148+0000 7f3cd2ffd700 1 -- 172.21.15.53:0/3481144643 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f3cd8022020 con 0x7f3cdc1097c0 2024-05-10T11:08:39.846 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.148+0000 7f3cd2ffd700 1 -- 172.21.15.53:0/3481144643 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f3cd80193c0 con 0x7f3cdc1097c0 2024-05-10T11:08:39.847 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.149+0000 7f3ce3f54700 1 -- 172.21.15.53:0/3481144643 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3cdc064b00 con 0x7f3cdc1097c0 2024-05-10T11:08:39.847 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.151+0000 7f3cd2ffd700 1 -- 172.21.15.53:0/3481144643 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f3cd8004300 con 0x7f3cdc1097c0 2024-05-10T11:08:39.847 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.226+0000 7f3ce3f54700 1 -- 172.21.15.53:0/3481144643 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f3cdc1a0540 con 0x7f3cdc1097c0 2024-05-10T11:08:39.847 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.226+0000 7f3cd2ffd700 1 -- 172.21.15.53:0/3481144643 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f3cd801a430 con 0x7f3cdc1097c0 2024-05-10T11:08:39.847 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.227+0000 7f3ce3f54700 1 -- 172.21.15.53:0/3481144643 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cdc1097c0 msgr2=0x7f3cdc19cab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:39.847 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.227+0000 7f3ce3f54700 1 --2- 172.21.15.53:0/3481144643 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cdc1097c0 0x7f3cdc19cab0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f3cd80119e0 tx=0x7f3cd80046a0 comp rx=0 tx=0).stop 2024-05-10T11:08:39.847 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.227+0000 7f3ce3f54700 1 -- 172.21.15.53:0/3481144643 shutdown_connections 2024-05-10T11:08:39.847 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.227+0000 7f3ce3f54700 1 --2- 172.21.15.53:0/3481144643 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3cdc1097c0 0x7f3cdc19cab0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:39.847 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.227+0000 7f3ce3f54700 1 -- 172.21.15.53:0/3481144643 >> 172.21.15.53:0/3481144643 conn(0x7f3cdc1031d0 msgr2=0x7f3cdc103ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:08:39.847 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.227+0000 7f3ce3f54700 1 -- 172.21.15.53:0/3481144643 shutdown_connections 2024-05-10T11:08:39.847 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:39.227+0000 7f3ce3f54700 1 -- 172.21.15.53:0/3481144643 wait complete. 2024-05-10T11:08:39.847 INFO:teuthology.orchestra.run.smithi053.stdout:mgr not available, waiting (1/15)... 2024-05-10T11:08:41.069 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:40 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:40.733+0000 7fa3784a5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-10T11:08:41.069 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:40 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:40.910+0000 7fa3784a5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-10T11:08:41.389 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:41 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:41.088+0000 7fa3784a5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-10T11:08:41.696 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:41 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:41.388+0000 7fa3784a5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-10T11:08:41.696 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:41 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:41.485+0000 7fa3784a5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-10T11:08:41.696 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:41 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:41.696+0000 7fa3784a5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-10T11:08:41.960 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:41 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:41.898+0000 7fa3784a5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-10T11:08:42.550 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:42 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3658472123' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-10T11:08:42.819 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:42 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:42.551+0000 7fa3784a5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-10T11:08:42.819 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:42 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:42.787+0000 7fa3784a5200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-10T11:08:43.022 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-05-10T11:08:43.022 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout { 2024-05-10T11:08:43.022 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "fsid": "745ae8e0-0ebd-11ef-bc98-c7b262605968", 2024-05-10T11:08:43.022 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "health": { 2024-05-10T11:08:43.022 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-10T11:08:43.022 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-10T11:08:43.023 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-10T11:08:43.023 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:43.023 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-10T11:08:43.023 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-10T11:08:43.023 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 0 2024-05-10T11:08:43.023 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ], 2024-05-10T11:08:43.023 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-10T11:08:43.023 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "a" 2024-05-10T11:08:43.023 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ], 2024-05-10T11:08:43.023 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-05-10T11:08:43.023 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-10T11:08:43.023 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-10T11:08:43.023 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-10T11:08:43.023 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-10T11:08:43.023 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:43.024 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-10T11:08:43.024 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-10T11:08:43.024 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-10T11:08:43.024 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-10T11:08:43.025 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-10T11:08:43.025 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-10T11:08:43.026 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-10T11:08:43.026 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-10T11:08:43.026 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:43.026 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-10T11:08:43.026 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-10T11:08:43.026 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-10T11:08:43.026 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-10T11:08:43.026 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-10T11:08:43.027 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-10T11:08:43.027 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-10T11:08:43.027 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-10T11:08:43.027 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-10T11:08:43.027 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:43.027 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-10T11:08:43.027 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-10T11:08:43.027 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-10T11:08:43.027 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-10T11:08:43.027 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:43.027 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-10T11:08:43.027 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-10T11:08:43.028 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-10T11:08:43.028 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-10T11:08:43.028 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-10T11:08:43.028 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-10T11:08:43.028 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "restful" 2024-05-10T11:08:43.028 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ], 2024-05-10T11:08:43.028 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-10T11:08:43.028 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:43.028 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-10T11:08:43.028 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-10T11:08:43.029 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "modified": "2024-05-10T11:08:31.420566+0000", 2024-05-10T11:08:43.029 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-10T11:08:43.029 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:43.029 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-10T11:08:43.029 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout } 2024-05-10T11:08:43.029 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.324+0000 7efe076e9700 1 Processor -- start 2024-05-10T11:08:43.029 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.324+0000 7efe076e9700 1 -- start start 2024-05-10T11:08:43.029 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.324+0000 7efe076e9700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efe00108d20 0x7efe00109140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:43.029 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.324+0000 7efe076e9700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7efe00109710 con 0x7efe00108d20 2024-05-10T11:08:43.029 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.325+0000 7efe05485700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efe00108d20 0x7efe00109140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:43.030 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.325+0000 7efe05485700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efe00108d20 0x7efe00109140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:34098/0 (socket says 172.21.15.53:34098) 2024-05-10T11:08:43.030 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.325+0000 7efe05485700 1 -- 172.21.15.53:0/3378279897 learned_addr learned my addr 172.21.15.53:0/3378279897 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:08:43.030 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.325+0000 7efe05485700 1 -- 172.21.15.53:0/3378279897 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe00109f20 con 0x7efe00108d20 2024-05-10T11:08:43.030 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.325+0000 7efe05485700 1 --2- 172.21.15.53:0/3378279897 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efe00108d20 0x7efe00109140 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7efdfc0098a0 tx=0x7efdfc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a120a1924620235 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:43.030 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.325+0000 7efdf3fff700 1 -- 172.21.15.53:0/3378279897 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efdfc004160 con 0x7efe00108d20 2024-05-10T11:08:43.030 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.325+0000 7efdf3fff700 1 -- 172.21.15.53:0/3378279897 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7efdfc004300 con 0x7efe00108d20 2024-05-10T11:08:43.030 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.325+0000 7efdf3fff700 1 -- 172.21.15.53:0/3378279897 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efdfc0119e0 con 0x7efe00108d20 2024-05-10T11:08:43.030 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.326+0000 7efe076e9700 1 -- 172.21.15.53:0/3378279897 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efe00108d20 msgr2=0x7efe00109140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:43.030 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.326+0000 7efe076e9700 1 --2- 172.21.15.53:0/3378279897 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efe00108d20 0x7efe00109140 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7efdfc0098a0 tx=0x7efdfc009bb0 comp rx=0 tx=0).stop 2024-05-10T11:08:43.030 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.326+0000 7efe076e9700 1 -- 172.21.15.53:0/3378279897 shutdown_connections 2024-05-10T11:08:43.030 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.326+0000 7efe076e9700 1 --2- 172.21.15.53:0/3378279897 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efe00108d20 0x7efe00109140 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:43.030 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.326+0000 7efe076e9700 1 -- 172.21.15.53:0/3378279897 >> 172.21.15.53:0/3378279897 conn(0x7efe001042a0 msgr2=0x7efe00106700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:08:43.030 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.326+0000 7efe076e9700 1 -- 172.21.15.53:0/3378279897 shutdown_connections 2024-05-10T11:08:43.031 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.326+0000 7efe076e9700 1 -- 172.21.15.53:0/3378279897 wait complete. 2024-05-10T11:08:43.031 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.327+0000 7efe076e9700 1 Processor -- start 2024-05-10T11:08:43.031 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.327+0000 7efe076e9700 1 -- start start 2024-05-10T11:08:43.031 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.327+0000 7efe076e9700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efe00108d20 0x7efe0019cb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:43.031 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.327+0000 7efe076e9700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7efe0010d150 con 0x7efe00108d20 2024-05-10T11:08:43.031 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.328+0000 7efe05485700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efe00108d20 0x7efe0019cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:43.031 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.328+0000 7efe05485700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efe00108d20 0x7efe0019cb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:34108/0 (socket says 172.21.15.53:34108) 2024-05-10T11:08:43.031 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.328+0000 7efe05485700 1 -- 172.21.15.53:0/3658472123 learned_addr learned my addr 172.21.15.53:0/3658472123 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:08:43.031 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.328+0000 7efe05485700 1 -- 172.21.15.53:0/3658472123 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe0019d080 con 0x7efe00108d20 2024-05-10T11:08:43.031 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.328+0000 7efe05485700 1 --2- 172.21.15.53:0/3658472123 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efe00108d20 0x7efe0019cb40 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7efdfc006b20 tx=0x7efdfc011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:43.031 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.328+0000 7efdf27fc700 1 -- 172.21.15.53:0/3658472123 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efdfc003a60 con 0x7efe00108d20 2024-05-10T11:08:43.031 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.328+0000 7efdf27fc700 1 -- 172.21.15.53:0/3658472123 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7efdfc003c00 con 0x7efe00108d20 2024-05-10T11:08:43.031 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.328+0000 7efdf27fc700 1 -- 172.21.15.53:0/3658472123 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efdfc024780 con 0x7efe00108d20 2024-05-10T11:08:43.031 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.328+0000 7efe076e9700 1 -- 172.21.15.53:0/3658472123 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe0019d310 con 0x7efe00108d20 2024-05-10T11:08:43.032 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.328+0000 7efe076e9700 1 -- 172.21.15.53:0/3658472123 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe001a0000 con 0x7efe00108d20 2024-05-10T11:08:43.032 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.329+0000 7efdf27fc700 1 -- 172.21.15.53:0/3658472123 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7efdfc022020 con 0x7efe00108d20 2024-05-10T11:08:43.032 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.329+0000 7efdebfff700 1 -- 172.21.15.53:0/3658472123 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe00064b00 con 0x7efe00108d20 2024-05-10T11:08:43.032 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.329+0000 7efdf27fc700 1 -- 172.21.15.53:0/3658472123 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7efdfc02d3f0 con 0x7efe00108d20 2024-05-10T11:08:43.032 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.333+0000 7efdf27fc700 1 -- 172.21.15.53:0/3658472123 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7efdfc01a430 con 0x7efe00108d20 2024-05-10T11:08:43.032 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.410+0000 7efdebfff700 1 -- 172.21.15.53:0/3658472123 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7efe000641f0 con 0x7efe00108d20 2024-05-10T11:08:43.032 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.411+0000 7efdf27fc700 1 -- 172.21.15.53:0/3658472123 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7efdfc01aba0 con 0x7efe00108d20 2024-05-10T11:08:43.032 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.412+0000 7efdebfff700 1 -- 172.21.15.53:0/3658472123 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efe00108d20 msgr2=0x7efe0019cb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:43.033 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.412+0000 7efdebfff700 1 --2- 172.21.15.53:0/3658472123 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efe00108d20 0x7efe0019cb40 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7efdfc006b20 tx=0x7efdfc011a60 comp rx=0 tx=0).stop 2024-05-10T11:08:43.033 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.412+0000 7efdebfff700 1 -- 172.21.15.53:0/3658472123 shutdown_connections 2024-05-10T11:08:43.033 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.412+0000 7efdebfff700 1 --2- 172.21.15.53:0/3658472123 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efe00108d20 0x7efe0019cb40 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:43.034 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.412+0000 7efdebfff700 1 -- 172.21.15.53:0/3658472123 >> 172.21.15.53:0/3658472123 conn(0x7efe001042a0 msgr2=0x7efe00104d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:08:43.034 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.412+0000 7efdebfff700 1 -- 172.21.15.53:0/3658472123 shutdown_connections 2024-05-10T11:08:43.034 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:42.412+0000 7efdebfff700 1 -- 172.21.15.53:0/3658472123 wait complete. 2024-05-10T11:08:43.034 INFO:teuthology.orchestra.run.smithi053.stdout:mgr not available, waiting (2/15)... 2024-05-10T11:08:43.319 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:43 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:43.233+0000 7fa3784a5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-10T11:08:43.718 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:43 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:43.334+0000 7fa3784a5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-10T11:08:43.718 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:43 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:43.718+0000 7fa3784a5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-10T11:08:44.444 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:44 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:44.092+0000 7fa3784a5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-10T11:08:44.444 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:44 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:44.188+0000 7fa3784a5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-10T11:08:44.819 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:44 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:44.444+0000 7fa3784a5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-10T11:08:44.819 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:44 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:44.584+0000 7fa3784a5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-10T11:08:44.819 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:44 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:44.682+0000 7fa3784a5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-10T11:08:45.275 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:45 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:45.023+0000 7fa3784a5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-10T11:08:45.275 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:45 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:45.122+0000 7fa3784a5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-10T11:08:45.997 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:45 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3693599564' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-10T11:08:45.997 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:45 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:45.770+0000 7fa3784a5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-10T11:08:46.151 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-05-10T11:08:46.151 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout { 2024-05-10T11:08:46.151 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "fsid": "745ae8e0-0ebd-11ef-bc98-c7b262605968", 2024-05-10T11:08:46.151 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "health": { 2024-05-10T11:08:46.151 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-10T11:08:46.151 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-10T11:08:46.151 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-10T11:08:46.152 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:46.152 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-10T11:08:46.152 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-10T11:08:46.152 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 0 2024-05-10T11:08:46.152 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ], 2024-05-10T11:08:46.152 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-10T11:08:46.152 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "a" 2024-05-10T11:08:46.152 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ], 2024-05-10T11:08:46.152 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-05-10T11:08:46.152 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-10T11:08:46.152 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-10T11:08:46.152 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-10T11:08:46.152 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-10T11:08:46.152 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:46.153 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-10T11:08:46.153 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-10T11:08:46.153 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-10T11:08:46.153 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-10T11:08:46.153 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-10T11:08:46.153 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-10T11:08:46.153 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-10T11:08:46.153 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-10T11:08:46.153 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:46.153 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-10T11:08:46.153 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-10T11:08:46.153 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-10T11:08:46.153 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-10T11:08:46.153 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-10T11:08:46.153 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-10T11:08:46.154 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-10T11:08:46.154 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-10T11:08:46.154 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-10T11:08:46.154 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:46.154 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-10T11:08:46.154 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-10T11:08:46.154 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-10T11:08:46.154 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-10T11:08:46.154 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:46.154 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-10T11:08:46.154 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-10T11:08:46.154 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-10T11:08:46.154 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-10T11:08:46.154 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-10T11:08:46.154 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-10T11:08:46.155 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "restful" 2024-05-10T11:08:46.155 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ], 2024-05-10T11:08:46.155 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-10T11:08:46.155 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:46.155 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-10T11:08:46.155 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-10T11:08:46.155 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "modified": "2024-05-10T11:08:31.420566+0000", 2024-05-10T11:08:46.155 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-10T11:08:46.155 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:46.155 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-10T11:08:46.155 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout } 2024-05-10T11:08:46.155 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.486+0000 7f7f9269c700 1 Processor -- start 2024-05-10T11:08:46.155 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.487+0000 7f7f9269c700 1 -- start start 2024-05-10T11:08:46.155 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.487+0000 7f7f9269c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7f8c108d20 0x7f7f8c109140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:46.156 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.487+0000 7f7f9269c700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7f8c109710 con 0x7f7f8c108d20 2024-05-10T11:08:46.156 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.487+0000 7f7f8bfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7f8c108d20 0x7f7f8c109140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:46.156 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.487+0000 7f7f8bfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7f8c108d20 0x7f7f8c109140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:34118/0 (socket says 172.21.15.53:34118) 2024-05-10T11:08:46.156 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.487+0000 7f7f8bfff700 1 -- 172.21.15.53:0/826922267 learned_addr learned my addr 172.21.15.53:0/826922267 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:08:46.156 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.487+0000 7f7f8bfff700 1 -- 172.21.15.53:0/826922267 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f8c109f20 con 0x7f7f8c108d20 2024-05-10T11:08:46.156 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.487+0000 7f7f8bfff700 1 --2- 172.21.15.53:0/826922267 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7f8c108d20 0x7f7f8c109140 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c0098a0 tx=0x7f7f7c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8241fc68eb3ec0dc server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:46.156 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.488+0000 7f7f8affd700 1 -- 172.21.15.53:0/826922267 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7f7c004160 con 0x7f7f8c108d20 2024-05-10T11:08:46.156 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.488+0000 7f7f8affd700 1 -- 172.21.15.53:0/826922267 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f7f7c004300 con 0x7f7f8c108d20 2024-05-10T11:08:46.156 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.488+0000 7f7f8affd700 1 -- 172.21.15.53:0/826922267 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7f7c0119e0 con 0x7f7f8c108d20 2024-05-10T11:08:46.156 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.488+0000 7f7f9269c700 1 -- 172.21.15.53:0/826922267 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7f8c108d20 msgr2=0x7f7f8c109140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:46.156 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.488+0000 7f7f9269c700 1 --2- 172.21.15.53:0/826922267 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7f8c108d20 0x7f7f8c109140 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c0098a0 tx=0x7f7f7c009bb0 comp rx=0 tx=0).stop 2024-05-10T11:08:46.156 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.488+0000 7f7f9269c700 1 -- 172.21.15.53:0/826922267 shutdown_connections 2024-05-10T11:08:46.156 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.488+0000 7f7f9269c700 1 --2- 172.21.15.53:0/826922267 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7f8c108d20 0x7f7f8c109140 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:46.156 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.488+0000 7f7f9269c700 1 -- 172.21.15.53:0/826922267 >> 172.21.15.53:0/826922267 conn(0x7f7f8c1042a0 msgr2=0x7f7f8c106700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:08:46.157 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.488+0000 7f7f9269c700 1 -- 172.21.15.53:0/826922267 shutdown_connections 2024-05-10T11:08:46.157 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.488+0000 7f7f9269c700 1 -- 172.21.15.53:0/826922267 wait complete. 2024-05-10T11:08:46.157 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.489+0000 7f7f9269c700 1 Processor -- start 2024-05-10T11:08:46.157 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.489+0000 7f7f9269c700 1 -- start start 2024-05-10T11:08:46.157 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.489+0000 7f7f9269c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7f8c108d20 0x7f7f8c07eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:46.157 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.489+0000 7f7f9269c700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7f8c10d150 con 0x7f7f8c108d20 2024-05-10T11:08:46.157 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.489+0000 7f7f8bfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7f8c108d20 0x7f7f8c07eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:46.157 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.489+0000 7f7f8bfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7f8c108d20 0x7f7f8c07eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:34134/0 (socket says 172.21.15.53:34134) 2024-05-10T11:08:46.157 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.489+0000 7f7f8bfff700 1 -- 172.21.15.53:0/3693599564 learned_addr learned my addr 172.21.15.53:0/3693599564 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:08:46.157 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.490+0000 7f7f8bfff700 1 -- 172.21.15.53:0/3693599564 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f8c07f0c0 con 0x7f7f8c108d20 2024-05-10T11:08:46.157 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.490+0000 7f7f8bfff700 1 --2- 172.21.15.53:0/3693599564 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7f8c108d20 0x7f7f8c07eb80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c0119b0 tx=0x7f7f7c011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:46.157 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.490+0000 7f7f897fa700 1 -- 172.21.15.53:0/3693599564 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7f7c003b70 con 0x7f7f8c108d20 2024-05-10T11:08:46.157 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.490+0000 7f7f897fa700 1 -- 172.21.15.53:0/3693599564 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f7f7c01a8a0 con 0x7f7f8c108d20 2024-05-10T11:08:46.157 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.490+0000 7f7f897fa700 1 -- 172.21.15.53:0/3693599564 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7f7c024830 con 0x7f7f8c108d20 2024-05-10T11:08:46.157 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.490+0000 7f7f9269c700 1 -- 172.21.15.53:0/3693599564 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f8c07d2b0 con 0x7f7f8c108d20 2024-05-10T11:08:46.158 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.490+0000 7f7f9269c700 1 -- 172.21.15.53:0/3693599564 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f8c07d7f0 con 0x7f7f8c108d20 2024-05-10T11:08:46.158 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.490+0000 7f7f897fa700 1 -- 172.21.15.53:0/3693599564 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7f7c022020 con 0x7f7f8c108d20 2024-05-10T11:08:46.158 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.490+0000 7f7f897fa700 1 -- 172.21.15.53:0/3693599564 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f7f7c019410 con 0x7f7f8c108d20 2024-05-10T11:08:46.158 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.491+0000 7f7f9269c700 1 -- 172.21.15.53:0/3693599564 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f8c064b00 con 0x7f7f8c108d20 2024-05-10T11:08:46.158 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.493+0000 7f7f897fa700 1 -- 172.21.15.53:0/3693599564 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f7f7c01aa50 con 0x7f7f8c108d20 2024-05-10T11:08:46.158 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.569+0000 7f7f9269c700 1 -- 172.21.15.53:0/3693599564 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f7f8c07e0b0 con 0x7f7f8c108d20 2024-05-10T11:08:46.158 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.569+0000 7f7f897fa700 1 -- 172.21.15.53:0/3693599564 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f7f7c01a430 con 0x7f7f8c108d20 2024-05-10T11:08:46.158 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.570+0000 7f7f9269c700 1 -- 172.21.15.53:0/3693599564 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7f8c108d20 msgr2=0x7f7f8c07eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:46.158 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.570+0000 7f7f9269c700 1 --2- 172.21.15.53:0/3693599564 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7f8c108d20 0x7f7f8c07eb80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c0119b0 tx=0x7f7f7c011a90 comp rx=0 tx=0).stop 2024-05-10T11:08:46.158 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.570+0000 7f7f9269c700 1 -- 172.21.15.53:0/3693599564 shutdown_connections 2024-05-10T11:08:46.158 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.570+0000 7f7f9269c700 1 --2- 172.21.15.53:0/3693599564 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7f8c108d20 0x7f7f8c07eb80 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:46.158 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.570+0000 7f7f9269c700 1 -- 172.21.15.53:0/3693599564 >> 172.21.15.53:0/3693599564 conn(0x7f7f8c1042a0 msgr2=0x7f7f8c104d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:08:46.158 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.570+0000 7f7f9269c700 1 -- 172.21.15.53:0/3693599564 shutdown_connections 2024-05-10T11:08:46.158 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:45.570+0000 7f7f9269c700 1 -- 172.21.15.53:0/3693599564 wait complete. 2024-05-10T11:08:46.159 INFO:teuthology.orchestra.run.smithi053.stdout:mgr not available, waiting (3/15)... 2024-05-10T11:08:46.319 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:45 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:45.996+0000 7fa3784a5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-10T11:08:47.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:46 smithi053 ceph-mon[30153]: Activating manager daemon x 2024-05-10T11:08:47.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:46 smithi053 ceph-mon[30153]: mgrmap e2: x(active, starting, since 0.003435s) 2024-05-10T11:08:47.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:46 smithi053 ceph-mon[30153]: from='mgr.14100 172.21.15.53:0/2251397253' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-10T11:08:47.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:46 smithi053 ceph-mon[30153]: from='mgr.14100 172.21.15.53:0/2251397253' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-10T11:08:47.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:46 smithi053 ceph-mon[30153]: from='mgr.14100 172.21.15.53:0/2251397253' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-10T11:08:47.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:46 smithi053 ceph-mon[30153]: from='mgr.14100 172.21.15.53:0/2251397253' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-10T11:08:47.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:46 smithi053 ceph-mon[30153]: from='mgr.14100 172.21.15.53:0/2251397253' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-10T11:08:47.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:46 smithi053 ceph-mon[30153]: Manager daemon x is now available 2024-05-10T11:08:47.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:46 smithi053 ceph-mon[30153]: from='mgr.14100 172.21.15.53:0/2251397253' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-10T11:08:47.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:46 smithi053 ceph-mon[30153]: from='mgr.14100 172.21.15.53:0/2251397253' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-10T11:08:47.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:46 smithi053 ceph-mon[30153]: from='mgr.14100 172.21.15.53:0/2251397253' entity='mgr.x' 2024-05-10T11:08:47.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:46 smithi053 ceph-mon[30153]: from='mgr.14100 172.21.15.53:0/2251397253' entity='mgr.x' 2024-05-10T11:08:47.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:46 smithi053 ceph-mon[30153]: from='mgr.14100 172.21.15.53:0/2251397253' entity='mgr.x' 2024-05-10T11:08:48.264 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:48 smithi053 ceph-mon[30153]: mgrmap e3: x(active, since 1.00699s) 2024-05-10T11:08:49.267 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:49 smithi053 ceph-mon[30153]: mgrmap e4: x(active, since 2s) 2024-05-10T11:08:49.267 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:49 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1777865186' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-10T11:08:49.508 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-05-10T11:08:49.508 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout { 2024-05-10T11:08:49.508 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "fsid": "745ae8e0-0ebd-11ef-bc98-c7b262605968", 2024-05-10T11:08:49.508 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "health": { 2024-05-10T11:08:49.508 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-10T11:08:49.508 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-10T11:08:49.508 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-10T11:08:49.508 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:49.508 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-10T11:08:49.509 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-10T11:08:49.509 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 0 2024-05-10T11:08:49.509 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ], 2024-05-10T11:08:49.509 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-10T11:08:49.509 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "a" 2024-05-10T11:08:49.509 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ], 2024-05-10T11:08:49.509 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-05-10T11:08:49.509 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-10T11:08:49.509 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-10T11:08:49.509 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-10T11:08:49.509 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-10T11:08:49.509 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:49.509 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-10T11:08:49.509 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-10T11:08:49.510 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-10T11:08:49.510 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-10T11:08:49.510 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-10T11:08:49.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-10T11:08:49.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-10T11:08:49.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-10T11:08:49.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:49.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-10T11:08:49.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-10T11:08:49.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-10T11:08:49.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-10T11:08:49.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-10T11:08:49.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-10T11:08:49.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-10T11:08:49.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-10T11:08:49.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-10T11:08:49.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:49.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-10T11:08:49.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-10T11:08:49.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-10T11:08:49.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-10T11:08:49.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:49.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-10T11:08:49.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-10T11:08:49.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-10T11:08:49.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-10T11:08:49.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-10T11:08:49.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-10T11:08:49.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "restful" 2024-05-10T11:08:49.521 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ], 2024-05-10T11:08:49.521 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-10T11:08:49.521 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:49.521 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-10T11:08:49.521 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-10T11:08:49.521 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "modified": "2024-05-10T11:08:31.420566+0000", 2024-05-10T11:08:49.521 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-10T11:08:49.521 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-05-10T11:08:49.521 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-10T11:08:49.521 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout } 2024-05-10T11:08:49.521 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.570+0000 7fa24c721700 1 Processor -- start 2024-05-10T11:08:49.521 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.570+0000 7fa24c721700 1 -- start start 2024-05-10T11:08:49.521 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.570+0000 7fa24c721700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa24407eeb0 0x7fa24407d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:49.522 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.570+0000 7fa24c721700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa24407d8e0 con 0x7fa24407eeb0 2024-05-10T11:08:49.522 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.571+0000 7fa24a4bd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa24407eeb0 0x7fa24407d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:49.522 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.571+0000 7fa24a4bd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa24407eeb0 0x7fa24407d310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60878/0 (socket says 172.21.15.53:60878) 2024-05-10T11:08:49.522 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.571+0000 7fa24a4bd700 1 -- 172.21.15.53:0/2094396892 learned_addr learned my addr 172.21.15.53:0/2094396892 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:08:49.522 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.571+0000 7fa24a4bd700 1 -- 172.21.15.53:0/2094396892 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa24407da60 con 0x7fa24407eeb0 2024-05-10T11:08:49.522 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.571+0000 7fa24a4bd700 1 --2- 172.21.15.53:0/2094396892 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa24407eeb0 0x7fa24407d310 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fa2400098a0 tx=0x7fa240009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=334cf0e633844e0d server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:49.522 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.571+0000 7fa2494bb700 1 -- 172.21.15.53:0/2094396892 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa240004160 con 0x7fa24407eeb0 2024-05-10T11:08:49.522 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.571+0000 7fa2494bb700 1 -- 172.21.15.53:0/2094396892 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fa240004300 con 0x7fa24407eeb0 2024-05-10T11:08:49.522 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.571+0000 7fa2494bb700 1 -- 172.21.15.53:0/2094396892 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa2400119e0 con 0x7fa24407eeb0 2024-05-10T11:08:49.522 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.572+0000 7fa24c721700 1 -- 172.21.15.53:0/2094396892 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa24407eeb0 msgr2=0x7fa24407d310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:49.522 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.572+0000 7fa24c721700 1 --2- 172.21.15.53:0/2094396892 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa24407eeb0 0x7fa24407d310 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fa2400098a0 tx=0x7fa240009bb0 comp rx=0 tx=0).stop 2024-05-10T11:08:49.522 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.572+0000 7fa24c721700 1 -- 172.21.15.53:0/2094396892 shutdown_connections 2024-05-10T11:08:49.522 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.572+0000 7fa24c721700 1 --2- 172.21.15.53:0/2094396892 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa24407eeb0 0x7fa24407d310 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:49.522 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.572+0000 7fa24c721700 1 -- 172.21.15.53:0/2094396892 >> 172.21.15.53:0/2094396892 conn(0x7fa2441042d0 msgr2=0x7fa2441066f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:08:49.523 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.572+0000 7fa24c721700 1 -- 172.21.15.53:0/2094396892 shutdown_connections 2024-05-10T11:08:49.523 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.572+0000 7fa24c721700 1 -- 172.21.15.53:0/2094396892 wait complete. 2024-05-10T11:08:49.523 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.573+0000 7fa24c721700 1 Processor -- start 2024-05-10T11:08:49.523 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.573+0000 7fa24c721700 1 -- start start 2024-05-10T11:08:49.523 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.573+0000 7fa24c721700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa24407eeb0 0x7fa24419ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:49.523 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.573+0000 7fa24c721700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa24410f200 con 0x7fa24407eeb0 2024-05-10T11:08:49.523 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.573+0000 7fa24a4bd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa24407eeb0 0x7fa24419ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:49.523 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.573+0000 7fa24a4bd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa24407eeb0 0x7fa24419ed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60886/0 (socket says 172.21.15.53:60886) 2024-05-10T11:08:49.523 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.573+0000 7fa24a4bd700 1 -- 172.21.15.53:0/1777865186 learned_addr learned my addr 172.21.15.53:0/1777865186 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:08:49.523 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.574+0000 7fa24a4bd700 1 -- 172.21.15.53:0/1777865186 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa24419f290 con 0x7fa24407eeb0 2024-05-10T11:08:49.523 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.574+0000 7fa24a4bd700 1 --2- 172.21.15.53:0/1777865186 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa24407eeb0 0x7fa24419ed50 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fa2400119b0 tx=0x7fa240011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:49.523 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.574+0000 7fa23b7fe700 1 -- 172.21.15.53:0/1777865186 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa240003b70 con 0x7fa24407eeb0 2024-05-10T11:08:49.523 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.574+0000 7fa23b7fe700 1 -- 172.21.15.53:0/1777865186 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fa24001a8a0 con 0x7fa24407eeb0 2024-05-10T11:08:49.524 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.574+0000 7fa24c721700 1 -- 172.21.15.53:0/1777865186 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa24419f520 con 0x7fa24407eeb0 2024-05-10T11:08:49.524 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.574+0000 7fa23b7fe700 1 -- 172.21.15.53:0/1777865186 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa240024830 con 0x7fa24407eeb0 2024-05-10T11:08:49.524 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.574+0000 7fa24c721700 1 -- 172.21.15.53:0/1777865186 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2441a2210 con 0x7fa24407eeb0 2024-05-10T11:08:49.524 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.575+0000 7fa23b7fe700 1 -- 172.21.15.53:0/1777865186 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7fa240022020 con 0x7fa24407eeb0 2024-05-10T11:08:49.524 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.575+0000 7fa24c721700 1 -- 172.21.15.53:0/1777865186 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa244064b00 con 0x7fa24407eeb0 2024-05-10T11:08:49.524 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.575+0000 7fa23b7fe700 1 --2- 172.21.15.53:0/1777865186 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fa23003e3d0 0x7fa230040890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:49.524 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.575+0000 7fa23b7fe700 1 -- 172.21.15.53:0/1777865186 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa240053710 con 0x7fa24407eeb0 2024-05-10T11:08:49.524 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.575+0000 7fa249cbc700 1 --2- 172.21.15.53:0/1777865186 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fa23003e3d0 0x7fa230040890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:49.524 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.576+0000 7fa249cbc700 1 --2- 172.21.15.53:0/1777865186 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fa23003e3d0 0x7fa230040890 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fa234006fd0 tx=0x7fa234006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:49.524 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.581+0000 7fa23b7fe700 1 -- 172.21.15.53:0/1777865186 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fa2400212c0 con 0x7fa24407eeb0 2024-05-10T11:08:49.524 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.894+0000 7fa24c721700 1 -- 172.21.15.53:0/1777865186 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fa2441a23e0 con 0x7fa24407eeb0 2024-05-10T11:08:49.524 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.894+0000 7fa23b7fe700 1 -- 172.21.15.53:0/1777865186 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fa2441a23e0 con 0x7fa24407eeb0 2024-05-10T11:08:49.524 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.896+0000 7fa24c721700 1 -- 172.21.15.53:0/1777865186 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fa23003e3d0 msgr2=0x7fa230040890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:49.524 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.896+0000 7fa24c721700 1 --2- 172.21.15.53:0/1777865186 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fa23003e3d0 0x7fa230040890 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fa234006fd0 tx=0x7fa234006e40 comp rx=0 tx=0).stop 2024-05-10T11:08:49.525 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.896+0000 7fa24c721700 1 -- 172.21.15.53:0/1777865186 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa24407eeb0 msgr2=0x7fa24419ed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:49.525 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.896+0000 7fa24c721700 1 --2- 172.21.15.53:0/1777865186 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa24407eeb0 0x7fa24419ed50 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fa2400119b0 tx=0x7fa240011a90 comp rx=0 tx=0).stop 2024-05-10T11:08:49.525 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.896+0000 7fa24c721700 1 -- 172.21.15.53:0/1777865186 shutdown_connections 2024-05-10T11:08:49.525 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.896+0000 7fa24c721700 1 --2- 172.21.15.53:0/1777865186 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fa23003e3d0 0x7fa230040890 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:49.525 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.896+0000 7fa24c721700 1 --2- 172.21.15.53:0/1777865186 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa24407eeb0 0x7fa24419ed50 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:49.525 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.896+0000 7fa24c721700 1 -- 172.21.15.53:0/1777865186 >> 172.21.15.53:0/1777865186 conn(0x7fa2441042d0 msgr2=0x7fa244104e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:08:49.525 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.897+0000 7fa24c721700 1 -- 172.21.15.53:0/1777865186 shutdown_connections 2024-05-10T11:08:49.525 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:48.897+0000 7fa24c721700 1 -- 172.21.15.53:0/1777865186 wait complete. 2024-05-10T11:08:49.525 INFO:teuthology.orchestra.run.smithi053.stdout:mgr is available 2024-05-10T11:08:50.541 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:50 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1375431128' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-10T11:08:50.837 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-05-10T11:08:50.837 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout [global] 2024-05-10T11:08:50.837 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout fsid = 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:08:50.837 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-05-10T11:08:50.837 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-10T11:08:50.837 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-10T11:08:50.837 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-10T11:08:50.837 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-10T11:08:50.837 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-05-10T11:08:50.837 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-10T11:08:50.837 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-10T11:08:50.838 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-05-10T11:08:50.838 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout [osd] 2024-05-10T11:08:50.838 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-05-10T11:08:50.838 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-05-10T11:08:50.838 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-05-10T11:08:50.838 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-10T11:08:50.838 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-10T11:08:50.838 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.960+0000 7fe215c1b700 1 Processor -- start 2024-05-10T11:08:50.838 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.960+0000 7fe215c1b700 1 -- start start 2024-05-10T11:08:50.838 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.960+0000 7fe215c1b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe210108d10 0x7fe210109130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:50.838 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.960+0000 7fe215c1b700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe210109700 con 0x7fe210108d10 2024-05-10T11:08:50.838 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.960+0000 7fe20f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe210108d10 0x7fe210109130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:50.838 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.960+0000 7fe20f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe210108d10 0x7fe210109130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60900/0 (socket says 172.21.15.53:60900) 2024-05-10T11:08:50.838 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.960+0000 7fe20f7fe700 1 -- 172.21.15.53:0/734471423 learned_addr learned my addr 172.21.15.53:0/734471423 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:08:50.839 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.960+0000 7fe20f7fe700 1 -- 172.21.15.53:0/734471423 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe210109f10 con 0x7fe210108d10 2024-05-10T11:08:50.839 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.961+0000 7fe20f7fe700 1 --2- 172.21.15.53:0/734471423 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe210108d10 0x7fe210109130 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fe2000098a0 tx=0x7fe200009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=324b1d70f9c80c8d server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:50.839 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.961+0000 7fe20e7fc700 1 -- 172.21.15.53:0/734471423 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe200004160 con 0x7fe210108d10 2024-05-10T11:08:50.839 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.961+0000 7fe20e7fc700 1 -- 172.21.15.53:0/734471423 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fe200004300 con 0x7fe210108d10 2024-05-10T11:08:50.839 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.961+0000 7fe20e7fc700 1 -- 172.21.15.53:0/734471423 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe2000119e0 con 0x7fe210108d10 2024-05-10T11:08:50.839 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.961+0000 7fe215c1b700 1 -- 172.21.15.53:0/734471423 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe210108d10 msgr2=0x7fe210109130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:50.839 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.961+0000 7fe215c1b700 1 --2- 172.21.15.53:0/734471423 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe210108d10 0x7fe210109130 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fe2000098a0 tx=0x7fe200009bb0 comp rx=0 tx=0).stop 2024-05-10T11:08:50.839 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.961+0000 7fe215c1b700 1 -- 172.21.15.53:0/734471423 shutdown_connections 2024-05-10T11:08:50.839 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.961+0000 7fe215c1b700 1 --2- 172.21.15.53:0/734471423 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe210108d10 0x7fe210109130 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:50.839 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.961+0000 7fe215c1b700 1 -- 172.21.15.53:0/734471423 >> 172.21.15.53:0/734471423 conn(0x7fe2101042d0 msgr2=0x7fe2101066f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:08:50.839 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.961+0000 7fe215c1b700 1 -- 172.21.15.53:0/734471423 shutdown_connections 2024-05-10T11:08:50.839 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.961+0000 7fe215c1b700 1 -- 172.21.15.53:0/734471423 wait complete. 2024-05-10T11:08:50.839 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.962+0000 7fe215c1b700 1 Processor -- start 2024-05-10T11:08:50.839 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.962+0000 7fe215c1b700 1 -- start start 2024-05-10T11:08:50.839 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.962+0000 7fe215c1b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe210108d10 0x7fe21019cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:50.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.962+0000 7fe215c1b700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe21010d140 con 0x7fe210108d10 2024-05-10T11:08:50.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.962+0000 7fe20f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe210108d10 0x7fe21019cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:50.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.962+0000 7fe20f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe210108d10 0x7fe21019cb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60908/0 (socket says 172.21.15.53:60908) 2024-05-10T11:08:50.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.963+0000 7fe20f7fe700 1 -- 172.21.15.53:0/1375431128 learned_addr learned my addr 172.21.15.53:0/1375431128 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:08:50.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.963+0000 7fe20f7fe700 1 -- 172.21.15.53:0/1375431128 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe21019d090 con 0x7fe210108d10 2024-05-10T11:08:50.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.963+0000 7fe20f7fe700 1 --2- 172.21.15.53:0/1375431128 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe210108d10 0x7fe21019cb50 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fe2000119b0 tx=0x7fe200011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:50.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.963+0000 7fe20cff9700 1 -- 172.21.15.53:0/1375431128 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe200003b70 con 0x7fe210108d10 2024-05-10T11:08:50.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.963+0000 7fe20cff9700 1 -- 172.21.15.53:0/1375431128 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fe20001a8a0 con 0x7fe210108d10 2024-05-10T11:08:50.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.963+0000 7fe215c1b700 1 -- 172.21.15.53:0/1375431128 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe21019d320 con 0x7fe210108d10 2024-05-10T11:08:50.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.963+0000 7fe20cff9700 1 -- 172.21.15.53:0/1375431128 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe200024830 con 0x7fe210108d10 2024-05-10T11:08:50.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.963+0000 7fe215c1b700 1 -- 172.21.15.53:0/1375431128 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2101a0010 con 0x7fe210108d10 2024-05-10T11:08:50.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.964+0000 7fe20cff9700 1 -- 172.21.15.53:0/1375431128 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7fe200022020 con 0x7fe210108d10 2024-05-10T11:08:50.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.964+0000 7fe215c1b700 1 -- 172.21.15.53:0/1375431128 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe21010d2c0 con 0x7fe210108d10 2024-05-10T11:08:50.840 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.964+0000 7fe20cff9700 1 --2- 172.21.15.53:0/1375431128 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fe1fc03e420 0x7fe1fc0408e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:50.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.964+0000 7fe20cff9700 1 -- 172.21.15.53:0/1375431128 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe200053810 con 0x7fe210108d10 2024-05-10T11:08:50.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.964+0000 7fe20effd700 1 --2- 172.21.15.53:0/1375431128 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fe1fc03e420 0x7fe1fc0408e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:50.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.965+0000 7fe20effd700 1 --2- 172.21.15.53:0/1375431128 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fe1fc03e420 0x7fe1fc0408e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fe1f8006fd0 tx=0x7fe1f8006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:50.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:49.969+0000 7fe20cff9700 1 -- 172.21.15.53:0/1375431128 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fe20000e260 con 0x7fe210108d10 2024-05-10T11:08:50.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:50.182+0000 7fe215c1b700 1 -- 172.21.15.53:0/1375431128 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fe210064b00 con 0x7fe210108d10 2024-05-10T11:08:50.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:50.183+0000 7fe20cff9700 1 -- 172.21.15.53:0/1375431128 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+409 (secure 0 0 0) 0x7fe200053570 con 0x7fe210108d10 2024-05-10T11:08:50.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:50.186+0000 7fe215c1b700 1 -- 172.21.15.53:0/1375431128 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fe1fc03e420 msgr2=0x7fe1fc0408e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:50.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:50.186+0000 7fe215c1b700 1 --2- 172.21.15.53:0/1375431128 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fe1fc03e420 0x7fe1fc0408e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fe1f8006fd0 tx=0x7fe1f8006e40 comp rx=0 tx=0).stop 2024-05-10T11:08:50.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:50.186+0000 7fe215c1b700 1 -- 172.21.15.53:0/1375431128 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe210108d10 msgr2=0x7fe21019cb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:50.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:50.186+0000 7fe215c1b700 1 --2- 172.21.15.53:0/1375431128 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe210108d10 0x7fe21019cb50 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fe2000119b0 tx=0x7fe200011a90 comp rx=0 tx=0).stop 2024-05-10T11:08:50.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:50.186+0000 7fe215c1b700 1 -- 172.21.15.53:0/1375431128 shutdown_connections 2024-05-10T11:08:50.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:50.186+0000 7fe215c1b700 1 --2- 172.21.15.53:0/1375431128 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fe1fc03e420 0x7fe1fc0408e0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:50.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:50.186+0000 7fe215c1b700 1 --2- 172.21.15.53:0/1375431128 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe210108d10 0x7fe21019cb50 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:50.841 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:50.186+0000 7fe215c1b700 1 -- 172.21.15.53:0/1375431128 >> 172.21.15.53:0/1375431128 conn(0x7fe2101042d0 msgr2=0x7fe210104d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:08:50.842 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:50.186+0000 7fe215c1b700 1 -- 172.21.15.53:0/1375431128 shutdown_connections 2024-05-10T11:08:50.842 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:50.186+0000 7fe215c1b700 1 -- 172.21.15.53:0/1375431128 wait complete. 2024-05-10T11:08:50.842 INFO:teuthology.orchestra.run.smithi053.stdout:Enabling cephadm module... 2024-05-10T11:08:51.821 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:51 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1024109735' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-05-10T11:08:51.822 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:51 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: ignoring --setuser ceph since I am not root 2024-05-10T11:08:51.822 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:51 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: ignoring --setgroup ceph since I am not root 2024-05-10T11:08:51.822 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:51 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:51.755+0000 7fc1b1312200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-10T11:08:52.165 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:51 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:51.949+0000 7fc1b1312200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-10T11:08:52.165 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:52 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:52.055+0000 7fc1b1312200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-10T11:08:52.173 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.245+0000 7f3355fb9700 1 Processor -- start 2024-05-10T11:08:52.173 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.245+0000 7f3355fb9700 1 -- start start 2024-05-10T11:08:52.173 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.246+0000 7f3355fb9700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f33501097f0 0x7f335010bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:52.173 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.246+0000 7f3355fb9700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f335007ce80 con 0x7f33501097f0 2024-05-10T11:08:52.174 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.246+0000 7f334f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f33501097f0 0x7f335010bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:52.174 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.246+0000 7f334f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f33501097f0 0x7f335010bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60914/0 (socket says 172.21.15.53:60914) 2024-05-10T11:08:52.174 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.246+0000 7f334f7fe700 1 -- 172.21.15.53:0/3356764273 learned_addr learned my addr 172.21.15.53:0/3356764273 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:08:52.174 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.246+0000 7f334f7fe700 1 -- 172.21.15.53:0/3356764273 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f335010c120 con 0x7f33501097f0 2024-05-10T11:08:52.174 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.246+0000 7f334f7fe700 1 --2- 172.21.15.53:0/3356764273 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f33501097f0 0x7f335010bbe0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f33400098a0 tx=0x7f3340009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c9b8697dad50eef server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:52.174 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.247+0000 7f334effd700 1 -- 172.21.15.53:0/3356764273 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3340004160 con 0x7f33501097f0 2024-05-10T11:08:52.174 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.247+0000 7f334effd700 1 -- 172.21.15.53:0/3356764273 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f3340004300 con 0x7f33501097f0 2024-05-10T11:08:52.174 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.247+0000 7f334effd700 1 -- 172.21.15.53:0/3356764273 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f33400119e0 con 0x7f33501097f0 2024-05-10T11:08:52.174 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.247+0000 7f3355fb9700 1 -- 172.21.15.53:0/3356764273 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f33501097f0 msgr2=0x7f335010bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:52.174 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.247+0000 7f3355fb9700 1 --2- 172.21.15.53:0/3356764273 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f33501097f0 0x7f335010bbe0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f33400098a0 tx=0x7f3340009bb0 comp rx=0 tx=0).stop 2024-05-10T11:08:52.174 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.247+0000 7f3355fb9700 1 -- 172.21.15.53:0/3356764273 shutdown_connections 2024-05-10T11:08:52.174 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.247+0000 7f3355fb9700 1 --2- 172.21.15.53:0/3356764273 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f33501097f0 0x7f335010bbe0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:52.174 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.247+0000 7f3355fb9700 1 -- 172.21.15.53:0/3356764273 >> 172.21.15.53:0/3356764273 conn(0x7f3350103200 msgr2=0x7f3350105620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:08:52.175 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.247+0000 7f3355fb9700 1 -- 172.21.15.53:0/3356764273 shutdown_connections 2024-05-10T11:08:52.175 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.247+0000 7f3355fb9700 1 -- 172.21.15.53:0/3356764273 wait complete. 2024-05-10T11:08:52.175 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.248+0000 7f3355fb9700 1 Processor -- start 2024-05-10T11:08:52.175 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.248+0000 7f3355fb9700 1 -- start start 2024-05-10T11:08:52.175 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.248+0000 7f3355fb9700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f33501097f0 0x7f335019cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:52.175 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.248+0000 7f3355fb9700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f335010d010 con 0x7f33501097f0 2024-05-10T11:08:52.175 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.248+0000 7f334f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f33501097f0 0x7f335019cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:52.175 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.248+0000 7f334f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f33501097f0 0x7f335019cb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60922/0 (socket says 172.21.15.53:60922) 2024-05-10T11:08:52.175 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.248+0000 7f334f7fe700 1 -- 172.21.15.53:0/1024109735 learned_addr learned my addr 172.21.15.53:0/1024109735 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:08:52.175 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.248+0000 7f334f7fe700 1 -- 172.21.15.53:0/1024109735 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f335019d070 con 0x7f33501097f0 2024-05-10T11:08:52.175 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.249+0000 7f334f7fe700 1 --2- 172.21.15.53:0/1024109735 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f33501097f0 0x7f335019cb30 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f33400119e0 tx=0x7f33400046a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:52.175 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.249+0000 7f334d7fa700 1 -- 172.21.15.53:0/1024109735 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3340003bf0 con 0x7f33501097f0 2024-05-10T11:08:52.175 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.249+0000 7f334d7fa700 1 -- 172.21.15.53:0/1024109735 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f334001a8a0 con 0x7f33501097f0 2024-05-10T11:08:52.175 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.249+0000 7f3355fb9700 1 -- 172.21.15.53:0/1024109735 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f335019d300 con 0x7f33501097f0 2024-05-10T11:08:52.175 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.249+0000 7f334d7fa700 1 -- 172.21.15.53:0/1024109735 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f33400248c0 con 0x7f33501097f0 2024-05-10T11:08:52.176 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.249+0000 7f3355fb9700 1 -- 172.21.15.53:0/1024109735 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f335019fff0 con 0x7f33501097f0 2024-05-10T11:08:52.176 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.250+0000 7f334d7fa700 1 -- 172.21.15.53:0/1024109735 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7f3340022020 con 0x7f33501097f0 2024-05-10T11:08:52.176 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.250+0000 7f334d7fa700 1 --2- 172.21.15.53:0/1024109735 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7f333c03e420 0x7f333c0408e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:52.176 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.250+0000 7f3355fb9700 1 -- 172.21.15.53:0/1024109735 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3350064b00 con 0x7f33501097f0 2024-05-10T11:08:52.176 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.250+0000 7f334d7fa700 1 -- 172.21.15.53:0/1024109735 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f33400535e0 con 0x7f33501097f0 2024-05-10T11:08:52.176 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.250+0000 7f3347fff700 1 --2- 172.21.15.53:0/1024109735 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7f333c03e420 0x7f333c0408e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:52.176 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.251+0000 7f3347fff700 1 --2- 172.21.15.53:0/1024109735 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7f333c03e420 0x7f333c0408e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f3338006fd0 tx=0x7f3338006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:52.176 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.255+0000 7f334d7fa700 1 -- 172.21.15.53:0/1024109735 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f334000e260 con 0x7f33501097f0 2024-05-10T11:08:52.176 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.529+0000 7f3355fb9700 1 -- 172.21.15.53:0/1024109735 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f33501a0260 con 0x7f33501097f0 2024-05-10T11:08:52.176 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.580+0000 7f334d7fa700 1 -- 172.21.15.53:0/1024109735 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f3340053340 con 0x7f33501097f0 2024-05-10T11:08:52.176 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.582+0000 7f334d7fa700 1 -- 172.21.15.53:0/1024109735 <== mon.0 v2:172.21.15.53:3300/0 8 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7f33400193c0 con 0x7f33501097f0 2024-05-10T11:08:52.176 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.584+0000 7f3355fb9700 1 -- 172.21.15.53:0/1024109735 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7f333c03e420 msgr2=0x7f333c0408e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:52.176 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.584+0000 7f3355fb9700 1 --2- 172.21.15.53:0/1024109735 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7f333c03e420 0x7f333c0408e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f3338006fd0 tx=0x7f3338006e40 comp rx=0 tx=0).stop 2024-05-10T11:08:52.176 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.584+0000 7f3355fb9700 1 -- 172.21.15.53:0/1024109735 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f33501097f0 msgr2=0x7f335019cb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:52.177 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.584+0000 7f3355fb9700 1 --2- 172.21.15.53:0/1024109735 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f33501097f0 0x7f335019cb30 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f33400119e0 tx=0x7f33400046a0 comp rx=0 tx=0).stop 2024-05-10T11:08:52.177 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.584+0000 7f3355fb9700 1 -- 172.21.15.53:0/1024109735 shutdown_connections 2024-05-10T11:08:52.177 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.584+0000 7f3355fb9700 1 --2- 172.21.15.53:0/1024109735 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7f333c03e420 0x7f333c0408e0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:52.177 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.584+0000 7f3355fb9700 1 --2- 172.21.15.53:0/1024109735 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f33501097f0 0x7f335019cb30 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:52.177 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.584+0000 7f3355fb9700 1 -- 172.21.15.53:0/1024109735 >> 172.21.15.53:0/1024109735 conn(0x7f3350103200 msgr2=0x7f3350103c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:08:52.177 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.584+0000 7f3355fb9700 1 -- 172.21.15.53:0/1024109735 shutdown_connections 2024-05-10T11:08:52.177 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:51.584+0000 7f3355fb9700 1 -- 172.21.15.53:0/1024109735 wait complete. 2024-05-10T11:08:52.426 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:52 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:52.385+0000 7fc1b1312200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-10T11:08:52.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:52 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1024109735' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-05-10T11:08:52.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:52 smithi053 ceph-mon[30153]: mgrmap e5: x(active, since 5s) 2024-05-10T11:08:52.819 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:52 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:52.478+0000 7fc1b1312200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-10T11:08:53.589 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout { 2024-05-10T11:08:53.589 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-05-10T11:08:53.589 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-10T11:08:53.589 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-05-10T11:08:53.589 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-10T11:08:53.589 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout } 2024-05-10T11:08:53.589 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.647+0000 7f4ca19db700 1 Processor -- start 2024-05-10T11:08:53.589 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.647+0000 7f4ca19db700 1 -- start start 2024-05-10T11:08:53.589 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.647+0000 7f4ca19db700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4c9c108d20 0x7f4c9c109140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:53.589 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.647+0000 7f4ca19db700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4c9c109710 con 0x7f4c9c108d20 2024-05-10T11:08:53.589 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.647+0000 7f4c9affd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4c9c108d20 0x7f4c9c109140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:53.589 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.648+0000 7f4c9affd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4c9c108d20 0x7f4c9c109140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60954/0 (socket says 172.21.15.53:60954) 2024-05-10T11:08:53.590 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.648+0000 7f4c9affd700 1 -- 172.21.15.53:0/3211036315 learned_addr learned my addr 172.21.15.53:0/3211036315 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:08:53.590 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.648+0000 7f4c9affd700 1 -- 172.21.15.53:0/3211036315 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c9c109f20 con 0x7f4c9c108d20 2024-05-10T11:08:53.590 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.648+0000 7f4c9affd700 1 --2- 172.21.15.53:0/3211036315 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4c9c108d20 0x7f4c9c109140 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4c840098a0 tx=0x7f4c84009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fd28d69f13b8787 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:53.590 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.648+0000 7f4c99ffb700 1 -- 172.21.15.53:0/3211036315 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4c84004160 con 0x7f4c9c108d20 2024-05-10T11:08:53.590 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.648+0000 7f4c99ffb700 1 -- 172.21.15.53:0/3211036315 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f4c84004300 con 0x7f4c9c108d20 2024-05-10T11:08:53.590 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.648+0000 7f4c99ffb700 1 -- 172.21.15.53:0/3211036315 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4c840119e0 con 0x7f4c9c108d20 2024-05-10T11:08:53.590 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.649+0000 7f4ca19db700 1 -- 172.21.15.53:0/3211036315 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4c9c108d20 msgr2=0x7f4c9c109140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:53.590 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.649+0000 7f4ca19db700 1 --2- 172.21.15.53:0/3211036315 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4c9c108d20 0x7f4c9c109140 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4c840098a0 tx=0x7f4c84009bb0 comp rx=0 tx=0).stop 2024-05-10T11:08:53.590 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.649+0000 7f4ca19db700 1 -- 172.21.15.53:0/3211036315 shutdown_connections 2024-05-10T11:08:53.590 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.649+0000 7f4ca19db700 1 --2- 172.21.15.53:0/3211036315 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4c9c108d20 0x7f4c9c109140 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:53.590 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.649+0000 7f4ca19db700 1 -- 172.21.15.53:0/3211036315 >> 172.21.15.53:0/3211036315 conn(0x7f4c9c1042a0 msgr2=0x7f4c9c106700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:08:53.590 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.649+0000 7f4ca19db700 1 -- 172.21.15.53:0/3211036315 shutdown_connections 2024-05-10T11:08:53.590 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.649+0000 7f4ca19db700 1 -- 172.21.15.53:0/3211036315 wait complete. 2024-05-10T11:08:53.591 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.650+0000 7f4ca19db700 1 Processor -- start 2024-05-10T11:08:53.591 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.650+0000 7f4ca19db700 1 -- start start 2024-05-10T11:08:53.591 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.650+0000 7f4ca19db700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4c9c108d20 0x7f4c9c19cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:53.591 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.650+0000 7f4ca19db700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4c9c10d150 con 0x7f4c9c108d20 2024-05-10T11:08:53.591 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.650+0000 7f4c9affd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4c9c108d20 0x7f4c9c19cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:08:53.591 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.650+0000 7f4c9affd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4c9c108d20 0x7f4c9c19cb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60962/0 (socket says 172.21.15.53:60962) 2024-05-10T11:08:53.591 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.650+0000 7f4c9affd700 1 -- 172.21.15.53:0/1807956344 learned_addr learned my addr 172.21.15.53:0/1807956344 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:08:53.591 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.651+0000 7f4c9affd700 1 -- 172.21.15.53:0/1807956344 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c9c19d0b0 con 0x7f4c9c108d20 2024-05-10T11:08:53.591 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.651+0000 7f4c9affd700 1 --2- 172.21.15.53:0/1807956344 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4c9c108d20 0x7f4c9c19cb70 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f4c84006b20 tx=0x7f4c84011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:08:53.591 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.651+0000 7f4ca09d9700 1 -- 172.21.15.53:0/1807956344 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4c84003a60 con 0x7f4c9c108d20 2024-05-10T11:08:53.591 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.651+0000 7f4ca09d9700 1 -- 172.21.15.53:0/1807956344 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f4c84003c00 con 0x7f4c9c108d20 2024-05-10T11:08:53.591 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.651+0000 7f4ca19db700 1 -- 172.21.15.53:0/1807956344 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c9c19d340 con 0x7f4c9c108d20 2024-05-10T11:08:53.591 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.651+0000 7f4ca09d9700 1 -- 172.21.15.53:0/1807956344 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4c84024780 con 0x7f4c9c108d20 2024-05-10T11:08:53.591 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.651+0000 7f4ca19db700 1 -- 172.21.15.53:0/1807956344 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c9c1a0030 con 0x7f4c9c108d20 2024-05-10T11:08:53.591 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.652+0000 7f4ca19db700 1 -- 172.21.15.53:0/1807956344 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c9c10d2d0 con 0x7f4c9c108d20 2024-05-10T11:08:53.592 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.652+0000 7f4ca09d9700 1 -- 172.21.15.53:0/1807956344 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7f4c84022020 con 0x7f4c9c108d20 2024-05-10T11:08:53.592 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.652+0000 7f4ca09d9700 1 --2- 172.21.15.53:0/1807956344 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7f4c8803e4c0 0x7f4c88040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:08:53.592 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.653+0000 7f4ca09d9700 1 -- 172.21.15.53:0/1807956344 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4c840536b0 con 0x7f4c9c108d20 2024-05-10T11:08:53.592 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.653+0000 7f4c9a7fc700 1 -- 172.21.15.53:0/1807956344 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7f4c8803e4c0 msgr2=0x7f4c88040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.53:6800/1318129754 2024-05-10T11:08:53.592 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.653+0000 7f4c9a7fc700 1 --2- 172.21.15.53:0/1807956344 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7f4c8803e4c0 0x7f4c88040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-10T11:08:53.592 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.661+0000 7f4ca09d9700 1 -- 172.21.15.53:0/1807956344 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f4c8400e260 con 0x7f4c9c108d20 2024-05-10T11:08:53.593 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.854+0000 7f4c9a7fc700 1 -- 172.21.15.53:0/1807956344 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7f4c8803e4c0 msgr2=0x7f4c88040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.53:6800/1318129754 2024-05-10T11:08:53.593 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.854+0000 7f4c9a7fc700 1 --2- 172.21.15.53:0/1807956344 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7f4c8803e4c0 0x7f4c88040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-10T11:08:53.593 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.983+0000 7f4ca19db700 1 -- 172.21.15.53:0/1807956344 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f4c9c1a0680 con 0x7f4c9c108d20 2024-05-10T11:08:53.593 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.983+0000 7f4ca09d9700 1 -- 172.21.15.53:0/1807956344 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f4c84053410 con 0x7f4c9c108d20 2024-05-10T11:08:53.594 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.986+0000 7f4ca19db700 1 -- 172.21.15.53:0/1807956344 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7f4c8803e4c0 msgr2=0x7f4c88040980 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-10T11:08:53.594 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.986+0000 7f4ca19db700 1 --2- 172.21.15.53:0/1807956344 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7f4c8803e4c0 0x7f4c88040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:53.594 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.986+0000 7f4ca19db700 1 -- 172.21.15.53:0/1807956344 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4c9c108d20 msgr2=0x7f4c9c19cb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:08:53.594 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.986+0000 7f4ca19db700 1 --2- 172.21.15.53:0/1807956344 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4c9c108d20 0x7f4c9c19cb70 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f4c84006b20 tx=0x7f4c84011a60 comp rx=0 tx=0).stop 2024-05-10T11:08:53.594 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.986+0000 7f4ca19db700 1 -- 172.21.15.53:0/1807956344 shutdown_connections 2024-05-10T11:08:53.594 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.986+0000 7f4ca19db700 1 --2- 172.21.15.53:0/1807956344 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7f4c8803e4c0 0x7f4c88040980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:53.594 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.986+0000 7f4ca19db700 1 --2- 172.21.15.53:0/1807956344 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4c9c108d20 0x7f4c9c19cb70 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:08:53.594 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.986+0000 7f4ca19db700 1 -- 172.21.15.53:0/1807956344 >> 172.21.15.53:0/1807956344 conn(0x7f4c9c1042a0 msgr2=0x7f4c9c104d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:08:53.594 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.986+0000 7f4ca19db700 1 -- 172.21.15.53:0/1807956344 shutdown_connections 2024-05-10T11:08:53.594 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:52.986+0000 7f4ca19db700 1 -- 172.21.15.53:0/1807956344 wait complete. 2024-05-10T11:08:53.594 INFO:teuthology.orchestra.run.smithi053.stdout:Waiting for the mgr to restart... 2024-05-10T11:08:53.594 INFO:teuthology.orchestra.run.smithi053.stdout:Waiting for mgr epoch 5... 2024-05-10T11:08:53.831 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:53 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1807956344' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-10T11:08:53.832 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:53 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:53.763+0000 7fc1b1312200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-10T11:08:54.264 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:53 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:53.943+0000 7fc1b1312200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-10T11:08:54.264 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:54 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:54.123+0000 7fc1b1312200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-10T11:08:54.521 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:54 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:54.424+0000 7fc1b1312200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-10T11:08:54.521 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:54 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:54.521+0000 7fc1b1312200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-10T11:08:54.819 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:54 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:54.731+0000 7fc1b1312200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-10T11:08:55.319 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:54 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:54.932+0000 7fc1b1312200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-10T11:08:55.792 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:55 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:55.562+0000 7fc1b1312200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-10T11:08:55.792 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:55 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:55.792+0000 7fc1b1312200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-10T11:08:56.569 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:56 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:56.246+0000 7fc1b1312200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-10T11:08:56.569 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:56 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:56.350+0000 7fc1b1312200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-10T11:08:57.067 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:56 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:56.738+0000 7fc1b1312200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-10T11:08:57.319 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:57 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:57.115+0000 7fc1b1312200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-10T11:08:57.319 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:57 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:57.212+0000 7fc1b1312200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-10T11:08:57.819 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:57 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:57.466+0000 7fc1b1312200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-10T11:08:57.819 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:57 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:57.606+0000 7fc1b1312200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-10T11:08:57.819 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:57 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:57.706+0000 7fc1b1312200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-10T11:08:58.319 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:58 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:58.061+0000 7fc1b1312200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-10T11:08:58.319 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:58 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:58.158+0000 7fc1b1312200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-10T11:08:59.069 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:58 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:58.795+0000 7fc1b1312200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-10T11:08:59.069 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:08:59 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:08:59.022+0000 7fc1b1312200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-10T11:08:59.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:59 smithi053 ceph-mon[30153]: Active manager daemon x restarted 2024-05-10T11:08:59.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:59 smithi053 ceph-mon[30153]: Activating manager daemon x 2024-05-10T11:08:59.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:59 smithi053 ceph-mon[30153]: osdmap e2: 0 total, 0 up, 0 in 2024-05-10T11:08:59.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:59 smithi053 ceph-mon[30153]: mgrmap e6: x(active, starting, since 0.00337695s) 2024-05-10T11:08:59.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:59 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-10T11:08:59.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:59 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-10T11:08:59.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:59 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-10T11:08:59.572 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:59 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-10T11:08:59.572 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:59 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-10T11:08:59.572 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:59 smithi053 ceph-mon[30153]: Manager daemon x is now available 2024-05-10T11:08:59.572 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:59 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' 2024-05-10T11:08:59.572 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:59 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' 2024-05-10T11:08:59.572 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:59 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:08:59.572 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:08:59 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:09:00.324 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:00 smithi053 ceph-mon[30153]: Found migration_current of "None". Setting to last migration. 2024-05-10T11:09:00.324 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:00 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-10T11:09:00.324 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:00 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-10T11:09:00.324 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:00 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' 2024-05-10T11:09:00.324 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:00 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' 2024-05-10T11:09:00.324 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:00 smithi053 ceph-mon[30153]: mgrmap e7: x(active, since 1.00615s) 2024-05-10T11:09:00.656 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout { 2024-05-10T11:09:00.657 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-05-10T11:09:00.657 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-10T11:09:00.657 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout } 2024-05-10T11:09:00.657 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.056+0000 7fc808918700 1 Processor -- start 2024-05-10T11:09:00.657 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.056+0000 7fc808918700 1 -- start start 2024-05-10T11:09:00.657 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.057+0000 7fc808918700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc804107000 0x7fc804107420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:00.657 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.057+0000 7fc808918700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fc8041079f0 con 0x7fc804107000 2024-05-10T11:09:00.657 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.057+0000 7fc80259c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc804107000 0x7fc804107420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:00.657 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.057+0000 7fc80259c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc804107000 0x7fc804107420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60976/0 (socket says 172.21.15.53:60976) 2024-05-10T11:09:00.657 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.057+0000 7fc80259c700 1 -- 172.21.15.53:0/2003557701 learned_addr learned my addr 172.21.15.53:0/2003557701 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:00.657 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.057+0000 7fc80259c700 1 -- 172.21.15.53:0/2003557701 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc804109f90 con 0x7fc804107000 2024-05-10T11:09:00.658 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.057+0000 7fc80259c700 1 --2- 172.21.15.53:0/2003557701 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc804107000 0x7fc804107420 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fc7f40098a0 tx=0x7fc7f4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4a5415c483a00ba server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:00.658 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.058+0000 7fc80159a700 1 -- 172.21.15.53:0/2003557701 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc7f4004160 con 0x7fc804107000 2024-05-10T11:09:00.658 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.058+0000 7fc80159a700 1 -- 172.21.15.53:0/2003557701 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fc7f4004300 con 0x7fc804107000 2024-05-10T11:09:00.658 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.058+0000 7fc80159a700 1 -- 172.21.15.53:0/2003557701 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc7f40119e0 con 0x7fc804107000 2024-05-10T11:09:00.658 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.058+0000 7fc808918700 1 -- 172.21.15.53:0/2003557701 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc804107000 msgr2=0x7fc804107420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:00.658 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.058+0000 7fc808918700 1 --2- 172.21.15.53:0/2003557701 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc804107000 0x7fc804107420 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fc7f40098a0 tx=0x7fc7f4009bb0 comp rx=0 tx=0).stop 2024-05-10T11:09:00.658 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.058+0000 7fc808918700 1 -- 172.21.15.53:0/2003557701 shutdown_connections 2024-05-10T11:09:00.658 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.058+0000 7fc808918700 1 --2- 172.21.15.53:0/2003557701 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc804107000 0x7fc804107420 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:00.658 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.058+0000 7fc808918700 1 -- 172.21.15.53:0/2003557701 >> 172.21.15.53:0/2003557701 conn(0x7fc804102950 msgr2=0x7fc804104d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:00.658 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.058+0000 7fc808918700 1 -- 172.21.15.53:0/2003557701 shutdown_connections 2024-05-10T11:09:00.658 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.058+0000 7fc808918700 1 -- 172.21.15.53:0/2003557701 wait complete. 2024-05-10T11:09:00.658 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.059+0000 7fc808918700 1 Processor -- start 2024-05-10T11:09:00.659 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.059+0000 7fc808918700 1 -- start start 2024-05-10T11:09:00.659 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.059+0000 7fc808918700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc804107000 0x7fc804109810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:00.659 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.059+0000 7fc808918700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fc80410d1c0 con 0x7fc804107000 2024-05-10T11:09:00.659 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.060+0000 7fc80259c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc804107000 0x7fc804109810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:00.659 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.060+0000 7fc80259c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc804107000 0x7fc804109810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60982/0 (socket says 172.21.15.53:60982) 2024-05-10T11:09:00.659 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.060+0000 7fc80259c700 1 -- 172.21.15.53:0/3579453907 learned_addr learned my addr 172.21.15.53:0/3579453907 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:00.659 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.060+0000 7fc80259c700 1 -- 172.21.15.53:0/3579453907 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc804109d50 con 0x7fc804107000 2024-05-10T11:09:00.659 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.060+0000 7fc80259c700 1 --2- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc804107000 0x7fc804109810 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fc7f4006b20 tx=0x7fc7f4011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:00.659 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.060+0000 7fc7fb7fe700 1 -- 172.21.15.53:0/3579453907 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc7f4003a60 con 0x7fc804107000 2024-05-10T11:09:00.659 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.060+0000 7fc808918700 1 -- 172.21.15.53:0/3579453907 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc804107f40 con 0x7fc804107000 2024-05-10T11:09:00.659 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.060+0000 7fc7fb7fe700 1 -- 172.21.15.53:0/3579453907 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fc7f4003c00 con 0x7fc804107000 2024-05-10T11:09:00.659 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.060+0000 7fc808918700 1 -- 172.21.15.53:0/3579453907 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc804108400 con 0x7fc804107000 2024-05-10T11:09:00.659 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.060+0000 7fc7fb7fe700 1 -- 172.21.15.53:0/3579453907 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc7f4024780 con 0x7fc804107000 2024-05-10T11:09:00.660 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.061+0000 7fc7fb7fe700 1 -- 172.21.15.53:0/3579453907 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7fc7f4022020 con 0x7fc804107000 2024-05-10T11:09:00.660 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.062+0000 7fc7fb7fe700 1 --2- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fc7f003e4c0 0x7fc7f0040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:00.660 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.062+0000 7fc7fb7fe700 1 -- 172.21.15.53:0/3579453907 --> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fc7f0041090 con 0x7fc7f003e4c0 2024-05-10T11:09:00.660 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.062+0000 7fc7fb7fe700 1 -- 172.21.15.53:0/3579453907 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc7f40536c0 con 0x7fc804107000 2024-05-10T11:09:00.660 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.062+0000 7fc801d9b700 1 -- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fc7f003e4c0 msgr2=0x7fc7f0040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.53:6800/1318129754 2024-05-10T11:09:00.660 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.062+0000 7fc801d9b700 1 --2- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fc7f003e4c0 0x7fc7f0040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-10T11:09:00.660 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.263+0000 7fc801d9b700 1 -- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fc7f003e4c0 msgr2=0x7fc7f0040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.53:6800/1318129754 2024-05-10T11:09:00.660 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.263+0000 7fc801d9b700 1 --2- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fc7f003e4c0 0x7fc7f0040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-10T11:09:00.660 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.664+0000 7fc801d9b700 1 -- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fc7f003e4c0 msgr2=0x7fc7f0040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.53:6800/1318129754 2024-05-10T11:09:00.660 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:54.664+0000 7fc801d9b700 1 --2- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fc7f003e4c0 0x7fc7f0040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-05-10T11:09:00.660 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:55.465+0000 7fc801d9b700 1 -- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fc7f003e4c0 msgr2=0x7fc7f0040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.53:6800/1318129754 2024-05-10T11:09:00.660 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:55.465+0000 7fc801d9b700 1 --2- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fc7f003e4c0 0x7fc7f0040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-05-10T11:09:00.660 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:57.066+0000 7fc801d9b700 1 -- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fc7f003e4c0 msgr2=0x7fc7f0040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.53:6800/1318129754 2024-05-10T11:09:00.661 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:57.066+0000 7fc801d9b700 1 --2- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fc7f003e4c0 0x7fc7f0040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-05-10T11:09:00.661 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:59.026+0000 7fc7fb7fe700 1 -- 172.21.15.53:0/3579453907 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mgrmap(e 6) ==== 49989+0+0 (secure 0 0 0) 0x7fc7f402d960 con 0x7fc804107000 2024-05-10T11:09:00.661 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:59.026+0000 7fc7fb7fe700 1 -- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fc7f003e4c0 msgr2=0x7fc7f0040980 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-10T11:09:00.661 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:08:59.026+0000 7fc7fb7fe700 1 --2- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fc7f003e4c0 0x7fc7f0040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:00.661 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:00.027+0000 7fc7fb7fe700 1 -- 172.21.15.53:0/3579453907 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mgrmap(e 7) ==== 50116+0+0 (secure 0 0 0) 0x7fc7f4055720 con 0x7fc804107000 2024-05-10T11:09:00.661 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:00.027+0000 7fc7fb7fe700 1 --2- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fc7f0041e00 0x7fc7f00441f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:00.661 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:00.028+0000 7fc7fb7fe700 1 -- 172.21.15.53:0/3579453907 --> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fc7f402be50 con 0x7fc7f0041e00 2024-05-10T11:09:00.661 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:00.028+0000 7fc801d9b700 1 --2- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fc7f0041e00 0x7fc7f00441f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:00.661 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:00.028+0000 7fc801d9b700 1 --2- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fc7f0041e00 0x7fc7f00441f0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fc7ec003a10 tx=0x7fc7ec0092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:00.661 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:00.029+0000 7fc7fb7fe700 1 -- 172.21.15.53:0/3579453907 <== mgr.14120 v2:172.21.15.53:6800/1408829696 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7fc7f402be50 con 0x7fc7f0041e00 2024-05-10T11:09:00.661 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:00.038+0000 7fc808918700 1 -- 172.21.15.53:0/3579453907 --> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fc804064b00 con 0x7fc7f0041e00 2024-05-10T11:09:00.661 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:00.038+0000 7fc7fb7fe700 1 -- 172.21.15.53:0/3579453907 <== mgr.14120 v2:172.21.15.53:6800/1408829696 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7fc804064b00 con 0x7fc7f0041e00 2024-05-10T11:09:00.661 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:00.038+0000 7fc808918700 1 -- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fc7f0041e00 msgr2=0x7fc7f00441f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:00.661 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:00.038+0000 7fc808918700 1 --2- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fc7f0041e00 0x7fc7f00441f0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fc7ec003a10 tx=0x7fc7ec0092b0 comp rx=0 tx=0).stop 2024-05-10T11:09:00.662 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:00.038+0000 7fc808918700 1 -- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc804107000 msgr2=0x7fc804109810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:00.662 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:00.038+0000 7fc808918700 1 --2- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc804107000 0x7fc804109810 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fc7f4006b20 tx=0x7fc7f4011a60 comp rx=0 tx=0).stop 2024-05-10T11:09:00.662 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:00.038+0000 7fc808918700 1 -- 172.21.15.53:0/3579453907 shutdown_connections 2024-05-10T11:09:00.662 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:00.038+0000 7fc808918700 1 --2- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fc7f0041e00 0x7fc7f00441f0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:00.662 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:00.038+0000 7fc808918700 1 --2- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc804107000 0x7fc804109810 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:00.662 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:00.038+0000 7fc808918700 1 --2- 172.21.15.53:0/3579453907 >> [v2:172.21.15.53:6800/1318129754,v1:172.21.15.53:6801/1318129754] conn(0x7fc7f003e4c0 0x7fc7f0040980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:00.662 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:00.038+0000 7fc808918700 1 -- 172.21.15.53:0/3579453907 >> 172.21.15.53:0/3579453907 conn(0x7fc804102950 msgr2=0x7fc804103380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:00.662 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:00.038+0000 7fc808918700 1 -- 172.21.15.53:0/3579453907 shutdown_connections 2024-05-10T11:09:00.662 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:00.038+0000 7fc808918700 1 -- 172.21.15.53:0/3579453907 wait complete. 2024-05-10T11:09:00.662 INFO:teuthology.orchestra.run.smithi053.stdout:mgr epoch 5 is available 2024-05-10T11:09:00.662 INFO:teuthology.orchestra.run.smithi053.stdout:Setting orchestrator backend to cephadm... 2024-05-10T11:09:01.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:01 smithi053 ceph-mon[30153]: [10/May/2024:11:08:59] ENGINE Bus STARTING 2024-05-10T11:09:01.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:01 smithi053 ceph-mon[30153]: [10/May/2024:11:08:59] ENGINE Serving on http://172.21.15.53:8765 2024-05-10T11:09:01.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:01 smithi053 ceph-mon[30153]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-10T11:09:01.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:01 smithi053 ceph-mon[30153]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-10T11:09:01.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:01 smithi053 ceph-mon[30153]: [10/May/2024:11:09:00] ENGINE Serving on https://172.21.15.53:7150 2024-05-10T11:09:01.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:01 smithi053 ceph-mon[30153]: [10/May/2024:11:09:00] ENGINE Bus STARTED 2024-05-10T11:09:01.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:01 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:09:02.068 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.090+0000 7fbf81111700 1 Processor -- start 2024-05-10T11:09:02.068 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.090+0000 7fbf81111700 1 -- start start 2024-05-10T11:09:02.068 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.090+0000 7fbf81111700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbf7c07eed0 0x7fbf7c07d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:02.068 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.090+0000 7fbf81111700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fbf7c07d900 con 0x7fbf7c07eed0 2024-05-10T11:09:02.068 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.091+0000 7fbf7ad9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbf7c07eed0 0x7fbf7c07d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:02.068 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.091+0000 7fbf7ad9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbf7c07eed0 0x7fbf7c07d330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57832/0 (socket says 172.21.15.53:57832) 2024-05-10T11:09:02.068 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.091+0000 7fbf7ad9d700 1 -- 172.21.15.53:0/866829756 learned_addr learned my addr 172.21.15.53:0/866829756 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:02.069 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.091+0000 7fbf7ad9d700 1 -- 172.21.15.53:0/866829756 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf7c07da80 con 0x7fbf7c07eed0 2024-05-10T11:09:02.069 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.091+0000 7fbf7ad9d700 1 --2- 172.21.15.53:0/866829756 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbf7c07eed0 0x7fbf7c07d330 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fbf6c0098a0 tx=0x7fbf6c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b16e2f0aabf5a84 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:02.069 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.091+0000 7fbf79d9b700 1 -- 172.21.15.53:0/866829756 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbf6c004160 con 0x7fbf7c07eed0 2024-05-10T11:09:02.069 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.091+0000 7fbf79d9b700 1 -- 172.21.15.53:0/866829756 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fbf6c004300 con 0x7fbf7c07eed0 2024-05-10T11:09:02.069 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.091+0000 7fbf79d9b700 1 -- 172.21.15.53:0/866829756 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbf6c0119e0 con 0x7fbf7c07eed0 2024-05-10T11:09:02.069 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.092+0000 7fbf81111700 1 -- 172.21.15.53:0/866829756 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbf7c07eed0 msgr2=0x7fbf7c07d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:02.069 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.092+0000 7fbf81111700 1 --2- 172.21.15.53:0/866829756 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbf7c07eed0 0x7fbf7c07d330 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fbf6c0098a0 tx=0x7fbf6c009bb0 comp rx=0 tx=0).stop 2024-05-10T11:09:02.069 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.092+0000 7fbf81111700 1 -- 172.21.15.53:0/866829756 shutdown_connections 2024-05-10T11:09:02.069 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.092+0000 7fbf81111700 1 --2- 172.21.15.53:0/866829756 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbf7c07eed0 0x7fbf7c07d330 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:02.069 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.092+0000 7fbf81111700 1 -- 172.21.15.53:0/866829756 >> 172.21.15.53:0/866829756 conn(0x7fbf7c1042d0 msgr2=0x7fbf7c1066f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:02.069 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.092+0000 7fbf81111700 1 -- 172.21.15.53:0/866829756 shutdown_connections 2024-05-10T11:09:02.069 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.092+0000 7fbf81111700 1 -- 172.21.15.53:0/866829756 wait complete. 2024-05-10T11:09:02.069 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.093+0000 7fbf81111700 1 Processor -- start 2024-05-10T11:09:02.069 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.093+0000 7fbf81111700 1 -- start start 2024-05-10T11:09:02.070 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.093+0000 7fbf81111700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbf7c07eed0 0x7fbf7c19ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:02.070 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.093+0000 7fbf81111700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fbf7c10f1e0 con 0x7fbf7c07eed0 2024-05-10T11:09:02.070 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.093+0000 7fbf7ad9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbf7c07eed0 0x7fbf7c19ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:02.070 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.093+0000 7fbf7ad9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbf7c07eed0 0x7fbf7c19ecf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57848/0 (socket says 172.21.15.53:57848) 2024-05-10T11:09:02.070 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.093+0000 7fbf7ad9d700 1 -- 172.21.15.53:0/3252511768 learned_addr learned my addr 172.21.15.53:0/3252511768 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:02.070 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.094+0000 7fbf7ad9d700 1 -- 172.21.15.53:0/3252511768 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf7c19f230 con 0x7fbf7c07eed0 2024-05-10T11:09:02.070 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.094+0000 7fbf7ad9d700 1 --2- 172.21.15.53:0/3252511768 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbf7c07eed0 0x7fbf7c19ecf0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fbf6c0119b0 tx=0x7fbf6c011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:02.070 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.094+0000 7fbf63fff700 1 -- 172.21.15.53:0/3252511768 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbf6c003b70 con 0x7fbf7c07eed0 2024-05-10T11:09:02.070 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.094+0000 7fbf63fff700 1 -- 172.21.15.53:0/3252511768 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fbf6c01a8a0 con 0x7fbf7c07eed0 2024-05-10T11:09:02.070 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.094+0000 7fbf81111700 1 -- 172.21.15.53:0/3252511768 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf7c19f4c0 con 0x7fbf7c07eed0 2024-05-10T11:09:02.070 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.094+0000 7fbf63fff700 1 -- 172.21.15.53:0/3252511768 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbf6c024830 con 0x7fbf7c07eed0 2024-05-10T11:09:02.070 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.094+0000 7fbf81111700 1 -- 172.21.15.53:0/3252511768 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf7c1a21a0 con 0x7fbf7c07eed0 2024-05-10T11:09:02.070 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.095+0000 7fbf81111700 1 -- 172.21.15.53:0/3252511768 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf7c064b00 con 0x7fbf7c07eed0 2024-05-10T11:09:02.070 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.095+0000 7fbf63fff700 1 -- 172.21.15.53:0/3252511768 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fbf6c022020 con 0x7fbf7c07eed0 2024-05-10T11:09:02.071 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.096+0000 7fbf63fff700 1 --2- 172.21.15.53:0/3252511768 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fbf6403e470 0x7fbf64040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:02.071 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.096+0000 7fbf63fff700 1 -- 172.21.15.53:0/3252511768 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fbf6c053b20 con 0x7fbf7c07eed0 2024-05-10T11:09:02.071 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.096+0000 7fbf7a59c700 1 --2- 172.21.15.53:0/3252511768 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fbf6403e470 0x7fbf64040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:02.071 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.096+0000 7fbf7a59c700 1 --2- 172.21.15.53:0/3252511768 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fbf6403e470 0x7fbf64040930 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fbf70006fd0 tx=0x7fbf70006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:02.071 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.101+0000 7fbf63fff700 1 -- 172.21.15.53:0/3252511768 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fbf6c01aac0 con 0x7fbf7c07eed0 2024-05-10T11:09:02.071 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.334+0000 7fbf81111700 1 -- 172.21.15.53:0/3252511768 --> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7fbf7c105420 con 0x7fbf6403e470 2024-05-10T11:09:02.071 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.339+0000 7fbf63fff700 1 -- 172.21.15.53:0/3252511768 <== mgr.14120 v2:172.21.15.53:6800/1408829696 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fbf7c105420 con 0x7fbf6403e470 2024-05-10T11:09:02.071 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.342+0000 7fbf81111700 1 -- 172.21.15.53:0/3252511768 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fbf6403e470 msgr2=0x7fbf64040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:02.071 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.342+0000 7fbf81111700 1 --2- 172.21.15.53:0/3252511768 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fbf6403e470 0x7fbf64040930 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fbf70006fd0 tx=0x7fbf70006e40 comp rx=0 tx=0).stop 2024-05-10T11:09:02.071 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.342+0000 7fbf81111700 1 -- 172.21.15.53:0/3252511768 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbf7c07eed0 msgr2=0x7fbf7c19ecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:02.071 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.342+0000 7fbf81111700 1 --2- 172.21.15.53:0/3252511768 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbf7c07eed0 0x7fbf7c19ecf0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fbf6c0119b0 tx=0x7fbf6c011a90 comp rx=0 tx=0).stop 2024-05-10T11:09:02.071 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.342+0000 7fbf81111700 1 -- 172.21.15.53:0/3252511768 shutdown_connections 2024-05-10T11:09:02.071 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.342+0000 7fbf81111700 1 --2- 172.21.15.53:0/3252511768 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fbf6403e470 0x7fbf64040930 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:02.071 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.342+0000 7fbf81111700 1 --2- 172.21.15.53:0/3252511768 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbf7c07eed0 0x7fbf7c19ecf0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:02.071 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.342+0000 7fbf81111700 1 -- 172.21.15.53:0/3252511768 >> 172.21.15.53:0/3252511768 conn(0x7fbf7c1042d0 msgr2=0x7fbf7c104d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:02.072 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.342+0000 7fbf81111700 1 -- 172.21.15.53:0/3252511768 shutdown_connections 2024-05-10T11:09:02.072 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:01.342+0000 7fbf81111700 1 -- 172.21.15.53:0/3252511768 wait complete. 2024-05-10T11:09:02.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:02 smithi053 ceph-mon[30153]: mgrmap e8: x(active, since 2s) 2024-05-10T11:09:02.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:02 smithi053 ceph-mon[30153]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:09:02.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:02 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' 2024-05-10T11:09:02.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:02 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:09:03.358 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout value unchanged 2024-05-10T11:09:03.358 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.552+0000 7f0276943700 1 Processor -- start 2024-05-10T11:09:03.358 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.552+0000 7f0276943700 1 -- start start 2024-05-10T11:09:03.358 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.553+0000 7f0276943700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f02701097d0 0x7f027010bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:03.358 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.553+0000 7f0276943700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f027007cea0 con 0x7f02701097d0 2024-05-10T11:09:03.358 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.553+0000 7f026ffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f02701097d0 0x7f027010bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:03.358 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.553+0000 7f026ffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f02701097d0 0x7f027010bbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57856/0 (socket says 172.21.15.53:57856) 2024-05-10T11:09:03.358 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.553+0000 7f026ffff700 1 -- 172.21.15.53:0/3923125997 learned_addr learned my addr 172.21.15.53:0/3923125997 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:03.358 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.553+0000 7f026ffff700 1 -- 172.21.15.53:0/3923125997 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f027010c100 con 0x7f02701097d0 2024-05-10T11:09:03.359 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.553+0000 7f026ffff700 1 --2- 172.21.15.53:0/3923125997 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f02701097d0 0x7f027010bbc0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f02600098a0 tx=0x7f0260009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efe173cab56fe03a server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:03.359 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.553+0000 7f026effd700 1 -- 172.21.15.53:0/3923125997 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0260004160 con 0x7f02701097d0 2024-05-10T11:09:03.359 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.553+0000 7f026effd700 1 -- 172.21.15.53:0/3923125997 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f0260004300 con 0x7f02701097d0 2024-05-10T11:09:03.359 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.553+0000 7f026effd700 1 -- 172.21.15.53:0/3923125997 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f02600119e0 con 0x7f02701097d0 2024-05-10T11:09:03.359 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.554+0000 7f0276943700 1 -- 172.21.15.53:0/3923125997 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f02701097d0 msgr2=0x7f027010bbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:03.359 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.554+0000 7f0276943700 1 --2- 172.21.15.53:0/3923125997 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f02701097d0 0x7f027010bbc0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f02600098a0 tx=0x7f0260009bb0 comp rx=0 tx=0).stop 2024-05-10T11:09:03.359 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.554+0000 7f0276943700 1 -- 172.21.15.53:0/3923125997 shutdown_connections 2024-05-10T11:09:03.359 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.554+0000 7f0276943700 1 --2- 172.21.15.53:0/3923125997 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f02701097d0 0x7f027010bbc0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:03.359 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.554+0000 7f0276943700 1 -- 172.21.15.53:0/3923125997 >> 172.21.15.53:0/3923125997 conn(0x7f0270103200 msgr2=0x7f0270105620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:03.359 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.554+0000 7f0276943700 1 -- 172.21.15.53:0/3923125997 shutdown_connections 2024-05-10T11:09:03.359 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.554+0000 7f0276943700 1 -- 172.21.15.53:0/3923125997 wait complete. 2024-05-10T11:09:03.359 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.555+0000 7f0276943700 1 Processor -- start 2024-05-10T11:09:03.359 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.555+0000 7f0276943700 1 -- start start 2024-05-10T11:09:03.359 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.555+0000 7f0276943700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f02701097d0 0x7f027019caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:03.360 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.555+0000 7f0276943700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f027010cf80 con 0x7f02701097d0 2024-05-10T11:09:03.360 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.555+0000 7f026ffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f02701097d0 0x7f027019caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:03.360 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.555+0000 7f026ffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f02701097d0 0x7f027019caa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57872/0 (socket says 172.21.15.53:57872) 2024-05-10T11:09:03.360 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.555+0000 7f026ffff700 1 -- 172.21.15.53:0/666757437 learned_addr learned my addr 172.21.15.53:0/666757437 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:03.360 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.556+0000 7f026ffff700 1 -- 172.21.15.53:0/666757437 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f027019cfe0 con 0x7f02701097d0 2024-05-10T11:09:03.360 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.556+0000 7f026ffff700 1 --2- 172.21.15.53:0/666757437 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f02701097d0 0x7f027019caa0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f02600119e0 tx=0x7f02600046a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:03.360 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.556+0000 7f026d7fa700 1 -- 172.21.15.53:0/666757437 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0260003bf0 con 0x7f02701097d0 2024-05-10T11:09:03.360 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.556+0000 7f0276943700 1 -- 172.21.15.53:0/666757437 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f027019d2d0 con 0x7f02701097d0 2024-05-10T11:09:03.360 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.556+0000 7f026d7fa700 1 -- 172.21.15.53:0/666757437 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f026001a8a0 con 0x7f02701097d0 2024-05-10T11:09:03.360 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.556+0000 7f026d7fa700 1 -- 172.21.15.53:0/666757437 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f02600248c0 con 0x7f02701097d0 2024-05-10T11:09:03.360 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.556+0000 7f0276943700 1 -- 172.21.15.53:0/666757437 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f027019ff60 con 0x7f02701097d0 2024-05-10T11:09:03.360 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.557+0000 7f026d7fa700 1 -- 172.21.15.53:0/666757437 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f0260022020 con 0x7f02701097d0 2024-05-10T11:09:03.360 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.557+0000 7f0276943700 1 -- 172.21.15.53:0/666757437 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0270064b00 con 0x7f02701097d0 2024-05-10T11:09:03.360 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.557+0000 7f026d7fa700 1 --2- 172.21.15.53:0/666757437 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f025803e420 0x7f02580408e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:03.361 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.557+0000 7f026d7fa700 1 -- 172.21.15.53:0/666757437 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f02600539d0 con 0x7f02701097d0 2024-05-10T11:09:03.361 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.557+0000 7f026f7fe700 1 --2- 172.21.15.53:0/666757437 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f025803e420 0x7f02580408e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:03.361 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.558+0000 7f026f7fe700 1 --2- 172.21.15.53:0/666757437 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f025803e420 0x7f02580408e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0264006fd0 tx=0x7f0264006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:03.361 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.562+0000 7f026d7fa700 1 -- 172.21.15.53:0/666757437 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f0260004300 con 0x7f02701097d0 2024-05-10T11:09:03.361 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.778+0000 7f0276943700 1 -- 172.21.15.53:0/666757437 --> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f0270104340 con 0x7f025803e420 2024-05-10T11:09:03.361 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.779+0000 7f026d7fa700 1 -- 172.21.15.53:0/666757437 <== mgr.14120 v2:172.21.15.53:6800/1408829696 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f0270104340 con 0x7f025803e420 2024-05-10T11:09:03.361 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.782+0000 7f0276943700 1 -- 172.21.15.53:0/666757437 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f025803e420 msgr2=0x7f02580408e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:03.361 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.782+0000 7f0276943700 1 --2- 172.21.15.53:0/666757437 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f025803e420 0x7f02580408e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0264006fd0 tx=0x7f0264006e40 comp rx=0 tx=0).stop 2024-05-10T11:09:03.361 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.782+0000 7f0276943700 1 -- 172.21.15.53:0/666757437 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f02701097d0 msgr2=0x7f027019caa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:03.361 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.782+0000 7f0276943700 1 --2- 172.21.15.53:0/666757437 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f02701097d0 0x7f027019caa0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f02600119e0 tx=0x7f02600046a0 comp rx=0 tx=0).stop 2024-05-10T11:09:03.361 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.782+0000 7f0276943700 1 -- 172.21.15.53:0/666757437 shutdown_connections 2024-05-10T11:09:03.361 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.782+0000 7f0276943700 1 --2- 172.21.15.53:0/666757437 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f025803e420 0x7f02580408e0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:03.361 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.782+0000 7f0276943700 1 --2- 172.21.15.53:0/666757437 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f02701097d0 0x7f027019caa0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:03.361 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.782+0000 7f0276943700 1 -- 172.21.15.53:0/666757437 >> 172.21.15.53:0/666757437 conn(0x7f0270103200 msgr2=0x7f0270103c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:03.361 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.782+0000 7f0276943700 1 -- 172.21.15.53:0/666757437 shutdown_connections 2024-05-10T11:09:03.362 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:02.782+0000 7f0276943700 1 -- 172.21.15.53:0/666757437 wait complete. 2024-05-10T11:09:03.362 INFO:teuthology.orchestra.run.smithi053.stdout:Generating ssh key... 2024-05-10T11:09:04.063 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:03 smithi053 ceph-mon[30153]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:09:04.320 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:04 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: Generating public/private rsa key pair. 2024-05-10T11:09:04.320 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:04 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: Your identification has been saved in /tmp/tmp31t8wahh/key. 2024-05-10T11:09:04.320 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:04 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: Your public key has been saved in /tmp/tmp31t8wahh/key.pub. 2024-05-10T11:09:04.320 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:04 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: The key fingerprint is: 2024-05-10T11:09:04.320 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:04 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: SHA256:86dX1rkaEgstY9dX8v1xum0q9j89MVWPBEB7Me77UBk ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:09:04.320 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:04 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: The key's randomart image is: 2024-05-10T11:09:04.320 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:04 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: +---[RSA 3072]----+ 2024-05-10T11:09:04.320 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:04 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: | .o.+. | 2024-05-10T11:09:04.320 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:04 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: | o o. .| 2024-05-10T11:09:04.321 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:04 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: | . o.E.+| 2024-05-10T11:09:04.321 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:04 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: | .o. .==| 2024-05-10T11:09:04.321 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:04 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: | S= +..o+*| 2024-05-10T11:09:04.321 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:04 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: | .o= oo+==| 2024-05-10T11:09:04.321 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:04 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: | .o++. *| 2024-05-10T11:09:04.321 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:04 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: | o=o.*o| 2024-05-10T11:09:04.321 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:04 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: | .o +*+=| 2024-05-10T11:09:04.321 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:04 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: +----[SHA256]-----+ 2024-05-10T11:09:04.876 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.832+0000 7fd44c996700 1 Processor -- start 2024-05-10T11:09:04.876 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.832+0000 7fd44c996700 1 -- start start 2024-05-10T11:09:04.876 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.832+0000 7fd44c996700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd448107c40 0x7fd448108060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:04.876 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.832+0000 7fd44c996700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd448108630 con 0x7fd448107c40 2024-05-10T11:09:04.876 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.832+0000 7fd44659c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd448107c40 0x7fd448108060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:04.876 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.832+0000 7fd44659c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd448107c40 0x7fd448108060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57878/0 (socket says 172.21.15.53:57878) 2024-05-10T11:09:04.877 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.832+0000 7fd44659c700 1 -- 172.21.15.53:0/2103245053 learned_addr learned my addr 172.21.15.53:0/2103245053 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:04.877 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.833+0000 7fd44659c700 1 -- 172.21.15.53:0/2103245053 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd448108e40 con 0x7fd448107c40 2024-05-10T11:09:04.877 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.833+0000 7fd44659c700 1 --2- 172.21.15.53:0/2103245053 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd448107c40 0x7fd448108060 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fd4380098a0 tx=0x7fd438009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f221835123e632ea server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:04.877 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.833+0000 7fd44559a700 1 -- 172.21.15.53:0/2103245053 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd438004160 con 0x7fd448107c40 2024-05-10T11:09:04.877 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.833+0000 7fd44559a700 1 -- 172.21.15.53:0/2103245053 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fd438004300 con 0x7fd448107c40 2024-05-10T11:09:04.877 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.833+0000 7fd44559a700 1 -- 172.21.15.53:0/2103245053 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd4380119e0 con 0x7fd448107c40 2024-05-10T11:09:04.877 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.833+0000 7fd44c996700 1 -- 172.21.15.53:0/2103245053 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd448107c40 msgr2=0x7fd448108060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:04.877 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.833+0000 7fd44c996700 1 --2- 172.21.15.53:0/2103245053 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd448107c40 0x7fd448108060 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fd4380098a0 tx=0x7fd438009bb0 comp rx=0 tx=0).stop 2024-05-10T11:09:04.877 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.834+0000 7fd44c996700 1 -- 172.21.15.53:0/2103245053 shutdown_connections 2024-05-10T11:09:04.877 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.834+0000 7fd44c996700 1 --2- 172.21.15.53:0/2103245053 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd448107c40 0x7fd448108060 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:04.877 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.834+0000 7fd44c996700 1 -- 172.21.15.53:0/2103245053 >> 172.21.15.53:0/2103245053 conn(0x7fd448103200 msgr2=0x7fd448105620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:04.877 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.834+0000 7fd44c996700 1 -- 172.21.15.53:0/2103245053 shutdown_connections 2024-05-10T11:09:04.878 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.834+0000 7fd44c996700 1 -- 172.21.15.53:0/2103245053 wait complete. 2024-05-10T11:09:04.878 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.834+0000 7fd44c996700 1 Processor -- start 2024-05-10T11:09:04.878 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.835+0000 7fd44c996700 1 -- start start 2024-05-10T11:09:04.878 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.835+0000 7fd44c996700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd448107c40 0x7fd448192d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:04.878 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.835+0000 7fd44c996700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd44810c070 con 0x7fd448107c40 2024-05-10T11:09:04.878 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.835+0000 7fd44659c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd448107c40 0x7fd448192d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:04.879 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.835+0000 7fd44659c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd448107c40 0x7fd448192d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57894/0 (socket says 172.21.15.53:57894) 2024-05-10T11:09:04.879 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.835+0000 7fd44659c700 1 -- 172.21.15.53:0/1418109672 learned_addr learned my addr 172.21.15.53:0/1418109672 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:04.879 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.835+0000 7fd44659c700 1 -- 172.21.15.53:0/1418109672 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd448193270 con 0x7fd448107c40 2024-05-10T11:09:04.879 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.835+0000 7fd44659c700 1 --2- 172.21.15.53:0/1418109672 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd448107c40 0x7fd448192d30 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd438006b20 tx=0x7fd438011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:04.879 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.835+0000 7fd4377fe700 1 -- 172.21.15.53:0/1418109672 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd438003a60 con 0x7fd448107c40 2024-05-10T11:09:04.879 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.836+0000 7fd4377fe700 1 -- 172.21.15.53:0/1418109672 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fd438003c00 con 0x7fd448107c40 2024-05-10T11:09:04.879 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.836+0000 7fd4377fe700 1 -- 172.21.15.53:0/1418109672 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd438024780 con 0x7fd448107c40 2024-05-10T11:09:04.879 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.836+0000 7fd44c996700 1 -- 172.21.15.53:0/1418109672 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd448191460 con 0x7fd448107c40 2024-05-10T11:09:04.879 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.836+0000 7fd44c996700 1 -- 172.21.15.53:0/1418109672 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4481919a0 con 0x7fd448107c40 2024-05-10T11:09:04.879 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.837+0000 7fd4377fe700 1 -- 172.21.15.53:0/1418109672 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fd438022020 con 0x7fd448107c40 2024-05-10T11:09:04.879 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.837+0000 7fd44c996700 1 -- 172.21.15.53:0/1418109672 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd44810c1f0 con 0x7fd448107c40 2024-05-10T11:09:04.879 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.837+0000 7fd4377fe700 1 --2- 172.21.15.53:0/1418109672 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fd43003e4c0 0x7fd430040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:04.879 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.837+0000 7fd4377fe700 1 -- 172.21.15.53:0/1418109672 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fd438053a00 con 0x7fd448107c40 2024-05-10T11:09:04.879 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.837+0000 7fd445d9b700 1 --2- 172.21.15.53:0/1418109672 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fd43003e4c0 0x7fd430040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:04.880 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.838+0000 7fd445d9b700 1 --2- 172.21.15.53:0/1418109672 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fd43003e4c0 0x7fd430040980 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd43c006fd0 tx=0x7fd43c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:04.880 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:03.842+0000 7fd4377fe700 1 -- 172.21.15.53:0/1418109672 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fd4380212c0 con 0x7fd448107c40 2024-05-10T11:09:04.880 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:04.063+0000 7fd44c996700 1 -- 172.21.15.53:0/1418109672 --> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7fd4480008d0 con 0x7fd43003e4c0 2024-05-10T11:09:04.880 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:04.250+0000 7fd4377fe700 1 -- 172.21.15.53:0/1418109672 <== mgr.14120 v2:172.21.15.53:6800/1408829696 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd4480008d0 con 0x7fd43003e4c0 2024-05-10T11:09:04.880 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:04.252+0000 7fd44c996700 1 -- 172.21.15.53:0/1418109672 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fd43003e4c0 msgr2=0x7fd430040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:04.880 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:04.252+0000 7fd44c996700 1 --2- 172.21.15.53:0/1418109672 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fd43003e4c0 0x7fd430040980 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd43c006fd0 tx=0x7fd43c006e40 comp rx=0 tx=0).stop 2024-05-10T11:09:04.880 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:04.252+0000 7fd44c996700 1 -- 172.21.15.53:0/1418109672 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd448107c40 msgr2=0x7fd448192d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:04.880 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:04.252+0000 7fd44c996700 1 --2- 172.21.15.53:0/1418109672 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd448107c40 0x7fd448192d30 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd438006b20 tx=0x7fd438011a60 comp rx=0 tx=0).stop 2024-05-10T11:09:04.880 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:04.252+0000 7fd44c996700 1 -- 172.21.15.53:0/1418109672 shutdown_connections 2024-05-10T11:09:04.880 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:04.252+0000 7fd44c996700 1 --2- 172.21.15.53:0/1418109672 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fd43003e4c0 0x7fd430040980 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:04.880 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:04.252+0000 7fd44c996700 1 --2- 172.21.15.53:0/1418109672 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd448107c40 0x7fd448192d30 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:04.880 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:04.252+0000 7fd44c996700 1 -- 172.21.15.53:0/1418109672 >> 172.21.15.53:0/1418109672 conn(0x7fd448103200 msgr2=0x7fd448103fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:04.880 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:04.252+0000 7fd44c996700 1 -- 172.21.15.53:0/1418109672 shutdown_connections 2024-05-10T11:09:04.880 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:04.252+0000 7fd44c996700 1 -- 172.21.15.53:0/1418109672 wait complete. 2024-05-10T11:09:05.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:05 smithi053 ceph-mon[30153]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:09:05.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:05 smithi053 ceph-mon[30153]: Generating ssh key... 2024-05-10T11:09:05.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:05 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' 2024-05-10T11:09:05.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:05 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' 2024-05-10T11:09:06.205 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDN5VP4AnH+ZF67UivKVQYBZXPW8IbhKB9sNglBMrgpWK3uu4s8n4BjPGni9PET6JcOv1l4igqtXt3ux48zVCU5CqeBVZBeUF4N00DY4LSAnux4C937S+Y1a9KjIpS4Xg5kcW7MkOWshk43r6TNzDGwCCehEZt0gZcNaWYtF4hrao6C4wp1QeV4hSiZOga0UnbOZMVghYtYAkRX3O2EFEMcswbItmVE2DBRxELLNzO3xa5OToPGo2w562EwM4r5XRbThN0Cn3AMShc57ItGyoW9aZhZq5XRb5mORvCMdmhX1pSnHu2DqLH9+Ww5Q+eb+SceB92ZnCZyRZ9VISylSVCExJV1BmzKJ4pCoQqctvBdxMQm7ARQb6rpg1/4RBrOF2hn6Qf9NGpnBf2Fvr9EVpJD27Z2d2oQQIqLQ9i7Qyhs6W7bIO0S34Is8GNvi5REJ2HYjaFhkO1Oah4BzxZoOIPZvVvmPiR0bzFBOeWaKSlg3kNTnmckOVKboW5Dcr80hFc= ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:09:06.205 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.361+0000 7fc990e43700 1 Processor -- start 2024-05-10T11:09:06.205 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.361+0000 7fc990e43700 1 -- start start 2024-05-10T11:09:06.205 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.361+0000 7fc990e43700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc98c107c40 0x7fc98c108060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:06.205 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.361+0000 7fc990e43700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fc98c108630 con 0x7fc98c107c40 2024-05-10T11:09:06.205 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.362+0000 7fc98a59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc98c107c40 0x7fc98c108060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:06.205 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.362+0000 7fc98a59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc98c107c40 0x7fc98c108060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57910/0 (socket says 172.21.15.53:57910) 2024-05-10T11:09:06.205 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.362+0000 7fc98a59c700 1 -- 172.21.15.53:0/1912200424 learned_addr learned my addr 172.21.15.53:0/1912200424 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:06.206 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.362+0000 7fc98a59c700 1 -- 172.21.15.53:0/1912200424 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc98c108e40 con 0x7fc98c107c40 2024-05-10T11:09:06.206 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.362+0000 7fc98a59c700 1 --2- 172.21.15.53:0/1912200424 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc98c107c40 0x7fc98c108060 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc97c0098a0 tx=0x7fc97c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3f1f7e835d11d03 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:06.206 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.362+0000 7fc98959a700 1 -- 172.21.15.53:0/1912200424 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc97c004160 con 0x7fc98c107c40 2024-05-10T11:09:06.206 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.362+0000 7fc98959a700 1 -- 172.21.15.53:0/1912200424 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fc97c004300 con 0x7fc98c107c40 2024-05-10T11:09:06.206 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.362+0000 7fc98959a700 1 -- 172.21.15.53:0/1912200424 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc97c0119e0 con 0x7fc98c107c40 2024-05-10T11:09:06.206 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.363+0000 7fc990e43700 1 -- 172.21.15.53:0/1912200424 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc98c107c40 msgr2=0x7fc98c108060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:06.206 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.363+0000 7fc990e43700 1 --2- 172.21.15.53:0/1912200424 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc98c107c40 0x7fc98c108060 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc97c0098a0 tx=0x7fc97c009bb0 comp rx=0 tx=0).stop 2024-05-10T11:09:06.206 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.363+0000 7fc990e43700 1 -- 172.21.15.53:0/1912200424 shutdown_connections 2024-05-10T11:09:06.206 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.363+0000 7fc990e43700 1 --2- 172.21.15.53:0/1912200424 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc98c107c40 0x7fc98c108060 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:06.206 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.363+0000 7fc990e43700 1 -- 172.21.15.53:0/1912200424 >> 172.21.15.53:0/1912200424 conn(0x7fc98c103200 msgr2=0x7fc98c105620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:06.206 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.363+0000 7fc990e43700 1 -- 172.21.15.53:0/1912200424 shutdown_connections 2024-05-10T11:09:06.206 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.363+0000 7fc990e43700 1 -- 172.21.15.53:0/1912200424 wait complete. 2024-05-10T11:09:06.206 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.364+0000 7fc990e43700 1 Processor -- start 2024-05-10T11:09:06.207 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.364+0000 7fc990e43700 1 -- start start 2024-05-10T11:09:06.207 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.364+0000 7fc990e43700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc98c107c40 0x7fc98c19cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:06.207 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.364+0000 7fc990e43700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fc98c10c070 con 0x7fc98c107c40 2024-05-10T11:09:06.207 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.364+0000 7fc98a59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc98c107c40 0x7fc98c19cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:06.207 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.364+0000 7fc98a59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc98c107c40 0x7fc98c19cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57922/0 (socket says 172.21.15.53:57922) 2024-05-10T11:09:06.207 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.364+0000 7fc98a59c700 1 -- 172.21.15.53:0/2456548029 learned_addr learned my addr 172.21.15.53:0/2456548029 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:06.207 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.365+0000 7fc98a59c700 1 -- 172.21.15.53:0/2456548029 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc98c19d140 con 0x7fc98c107c40 2024-05-10T11:09:06.207 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.365+0000 7fc98a59c700 1 --2- 172.21.15.53:0/2456548029 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc98c107c40 0x7fc98c19cc00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc97c0116a0 tx=0x7fc97c011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:06.207 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.365+0000 7fc9837fe700 1 -- 172.21.15.53:0/2456548029 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc97c0039f0 con 0x7fc98c107c40 2024-05-10T11:09:06.207 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.365+0000 7fc9837fe700 1 -- 172.21.15.53:0/2456548029 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fc97c003b90 con 0x7fc98c107c40 2024-05-10T11:09:06.207 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.365+0000 7fc990e43700 1 -- 172.21.15.53:0/2456548029 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc98c19d3d0 con 0x7fc98c107c40 2024-05-10T11:09:06.207 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.365+0000 7fc9837fe700 1 -- 172.21.15.53:0/2456548029 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc97c01a600 con 0x7fc98c107c40 2024-05-10T11:09:06.207 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.365+0000 7fc990e43700 1 -- 172.21.15.53:0/2456548029 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc98c1a00c0 con 0x7fc98c107c40 2024-05-10T11:09:06.207 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.366+0000 7fc9837fe700 1 -- 172.21.15.53:0/2456548029 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fc97c01a8b0 con 0x7fc98c107c40 2024-05-10T11:09:06.208 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.366+0000 7fc990e43700 1 -- 172.21.15.53:0/2456548029 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc98c10c1f0 con 0x7fc98c107c40 2024-05-10T11:09:06.208 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.366+0000 7fc9837fe700 1 --2- 172.21.15.53:0/2456548029 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fc97803e4d0 0x7fc978040990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:06.208 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.366+0000 7fc9837fe700 1 -- 172.21.15.53:0/2456548029 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fc97c053c50 con 0x7fc98c107c40 2024-05-10T11:09:06.208 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.366+0000 7fc989d9b700 1 --2- 172.21.15.53:0/2456548029 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fc97803e4d0 0x7fc978040990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:06.208 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.367+0000 7fc989d9b700 1 --2- 172.21.15.53:0/2456548029 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fc97803e4d0 0x7fc978040990 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc974006fd0 tx=0x7fc974006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:06.208 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.372+0000 7fc9837fe700 1 -- 172.21.15.53:0/2456548029 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fc97c02c350 con 0x7fc98c107c40 2024-05-10T11:09:06.208 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.586+0000 7fc990e43700 1 -- 172.21.15.53:0/2456548029 --> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7fc98c02e840 con 0x7fc97803e4d0 2024-05-10T11:09:06.208 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.586+0000 7fc9837fe700 1 -- 172.21.15.53:0/2456548029 <== mgr.14120 v2:172.21.15.53:6800/1408829696 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7fc98c02e840 con 0x7fc97803e4d0 2024-05-10T11:09:06.208 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.589+0000 7fc990e43700 1 -- 172.21.15.53:0/2456548029 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fc97803e4d0 msgr2=0x7fc978040990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:06.208 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.589+0000 7fc990e43700 1 --2- 172.21.15.53:0/2456548029 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fc97803e4d0 0x7fc978040990 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc974006fd0 tx=0x7fc974006e40 comp rx=0 tx=0).stop 2024-05-10T11:09:06.208 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.589+0000 7fc990e43700 1 -- 172.21.15.53:0/2456548029 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc98c107c40 msgr2=0x7fc98c19cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:06.208 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.589+0000 7fc990e43700 1 --2- 172.21.15.53:0/2456548029 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc98c107c40 0x7fc98c19cc00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc97c0116a0 tx=0x7fc97c011a60 comp rx=0 tx=0).stop 2024-05-10T11:09:06.208 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.589+0000 7fc990e43700 1 -- 172.21.15.53:0/2456548029 shutdown_connections 2024-05-10T11:09:06.209 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.589+0000 7fc990e43700 1 --2- 172.21.15.53:0/2456548029 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fc97803e4d0 0x7fc978040990 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:06.209 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.589+0000 7fc990e43700 1 --2- 172.21.15.53:0/2456548029 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc98c107c40 0x7fc98c19cc00 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:06.209 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.589+0000 7fc990e43700 1 -- 172.21.15.53:0/2456548029 >> 172.21.15.53:0/2456548029 conn(0x7fc98c103200 msgr2=0x7fc98c193760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:06.209 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.589+0000 7fc990e43700 1 -- 172.21.15.53:0/2456548029 shutdown_connections 2024-05-10T11:09:06.209 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:05.589+0000 7fc990e43700 1 -- 172.21.15.53:0/2456548029 wait complete. 2024-05-10T11:09:06.209 INFO:teuthology.orchestra.run.smithi053.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-05-10T11:09:06.209 INFO:teuthology.orchestra.run.smithi053.stdout:Adding key to root@localhost authorized_keys... 2024-05-10T11:09:06.209 INFO:teuthology.orchestra.run.smithi053.stdout:Adding host smithi053... 2024-05-10T11:09:06.531 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:06 smithi053 ceph-mon[30153]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:09:07.956 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:07 smithi053 ceph-mon[30153]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi053", "addr": "172.21.15.53", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:09:07.957 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:07 smithi053 ceph-mon[30153]: Deploying cephadm binary to smithi053 2024-05-10T11:09:11.729 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout Added host 'smithi053' with addr '172.21.15.53' 2024-05-10T11:09:11.729 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.648+0000 7fb8597b8700 1 Processor -- start 2024-05-10T11:09:11.729 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.648+0000 7fb8597b8700 1 -- start start 2024-05-10T11:09:11.729 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.649+0000 7fb8597b8700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb854107c40 0x7fb854108060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:11.729 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.649+0000 7fb8597b8700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb854108630 con 0x7fb854107c40 2024-05-10T11:09:11.729 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.649+0000 7fb852ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb854107c40 0x7fb854108060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:11.729 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.649+0000 7fb852ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb854107c40 0x7fb854108060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57930/0 (socket says 172.21.15.53:57930) 2024-05-10T11:09:11.729 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.649+0000 7fb852ffd700 1 -- 172.21.15.53:0/832989770 learned_addr learned my addr 172.21.15.53:0/832989770 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:11.729 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.649+0000 7fb852ffd700 1 -- 172.21.15.53:0/832989770 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb854108e40 con 0x7fb854107c40 2024-05-10T11:09:11.729 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.649+0000 7fb852ffd700 1 --2- 172.21.15.53:0/832989770 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb854107c40 0x7fb854108060 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fb8440098a0 tx=0x7fb844009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e179104420553912 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:11.729 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.650+0000 7fb8527fc700 1 -- 172.21.15.53:0/832989770 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb844004160 con 0x7fb854107c40 2024-05-10T11:09:11.729 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.650+0000 7fb8527fc700 1 -- 172.21.15.53:0/832989770 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fb844004300 con 0x7fb854107c40 2024-05-10T11:09:11.730 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.650+0000 7fb8527fc700 1 -- 172.21.15.53:0/832989770 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb8440119e0 con 0x7fb854107c40 2024-05-10T11:09:11.730 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.650+0000 7fb8597b8700 1 -- 172.21.15.53:0/832989770 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb854107c40 msgr2=0x7fb854108060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:11.730 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.650+0000 7fb8597b8700 1 --2- 172.21.15.53:0/832989770 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb854107c40 0x7fb854108060 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fb8440098a0 tx=0x7fb844009bb0 comp rx=0 tx=0).stop 2024-05-10T11:09:11.730 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.650+0000 7fb8597b8700 1 -- 172.21.15.53:0/832989770 shutdown_connections 2024-05-10T11:09:11.730 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.650+0000 7fb8597b8700 1 --2- 172.21.15.53:0/832989770 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb854107c40 0x7fb854108060 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:11.730 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.650+0000 7fb8597b8700 1 -- 172.21.15.53:0/832989770 >> 172.21.15.53:0/832989770 conn(0x7fb854103200 msgr2=0x7fb854105620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:11.730 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.650+0000 7fb8597b8700 1 -- 172.21.15.53:0/832989770 shutdown_connections 2024-05-10T11:09:11.730 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.650+0000 7fb8597b8700 1 -- 172.21.15.53:0/832989770 wait complete. 2024-05-10T11:09:11.730 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.651+0000 7fb8597b8700 1 Processor -- start 2024-05-10T11:09:11.730 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.651+0000 7fb8597b8700 1 -- start start 2024-05-10T11:09:11.730 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.651+0000 7fb8597b8700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb854107c40 0x7fb85419cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:11.730 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.651+0000 7fb8597b8700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb85410c070 con 0x7fb854107c40 2024-05-10T11:09:11.731 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.652+0000 7fb852ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb854107c40 0x7fb85419cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:11.731 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.652+0000 7fb852ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb854107c40 0x7fb85419cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57940/0 (socket says 172.21.15.53:57940) 2024-05-10T11:09:11.731 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.652+0000 7fb852ffd700 1 -- 172.21.15.53:0/2077780866 learned_addr learned my addr 172.21.15.53:0/2077780866 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:11.731 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.652+0000 7fb852ffd700 1 -- 172.21.15.53:0/2077780866 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb85419d140 con 0x7fb854107c40 2024-05-10T11:09:11.731 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.652+0000 7fb852ffd700 1 --2- 172.21.15.53:0/2077780866 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb854107c40 0x7fb85419cc00 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fb8440116a0 tx=0x7fb844011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:11.731 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.652+0000 7fb850ff9700 1 -- 172.21.15.53:0/2077780866 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb8440039f0 con 0x7fb854107c40 2024-05-10T11:09:11.731 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.652+0000 7fb850ff9700 1 -- 172.21.15.53:0/2077780866 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fb844003b90 con 0x7fb854107c40 2024-05-10T11:09:11.731 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.652+0000 7fb8597b8700 1 -- 172.21.15.53:0/2077780866 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb85419d3d0 con 0x7fb854107c40 2024-05-10T11:09:11.731 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.652+0000 7fb850ff9700 1 -- 172.21.15.53:0/2077780866 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb84401a600 con 0x7fb854107c40 2024-05-10T11:09:11.731 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.652+0000 7fb8597b8700 1 -- 172.21.15.53:0/2077780866 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8541a00c0 con 0x7fb854107c40 2024-05-10T11:09:11.731 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.653+0000 7fb850ff9700 1 -- 172.21.15.53:0/2077780866 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fb84401a8d0 con 0x7fb854107c40 2024-05-10T11:09:11.731 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.653+0000 7fb850ff9700 1 --2- 172.21.15.53:0/2077780866 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fb84003e470 0x7fb840040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:11.732 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.654+0000 7fb850ff9700 1 -- 172.21.15.53:0/2077780866 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fb8440549e0 con 0x7fb854107c40 2024-05-10T11:09:11.732 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.654+0000 7fb8597b8700 1 -- 172.21.15.53:0/2077780866 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb85410c1f0 con 0x7fb854107c40 2024-05-10T11:09:11.732 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.654+0000 7fb84a7fc700 1 --2- 172.21.15.53:0/2077780866 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fb84003e470 0x7fb840040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:11.732 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.654+0000 7fb84a7fc700 1 --2- 172.21.15.53:0/2077780866 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fb84003e470 0x7fb840040930 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fb83c006fd0 tx=0x7fb83c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:11.732 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.659+0000 7fb850ff9700 1 -- 172.21.15.53:0/2077780866 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fb84402c350 con 0x7fb854107c40 2024-05-10T11:09:11.732 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:06.881+0000 7fb8597b8700 1 -- 172.21.15.53:0/2077780866 --> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi053", "addr": "172.21.15.53", "target": ["mon-mgr", ""]}) -- 0x7fb85402e800 con 0x7fb84003e470 2024-05-10T11:09:11.732 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:11.142+0000 7fb850ff9700 1 -- 172.21.15.53:0/2077780866 <== mgr.14120 v2:172.21.15.53:6800/1408829696 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7fb85402e800 con 0x7fb84003e470 2024-05-10T11:09:11.732 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:11.145+0000 7fb8597b8700 1 -- 172.21.15.53:0/2077780866 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fb84003e470 msgr2=0x7fb840040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:11.732 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:11.145+0000 7fb8597b8700 1 --2- 172.21.15.53:0/2077780866 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fb84003e470 0x7fb840040930 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fb83c006fd0 tx=0x7fb83c006e40 comp rx=0 tx=0).stop 2024-05-10T11:09:11.732 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:11.145+0000 7fb8597b8700 1 -- 172.21.15.53:0/2077780866 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb854107c40 msgr2=0x7fb85419cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:11.732 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:11.145+0000 7fb8597b8700 1 --2- 172.21.15.53:0/2077780866 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb854107c40 0x7fb85419cc00 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fb8440116a0 tx=0x7fb844011a60 comp rx=0 tx=0).stop 2024-05-10T11:09:11.732 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:11.145+0000 7fb8597b8700 1 -- 172.21.15.53:0/2077780866 shutdown_connections 2024-05-10T11:09:11.732 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:11.145+0000 7fb8597b8700 1 --2- 172.21.15.53:0/2077780866 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7fb84003e470 0x7fb840040930 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:11.733 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:11.145+0000 7fb8597b8700 1 --2- 172.21.15.53:0/2077780866 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb854107c40 0x7fb85419cc00 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:11.733 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:11.145+0000 7fb8597b8700 1 -- 172.21.15.53:0/2077780866 >> 172.21.15.53:0/2077780866 conn(0x7fb854103200 msgr2=0x7fb854193760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:11.733 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:11.146+0000 7fb8597b8700 1 -- 172.21.15.53:0/2077780866 shutdown_connections 2024-05-10T11:09:11.733 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:11.146+0000 7fb8597b8700 1 -- 172.21.15.53:0/2077780866 wait complete. 2024-05-10T11:09:11.733 INFO:teuthology.orchestra.run.smithi053.stdout:Deploying unmanaged mon service... 2024-05-10T11:09:12.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:12 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' 2024-05-10T11:09:12.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:12 smithi053 ceph-mon[30153]: Added host smithi053 2024-05-10T11:09:12.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:12 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:09:13.004 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-05-10T11:09:13.004 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.165+0000 7f167f886700 1 Processor -- start 2024-05-10T11:09:13.004 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.165+0000 7f167f886700 1 -- start start 2024-05-10T11:09:13.004 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.165+0000 7f167f886700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1678108d10 0x7f1678109130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:13.004 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.165+0000 7f167f886700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1678109700 con 0x7f1678108d10 2024-05-10T11:09:13.004 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.165+0000 7f167d622700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1678108d10 0x7f1678109130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:13.004 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.165+0000 7f167d622700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1678108d10 0x7f1678109130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:33216/0 (socket says 172.21.15.53:33216) 2024-05-10T11:09:13.004 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.165+0000 7f167d622700 1 -- 172.21.15.53:0/2885215246 learned_addr learned my addr 172.21.15.53:0/2885215246 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:13.004 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.166+0000 7f167d622700 1 -- 172.21.15.53:0/2885215246 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1678109f10 con 0x7f1678108d10 2024-05-10T11:09:13.004 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.166+0000 7f167d622700 1 --2- 172.21.15.53:0/2885215246 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1678108d10 0x7f1678109130 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f1674009e80 tx=0x7f167400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0043371c78d9ad1 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:13.004 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.166+0000 7f166ffff700 1 -- 172.21.15.53:0/2885215246 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1674017070 con 0x7f1678108d10 2024-05-10T11:09:13.005 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.166+0000 7f166ffff700 1 -- 172.21.15.53:0/2885215246 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f167400b8c0 con 0x7f1678108d10 2024-05-10T11:09:13.005 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.166+0000 7f166ffff700 1 -- 172.21.15.53:0/2885215246 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1674004420 con 0x7f1678108d10 2024-05-10T11:09:13.005 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.166+0000 7f167f886700 1 -- 172.21.15.53:0/2885215246 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1678108d10 msgr2=0x7f1678109130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:13.005 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.166+0000 7f167f886700 1 --2- 172.21.15.53:0/2885215246 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1678108d10 0x7f1678109130 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f1674009e80 tx=0x7f167400b330 comp rx=0 tx=0).stop 2024-05-10T11:09:13.005 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.167+0000 7f167f886700 1 -- 172.21.15.53:0/2885215246 shutdown_connections 2024-05-10T11:09:13.005 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.167+0000 7f167f886700 1 --2- 172.21.15.53:0/2885215246 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1678108d10 0x7f1678109130 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:13.005 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.167+0000 7f167f886700 1 -- 172.21.15.53:0/2885215246 >> 172.21.15.53:0/2885215246 conn(0x7f16781042d0 msgr2=0x7f16781066f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:13.005 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.167+0000 7f167f886700 1 -- 172.21.15.53:0/2885215246 shutdown_connections 2024-05-10T11:09:13.005 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.167+0000 7f167f886700 1 -- 172.21.15.53:0/2885215246 wait complete. 2024-05-10T11:09:13.005 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.167+0000 7f167f886700 1 Processor -- start 2024-05-10T11:09:13.005 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.167+0000 7f167f886700 1 -- start start 2024-05-10T11:09:13.005 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.168+0000 7f167f886700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1678108d10 0x7f167819cb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:13.005 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.168+0000 7f167f886700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f167810d140 con 0x7f1678108d10 2024-05-10T11:09:13.005 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.168+0000 7f167d622700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1678108d10 0x7f167819cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:13.006 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.168+0000 7f167d622700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1678108d10 0x7f167819cb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:33224/0 (socket says 172.21.15.53:33224) 2024-05-10T11:09:13.006 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.168+0000 7f167d622700 1 -- 172.21.15.53:0/2671885216 learned_addr learned my addr 172.21.15.53:0/2671885216 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:13.006 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.168+0000 7f167d622700 1 -- 172.21.15.53:0/2671885216 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f167819d0a0 con 0x7f1678108d10 2024-05-10T11:09:13.006 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.168+0000 7f167d622700 1 --2- 172.21.15.53:0/2671885216 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1678108d10 0x7f167819cb60 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f16740093b0 tx=0x7f16740093e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:13.006 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.168+0000 7f166e7fc700 1 -- 172.21.15.53:0/2671885216 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1674020020 con 0x7f1678108d10 2024-05-10T11:09:13.006 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.168+0000 7f166e7fc700 1 -- 172.21.15.53:0/2671885216 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f1674003db0 con 0x7f1678108d10 2024-05-10T11:09:13.006 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.168+0000 7f167f886700 1 -- 172.21.15.53:0/2671885216 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f167819d330 con 0x7f1678108d10 2024-05-10T11:09:13.006 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.168+0000 7f166e7fc700 1 -- 172.21.15.53:0/2671885216 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1674017040 con 0x7f1678108d10 2024-05-10T11:09:13.006 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.168+0000 7f167f886700 1 -- 172.21.15.53:0/2671885216 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16781a0020 con 0x7f1678108d10 2024-05-10T11:09:13.006 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.169+0000 7f166e7fc700 1 -- 172.21.15.53:0/2671885216 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f1674023020 con 0x7f1678108d10 2024-05-10T11:09:13.006 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.169+0000 7f167f886700 1 -- 172.21.15.53:0/2671885216 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f167810d2c0 con 0x7f1678108d10 2024-05-10T11:09:13.006 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.170+0000 7f166e7fc700 1 --2- 172.21.15.53:0/2671885216 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f166403e4c0 0x7f1664040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:13.006 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.170+0000 7f166e7fc700 1 -- 172.21.15.53:0/2671885216 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f167400f050 con 0x7f1678108d10 2024-05-10T11:09:13.007 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.170+0000 7f167ce21700 1 --2- 172.21.15.53:0/2671885216 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f166403e4c0 0x7f1664040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:13.007 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.170+0000 7f167ce21700 1 --2- 172.21.15.53:0/2671885216 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f166403e4c0 0x7f1664040980 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f1668006fd0 tx=0x7f1668006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:13.007 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.175+0000 7f166e7fc700 1 -- 172.21.15.53:0/2671885216 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f167402a020 con 0x7f1678108d10 2024-05-10T11:09:13.007 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.406+0000 7f167f886700 1 -- 172.21.15.53:0/2671885216 --> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f16781054c0 con 0x7f166403e4c0 2024-05-10T11:09:13.007 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.411+0000 7f166e7fc700 1 -- 172.21.15.53:0/2671885216 <== mgr.14120 v2:172.21.15.53:6800/1408829696 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f16781054c0 con 0x7f166403e4c0 2024-05-10T11:09:13.007 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.413+0000 7f167f886700 1 -- 172.21.15.53:0/2671885216 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f166403e4c0 msgr2=0x7f1664040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:13.007 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.413+0000 7f167f886700 1 --2- 172.21.15.53:0/2671885216 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f166403e4c0 0x7f1664040980 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f1668006fd0 tx=0x7f1668006e40 comp rx=0 tx=0).stop 2024-05-10T11:09:13.007 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.413+0000 7f167f886700 1 -- 172.21.15.53:0/2671885216 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1678108d10 msgr2=0x7f167819cb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:13.007 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.413+0000 7f167f886700 1 --2- 172.21.15.53:0/2671885216 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1678108d10 0x7f167819cb60 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f16740093b0 tx=0x7f16740093e0 comp rx=0 tx=0).stop 2024-05-10T11:09:13.007 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.413+0000 7f167f886700 1 -- 172.21.15.53:0/2671885216 shutdown_connections 2024-05-10T11:09:13.007 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.413+0000 7f167f886700 1 --2- 172.21.15.53:0/2671885216 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f166403e4c0 0x7f1664040980 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:13.007 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.413+0000 7f167f886700 1 --2- 172.21.15.53:0/2671885216 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1678108d10 0x7f167819cb60 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:13.007 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.413+0000 7f167f886700 1 -- 172.21.15.53:0/2671885216 >> 172.21.15.53:0/2671885216 conn(0x7f16781042d0 msgr2=0x7f1678104db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:13.008 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.413+0000 7f167f886700 1 -- 172.21.15.53:0/2671885216 shutdown_connections 2024-05-10T11:09:13.008 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:12.413+0000 7f167f886700 1 -- 172.21.15.53:0/2671885216 wait complete. 2024-05-10T11:09:13.008 INFO:teuthology.orchestra.run.smithi053.stdout:Deploying unmanaged mgr service... 2024-05-10T11:09:13.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:13 smithi053 ceph-mon[30153]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:09:13.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:13 smithi053 ceph-mon[30153]: Saving service mon spec with placement count:5 2024-05-10T11:09:13.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:13 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' 2024-05-10T11:09:14.322 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-05-10T11:09:14.322 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.491+0000 7f8f206b4700 1 Processor -- start 2024-05-10T11:09:14.322 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.491+0000 7f8f206b4700 1 -- start start 2024-05-10T11:09:14.323 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.491+0000 7f8f206b4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f18106fd0 0x7f8f181073f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:14.323 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.491+0000 7f8f206b4700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8f181079c0 con 0x7f8f18106fd0 2024-05-10T11:09:14.323 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.492+0000 7f8f1e450700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f18106fd0 0x7f8f181073f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:14.323 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.492+0000 7f8f1e450700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f18106fd0 0x7f8f181073f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:33240/0 (socket says 172.21.15.53:33240) 2024-05-10T11:09:14.323 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.492+0000 7f8f1e450700 1 -- 172.21.15.53:0/3157817313 learned_addr learned my addr 172.21.15.53:0/3157817313 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:14.323 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.492+0000 7f8f1e450700 1 -- 172.21.15.53:0/3157817313 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f18109fb0 con 0x7f8f18106fd0 2024-05-10T11:09:14.323 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.492+0000 7f8f1e450700 1 --2- 172.21.15.53:0/3157817313 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f18106fd0 0x7f8f181073f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f8f140098a0 tx=0x7f8f14009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93a3566f4276fe4 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:14.323 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.492+0000 7f8f1d44e700 1 -- 172.21.15.53:0/3157817313 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f14004160 con 0x7f8f18106fd0 2024-05-10T11:09:14.323 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.492+0000 7f8f1d44e700 1 -- 172.21.15.53:0/3157817313 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f8f14004300 con 0x7f8f18106fd0 2024-05-10T11:09:14.323 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.492+0000 7f8f1d44e700 1 -- 172.21.15.53:0/3157817313 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f140119e0 con 0x7f8f18106fd0 2024-05-10T11:09:14.324 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.493+0000 7f8f206b4700 1 -- 172.21.15.53:0/3157817313 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f18106fd0 msgr2=0x7f8f181073f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:14.324 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.493+0000 7f8f206b4700 1 --2- 172.21.15.53:0/3157817313 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f18106fd0 0x7f8f181073f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f8f140098a0 tx=0x7f8f14009bb0 comp rx=0 tx=0).stop 2024-05-10T11:09:14.324 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.493+0000 7f8f206b4700 1 -- 172.21.15.53:0/3157817313 shutdown_connections 2024-05-10T11:09:14.324 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.493+0000 7f8f206b4700 1 --2- 172.21.15.53:0/3157817313 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f18106fd0 0x7f8f181073f0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:14.324 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.493+0000 7f8f206b4700 1 -- 172.21.15.53:0/3157817313 >> 172.21.15.53:0/3157817313 conn(0x7f8f18102950 msgr2=0x7f8f18104d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:14.324 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.493+0000 7f8f206b4700 1 -- 172.21.15.53:0/3157817313 shutdown_connections 2024-05-10T11:09:14.324 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.493+0000 7f8f206b4700 1 -- 172.21.15.53:0/3157817313 wait complete. 2024-05-10T11:09:14.324 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.494+0000 7f8f206b4700 1 Processor -- start 2024-05-10T11:09:14.324 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.494+0000 7f8f206b4700 1 -- start start 2024-05-10T11:09:14.324 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.494+0000 7f8f206b4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f18106fd0 0x7f8f1819cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:14.324 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.494+0000 7f8f206b4700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8f1810d1e0 con 0x7f8f18106fd0 2024-05-10T11:09:14.324 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.494+0000 7f8f1e450700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f18106fd0 0x7f8f1819cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:14.325 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.494+0000 7f8f1e450700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f18106fd0 0x7f8f1819cb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:33244/0 (socket says 172.21.15.53:33244) 2024-05-10T11:09:14.325 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.494+0000 7f8f1e450700 1 -- 172.21.15.53:0/2003992726 learned_addr learned my addr 172.21.15.53:0/2003992726 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:14.325 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.494+0000 7f8f1e450700 1 -- 172.21.15.53:0/2003992726 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f1819d090 con 0x7f8f18106fd0 2024-05-10T11:09:14.325 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.494+0000 7f8f1e450700 1 --2- 172.21.15.53:0/2003992726 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f18106fd0 0x7f8f1819cb50 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f8f140119b0 tx=0x7f8f14011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:14.325 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.494+0000 7f8f0f7fe700 1 -- 172.21.15.53:0/2003992726 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f14003b70 con 0x7f8f18106fd0 2024-05-10T11:09:14.325 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.495+0000 7f8f0f7fe700 1 -- 172.21.15.53:0/2003992726 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f8f1401a8a0 con 0x7f8f18106fd0 2024-05-10T11:09:14.325 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.495+0000 7f8f206b4700 1 -- 172.21.15.53:0/2003992726 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f1819d320 con 0x7f8f18106fd0 2024-05-10T11:09:14.325 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.495+0000 7f8f0f7fe700 1 -- 172.21.15.53:0/2003992726 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f14024830 con 0x7f8f18106fd0 2024-05-10T11:09:14.325 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.495+0000 7f8f206b4700 1 -- 172.21.15.53:0/2003992726 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f181a0010 con 0x7f8f18106fd0 2024-05-10T11:09:14.325 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.495+0000 7f8f206b4700 1 -- 172.21.15.53:0/2003992726 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f18064b00 con 0x7f8f18106fd0 2024-05-10T11:09:14.326 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.496+0000 7f8f0f7fe700 1 -- 172.21.15.53:0/2003992726 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f8f14022020 con 0x7f8f18106fd0 2024-05-10T11:09:14.326 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.496+0000 7f8f0f7fe700 1 --2- 172.21.15.53:0/2003992726 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f8f0403e420 0x7f8f040408e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:14.326 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.496+0000 7f8f0f7fe700 1 -- 172.21.15.53:0/2003992726 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f8f14053ad0 con 0x7f8f18106fd0 2024-05-10T11:09:14.326 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.496+0000 7f8f1dc4f700 1 --2- 172.21.15.53:0/2003992726 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f8f0403e420 0x7f8f040408e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:14.326 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.496+0000 7f8f1dc4f700 1 --2- 172.21.15.53:0/2003992726 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f8f0403e420 0x7f8f040408e0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f8f08006fd0 tx=0x7f8f08006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:14.326 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.501+0000 7f8f0f7fe700 1 -- 172.21.15.53:0/2003992726 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f8f1400f2e0 con 0x7f8f18106fd0 2024-05-10T11:09:14.326 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.731+0000 7f8f206b4700 1 -- 172.21.15.53:0/2003992726 --> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f8f18103b30 con 0x7f8f0403e420 2024-05-10T11:09:14.326 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.735+0000 7f8f0f7fe700 1 -- 172.21.15.53:0/2003992726 <== mgr.14120 v2:172.21.15.53:6800/1408829696 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f8f18103b30 con 0x7f8f0403e420 2024-05-10T11:09:14.326 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.737+0000 7f8f206b4700 1 -- 172.21.15.53:0/2003992726 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f8f0403e420 msgr2=0x7f8f040408e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:14.326 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.737+0000 7f8f206b4700 1 --2- 172.21.15.53:0/2003992726 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f8f0403e420 0x7f8f040408e0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f8f08006fd0 tx=0x7f8f08006e40 comp rx=0 tx=0).stop 2024-05-10T11:09:14.326 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.737+0000 7f8f206b4700 1 -- 172.21.15.53:0/2003992726 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f18106fd0 msgr2=0x7f8f1819cb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:14.326 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.737+0000 7f8f206b4700 1 --2- 172.21.15.53:0/2003992726 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f18106fd0 0x7f8f1819cb50 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f8f140119b0 tx=0x7f8f14011a90 comp rx=0 tx=0).stop 2024-05-10T11:09:14.326 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.737+0000 7f8f206b4700 1 -- 172.21.15.53:0/2003992726 shutdown_connections 2024-05-10T11:09:14.327 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.737+0000 7f8f206b4700 1 --2- 172.21.15.53:0/2003992726 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f8f0403e420 0x7f8f040408e0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:14.327 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.737+0000 7f8f206b4700 1 --2- 172.21.15.53:0/2003992726 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f18106fd0 0x7f8f1819cb50 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:14.327 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.737+0000 7f8f206b4700 1 -- 172.21.15.53:0/2003992726 >> 172.21.15.53:0/2003992726 conn(0x7f8f18102950 msgr2=0x7f8f18103420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:14.327 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.737+0000 7f8f206b4700 1 -- 172.21.15.53:0/2003992726 shutdown_connections 2024-05-10T11:09:14.327 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:13.737+0000 7f8f206b4700 1 -- 172.21.15.53:0/2003992726 wait complete. 2024-05-10T11:09:15.068 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:14 smithi053 ceph-mon[30153]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:09:15.068 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:14 smithi053 ceph-mon[30153]: Saving service mgr spec with placement count:2 2024-05-10T11:09:15.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:14 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' 2024-05-10T11:09:16.350 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.531+0000 7f6c9a714700 1 Processor -- start 2024-05-10T11:09:16.350 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.531+0000 7f6c9a714700 1 -- start start 2024-05-10T11:09:16.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.531+0000 7f6c9a714700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c94107c40 0x7f6c94108060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:16.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.531+0000 7f6c9a714700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f6c94108630 con 0x7f6c94107c40 2024-05-10T11:09:16.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.531+0000 7f6c93fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c94107c40 0x7f6c94108060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:16.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.531+0000 7f6c93fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c94107c40 0x7f6c94108060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:33260/0 (socket says 172.21.15.53:33260) 2024-05-10T11:09:16.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.531+0000 7f6c93fff700 1 -- 172.21.15.53:0/720342180 learned_addr learned my addr 172.21.15.53:0/720342180 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:16.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.532+0000 7f6c93fff700 1 -- 172.21.15.53:0/720342180 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c94108e40 con 0x7f6c94107c40 2024-05-10T11:09:16.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.532+0000 7f6c93fff700 1 --2- 172.21.15.53:0/720342180 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c94107c40 0x7f6c94108060 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f6c840098a0 tx=0x7f6c84009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73968f2f74cf84e server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:16.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.532+0000 7f6c92ffd700 1 -- 172.21.15.53:0/720342180 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6c84004160 con 0x7f6c94107c40 2024-05-10T11:09:16.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.532+0000 7f6c92ffd700 1 -- 172.21.15.53:0/720342180 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6c84004300 con 0x7f6c94107c40 2024-05-10T11:09:16.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.532+0000 7f6c92ffd700 1 -- 172.21.15.53:0/720342180 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6c84011960 con 0x7f6c94107c40 2024-05-10T11:09:16.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.533+0000 7f6c9a714700 1 -- 172.21.15.53:0/720342180 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c94107c40 msgr2=0x7f6c94108060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:16.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.533+0000 7f6c9a714700 1 --2- 172.21.15.53:0/720342180 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c94107c40 0x7f6c94108060 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f6c840098a0 tx=0x7f6c84009bb0 comp rx=0 tx=0).stop 2024-05-10T11:09:16.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.533+0000 7f6c9a714700 1 -- 172.21.15.53:0/720342180 shutdown_connections 2024-05-10T11:09:16.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.533+0000 7f6c9a714700 1 --2- 172.21.15.53:0/720342180 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c94107c40 0x7f6c94108060 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:16.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.533+0000 7f6c9a714700 1 -- 172.21.15.53:0/720342180 >> 172.21.15.53:0/720342180 conn(0x7f6c94103200 msgr2=0x7f6c94105620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:16.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.533+0000 7f6c9a714700 1 -- 172.21.15.53:0/720342180 shutdown_connections 2024-05-10T11:09:16.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.533+0000 7f6c9a714700 1 -- 172.21.15.53:0/720342180 wait complete. 2024-05-10T11:09:16.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.534+0000 7f6c9a714700 1 Processor -- start 2024-05-10T11:09:16.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.534+0000 7f6c9a714700 1 -- start start 2024-05-10T11:09:16.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.534+0000 7f6c9a714700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c94107c40 0x7f6c9419eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:16.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.534+0000 7f6c9a714700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f6c9407bfe0 con 0x7f6c94107c40 2024-05-10T11:09:16.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.534+0000 7f6c93fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c94107c40 0x7f6c9419eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:16.353 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.535+0000 7f6c93fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c94107c40 0x7f6c9419eda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:33268/0 (socket says 172.21.15.53:33268) 2024-05-10T11:09:16.353 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.535+0000 7f6c93fff700 1 -- 172.21.15.53:0/3217707844 learned_addr learned my addr 172.21.15.53:0/3217707844 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:16.353 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.535+0000 7f6c93fff700 1 -- 172.21.15.53:0/3217707844 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c9419f2e0 con 0x7f6c94107c40 2024-05-10T11:09:16.353 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.535+0000 7f6c93fff700 1 --2- 172.21.15.53:0/3217707844 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c94107c40 0x7f6c9419eda0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f6c84011670 tx=0x7f6c84011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:16.353 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.535+0000 7f6c917fa700 1 -- 172.21.15.53:0/3217707844 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6c8401f070 con 0x7f6c94107c40 2024-05-10T11:09:16.353 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.535+0000 7f6c917fa700 1 -- 172.21.15.53:0/3217707844 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6c84003b20 con 0x7f6c94107c40 2024-05-10T11:09:16.353 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.535+0000 7f6c9a714700 1 -- 172.21.15.53:0/3217707844 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c9419f570 con 0x7f6c94107c40 2024-05-10T11:09:16.353 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.535+0000 7f6c9a714700 1 -- 172.21.15.53:0/3217707844 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c941a2260 con 0x7f6c94107c40 2024-05-10T11:09:16.353 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.535+0000 7f6c917fa700 1 -- 172.21.15.53:0/3217707844 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6c84019580 con 0x7f6c94107c40 2024-05-10T11:09:16.353 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.536+0000 7f6c917fa700 1 -- 172.21.15.53:0/3217707844 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f6c84022070 con 0x7f6c94107c40 2024-05-10T11:09:16.353 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.536+0000 7f6c917fa700 1 --2- 172.21.15.53:0/3217707844 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f6c7c03e470 0x7f6c7c040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:16.353 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.536+0000 7f6c917fa700 1 -- 172.21.15.53:0/3217707844 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f6c84054980 con 0x7f6c94107c40 2024-05-10T11:09:16.353 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.536+0000 7f6c9a714700 1 -- 172.21.15.53:0/3217707844 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c9419fa50 con 0x7f6c94107c40 2024-05-10T11:09:16.353 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.537+0000 7f6c937fe700 1 --2- 172.21.15.53:0/3217707844 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f6c7c03e470 0x7f6c7c040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:16.354 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.537+0000 7f6c937fe700 1 --2- 172.21.15.53:0/3217707844 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f6c7c03e470 0x7f6c7c040930 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f6c88006fd0 tx=0x7f6c88006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:16.354 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.542+0000 7f6c917fa700 1 -- 172.21.15.53:0/3217707844 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f6c9419fa50 con 0x7f6c94107c40 2024-05-10T11:09:16.354 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.764+0000 7f6c9a714700 1 -- 172.21.15.53:0/3217707844 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f6c941a2760 con 0x7f6c94107c40 2024-05-10T11:09:16.354 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.767+0000 7f6c917fa700 1 -- 172.21.15.53:0/3217707844 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f6c840172b0 con 0x7f6c94107c40 2024-05-10T11:09:16.354 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.770+0000 7f6c9a714700 1 -- 172.21.15.53:0/3217707844 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f6c7c03e470 msgr2=0x7f6c7c040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:16.354 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.770+0000 7f6c9a714700 1 --2- 172.21.15.53:0/3217707844 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f6c7c03e470 0x7f6c7c040930 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f6c88006fd0 tx=0x7f6c88006e40 comp rx=0 tx=0).stop 2024-05-10T11:09:16.354 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.770+0000 7f6c9a714700 1 -- 172.21.15.53:0/3217707844 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c94107c40 msgr2=0x7f6c9419eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:16.354 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.770+0000 7f6c9a714700 1 --2- 172.21.15.53:0/3217707844 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c94107c40 0x7f6c9419eda0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f6c84011670 tx=0x7f6c84011a30 comp rx=0 tx=0).stop 2024-05-10T11:09:16.354 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.770+0000 7f6c9a714700 1 -- 172.21.15.53:0/3217707844 shutdown_connections 2024-05-10T11:09:16.354 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.770+0000 7f6c9a714700 1 --2- 172.21.15.53:0/3217707844 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f6c7c03e470 0x7f6c7c040930 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:16.354 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.770+0000 7f6c9a714700 1 --2- 172.21.15.53:0/3217707844 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6c94107c40 0x7f6c9419eda0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:16.354 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.770+0000 7f6c9a714700 1 -- 172.21.15.53:0/3217707844 >> 172.21.15.53:0/3217707844 conn(0x7f6c94103200 msgr2=0x7f6c9410c2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:16.354 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.770+0000 7f6c9a714700 1 -- 172.21.15.53:0/3217707844 shutdown_connections 2024-05-10T11:09:16.355 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:15.770+0000 7f6c9a714700 1 -- 172.21.15.53:0/3217707844 wait complete. 2024-05-10T11:09:16.472 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:16 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' 2024-05-10T11:09:16.472 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:16 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' 2024-05-10T11:09:16.472 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:16 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3217707844' entity='client.admin' 2024-05-10T11:09:17.649 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.764+0000 7f52ad557700 1 Processor -- start 2024-05-10T11:09:17.650 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.764+0000 7f52ad557700 1 -- start start 2024-05-10T11:09:17.650 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.764+0000 7f52ad557700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f52a81097b0 0x7f52a810bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:17.650 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.764+0000 7f52ad557700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f52a807cec0 con 0x7f52a81097b0 2024-05-10T11:09:17.650 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.765+0000 7f52a6ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f52a81097b0 0x7f52a810bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:17.650 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.765+0000 7f52a6ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f52a81097b0 0x7f52a810bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:33270/0 (socket says 172.21.15.53:33270) 2024-05-10T11:09:17.650 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.765+0000 7f52a6ffd700 1 -- 172.21.15.53:0/3753178379 learned_addr learned my addr 172.21.15.53:0/3753178379 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:17.650 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.765+0000 7f52a6ffd700 1 -- 172.21.15.53:0/3753178379 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52a810c0e0 con 0x7f52a81097b0 2024-05-10T11:09:17.650 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.765+0000 7f52a6ffd700 1 --2- 172.21.15.53:0/3753178379 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f52a81097b0 0x7f52a810bba0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f5298009e80 tx=0x7f529800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1226704aeaccdde server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:17.650 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.765+0000 7f52a5ffb700 1 -- 172.21.15.53:0/3753178379 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5298017070 con 0x7f52a81097b0 2024-05-10T11:09:17.650 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.766+0000 7f52a5ffb700 1 -- 172.21.15.53:0/3753178379 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f529800b8c0 con 0x7f52a81097b0 2024-05-10T11:09:17.650 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.766+0000 7f52a5ffb700 1 -- 172.21.15.53:0/3753178379 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5298004420 con 0x7f52a81097b0 2024-05-10T11:09:17.651 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.766+0000 7f52ad557700 1 -- 172.21.15.53:0/3753178379 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f52a81097b0 msgr2=0x7f52a810bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:17.651 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.766+0000 7f52ad557700 1 --2- 172.21.15.53:0/3753178379 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f52a81097b0 0x7f52a810bba0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f5298009e80 tx=0x7f529800b330 comp rx=0 tx=0).stop 2024-05-10T11:09:17.651 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.766+0000 7f52ad557700 1 -- 172.21.15.53:0/3753178379 shutdown_connections 2024-05-10T11:09:17.651 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.766+0000 7f52ad557700 1 --2- 172.21.15.53:0/3753178379 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f52a81097b0 0x7f52a810bba0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:17.651 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.766+0000 7f52ad557700 1 -- 172.21.15.53:0/3753178379 >> 172.21.15.53:0/3753178379 conn(0x7f52a8103200 msgr2=0x7f52a8105620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:17.651 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.766+0000 7f52ad557700 1 -- 172.21.15.53:0/3753178379 shutdown_connections 2024-05-10T11:09:17.651 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.766+0000 7f52ad557700 1 -- 172.21.15.53:0/3753178379 wait complete. 2024-05-10T11:09:17.651 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.767+0000 7f52ad557700 1 Processor -- start 2024-05-10T11:09:17.651 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.767+0000 7f52ad557700 1 -- start start 2024-05-10T11:09:17.651 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.767+0000 7f52ad557700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f52a81097b0 0x7f52a819ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:17.651 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.767+0000 7f52ad557700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f52a8108320 con 0x7f52a81097b0 2024-05-10T11:09:17.651 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.768+0000 7f52a6ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f52a81097b0 0x7f52a819ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:17.651 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.768+0000 7f52a6ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f52a81097b0 0x7f52a819ed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:33278/0 (socket says 172.21.15.53:33278) 2024-05-10T11:09:17.652 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.768+0000 7f52a6ffd700 1 -- 172.21.15.53:0/1639978102 learned_addr learned my addr 172.21.15.53:0/1639978102 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:17.652 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.768+0000 7f52a6ffd700 1 -- 172.21.15.53:0/1639978102 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52a819f280 con 0x7f52a81097b0 2024-05-10T11:09:17.652 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.768+0000 7f52a6ffd700 1 --2- 172.21.15.53:0/1639978102 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f52a81097b0 0x7f52a819ed40 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5298009e50 tx=0x7f529800bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:17.652 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.768+0000 7f528ffff700 1 -- 172.21.15.53:0/1639978102 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5298020020 con 0x7f52a81097b0 2024-05-10T11:09:17.652 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.768+0000 7f52ad557700 1 -- 172.21.15.53:0/1639978102 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52a819f510 con 0x7f52a81097b0 2024-05-10T11:09:17.652 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.768+0000 7f528ffff700 1 -- 172.21.15.53:0/1639978102 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5298003d90 con 0x7f52a81097b0 2024-05-10T11:09:17.652 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.768+0000 7f528ffff700 1 -- 172.21.15.53:0/1639978102 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5298017040 con 0x7f52a81097b0 2024-05-10T11:09:17.652 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.768+0000 7f52ad557700 1 -- 172.21.15.53:0/1639978102 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52a81a2200 con 0x7f52a81097b0 2024-05-10T11:09:17.652 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.769+0000 7f528ffff700 1 -- 172.21.15.53:0/1639978102 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f5298023020 con 0x7f52a81097b0 2024-05-10T11:09:17.652 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.769+0000 7f528ffff700 1 --2- 172.21.15.53:0/1639978102 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f529003e420 0x7f52900408e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:17.652 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.770+0000 7f528ffff700 1 -- 172.21.15.53:0/1639978102 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f529800f050 con 0x7f52a81097b0 2024-05-10T11:09:17.652 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.770+0000 7f52ad557700 1 -- 172.21.15.53:0/1639978102 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52a8064b00 con 0x7f52a81097b0 2024-05-10T11:09:17.652 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.770+0000 7f52a67fc700 1 --2- 172.21.15.53:0/1639978102 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f529003e420 0x7f52900408e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:17.652 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.770+0000 7f52a67fc700 1 --2- 172.21.15.53:0/1639978102 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f529003e420 0x7f52900408e0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f529c006fd0 tx=0x7f529c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:17.653 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.777+0000 7f528ffff700 1 -- 172.21.15.53:0/1639978102 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f529802a020 con 0x7f52a81097b0 2024-05-10T11:09:17.653 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.997+0000 7f52ad557700 1 -- 172.21.15.53:0/1639978102 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f52a802e740 con 0x7f52a81097b0 2024-05-10T11:09:17.653 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:16.999+0000 7f528ffff700 1 -- 172.21.15.53:0/1639978102 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f529802b260 con 0x7f52a81097b0 2024-05-10T11:09:17.653 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:17.002+0000 7f52ad557700 1 -- 172.21.15.53:0/1639978102 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f529003e420 msgr2=0x7f52900408e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:17.653 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:17.002+0000 7f52ad557700 1 --2- 172.21.15.53:0/1639978102 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f529003e420 0x7f52900408e0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f529c006fd0 tx=0x7f529c006e40 comp rx=0 tx=0).stop 2024-05-10T11:09:17.653 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:17.002+0000 7f52ad557700 1 -- 172.21.15.53:0/1639978102 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f52a81097b0 msgr2=0x7f52a819ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:17.653 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:17.002+0000 7f52ad557700 1 --2- 172.21.15.53:0/1639978102 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f52a81097b0 0x7f52a819ed40 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5298009e50 tx=0x7f529800bd50 comp rx=0 tx=0).stop 2024-05-10T11:09:17.653 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:17.002+0000 7f52ad557700 1 -- 172.21.15.53:0/1639978102 shutdown_connections 2024-05-10T11:09:17.653 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:17.002+0000 7f52ad557700 1 --2- 172.21.15.53:0/1639978102 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f529003e420 0x7f52900408e0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:17.653 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:17.002+0000 7f52ad557700 1 --2- 172.21.15.53:0/1639978102 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f52a81097b0 0x7f52a819ed40 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:17.653 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:17.002+0000 7f52ad557700 1 -- 172.21.15.53:0/1639978102 >> 172.21.15.53:0/1639978102 conn(0x7f52a8103200 msgr2=0x7f52a8103aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:17.653 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:17.002+0000 7f52ad557700 1 -- 172.21.15.53:0/1639978102 shutdown_connections 2024-05-10T11:09:17.653 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:17.002+0000 7f52ad557700 1 -- 172.21.15.53:0/1639978102 wait complete. 2024-05-10T11:09:17.653 INFO:teuthology.orchestra.run.smithi053.stdout:Enabling the dashboard module... 2024-05-10T11:09:18.288 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:18 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1639978102' entity='client.admin' 2024-05-10T11:09:19.263 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:19 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: ignoring --setuser ceph since I am not root 2024-05-10T11:09:19.263 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:19 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: ignoring --setgroup ceph since I am not root 2024-05-10T11:09:19.263 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:19 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:19.188+0000 7f050932f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-10T11:09:19.264 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:19 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2237248123' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-05-10T11:09:19.264 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:19 smithi053 ceph-mon[30153]: from='mgr.14120 172.21.15.53:0/2069320891' entity='mgr.x' 2024-05-10T11:09:19.569 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:19 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:19.402+0000 7f050932f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-10T11:09:19.569 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:19 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:19.510+0000 7f050932f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-10T11:09:19.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.200+0000 7f6976d15700 1 Processor -- start 2024-05-10T11:09:19.642 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.200+0000 7f6976d15700 1 -- start start 2024-05-10T11:09:19.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.201+0000 7f6976d15700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6970109830 0x7f697010bc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:19.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.201+0000 7f6976d15700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f697007ce40 con 0x7f6970109830 2024-05-10T11:09:19.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.201+0000 7f6974ab1700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6970109830 0x7f697010bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:19.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.201+0000 7f6974ab1700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6970109830 0x7f697010bc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:33288/0 (socket says 172.21.15.53:33288) 2024-05-10T11:09:19.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.201+0000 7f6974ab1700 1 -- 172.21.15.53:0/3002825438 learned_addr learned my addr 172.21.15.53:0/3002825438 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:19.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.201+0000 7f6974ab1700 1 -- 172.21.15.53:0/3002825438 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f697010c160 con 0x7f6970109830 2024-05-10T11:09:19.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.201+0000 7f6974ab1700 1 --2- 172.21.15.53:0/3002825438 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6970109830 0x7f697010bc20 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f696c0098a0 tx=0x7f696c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2e63ef248c7b26b server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:19.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.201+0000 7f69677fe700 1 -- 172.21.15.53:0/3002825438 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f696c004160 con 0x7f6970109830 2024-05-10T11:09:19.643 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.202+0000 7f69677fe700 1 -- 172.21.15.53:0/3002825438 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f696c004300 con 0x7f6970109830 2024-05-10T11:09:19.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.202+0000 7f69677fe700 1 -- 172.21.15.53:0/3002825438 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f696c011960 con 0x7f6970109830 2024-05-10T11:09:19.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.202+0000 7f6976d15700 1 -- 172.21.15.53:0/3002825438 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6970109830 msgr2=0x7f697010bc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:19.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.202+0000 7f6976d15700 1 --2- 172.21.15.53:0/3002825438 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6970109830 0x7f697010bc20 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f696c0098a0 tx=0x7f696c009bb0 comp rx=0 tx=0).stop 2024-05-10T11:09:19.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.202+0000 7f6976d15700 1 -- 172.21.15.53:0/3002825438 shutdown_connections 2024-05-10T11:09:19.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.202+0000 7f6976d15700 1 --2- 172.21.15.53:0/3002825438 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6970109830 0x7f697010bc20 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:19.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.202+0000 7f6976d15700 1 -- 172.21.15.53:0/3002825438 >> 172.21.15.53:0/3002825438 conn(0x7f6970103200 msgr2=0x7f6970105620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:19.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.202+0000 7f6976d15700 1 -- 172.21.15.53:0/3002825438 shutdown_connections 2024-05-10T11:09:19.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.202+0000 7f6976d15700 1 -- 172.21.15.53:0/3002825438 wait complete. 2024-05-10T11:09:19.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.203+0000 7f6976d15700 1 Processor -- start 2024-05-10T11:09:19.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.203+0000 7f6976d15700 1 -- start start 2024-05-10T11:09:19.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.203+0000 7f6976d15700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6970109830 0x7f697019cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:19.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.203+0000 7f6976d15700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f697010d0a0 con 0x7f6970109830 2024-05-10T11:09:19.644 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.203+0000 7f6974ab1700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6970109830 0x7f697019cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:19.645 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.203+0000 7f6974ab1700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6970109830 0x7f697019cb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:33296/0 (socket says 172.21.15.53:33296) 2024-05-10T11:09:19.645 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.203+0000 7f6974ab1700 1 -- 172.21.15.53:0/2237248123 learned_addr learned my addr 172.21.15.53:0/2237248123 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:19.645 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.204+0000 7f6974ab1700 1 -- 172.21.15.53:0/2237248123 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f697019d090 con 0x7f6970109830 2024-05-10T11:09:19.645 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.204+0000 7f6974ab1700 1 --2- 172.21.15.53:0/2237248123 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6970109830 0x7f697019cb50 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f696c011670 tx=0x7f696c011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:19.645 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.204+0000 7f6965ffb700 1 -- 172.21.15.53:0/2237248123 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f696c01f070 con 0x7f6970109830 2024-05-10T11:09:19.645 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.204+0000 7f6965ffb700 1 -- 172.21.15.53:0/2237248123 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f696c003b20 con 0x7f6970109830 2024-05-10T11:09:19.645 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.204+0000 7f6976d15700 1 -- 172.21.15.53:0/2237248123 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f697019d320 con 0x7f6970109830 2024-05-10T11:09:19.645 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.204+0000 7f6965ffb700 1 -- 172.21.15.53:0/2237248123 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f696c0195f0 con 0x7f6970109830 2024-05-10T11:09:19.645 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.204+0000 7f6976d15700 1 -- 172.21.15.53:0/2237248123 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69701a0010 con 0x7f6970109830 2024-05-10T11:09:19.645 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.205+0000 7f6965ffb700 1 -- 172.21.15.53:0/2237248123 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f696c022070 con 0x7f6970109830 2024-05-10T11:09:19.645 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.205+0000 7f6976d15700 1 -- 172.21.15.53:0/2237248123 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6970064b00 con 0x7f6970109830 2024-05-10T11:09:19.645 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.205+0000 7f6965ffb700 1 --2- 172.21.15.53:0/2237248123 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f695803e4c0 0x7f6958040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:19.645 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.205+0000 7f6965ffb700 1 -- 172.21.15.53:0/2237248123 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f696c053ad0 con 0x7f6970109830 2024-05-10T11:09:19.645 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.206+0000 7f6967fff700 1 --2- 172.21.15.53:0/2237248123 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f695803e4c0 0x7f6958040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:19.645 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.206+0000 7f6967fff700 1 --2- 172.21.15.53:0/2237248123 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f695803e4c0 0x7f6958040980 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6960006fd0 tx=0x7f6960006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:19.646 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.210+0000 7f6965ffb700 1 -- 172.21.15.53:0/2237248123 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f696c0172b0 con 0x7f6970109830 2024-05-10T11:09:19.646 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:18.485+0000 7f6976d15700 1 -- 172.21.15.53:0/2237248123 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f69701a01e0 con 0x7f6970109830 2024-05-10T11:09:19.646 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:19.003+0000 7f6965ffb700 1 -- 172.21.15.53:0/2237248123 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f696c01baf0 con 0x7f6970109830 2024-05-10T11:09:19.646 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:19.005+0000 7f6965ffb700 1 -- 172.21.15.53:0/2237248123 <== mon.0 v2:172.21.15.53:3300/0 8 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7f696c02ca40 con 0x7f6970109830 2024-05-10T11:09:19.646 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:19.006+0000 7f6976d15700 1 -- 172.21.15.53:0/2237248123 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f695803e4c0 msgr2=0x7f6958040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:19.646 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:19.006+0000 7f6976d15700 1 --2- 172.21.15.53:0/2237248123 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f695803e4c0 0x7f6958040980 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6960006fd0 tx=0x7f6960006e40 comp rx=0 tx=0).stop 2024-05-10T11:09:19.646 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:19.006+0000 7f6976d15700 1 -- 172.21.15.53:0/2237248123 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6970109830 msgr2=0x7f697019cb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:19.646 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:19.006+0000 7f6976d15700 1 --2- 172.21.15.53:0/2237248123 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6970109830 0x7f697019cb50 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f696c011670 tx=0x7f696c011a30 comp rx=0 tx=0).stop 2024-05-10T11:09:19.646 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:19.006+0000 7f6976d15700 1 -- 172.21.15.53:0/2237248123 shutdown_connections 2024-05-10T11:09:19.646 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:19.006+0000 7f6976d15700 1 --2- 172.21.15.53:0/2237248123 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f695803e4c0 0x7f6958040980 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:19.646 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:19.006+0000 7f6976d15700 1 --2- 172.21.15.53:0/2237248123 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6970109830 0x7f697019cb50 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:19.646 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:19.006+0000 7f6976d15700 1 -- 172.21.15.53:0/2237248123 >> 172.21.15.53:0/2237248123 conn(0x7f6970103200 msgr2=0x7f6970103c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:19.646 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:19.006+0000 7f6976d15700 1 -- 172.21.15.53:0/2237248123 shutdown_connections 2024-05-10T11:09:19.646 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:19.006+0000 7f6976d15700 1 -- 172.21.15.53:0/2237248123 wait complete. 2024-05-10T11:09:19.886 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:19 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:19.841+0000 7f050932f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-10T11:09:20.301 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:20 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2237248123' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-05-10T11:09:20.301 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:20 smithi053 ceph-mon[30153]: mgrmap e9: x(active, since 19s) 2024-05-10T11:09:20.302 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:19 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:19.937+0000 7f050932f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-10T11:09:21.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:21 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3436998984' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-10T11:09:21.133 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout { 2024-05-10T11:09:21.133 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-05-10T11:09:21.133 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-10T11:09:21.133 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-05-10T11:09:21.133 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-10T11:09:21.133 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout } 2024-05-10T11:09:21.133 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.094+0000 7f7b0a65f700 1 Processor -- start 2024-05-10T11:09:21.133 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.094+0000 7f7b0a65f700 1 -- start start 2024-05-10T11:09:21.133 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.094+0000 7f7b0a65f700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7b041097b0 0x7f7b0410bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:21.133 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.094+0000 7f7b0a65f700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7b0407cec0 con 0x7f7b041097b0 2024-05-10T11:09:21.134 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.095+0000 7f7b03fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7b041097b0 0x7f7b0410bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:21.134 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.095+0000 7f7b03fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7b041097b0 0x7f7b0410bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38226/0 (socket says 172.21.15.53:38226) 2024-05-10T11:09:21.134 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.095+0000 7f7b03fff700 1 -- 172.21.15.53:0/2287067132 learned_addr learned my addr 172.21.15.53:0/2287067132 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:21.134 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.095+0000 7f7b03fff700 1 -- 172.21.15.53:0/2287067132 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b0410c0e0 con 0x7f7b041097b0 2024-05-10T11:09:21.134 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.095+0000 7f7b03fff700 1 --2- 172.21.15.53:0/2287067132 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7b041097b0 0x7f7b0410bba0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7af40098a0 tx=0x7f7af4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=836af7c339b6b9b6 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:21.134 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.095+0000 7f7b02ffd700 1 -- 172.21.15.53:0/2287067132 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7af4004160 con 0x7f7b041097b0 2024-05-10T11:09:21.134 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.095+0000 7f7b02ffd700 1 -- 172.21.15.53:0/2287067132 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7af4004300 con 0x7f7b041097b0 2024-05-10T11:09:21.134 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.095+0000 7f7b02ffd700 1 -- 172.21.15.53:0/2287067132 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7af4011960 con 0x7f7b041097b0 2024-05-10T11:09:21.134 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.096+0000 7f7b0a65f700 1 -- 172.21.15.53:0/2287067132 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7b041097b0 msgr2=0x7f7b0410bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:21.134 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.096+0000 7f7b0a65f700 1 --2- 172.21.15.53:0/2287067132 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7b041097b0 0x7f7b0410bba0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7af40098a0 tx=0x7f7af4009bb0 comp rx=0 tx=0).stop 2024-05-10T11:09:21.134 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.096+0000 7f7b0a65f700 1 -- 172.21.15.53:0/2287067132 shutdown_connections 2024-05-10T11:09:21.134 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.096+0000 7f7b0a65f700 1 --2- 172.21.15.53:0/2287067132 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7b041097b0 0x7f7b0410bba0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:21.134 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.096+0000 7f7b0a65f700 1 -- 172.21.15.53:0/2287067132 >> 172.21.15.53:0/2287067132 conn(0x7f7b04103200 msgr2=0x7f7b04105620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:21.135 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.096+0000 7f7b0a65f700 1 -- 172.21.15.53:0/2287067132 shutdown_connections 2024-05-10T11:09:21.135 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.096+0000 7f7b0a65f700 1 -- 172.21.15.53:0/2287067132 wait complete. 2024-05-10T11:09:21.135 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.097+0000 7f7b0a65f700 1 Processor -- start 2024-05-10T11:09:21.135 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.097+0000 7f7b0a65f700 1 -- start start 2024-05-10T11:09:21.135 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.098+0000 7f7b0a65f700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7b041097b0 0x7f7b0419cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:21.135 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.098+0000 7f7b0a65f700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7b0410d090 con 0x7f7b041097b0 2024-05-10T11:09:21.135 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.098+0000 7f7b03fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7b041097b0 0x7f7b0419cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:21.135 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.098+0000 7f7b03fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7b041097b0 0x7f7b0419cb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38240/0 (socket says 172.21.15.53:38240) 2024-05-10T11:09:21.135 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.098+0000 7f7b03fff700 1 -- 172.21.15.53:0/3436998984 learned_addr learned my addr 172.21.15.53:0/3436998984 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:21.135 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.098+0000 7f7b03fff700 1 -- 172.21.15.53:0/3436998984 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b0419d050 con 0x7f7b041097b0 2024-05-10T11:09:21.135 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.098+0000 7f7b03fff700 1 --2- 172.21.15.53:0/3436998984 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7b041097b0 0x7f7b0419cb10 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f7af4011670 tx=0x7f7af4011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:21.135 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.098+0000 7f7b017fa700 1 -- 172.21.15.53:0/3436998984 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7af401f070 con 0x7f7b041097b0 2024-05-10T11:09:21.135 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.098+0000 7f7b0a65f700 1 -- 172.21.15.53:0/3436998984 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b0419d2e0 con 0x7f7b041097b0 2024-05-10T11:09:21.135 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.098+0000 7f7b017fa700 1 -- 172.21.15.53:0/3436998984 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7af4003b20 con 0x7f7b041097b0 2024-05-10T11:09:21.136 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.098+0000 7f7b017fa700 1 -- 172.21.15.53:0/3436998984 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7af40195f0 con 0x7f7b041097b0 2024-05-10T11:09:21.136 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.099+0000 7f7b0a65f700 1 -- 172.21.15.53:0/3436998984 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b0419ffd0 con 0x7f7b041097b0 2024-05-10T11:09:21.136 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.099+0000 7f7b017fa700 1 -- 172.21.15.53:0/3436998984 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7f7af4022070 con 0x7f7b041097b0 2024-05-10T11:09:21.136 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.100+0000 7f7b0a65f700 1 -- 172.21.15.53:0/3436998984 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b04064b00 con 0x7f7b041097b0 2024-05-10T11:09:21.136 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.100+0000 7f7b017fa700 1 --2- 172.21.15.53:0/3436998984 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f7af003e4c0 0x7f7af0040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:21.136 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.100+0000 7f7b017fa700 1 -- 172.21.15.53:0/3436998984 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7af4053aa0 con 0x7f7b041097b0 2024-05-10T11:09:21.136 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.100+0000 7f7b037fe700 1 -- 172.21.15.53:0/3436998984 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f7af003e4c0 msgr2=0x7f7af0040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.53:6800/1408829696 2024-05-10T11:09:21.136 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.100+0000 7f7b037fe700 1 --2- 172.21.15.53:0/3436998984 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f7af003e4c0 0x7f7af0040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-10T11:09:21.136 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.108+0000 7f7b017fa700 1 -- 172.21.15.53:0/3436998984 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f7af40172b0 con 0x7f7b041097b0 2024-05-10T11:09:21.136 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.301+0000 7f7b037fe700 1 -- 172.21.15.53:0/3436998984 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f7af003e4c0 msgr2=0x7f7af0040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.53:6800/1408829696 2024-05-10T11:09:21.136 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.301+0000 7f7b037fe700 1 --2- 172.21.15.53:0/3436998984 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f7af003e4c0 0x7f7af0040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-10T11:09:21.136 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.435+0000 7f7b0a65f700 1 -- 172.21.15.53:0/3436998984 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f7b041a0580 con 0x7f7b041097b0 2024-05-10T11:09:21.136 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.435+0000 7f7b017fa700 1 -- 172.21.15.53:0/3436998984 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f7af400bce0 con 0x7f7b041097b0 2024-05-10T11:09:21.136 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.438+0000 7f7b0a65f700 1 -- 172.21.15.53:0/3436998984 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f7af003e4c0 msgr2=0x7f7af0040980 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-10T11:09:21.137 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.438+0000 7f7b0a65f700 1 --2- 172.21.15.53:0/3436998984 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f7af003e4c0 0x7f7af0040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:21.137 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.438+0000 7f7b0a65f700 1 -- 172.21.15.53:0/3436998984 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7b041097b0 msgr2=0x7f7b0419cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:21.137 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.438+0000 7f7b0a65f700 1 --2- 172.21.15.53:0/3436998984 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7b041097b0 0x7f7b0419cb10 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f7af4011670 tx=0x7f7af4011a30 comp rx=0 tx=0).stop 2024-05-10T11:09:21.137 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.438+0000 7f7b0a65f700 1 -- 172.21.15.53:0/3436998984 shutdown_connections 2024-05-10T11:09:21.137 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.438+0000 7f7b0a65f700 1 --2- 172.21.15.53:0/3436998984 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7f7af003e4c0 0x7f7af0040980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:21.137 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.438+0000 7f7b0a65f700 1 --2- 172.21.15.53:0/3436998984 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7b041097b0 0x7f7b0419cb10 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:21.137 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.438+0000 7f7b0a65f700 1 -- 172.21.15.53:0/3436998984 >> 172.21.15.53:0/3436998984 conn(0x7f7b04103200 msgr2=0x7f7b04103c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:21.137 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.438+0000 7f7b0a65f700 1 -- 172.21.15.53:0/3436998984 shutdown_connections 2024-05-10T11:09:21.137 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:20.438+0000 7f7b0a65f700 1 -- 172.21.15.53:0/3436998984 wait complete. 2024-05-10T11:09:21.137 INFO:teuthology.orchestra.run.smithi053.stdout:Waiting for the mgr to restart... 2024-05-10T11:09:21.137 INFO:teuthology.orchestra.run.smithi053.stdout:Waiting for mgr epoch 9... 2024-05-10T11:09:21.404 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:21 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:21.220+0000 7f050932f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-10T11:09:21.765 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:21 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:21.404+0000 7f050932f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-10T11:09:21.765 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:21 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:21.588+0000 7f050932f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-10T11:09:22.069 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:21 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:21.895+0000 7f050932f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-10T11:09:22.069 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:21 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:21.992+0000 7f050932f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-10T11:09:22.569 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:22 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:22.206+0000 7f050932f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-10T11:09:22.569 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:22 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:22.411+0000 7f050932f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-10T11:09:23.290 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:23 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:23.058+0000 7f050932f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-10T11:09:23.291 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:23 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:23.290+0000 7f050932f200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-10T11:09:23.861 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:23 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:23.754+0000 7f050932f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-10T11:09:23.861 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:23 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:23.861+0000 7f050932f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-10T11:09:24.553 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:24 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:24.255+0000 7f050932f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-10T11:09:24.819 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:24 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:24.637+0000 7f050932f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-10T11:09:24.819 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:24 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:24.736+0000 7f050932f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-10T11:09:25.319 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:24 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:24.994+0000 7f050932f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-10T11:09:25.319 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:25 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:25.135+0000 7f050932f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-10T11:09:25.319 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:25 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:25.237+0000 7f050932f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-10T11:09:26.069 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:25 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:25.578+0000 7f050932f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-10T11:09:26.069 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:25 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:25.676+0000 7f050932f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-10T11:09:26.569 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:26 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:26.311+0000 7f050932f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-10T11:09:26.569 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:09:26 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:09:26.543+0000 7f050932f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-10T11:09:27.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:26 smithi053 ceph-mon[30153]: Active manager daemon x restarted 2024-05-10T11:09:27.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:26 smithi053 ceph-mon[30153]: Activating manager daemon x 2024-05-10T11:09:27.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:26 smithi053 ceph-mon[30153]: osdmap e3: 0 total, 0 up, 0 in 2024-05-10T11:09:27.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:26 smithi053 ceph-mon[30153]: mgrmap e10: x(active, starting, since 0.0036742s) 2024-05-10T11:09:27.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-10T11:09:27.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-10T11:09:27.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-10T11:09:27.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-10T11:09:27.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-10T11:09:27.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:26 smithi053 ceph-mon[30153]: Manager daemon x is now available 2024-05-10T11:09:27.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:09:27.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:27 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-10T11:09:27.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:27 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-10T11:09:27.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:27 smithi053 ceph-mon[30153]: mgrmap e11: x(active, since 1.00626s) 2024-05-10T11:09:28.170 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout { 2024-05-10T11:09:28.177 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-05-10T11:09:28.178 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-10T11:09:28.178 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout } 2024-05-10T11:09:28.178 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.559+0000 7efcc9be9700 1 Processor -- start 2024-05-10T11:09:28.178 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.559+0000 7efcc9be9700 1 -- start start 2024-05-10T11:09:28.178 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.560+0000 7efcc9be9700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcc4108d10 0x7efcc4109130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:28.178 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.560+0000 7efcc9be9700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7efcc4109700 con 0x7efcc4108d10 2024-05-10T11:09:28.178 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.560+0000 7efcc37fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcc4108d10 0x7efcc4109130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:28.178 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.560+0000 7efcc37fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcc4108d10 0x7efcc4109130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38248/0 (socket says 172.21.15.53:38248) 2024-05-10T11:09:28.178 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.560+0000 7efcc37fe700 1 -- 172.21.15.53:0/1739743904 learned_addr learned my addr 172.21.15.53:0/1739743904 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:28.178 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.560+0000 7efcc37fe700 1 -- 172.21.15.53:0/1739743904 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcc4109f10 con 0x7efcc4108d10 2024-05-10T11:09:28.178 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.560+0000 7efcc37fe700 1 --2- 172.21.15.53:0/1739743904 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcc4108d10 0x7efcc4109130 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7efcb40098a0 tx=0x7efcb4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45d59a507dce72 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:28.178 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.560+0000 7efcc27fc700 1 -- 172.21.15.53:0/1739743904 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efcb4004160 con 0x7efcc4108d10 2024-05-10T11:09:28.179 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.560+0000 7efcc27fc700 1 -- 172.21.15.53:0/1739743904 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efcb4004300 con 0x7efcc4108d10 2024-05-10T11:09:28.179 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.560+0000 7efcc27fc700 1 -- 172.21.15.53:0/1739743904 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efcb4011960 con 0x7efcc4108d10 2024-05-10T11:09:28.179 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.561+0000 7efcc9be9700 1 -- 172.21.15.53:0/1739743904 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcc4108d10 msgr2=0x7efcc4109130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:28.179 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.561+0000 7efcc9be9700 1 --2- 172.21.15.53:0/1739743904 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcc4108d10 0x7efcc4109130 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7efcb40098a0 tx=0x7efcb4009bb0 comp rx=0 tx=0).stop 2024-05-10T11:09:28.179 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.561+0000 7efcc9be9700 1 -- 172.21.15.53:0/1739743904 shutdown_connections 2024-05-10T11:09:28.179 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.561+0000 7efcc9be9700 1 --2- 172.21.15.53:0/1739743904 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcc4108d10 0x7efcc4109130 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:28.179 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.561+0000 7efcc9be9700 1 -- 172.21.15.53:0/1739743904 >> 172.21.15.53:0/1739743904 conn(0x7efcc41042d0 msgr2=0x7efcc41066f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:28.179 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.561+0000 7efcc9be9700 1 -- 172.21.15.53:0/1739743904 shutdown_connections 2024-05-10T11:09:28.179 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.561+0000 7efcc9be9700 1 -- 172.21.15.53:0/1739743904 wait complete. 2024-05-10T11:09:28.179 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.562+0000 7efcc9be9700 1 Processor -- start 2024-05-10T11:09:28.179 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.562+0000 7efcc9be9700 1 -- start start 2024-05-10T11:09:28.179 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.562+0000 7efcc9be9700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcc4108d10 0x7efcc407eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:28.179 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.562+0000 7efcc9be9700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7efcc410d140 con 0x7efcc4108d10 2024-05-10T11:09:28.180 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.562+0000 7efcc37fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcc4108d10 0x7efcc407eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:28.180 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.562+0000 7efcc37fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcc4108d10 0x7efcc407eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38254/0 (socket says 172.21.15.53:38254) 2024-05-10T11:09:28.180 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.562+0000 7efcc37fe700 1 -- 172.21.15.53:0/287844297 learned_addr learned my addr 172.21.15.53:0/287844297 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:28.180 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.563+0000 7efcc37fe700 1 -- 172.21.15.53:0/287844297 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcc407f0c0 con 0x7efcc4108d10 2024-05-10T11:09:28.180 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.563+0000 7efcc37fe700 1 --2- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcc4108d10 0x7efcc407eb80 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7efcb4011670 tx=0x7efcb4011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:28.180 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.563+0000 7efcc0ff9700 1 -- 172.21.15.53:0/287844297 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efcb4003aa0 con 0x7efcc4108d10 2024-05-10T11:09:28.180 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.563+0000 7efcc0ff9700 1 -- 172.21.15.53:0/287844297 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efcb401b8d0 con 0x7efcc4108d10 2024-05-10T11:09:28.180 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.563+0000 7efcc0ff9700 1 -- 172.21.15.53:0/287844297 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efcb40197f0 con 0x7efcc4108d10 2024-05-10T11:09:28.180 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.563+0000 7efcc9be9700 1 -- 172.21.15.53:0/287844297 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcc407d2b0 con 0x7efcc4108d10 2024-05-10T11:09:28.180 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.563+0000 7efcc9be9700 1 -- 172.21.15.53:0/287844297 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcc407d7f0 con 0x7efcc4108d10 2024-05-10T11:09:28.180 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.564+0000 7efcc0ff9700 1 -- 172.21.15.53:0/287844297 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7efcb4019990 con 0x7efcc4108d10 2024-05-10T11:09:28.180 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.564+0000 7efcc0ff9700 1 --2- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7efcb003e470 0x7efcb0040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:28.180 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.564+0000 7efcc0ff9700 1 -- 172.21.15.53:0/287844297 --> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7efcb0041040 con 0x7efcb003e470 2024-05-10T11:09:28.180 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.564+0000 7efcc0ff9700 1 -- 172.21.15.53:0/287844297 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7efcb4054060 con 0x7efcc4108d10 2024-05-10T11:09:28.181 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.564+0000 7efcc2ffd700 1 -- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7efcb003e470 msgr2=0x7efcb0040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.53:6800/1408829696 2024-05-10T11:09:28.181 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.564+0000 7efcc2ffd700 1 --2- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7efcb003e470 0x7efcb0040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-10T11:09:28.181 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.765+0000 7efcc2ffd700 1 -- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7efcb003e470 msgr2=0x7efcb0040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.53:6800/1408829696 2024-05-10T11:09:28.181 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:21.765+0000 7efcc2ffd700 1 --2- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7efcb003e470 0x7efcb0040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-10T11:09:28.181 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:22.166+0000 7efcc2ffd700 1 -- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7efcb003e470 msgr2=0x7efcb0040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.53:6800/1408829696 2024-05-10T11:09:28.181 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:22.166+0000 7efcc2ffd700 1 --2- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7efcb003e470 0x7efcb0040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-05-10T11:09:28.181 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:22.967+0000 7efcc2ffd700 1 -- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7efcb003e470 msgr2=0x7efcb0040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.53:6800/1408829696 2024-05-10T11:09:28.181 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:22.967+0000 7efcc2ffd700 1 --2- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7efcb003e470 0x7efcb0040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-05-10T11:09:28.181 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:24.568+0000 7efcc2ffd700 1 -- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7efcb003e470 msgr2=0x7efcb0040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.53:6800/1408829696 2024-05-10T11:09:28.181 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:24.568+0000 7efcc2ffd700 1 --2- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7efcb003e470 0x7efcb0040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-05-10T11:09:28.181 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:26.547+0000 7efcc0ff9700 1 -- 172.21.15.53:0/287844297 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mgrmap(e 10) ==== 50002+0+0 (secure 0 0 0) 0x7efcb4018ba0 con 0x7efcc4108d10 2024-05-10T11:09:28.181 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:26.547+0000 7efcc0ff9700 1 -- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7efcb003e470 msgr2=0x7efcb0040930 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-10T11:09:28.181 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:26.547+0000 7efcc0ff9700 1 --2- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7efcb003e470 0x7efcb0040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:28.182 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:27.549+0000 7efcc0ff9700 1 -- 172.21.15.53:0/287844297 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mgrmap(e 11) ==== 50129+0+0 (secure 0 0 0) 0x7efcb4019c80 con 0x7efcc4108d10 2024-05-10T11:09:28.182 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:27.549+0000 7efcc0ff9700 1 --2- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efcb0041ef0 0x7efcb00442e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:28.182 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:27.549+0000 7efcc0ff9700 1 -- 172.21.15.53:0/287844297 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7efcb4012ea0 con 0x7efcb0041ef0 2024-05-10T11:09:28.182 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:27.549+0000 7efcc2ffd700 1 --2- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efcb0041ef0 0x7efcb00442e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:28.182 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:27.550+0000 7efcc2ffd700 1 --2- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efcb0041ef0 0x7efcb00442e0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7efcac003a10 tx=0x7efcac0092b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:28.182 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:27.551+0000 7efcc0ff9700 1 -- 172.21.15.53:0/287844297 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7efcb4012ea0 con 0x7efcb0041ef0 2024-05-10T11:09:28.182 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:27.559+0000 7efcc9be9700 1 -- 172.21.15.53:0/287844297 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7efcc4064b00 con 0x7efcb0041ef0 2024-05-10T11:09:28.182 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:27.560+0000 7efcc0ff9700 1 -- 172.21.15.53:0/287844297 <== mgr.14152 v2:172.21.15.53:6800/68657515 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7efcc4064b00 con 0x7efcb0041ef0 2024-05-10T11:09:28.182 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:27.560+0000 7efcc9be9700 1 -- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efcb0041ef0 msgr2=0x7efcb00442e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:28.182 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:27.560+0000 7efcc9be9700 1 --2- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efcb0041ef0 0x7efcb00442e0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7efcac003a10 tx=0x7efcac0092b0 comp rx=0 tx=0).stop 2024-05-10T11:09:28.182 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:27.560+0000 7efcc9be9700 1 -- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcc4108d10 msgr2=0x7efcc407eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:28.182 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:27.560+0000 7efcc9be9700 1 --2- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcc4108d10 0x7efcc407eb80 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7efcb4011670 tx=0x7efcb4011a30 comp rx=0 tx=0).stop 2024-05-10T11:09:28.182 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:27.560+0000 7efcc9be9700 1 -- 172.21.15.53:0/287844297 shutdown_connections 2024-05-10T11:09:28.182 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:27.560+0000 7efcc9be9700 1 --2- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efcb0041ef0 0x7efcb00442e0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:28.182 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:27.560+0000 7efcc9be9700 1 --2- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcc4108d10 0x7efcc407eb80 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:28.183 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:27.560+0000 7efcc9be9700 1 --2- 172.21.15.53:0/287844297 >> [v2:172.21.15.53:6800/1408829696,v1:172.21.15.53:6801/1408829696] conn(0x7efcb003e470 0x7efcb0040930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:28.183 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:27.560+0000 7efcc9be9700 1 -- 172.21.15.53:0/287844297 >> 172.21.15.53:0/287844297 conn(0x7efcc41042d0 msgr2=0x7efcc4104de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:28.183 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:27.560+0000 7efcc9be9700 1 -- 172.21.15.53:0/287844297 shutdown_connections 2024-05-10T11:09:28.183 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:27.560+0000 7efcc9be9700 1 -- 172.21.15.53:0/287844297 wait complete. 2024-05-10T11:09:28.183 INFO:teuthology.orchestra.run.smithi053.stdout:mgr epoch 9 is available 2024-05-10T11:09:28.183 INFO:teuthology.orchestra.run.smithi053.stdout:Generating a dashboard self-signed certificate... 2024-05-10T11:09:28.883 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:28 smithi053 ceph-mon[30153]: [10/May/2024:11:09:27] ENGINE Bus STARTING 2024-05-10T11:09:28.883 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:28 smithi053 ceph-mon[30153]: [10/May/2024:11:09:27] ENGINE Serving on http://172.21.15.53:8765 2024-05-10T11:09:28.883 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:28 smithi053 ceph-mon[30153]: [10/May/2024:11:09:27] ENGINE Serving on https://172.21.15.53:7150 2024-05-10T11:09:28.883 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:28 smithi053 ceph-mon[30153]: [10/May/2024:11:09:27] ENGINE Bus STARTED 2024-05-10T11:09:28.883 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:28 smithi053 ceph-mon[30153]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-10T11:09:28.883 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:28 smithi053 ceph-mon[30153]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-10T11:09:29.526 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-05-10T11:09:29.526 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.653+0000 7fe459f2a700 1 Processor -- start 2024-05-10T11:09:29.526 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.653+0000 7fe459f2a700 1 -- start start 2024-05-10T11:09:29.526 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.653+0000 7fe459f2a700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe454107c40 0x7fe454108060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:29.526 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.653+0000 7fe459f2a700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe454108630 con 0x7fe454107c40 2024-05-10T11:09:29.527 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.653+0000 7fe4537fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe454107c40 0x7fe454108060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:29.527 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.653+0000 7fe4537fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe454107c40 0x7fe454108060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:45092/0 (socket says 172.21.15.53:45092) 2024-05-10T11:09:29.527 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.653+0000 7fe4537fe700 1 -- 172.21.15.53:0/3195905768 learned_addr learned my addr 172.21.15.53:0/3195905768 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:29.527 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.654+0000 7fe4537fe700 1 -- 172.21.15.53:0/3195905768 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe454108e40 con 0x7fe454107c40 2024-05-10T11:09:29.527 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.654+0000 7fe4537fe700 1 --2- 172.21.15.53:0/3195905768 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe454107c40 0x7fe454108060 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe4440098a0 tx=0x7fe444009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=763fc66bd0fa60c2 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:29.527 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.654+0000 7fe4527fc700 1 -- 172.21.15.53:0/3195905768 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe444004160 con 0x7fe454107c40 2024-05-10T11:09:29.527 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.654+0000 7fe4527fc700 1 -- 172.21.15.53:0/3195905768 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe444004300 con 0x7fe454107c40 2024-05-10T11:09:29.527 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.654+0000 7fe4527fc700 1 -- 172.21.15.53:0/3195905768 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe444011960 con 0x7fe454107c40 2024-05-10T11:09:29.527 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.654+0000 7fe459f2a700 1 -- 172.21.15.53:0/3195905768 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe454107c40 msgr2=0x7fe454108060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:29.527 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.654+0000 7fe459f2a700 1 --2- 172.21.15.53:0/3195905768 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe454107c40 0x7fe454108060 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe4440098a0 tx=0x7fe444009bb0 comp rx=0 tx=0).stop 2024-05-10T11:09:29.527 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.655+0000 7fe459f2a700 1 -- 172.21.15.53:0/3195905768 shutdown_connections 2024-05-10T11:09:29.527 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.655+0000 7fe459f2a700 1 --2- 172.21.15.53:0/3195905768 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe454107c40 0x7fe454108060 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:29.528 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.655+0000 7fe459f2a700 1 -- 172.21.15.53:0/3195905768 >> 172.21.15.53:0/3195905768 conn(0x7fe454103200 msgr2=0x7fe454105620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:29.528 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.655+0000 7fe459f2a700 1 -- 172.21.15.53:0/3195905768 shutdown_connections 2024-05-10T11:09:29.528 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.655+0000 7fe459f2a700 1 -- 172.21.15.53:0/3195905768 wait complete. 2024-05-10T11:09:29.528 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.655+0000 7fe459f2a700 1 Processor -- start 2024-05-10T11:09:29.528 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.655+0000 7fe459f2a700 1 -- start start 2024-05-10T11:09:29.528 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.656+0000 7fe459f2a700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe454107c40 0x7fe45419edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:29.528 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.656+0000 7fe459f2a700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe45407bfe0 con 0x7fe454107c40 2024-05-10T11:09:29.528 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.656+0000 7fe4537fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe454107c40 0x7fe45419edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:29.528 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.656+0000 7fe4537fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe454107c40 0x7fe45419edb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:45094/0 (socket says 172.21.15.53:45094) 2024-05-10T11:09:29.528 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.656+0000 7fe4537fe700 1 -- 172.21.15.53:0/526923465 learned_addr learned my addr 172.21.15.53:0/526923465 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:29.528 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.656+0000 7fe4537fe700 1 -- 172.21.15.53:0/526923465 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe45419f2f0 con 0x7fe454107c40 2024-05-10T11:09:29.528 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.656+0000 7fe4537fe700 1 --2- 172.21.15.53:0/526923465 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe454107c40 0x7fe45419edb0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fe444011670 tx=0x7fe444011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:29.528 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.656+0000 7fe450ff9700 1 -- 172.21.15.53:0/526923465 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe444003aa0 con 0x7fe454107c40 2024-05-10T11:09:29.529 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.656+0000 7fe450ff9700 1 -- 172.21.15.53:0/526923465 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe44401b8d0 con 0x7fe454107c40 2024-05-10T11:09:29.529 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.656+0000 7fe459f2a700 1 -- 172.21.15.53:0/526923465 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe45419f580 con 0x7fe454107c40 2024-05-10T11:09:29.529 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.656+0000 7fe450ff9700 1 -- 172.21.15.53:0/526923465 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe4440197f0 con 0x7fe454107c40 2024-05-10T11:09:29.529 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.657+0000 7fe459f2a700 1 -- 172.21.15.53:0/526923465 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4541a2270 con 0x7fe454107c40 2024-05-10T11:09:29.529 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.658+0000 7fe450ff9700 1 -- 172.21.15.53:0/526923465 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7fe44401b440 con 0x7fe454107c40 2024-05-10T11:09:29.529 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.657+0000 7fe459f2a700 1 -- 172.21.15.53:0/526923465 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe454064b00 con 0x7fe454107c40 2024-05-10T11:09:29.529 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.658+0000 7fe450ff9700 1 --2- 172.21.15.53:0/526923465 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe43c03e4c0 0x7fe43c040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:29.529 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.658+0000 7fe450ff9700 1 -- 172.21.15.53:0/526923465 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fe444053f80 con 0x7fe454107c40 2024-05-10T11:09:29.529 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.658+0000 7fe452ffd700 1 --2- 172.21.15.53:0/526923465 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe43c03e4c0 0x7fe43c040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:29.529 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.658+0000 7fe452ffd700 1 --2- 172.21.15.53:0/526923465 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe43c03e4c0 0x7fe43c040980 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fe448006fd0 tx=0x7fe448006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:29.529 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.663+0000 7fe450ff9700 1 -- 172.21.15.53:0/526923465 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fe44401f030 con 0x7fe454107c40 2024-05-10T11:09:29.530 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.883+0000 7fe459f2a700 1 -- 172.21.15.53:0/526923465 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7fe4540638e0 con 0x7fe43c03e4c0 2024-05-10T11:09:29.530 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.990+0000 7fe450ff9700 1 -- 172.21.15.53:0/526923465 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7fe4540638e0 con 0x7fe43c03e4c0 2024-05-10T11:09:29.530 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.993+0000 7fe459f2a700 1 -- 172.21.15.53:0/526923465 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe43c03e4c0 msgr2=0x7fe43c040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:29.530 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.993+0000 7fe459f2a700 1 --2- 172.21.15.53:0/526923465 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe43c03e4c0 0x7fe43c040980 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fe448006fd0 tx=0x7fe448006e40 comp rx=0 tx=0).stop 2024-05-10T11:09:29.530 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.993+0000 7fe459f2a700 1 -- 172.21.15.53:0/526923465 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe454107c40 msgr2=0x7fe45419edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:29.530 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.993+0000 7fe459f2a700 1 --2- 172.21.15.53:0/526923465 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe454107c40 0x7fe45419edb0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fe444011670 tx=0x7fe444011a30 comp rx=0 tx=0).stop 2024-05-10T11:09:29.530 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.993+0000 7fe459f2a700 1 -- 172.21.15.53:0/526923465 shutdown_connections 2024-05-10T11:09:29.530 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.993+0000 7fe459f2a700 1 --2- 172.21.15.53:0/526923465 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe43c03e4c0 0x7fe43c040980 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:29.530 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.993+0000 7fe459f2a700 1 --2- 172.21.15.53:0/526923465 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe454107c40 0x7fe45419edb0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:29.530 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.993+0000 7fe459f2a700 1 -- 172.21.15.53:0/526923465 >> 172.21.15.53:0/526923465 conn(0x7fe454103200 msgr2=0x7fe454190fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:29.530 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.993+0000 7fe459f2a700 1 -- 172.21.15.53:0/526923465 shutdown_connections 2024-05-10T11:09:29.530 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:28.993+0000 7fe459f2a700 1 -- 172.21.15.53:0/526923465 wait complete. 2024-05-10T11:09:29.530 INFO:teuthology.orchestra.run.smithi053.stdout:Creating initial admin user... 2024-05-10T11:09:29.904 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:29 smithi053 ceph-mon[30153]: mgrmap e12: x(active, since 2s) 2024-05-10T11:09:29.904 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:29 smithi053 ceph-mon[30153]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:09:29.904 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:29.904 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:30.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:30 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:30.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:30 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:31.187 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$k2pE9EqSuNpML.XJSqq18eJHLNY6KYy8l0Lt6W5l.HHUD3i.Nwfme", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1715339370, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-05-10T11:09:31.187 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.013+0000 7f32b4d3e700 1 Processor -- start 2024-05-10T11:09:31.188 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.013+0000 7f32b4d3e700 1 -- start start 2024-05-10T11:09:31.188 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.013+0000 7f32b4d3e700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32b01097b0 0x7f32b010bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:31.188 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.013+0000 7f32b4d3e700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f32b007cec0 con 0x7f32b01097b0 2024-05-10T11:09:31.188 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.014+0000 7f32ae59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32b01097b0 0x7f32b010bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:31.188 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.014+0000 7f32ae59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32b01097b0 0x7f32b010bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:45108/0 (socket says 172.21.15.53:45108) 2024-05-10T11:09:31.188 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.014+0000 7f32ae59c700 1 -- 172.21.15.53:0/3354388940 learned_addr learned my addr 172.21.15.53:0/3354388940 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:31.188 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.014+0000 7f32ae59c700 1 -- 172.21.15.53:0/3354388940 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32b010c0e0 con 0x7f32b01097b0 2024-05-10T11:09:31.188 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.014+0000 7f32ae59c700 1 --2- 172.21.15.53:0/3354388940 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32b01097b0 0x7f32b010bba0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f32a00098a0 tx=0x7f32a0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b053fed2f3b0640d server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:31.188 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.014+0000 7f32ad59a700 1 -- 172.21.15.53:0/3354388940 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32a0004160 con 0x7f32b01097b0 2024-05-10T11:09:31.188 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.014+0000 7f32ad59a700 1 -- 172.21.15.53:0/3354388940 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f32a0004300 con 0x7f32b01097b0 2024-05-10T11:09:31.188 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.014+0000 7f32ad59a700 1 -- 172.21.15.53:0/3354388940 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32a0011960 con 0x7f32b01097b0 2024-05-10T11:09:31.189 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.015+0000 7f32b4d3e700 1 -- 172.21.15.53:0/3354388940 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32b01097b0 msgr2=0x7f32b010bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:31.189 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.015+0000 7f32b4d3e700 1 --2- 172.21.15.53:0/3354388940 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32b01097b0 0x7f32b010bba0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f32a00098a0 tx=0x7f32a0009bb0 comp rx=0 tx=0).stop 2024-05-10T11:09:31.189 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.015+0000 7f32b4d3e700 1 -- 172.21.15.53:0/3354388940 shutdown_connections 2024-05-10T11:09:31.189 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.015+0000 7f32b4d3e700 1 --2- 172.21.15.53:0/3354388940 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32b01097b0 0x7f32b010bba0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:31.189 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.015+0000 7f32b4d3e700 1 -- 172.21.15.53:0/3354388940 >> 172.21.15.53:0/3354388940 conn(0x7f32b0103200 msgr2=0x7f32b0105620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:31.189 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.015+0000 7f32b4d3e700 1 -- 172.21.15.53:0/3354388940 shutdown_connections 2024-05-10T11:09:31.189 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.015+0000 7f32b4d3e700 1 -- 172.21.15.53:0/3354388940 wait complete. 2024-05-10T11:09:31.189 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.016+0000 7f32b4d3e700 1 Processor -- start 2024-05-10T11:09:31.189 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.016+0000 7f32b4d3e700 1 -- start start 2024-05-10T11:09:31.189 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.016+0000 7f32b4d3e700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32b01097b0 0x7f32b019cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:31.190 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.016+0000 7f32b4d3e700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f32b010d090 con 0x7f32b01097b0 2024-05-10T11:09:31.190 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.016+0000 7f32ae59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32b01097b0 0x7f32b019cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:31.190 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.016+0000 7f32ae59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32b01097b0 0x7f32b019cb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:45112/0 (socket says 172.21.15.53:45112) 2024-05-10T11:09:31.190 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.016+0000 7f32ae59c700 1 -- 172.21.15.53:0/3717967227 learned_addr learned my addr 172.21.15.53:0/3717967227 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:31.190 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.017+0000 7f32ae59c700 1 -- 172.21.15.53:0/3717967227 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32b019d060 con 0x7f32b01097b0 2024-05-10T11:09:31.190 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.017+0000 7f32ae59c700 1 --2- 172.21.15.53:0/3717967227 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32b01097b0 0x7f32b019cb20 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f32a0004660 tx=0x7f32a0011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:31.190 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.017+0000 7f329f7fe700 1 -- 172.21.15.53:0/3717967227 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32a0003aa0 con 0x7f32b01097b0 2024-05-10T11:09:31.190 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.017+0000 7f329f7fe700 1 -- 172.21.15.53:0/3717967227 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f32a001b8d0 con 0x7f32b01097b0 2024-05-10T11:09:31.190 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.017+0000 7f32b4d3e700 1 -- 172.21.15.53:0/3717967227 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32b019d2f0 con 0x7f32b01097b0 2024-05-10T11:09:31.190 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.017+0000 7f329f7fe700 1 -- 172.21.15.53:0/3717967227 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32a0023820 con 0x7f32b01097b0 2024-05-10T11:09:31.191 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.017+0000 7f32b4d3e700 1 -- 172.21.15.53:0/3717967227 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32b019ffe0 con 0x7f32b01097b0 2024-05-10T11:09:31.191 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.018+0000 7f329f7fe700 1 -- 172.21.15.53:0/3717967227 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7f32a00239c0 con 0x7f32b01097b0 2024-05-10T11:09:31.191 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.018+0000 7f32b4d3e700 1 -- 172.21.15.53:0/3717967227 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32b0064b00 con 0x7f32b01097b0 2024-05-10T11:09:31.191 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.018+0000 7f329f7fe700 1 --2- 172.21.15.53:0/3717967227 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f329803e4d0 0x7f3298040990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:31.191 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.018+0000 7f329f7fe700 1 -- 172.21.15.53:0/3717967227 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f32a001bda0 con 0x7f32b01097b0 2024-05-10T11:09:31.191 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.018+0000 7f32add9b700 1 --2- 172.21.15.53:0/3717967227 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f329803e4d0 0x7f3298040990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:31.191 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.019+0000 7f32add9b700 1 --2- 172.21.15.53:0/3717967227 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f329803e4d0 0x7f3298040990 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f32a4006fd0 tx=0x7f32a4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:31.191 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.023+0000 7f329f7fe700 1 -- 172.21.15.53:0/3717967227 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f32a001f030 con 0x7f32b01097b0 2024-05-10T11:09:31.191 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.272+0000 7f32b4d3e700 1 -- 172.21.15.53:0/3717967227 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f32b019d7d0 con 0x7f329803e4d0 2024-05-10T11:09:31.191 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.519+0000 7f329f7fe700 1 -- 172.21.15.53:0/3717967227 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f32b019d7d0 con 0x7f329803e4d0 2024-05-10T11:09:31.191 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.521+0000 7f32b4d3e700 1 -- 172.21.15.53:0/3717967227 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f329803e4d0 msgr2=0x7f3298040990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:31.191 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.521+0000 7f32b4d3e700 1 --2- 172.21.15.53:0/3717967227 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f329803e4d0 0x7f3298040990 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f32a4006fd0 tx=0x7f32a4006e40 comp rx=0 tx=0).stop 2024-05-10T11:09:31.191 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.521+0000 7f32b4d3e700 1 -- 172.21.15.53:0/3717967227 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32b01097b0 msgr2=0x7f32b019cb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:31.191 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.521+0000 7f32b4d3e700 1 --2- 172.21.15.53:0/3717967227 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32b01097b0 0x7f32b019cb20 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f32a0004660 tx=0x7f32a0011a30 comp rx=0 tx=0).stop 2024-05-10T11:09:31.192 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.521+0000 7f32b4d3e700 1 -- 172.21.15.53:0/3717967227 shutdown_connections 2024-05-10T11:09:31.192 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.521+0000 7f32b4d3e700 1 --2- 172.21.15.53:0/3717967227 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f329803e4d0 0x7f3298040990 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:31.192 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.521+0000 7f32b4d3e700 1 --2- 172.21.15.53:0/3717967227 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32b01097b0 0x7f32b019cb20 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:31.192 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.521+0000 7f32b4d3e700 1 -- 172.21.15.53:0/3717967227 >> 172.21.15.53:0/3717967227 conn(0x7f32b0103200 msgr2=0x7f32b0103c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:31.192 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.521+0000 7f32b4d3e700 1 -- 172.21.15.53:0/3717967227 shutdown_connections 2024-05-10T11:09:31.192 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:30.521+0000 7f32b4d3e700 1 -- 172.21.15.53:0/3717967227 wait complete. 2024-05-10T11:09:31.192 INFO:teuthology.orchestra.run.smithi053.stdout:Fetching dashboard port number... 2024-05-10T11:09:32.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:31 smithi053 ceph-mon[30153]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:09:32.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:31 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:32.517 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 8443 2024-05-10T11:09:32.517 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.618+0000 7fea71f5a700 1 Processor -- start 2024-05-10T11:09:32.517 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.618+0000 7fea71f5a700 1 -- start start 2024-05-10T11:09:32.517 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.618+0000 7fea71f5a700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea6c108d20 0x7fea6c109140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:32.517 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.618+0000 7fea71f5a700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fea6c109710 con 0x7fea6c108d20 2024-05-10T11:09:32.517 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.618+0000 7fea6b7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea6c108d20 0x7fea6c109140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:32.517 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.618+0000 7fea6b7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea6c108d20 0x7fea6c109140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:45116/0 (socket says 172.21.15.53:45116) 2024-05-10T11:09:32.518 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.618+0000 7fea6b7fe700 1 -- 172.21.15.53:0/251555210 learned_addr learned my addr 172.21.15.53:0/251555210 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:32.518 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.619+0000 7fea6b7fe700 1 -- 172.21.15.53:0/251555210 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea6c109f20 con 0x7fea6c108d20 2024-05-10T11:09:32.518 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.619+0000 7fea6b7fe700 1 --2- 172.21.15.53:0/251555210 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea6c108d20 0x7fea6c109140 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fea5c0098a0 tx=0x7fea5c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1672c03335864211 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:32.518 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.619+0000 7fea6a7fc700 1 -- 172.21.15.53:0/251555210 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fea5c004160 con 0x7fea6c108d20 2024-05-10T11:09:32.518 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.619+0000 7fea6a7fc700 1 -- 172.21.15.53:0/251555210 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fea5c004300 con 0x7fea6c108d20 2024-05-10T11:09:32.518 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.619+0000 7fea6a7fc700 1 -- 172.21.15.53:0/251555210 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fea5c011960 con 0x7fea6c108d20 2024-05-10T11:09:32.518 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.620+0000 7fea71f5a700 1 -- 172.21.15.53:0/251555210 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea6c108d20 msgr2=0x7fea6c109140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:32.518 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.620+0000 7fea71f5a700 1 --2- 172.21.15.53:0/251555210 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea6c108d20 0x7fea6c109140 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fea5c0098a0 tx=0x7fea5c009bb0 comp rx=0 tx=0).stop 2024-05-10T11:09:32.518 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.620+0000 7fea71f5a700 1 -- 172.21.15.53:0/251555210 shutdown_connections 2024-05-10T11:09:32.518 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.620+0000 7fea71f5a700 1 --2- 172.21.15.53:0/251555210 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea6c108d20 0x7fea6c109140 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:32.518 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.620+0000 7fea71f5a700 1 -- 172.21.15.53:0/251555210 >> 172.21.15.53:0/251555210 conn(0x7fea6c1042a0 msgr2=0x7fea6c106700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:32.518 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.620+0000 7fea71f5a700 1 -- 172.21.15.53:0/251555210 shutdown_connections 2024-05-10T11:09:32.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.620+0000 7fea71f5a700 1 -- 172.21.15.53:0/251555210 wait complete. 2024-05-10T11:09:32.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.620+0000 7fea71f5a700 1 Processor -- start 2024-05-10T11:09:32.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.620+0000 7fea71f5a700 1 -- start start 2024-05-10T11:09:32.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.621+0000 7fea71f5a700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea6c108d20 0x7fea6c19cb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:32.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.621+0000 7fea71f5a700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fea6c10d150 con 0x7fea6c108d20 2024-05-10T11:09:32.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.621+0000 7fea6b7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea6c108d20 0x7fea6c19cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:32.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.621+0000 7fea6b7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea6c108d20 0x7fea6c19cb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:45132/0 (socket says 172.21.15.53:45132) 2024-05-10T11:09:32.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.621+0000 7fea6b7fe700 1 -- 172.21.15.53:0/2031167406 learned_addr learned my addr 172.21.15.53:0/2031167406 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:32.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.621+0000 7fea6b7fe700 1 -- 172.21.15.53:0/2031167406 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea6c19d0a0 con 0x7fea6c108d20 2024-05-10T11:09:32.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.621+0000 7fea6b7fe700 1 --2- 172.21.15.53:0/2031167406 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea6c108d20 0x7fea6c19cb60 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fea5c011670 tx=0x7fea5c011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:32.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.621+0000 7fea68ff9700 1 -- 172.21.15.53:0/2031167406 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fea5c003aa0 con 0x7fea6c108d20 2024-05-10T11:09:32.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.621+0000 7fea68ff9700 1 -- 172.21.15.53:0/2031167406 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fea5c01b8d0 con 0x7fea6c108d20 2024-05-10T11:09:32.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.621+0000 7fea71f5a700 1 -- 172.21.15.53:0/2031167406 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea6c19d330 con 0x7fea6c108d20 2024-05-10T11:09:32.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.622+0000 7fea68ff9700 1 -- 172.21.15.53:0/2031167406 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fea5c0197f0 con 0x7fea6c108d20 2024-05-10T11:09:32.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.622+0000 7fea71f5a700 1 -- 172.21.15.53:0/2031167406 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea6c1a0020 con 0x7fea6c108d20 2024-05-10T11:09:32.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.622+0000 7fea68ff9700 1 -- 172.21.15.53:0/2031167406 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7fea5c019990 con 0x7fea6c108d20 2024-05-10T11:09:32.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.622+0000 7fea71f5a700 1 -- 172.21.15.53:0/2031167406 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea6c064b00 con 0x7fea6c108d20 2024-05-10T11:09:32.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.623+0000 7fea68ff9700 1 --2- 172.21.15.53:0/2031167406 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fea5403e470 0x7fea54040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:32.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.623+0000 7fea68ff9700 1 -- 172.21.15.53:0/2031167406 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fea5c054020 con 0x7fea6c108d20 2024-05-10T11:09:32.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.623+0000 7fea6affd700 1 --2- 172.21.15.53:0/2031167406 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fea5403e470 0x7fea54040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:32.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.623+0000 7fea6affd700 1 --2- 172.21.15.53:0/2031167406 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fea5403e470 0x7fea54040930 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fea60006fd0 tx=0x7fea60006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:32.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.632+0000 7fea68ff9700 1 -- 172.21.15.53:0/2031167406 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fea5c01f030 con 0x7fea6c108d20 2024-05-10T11:09:32.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.866+0000 7fea71f5a700 1 -- 172.21.15.53:0/2031167406 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7fea6c1a01f0 con 0x7fea6c108d20 2024-05-10T11:09:32.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.866+0000 7fea68ff9700 1 -- 172.21.15.53:0/2031167406 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7fea5c01bd80 con 0x7fea6c108d20 2024-05-10T11:09:32.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.868+0000 7fea71f5a700 1 -- 172.21.15.53:0/2031167406 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fea5403e470 msgr2=0x7fea54040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:32.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.868+0000 7fea71f5a700 1 --2- 172.21.15.53:0/2031167406 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fea5403e470 0x7fea54040930 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fea60006fd0 tx=0x7fea60006e40 comp rx=0 tx=0).stop 2024-05-10T11:09:32.520 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.868+0000 7fea71f5a700 1 -- 172.21.15.53:0/2031167406 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea6c108d20 msgr2=0x7fea6c19cb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:32.521 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.868+0000 7fea71f5a700 1 --2- 172.21.15.53:0/2031167406 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea6c108d20 0x7fea6c19cb60 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fea5c011670 tx=0x7fea5c011a30 comp rx=0 tx=0).stop 2024-05-10T11:09:32.521 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.868+0000 7fea71f5a700 1 -- 172.21.15.53:0/2031167406 shutdown_connections 2024-05-10T11:09:32.521 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.868+0000 7fea71f5a700 1 --2- 172.21.15.53:0/2031167406 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fea5403e470 0x7fea54040930 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:32.521 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.868+0000 7fea71f5a700 1 --2- 172.21.15.53:0/2031167406 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fea6c108d20 0x7fea6c19cb60 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:32.521 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.868+0000 7fea71f5a700 1 -- 172.21.15.53:0/2031167406 >> 172.21.15.53:0/2031167406 conn(0x7fea6c1042a0 msgr2=0x7fea6c104dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:32.521 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.868+0000 7fea71f5a700 1 -- 172.21.15.53:0/2031167406 shutdown_connections 2024-05-10T11:09:32.521 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:31.868+0000 7fea71f5a700 1 -- 172.21.15.53:0/2031167406 wait complete. 2024-05-10T11:09:32.524 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-10T11:09:32.524 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout disabled 2024-05-10T11:09:32.532 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-10T11:09:32.532 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout inactive 2024-05-10T11:09:32.533 INFO:teuthology.orchestra.run.smithi053.stdout:firewalld.service is not enabled 2024-05-10T11:09:32.533 INFO:teuthology.orchestra.run.smithi053.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-05-10T11:09:32.534 INFO:teuthology.orchestra.run.smithi053.stdout:Ceph Dashboard is now available at: 2024-05-10T11:09:32.535 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:09:32.535 INFO:teuthology.orchestra.run.smithi053.stdout: URL: https://smithi053.front.sepia.ceph.com:8443/ 2024-05-10T11:09:32.535 INFO:teuthology.orchestra.run.smithi053.stdout: User: admin 2024-05-10T11:09:32.535 INFO:teuthology.orchestra.run.smithi053.stdout: Password: xeq6onbffa 2024-05-10T11:09:32.535 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:09:32.535 INFO:teuthology.orchestra.run.smithi053.stdout:Saving cluster configuration to /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config directory 2024-05-10T11:09:32.535 INFO:teuthology.orchestra.run.smithi053.stdout:Enabling autotune for osd_memory_target 2024-05-10T11:09:33.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:32 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2031167406' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-05-10T11:09:33.933 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:33 smithi053 ceph-mon[30153]: mgrmap e13: x(active, since 6s) 2024-05-10T11:09:34.737 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.953+0000 7f4b124ee700 1 Processor -- start 2024-05-10T11:09:34.738 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.953+0000 7f4b124ee700 1 -- start start 2024-05-10T11:09:34.738 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.953+0000 7f4b124ee700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4b0c108110 0x7f4b0c108530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:34.738 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.953+0000 7f4b124ee700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4b0c108b00 con 0x7f4b0c108110 2024-05-10T11:09:34.738 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.953+0000 7f4b0bfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4b0c108110 0x7f4b0c108530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:34.738 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.953+0000 7f4b0bfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4b0c108110 0x7f4b0c108530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:45148/0 (socket says 172.21.15.53:45148) 2024-05-10T11:09:34.738 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.953+0000 7f4b0bfff700 1 -- 172.21.15.53:0/1013583979 learned_addr learned my addr 172.21.15.53:0/1013583979 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:34.738 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.954+0000 7f4b0bfff700 1 -- 172.21.15.53:0/1013583979 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b0c108e30 con 0x7f4b0c108110 2024-05-10T11:09:34.738 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.954+0000 7f4b0bfff700 1 --2- 172.21.15.53:0/1013583979 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4b0c108110 0x7f4b0c108530 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f4afc0098a0 tx=0x7f4afc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa794408f4e218a9 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:34.739 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.954+0000 7f4b0affd700 1 -- 172.21.15.53:0/1013583979 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4afc004160 con 0x7f4b0c108110 2024-05-10T11:09:34.739 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.954+0000 7f4b0affd700 1 -- 172.21.15.53:0/1013583979 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4afc004300 con 0x7f4b0c108110 2024-05-10T11:09:34.739 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.954+0000 7f4b0affd700 1 -- 172.21.15.53:0/1013583979 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4afc011960 con 0x7f4b0c108110 2024-05-10T11:09:34.739 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.955+0000 7f4b124ee700 1 -- 172.21.15.53:0/1013583979 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4b0c108110 msgr2=0x7f4b0c108530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:34.739 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.955+0000 7f4b124ee700 1 --2- 172.21.15.53:0/1013583979 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4b0c108110 0x7f4b0c108530 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f4afc0098a0 tx=0x7f4afc009bb0 comp rx=0 tx=0).stop 2024-05-10T11:09:34.739 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.955+0000 7f4b124ee700 1 -- 172.21.15.53:0/1013583979 shutdown_connections 2024-05-10T11:09:34.739 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.955+0000 7f4b124ee700 1 --2- 172.21.15.53:0/1013583979 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4b0c108110 0x7f4b0c108530 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:34.739 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.955+0000 7f4b124ee700 1 -- 172.21.15.53:0/1013583979 >> 172.21.15.53:0/1013583979 conn(0x7f4b0c102950 msgr2=0x7f4b0c104d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:34.739 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.955+0000 7f4b124ee700 1 -- 172.21.15.53:0/1013583979 shutdown_connections 2024-05-10T11:09:34.739 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.955+0000 7f4b124ee700 1 -- 172.21.15.53:0/1013583979 wait complete. 2024-05-10T11:09:34.739 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.955+0000 7f4b124ee700 1 Processor -- start 2024-05-10T11:09:34.739 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.956+0000 7f4b124ee700 1 -- start start 2024-05-10T11:09:34.739 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.956+0000 7f4b124ee700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4b0c108110 0x7f4b0c19cb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:34.739 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.956+0000 7f4b124ee700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4b0c10c060 con 0x7f4b0c108110 2024-05-10T11:09:34.740 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.956+0000 7f4b0bfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4b0c108110 0x7f4b0c19cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:34.740 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.956+0000 7f4b0bfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4b0c108110 0x7f4b0c19cb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:45156/0 (socket says 172.21.15.53:45156) 2024-05-10T11:09:34.740 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.956+0000 7f4b0bfff700 1 -- 172.21.15.53:0/1004948412 learned_addr learned my addr 172.21.15.53:0/1004948412 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:34.740 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.956+0000 7f4b0bfff700 1 -- 172.21.15.53:0/1004948412 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b0c19d040 con 0x7f4b0c108110 2024-05-10T11:09:34.740 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.956+0000 7f4b0bfff700 1 --2- 172.21.15.53:0/1004948412 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4b0c108110 0x7f4b0c19cb00 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f4afc004660 tx=0x7f4afc011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:34.740 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.957+0000 7f4b097fa700 1 -- 172.21.15.53:0/1004948412 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4afc003aa0 con 0x7f4b0c108110 2024-05-10T11:09:34.740 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.957+0000 7f4b097fa700 1 -- 172.21.15.53:0/1004948412 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4afc01b8d0 con 0x7f4b0c108110 2024-05-10T11:09:34.740 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.957+0000 7f4b097fa700 1 -- 172.21.15.53:0/1004948412 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4afc023820 con 0x7f4b0c108110 2024-05-10T11:09:34.740 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.957+0000 7f4b124ee700 1 -- 172.21.15.53:0/1004948412 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b0c19d2d0 con 0x7f4b0c108110 2024-05-10T11:09:34.740 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.957+0000 7f4b124ee700 1 -- 172.21.15.53:0/1004948412 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b0c19ffc0 con 0x7f4b0c108110 2024-05-10T11:09:34.740 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.957+0000 7f4b097fa700 1 -- 172.21.15.53:0/1004948412 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f4afc01ba80 con 0x7f4b0c108110 2024-05-10T11:09:34.740 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.957+0000 7f4b124ee700 1 -- 172.21.15.53:0/1004948412 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b0c064b00 con 0x7f4b0c108110 2024-05-10T11:09:34.740 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.957+0000 7f4b097fa700 1 --2- 172.21.15.53:0/1004948412 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4af403e570 0x7f4af4040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:34.741 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.957+0000 7f4b097fa700 1 -- 172.21.15.53:0/1004948412 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f4afc053f60 con 0x7f4b0c108110 2024-05-10T11:09:34.741 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.957+0000 7f4b0b7fe700 1 --2- 172.21.15.53:0/1004948412 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4af403e570 0x7f4af4040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:34.741 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.959+0000 7f4b0b7fe700 1 --2- 172.21.15.53:0/1004948412 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4af403e570 0x7f4af4040a30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f4b00006fd0 tx=0x7f4b00006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:34.741 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:33.963+0000 7f4b097fa700 1 -- 172.21.15.53:0/1004948412 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f4afc01f030 con 0x7f4b0c108110 2024-05-10T11:09:34.741 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:34.178+0000 7f4b124ee700 1 -- 172.21.15.53:0/1004948412 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7f4b0c02e7d0 con 0x7f4b0c108110 2024-05-10T11:09:34.741 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:34.178+0000 7f4b097fa700 1 -- 172.21.15.53:0/1004948412 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7f4afc01a3d0 con 0x7f4b0c108110 2024-05-10T11:09:34.741 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:34.180+0000 7f4b124ee700 1 -- 172.21.15.53:0/1004948412 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4af403e570 msgr2=0x7f4af4040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:34.741 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:34.180+0000 7f4b124ee700 1 --2- 172.21.15.53:0/1004948412 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4af403e570 0x7f4af4040a30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f4b00006fd0 tx=0x7f4b00006e40 comp rx=0 tx=0).stop 2024-05-10T11:09:34.741 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:34.180+0000 7f4b124ee700 1 -- 172.21.15.53:0/1004948412 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4b0c108110 msgr2=0x7f4b0c19cb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:34.741 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:34.180+0000 7f4b124ee700 1 --2- 172.21.15.53:0/1004948412 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4b0c108110 0x7f4b0c19cb00 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f4afc004660 tx=0x7f4afc011a30 comp rx=0 tx=0).stop 2024-05-10T11:09:34.741 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:34.180+0000 7f4b124ee700 1 -- 172.21.15.53:0/1004948412 shutdown_connections 2024-05-10T11:09:34.741 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:34.180+0000 7f4b124ee700 1 --2- 172.21.15.53:0/1004948412 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4af403e570 0x7f4af4040a30 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:34.741 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:34.180+0000 7f4b124ee700 1 --2- 172.21.15.53:0/1004948412 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4b0c108110 0x7f4b0c19cb00 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:34.742 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:34.180+0000 7f4b124ee700 1 -- 172.21.15.53:0/1004948412 >> 172.21.15.53:0/1004948412 conn(0x7f4b0c102950 msgr2=0x7f4b0c1037b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:34.742 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:34.180+0000 7f4b124ee700 1 -- 172.21.15.53:0/1004948412 shutdown_connections 2024-05-10T11:09:34.742 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:34.180+0000 7f4b124ee700 1 -- 172.21.15.53:0/1004948412 wait complete. 2024-05-10T11:09:36.120 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.177+0000 7f910ea29700 1 Processor -- start 2024-05-10T11:09:36.120 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.177+0000 7f910ea29700 1 -- start start 2024-05-10T11:09:36.120 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.178+0000 7f910ea29700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9108108d20 0x7f9108109140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:36.120 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.178+0000 7f910ea29700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9108109710 con 0x7f9108108d20 2024-05-10T11:09:36.120 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.178+0000 7f9107fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9108108d20 0x7f9108109140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:36.120 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.178+0000 7f9107fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9108108d20 0x7f9108109140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:45158/0 (socket says 172.21.15.53:45158) 2024-05-10T11:09:36.120 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.178+0000 7f9107fff700 1 -- 172.21.15.53:0/1015850869 learned_addr learned my addr 172.21.15.53:0/1015850869 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:36.120 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.178+0000 7f9107fff700 1 -- 172.21.15.53:0/1015850869 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9108109f20 con 0x7f9108108d20 2024-05-10T11:09:36.120 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.178+0000 7f9107fff700 1 --2- 172.21.15.53:0/1015850869 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9108108d20 0x7f9108109140 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f90f80098a0 tx=0x7f90f8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3490531c8c4054f4 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:36.120 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.179+0000 7f9106ffd700 1 -- 172.21.15.53:0/1015850869 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90f8004160 con 0x7f9108108d20 2024-05-10T11:09:36.120 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.179+0000 7f9106ffd700 1 -- 172.21.15.53:0/1015850869 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f90f8004300 con 0x7f9108108d20 2024-05-10T11:09:36.121 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.179+0000 7f9106ffd700 1 -- 172.21.15.53:0/1015850869 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90f8011960 con 0x7f9108108d20 2024-05-10T11:09:36.121 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.179+0000 7f910ea29700 1 -- 172.21.15.53:0/1015850869 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9108108d20 msgr2=0x7f9108109140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:36.121 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.179+0000 7f910ea29700 1 --2- 172.21.15.53:0/1015850869 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9108108d20 0x7f9108109140 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f90f80098a0 tx=0x7f90f8009bb0 comp rx=0 tx=0).stop 2024-05-10T11:09:36.121 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.179+0000 7f910ea29700 1 -- 172.21.15.53:0/1015850869 shutdown_connections 2024-05-10T11:09:36.121 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.179+0000 7f910ea29700 1 --2- 172.21.15.53:0/1015850869 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9108108d20 0x7f9108109140 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:36.121 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.179+0000 7f910ea29700 1 -- 172.21.15.53:0/1015850869 >> 172.21.15.53:0/1015850869 conn(0x7f91081042a0 msgr2=0x7f9108106700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:36.121 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.179+0000 7f910ea29700 1 -- 172.21.15.53:0/1015850869 shutdown_connections 2024-05-10T11:09:36.121 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.179+0000 7f910ea29700 1 -- 172.21.15.53:0/1015850869 wait complete. 2024-05-10T11:09:36.121 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.180+0000 7f910ea29700 1 Processor -- start 2024-05-10T11:09:36.121 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.180+0000 7f910ea29700 1 -- start start 2024-05-10T11:09:36.121 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.180+0000 7f910ea29700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9108108d20 0x7f910807eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:36.121 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.180+0000 7f910ea29700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f910810d150 con 0x7f9108108d20 2024-05-10T11:09:36.121 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.180+0000 7f9107fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9108108d20 0x7f910807eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:36.122 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.180+0000 7f9107fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9108108d20 0x7f910807eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:45164/0 (socket says 172.21.15.53:45164) 2024-05-10T11:09:36.122 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.180+0000 7f9107fff700 1 -- 172.21.15.53:0/1420858614 learned_addr learned my addr 172.21.15.53:0/1420858614 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:36.122 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.181+0000 7f9107fff700 1 -- 172.21.15.53:0/1420858614 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f910807f0c0 con 0x7f9108108d20 2024-05-10T11:09:36.122 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.181+0000 7f9107fff700 1 --2- 172.21.15.53:0/1420858614 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9108108d20 0x7f910807eb80 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f90f8011670 tx=0x7f90f8011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:36.122 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.181+0000 7f91057fa700 1 -- 172.21.15.53:0/1420858614 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90f8003aa0 con 0x7f9108108d20 2024-05-10T11:09:36.122 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.181+0000 7f91057fa700 1 -- 172.21.15.53:0/1420858614 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f90f801b8d0 con 0x7f9108108d20 2024-05-10T11:09:36.122 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.181+0000 7f910ea29700 1 -- 172.21.15.53:0/1420858614 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f910807d2b0 con 0x7f9108108d20 2024-05-10T11:09:36.122 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.181+0000 7f91057fa700 1 -- 172.21.15.53:0/1420858614 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90f80197f0 con 0x7f9108108d20 2024-05-10T11:09:36.122 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.181+0000 7f910ea29700 1 -- 172.21.15.53:0/1420858614 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f910807d7f0 con 0x7f9108108d20 2024-05-10T11:09:36.122 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.182+0000 7f91057fa700 1 -- 172.21.15.53:0/1420858614 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f90f8019990 con 0x7f9108108d20 2024-05-10T11:09:36.122 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.182+0000 7f910ea29700 1 -- 172.21.15.53:0/1420858614 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9108064b00 con 0x7f9108108d20 2024-05-10T11:09:36.122 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.182+0000 7f91057fa700 1 --2- 172.21.15.53:0/1420858614 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f90f403e570 0x7f90f4040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:36.122 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.182+0000 7f91057fa700 1 -- 172.21.15.53:0/1420858614 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f90f8054180 con 0x7f9108108d20 2024-05-10T11:09:36.122 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.182+0000 7f91077fe700 1 --2- 172.21.15.53:0/1420858614 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f90f403e570 0x7f90f4040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:36.123 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.183+0000 7f91077fe700 1 --2- 172.21.15.53:0/1420858614 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f90f403e570 0x7f90f4040a30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f90f0006fd0 tx=0x7f90f0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:36.123 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.187+0000 7f91057fa700 1 -- 172.21.15.53:0/1420858614 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f90f801f030 con 0x7f9108108d20 2024-05-10T11:09:36.123 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.518+0000 7f910ea29700 1 -- 172.21.15.53:0/1420858614 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f910807db30 con 0x7f9108108d20 2024-05-10T11:09:36.123 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.521+0000 7f91057fa700 1 -- 172.21.15.53:0/1420858614 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v27)=0 set mgr/dashboard/cluster/status v27) ==== 153+0+0 (secure 0 0 0) 0x7f910807db30 con 0x7f9108108d20 2024-05-10T11:09:36.123 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.524+0000 7f910ea29700 1 -- 172.21.15.53:0/1420858614 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f90f403e570 msgr2=0x7f90f4040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:36.123 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.524+0000 7f910ea29700 1 --2- 172.21.15.53:0/1420858614 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f90f403e570 0x7f90f4040a30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f90f0006fd0 tx=0x7f90f0006e40 comp rx=0 tx=0).stop 2024-05-10T11:09:36.123 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.524+0000 7f910ea29700 1 -- 172.21.15.53:0/1420858614 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9108108d20 msgr2=0x7f910807eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:36.123 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.524+0000 7f910ea29700 1 --2- 172.21.15.53:0/1420858614 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9108108d20 0x7f910807eb80 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f90f8011670 tx=0x7f90f8011a30 comp rx=0 tx=0).stop 2024-05-10T11:09:36.123 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.524+0000 7f910ea29700 1 -- 172.21.15.53:0/1420858614 shutdown_connections 2024-05-10T11:09:36.123 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.524+0000 7f910ea29700 1 --2- 172.21.15.53:0/1420858614 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f90f403e570 0x7f90f4040a30 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:36.123 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.524+0000 7f910ea29700 1 --2- 172.21.15.53:0/1420858614 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9108108d20 0x7f910807eb80 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:36.123 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.524+0000 7f910ea29700 1 -- 172.21.15.53:0/1420858614 >> 172.21.15.53:0/1420858614 conn(0x7f91081042a0 msgr2=0x7f9108104dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:36.123 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.524+0000 7f910ea29700 1 -- 172.21.15.53:0/1420858614 shutdown_connections 2024-05-10T11:09:36.123 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr 2024-05-10T11:09:35.524+0000 7f910ea29700 1 -- 172.21.15.53:0/1420858614 wait complete. 2024-05-10T11:09:36.124 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-05-10T11:09:36.124 INFO:teuthology.orchestra.run.smithi053.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-05-10T11:09:36.124 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:09:36.124 INFO:teuthology.orchestra.run.smithi053.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-05-10T11:09:36.124 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:09:36.124 INFO:teuthology.orchestra.run.smithi053.stdout:Or, if you are only running a single cluster on this host: 2024-05-10T11:09:36.124 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:09:36.124 INFO:teuthology.orchestra.run.smithi053.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-05-10T11:09:36.124 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:09:36.124 INFO:teuthology.orchestra.run.smithi053.stdout:Please consider enabling telemetry to help improve Ceph: 2024-05-10T11:09:36.124 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:09:36.124 INFO:teuthology.orchestra.run.smithi053.stdout: ceph telemetry on 2024-05-10T11:09:36.124 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:09:36.124 INFO:teuthology.orchestra.run.smithi053.stdout:For more information see: 2024-05-10T11:09:36.124 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:09:36.125 INFO:teuthology.orchestra.run.smithi053.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-05-10T11:09:36.125 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:09:36.125 INFO:teuthology.orchestra.run.smithi053.stdout:Bootstrap complete. 2024-05-10T11:09:36.161 INFO:tasks.cephadm:Fetching config... 2024-05-10T11:09:36.161 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-05-10T11:09:36.161 DEBUG:teuthology.orchestra.run.smithi053:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-05-10T11:09:36.178 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-05-10T11:09:36.179 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-05-10T11:09:36.179 DEBUG:teuthology.orchestra.run.smithi053:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-05-10T11:09:36.235 INFO:tasks.cephadm:Fetching mon keyring... 2024-05-10T11:09:36.236 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-05-10T11:09:36.236 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd if=/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/keyring of=/dev/stdout 2024-05-10T11:09:36.302 INFO:tasks.cephadm:Fetching pub ssh key... 2024-05-10T11:09:36.302 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-05-10T11:09:36.302 DEBUG:teuthology.orchestra.run.smithi053:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-05-10T11:09:36.358 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-05-10T11:09:36.358 DEBUG:teuthology.orchestra.run.smithi053:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDN5VP4AnH+ZF67UivKVQYBZXPW8IbhKB9sNglBMrgpWK3uu4s8n4BjPGni9PET6JcOv1l4igqtXt3ux48zVCU5CqeBVZBeUF4N00DY4LSAnux4C937S+Y1a9KjIpS4Xg5kcW7MkOWshk43r6TNzDGwCCehEZt0gZcNaWYtF4hrao6C4wp1QeV4hSiZOga0UnbOZMVghYtYAkRX3O2EFEMcswbItmVE2DBRxELLNzO3xa5OToPGo2w562EwM4r5XRbThN0Cn3AMShc57ItGyoW9aZhZq5XRb5mORvCMdmhX1pSnHu2DqLH9+Ww5Q+eb+SceB92ZnCZyRZ9VISylSVCExJV1BmzKJ4pCoQqctvBdxMQm7ARQb6rpg1/4RBrOF2hn6Qf9NGpnBf2Fvr9EVpJD27Z2d2oQQIqLQ9i7Qyhs6W7bIO0S34Is8GNvi5REJ2HYjaFhkO1Oah4BzxZoOIPZvVvmPiR0bzFBOeWaKSlg3kNTnmckOVKboW5Dcr80hFc= ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-10T11:09:36.443 INFO:teuthology.orchestra.run.smithi053.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDN5VP4AnH+ZF67UivKVQYBZXPW8IbhKB9sNglBMrgpWK3uu4s8n4BjPGni9PET6JcOv1l4igqtXt3ux48zVCU5CqeBVZBeUF4N00DY4LSAnux4C937S+Y1a9KjIpS4Xg5kcW7MkOWshk43r6TNzDGwCCehEZt0gZcNaWYtF4hrao6C4wp1QeV4hSiZOga0UnbOZMVghYtYAkRX3O2EFEMcswbItmVE2DBRxELLNzO3xa5OToPGo2w562EwM4r5XRbThN0Cn3AMShc57ItGyoW9aZhZq5XRb5mORvCMdmhX1pSnHu2DqLH9+Ww5Q+eb+SceB92ZnCZyRZ9VISylSVCExJV1BmzKJ4pCoQqctvBdxMQm7ARQb6rpg1/4RBrOF2hn6Qf9NGpnBf2Fvr9EVpJD27Z2d2oQQIqLQ9i7Qyhs6W7bIO0S34Is8GNvi5REJ2HYjaFhkO1Oah4BzxZoOIPZvVvmPiR0bzFBOeWaKSlg3kNTnmckOVKboW5Dcr80hFc= ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:09:36.456 DEBUG:teuthology.orchestra.run.smithi132:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDN5VP4AnH+ZF67UivKVQYBZXPW8IbhKB9sNglBMrgpWK3uu4s8n4BjPGni9PET6JcOv1l4igqtXt3ux48zVCU5CqeBVZBeUF4N00DY4LSAnux4C937S+Y1a9KjIpS4Xg5kcW7MkOWshk43r6TNzDGwCCehEZt0gZcNaWYtF4hrao6C4wp1QeV4hSiZOga0UnbOZMVghYtYAkRX3O2EFEMcswbItmVE2DBRxELLNzO3xa5OToPGo2w562EwM4r5XRbThN0Cn3AMShc57ItGyoW9aZhZq5XRb5mORvCMdmhX1pSnHu2DqLH9+Ww5Q+eb+SceB92ZnCZyRZ9VISylSVCExJV1BmzKJ4pCoQqctvBdxMQm7ARQb6rpg1/4RBrOF2hn6Qf9NGpnBf2Fvr9EVpJD27Z2d2oQQIqLQ9i7Qyhs6W7bIO0S34Is8GNvi5REJ2HYjaFhkO1Oah4BzxZoOIPZvVvmPiR0bzFBOeWaKSlg3kNTnmckOVKboW5Dcr80hFc= ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-10T11:09:36.497 INFO:teuthology.orchestra.run.smithi132.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDN5VP4AnH+ZF67UivKVQYBZXPW8IbhKB9sNglBMrgpWK3uu4s8n4BjPGni9PET6JcOv1l4igqtXt3ux48zVCU5CqeBVZBeUF4N00DY4LSAnux4C937S+Y1a9KjIpS4Xg5kcW7MkOWshk43r6TNzDGwCCehEZt0gZcNaWYtF4hrao6C4wp1QeV4hSiZOga0UnbOZMVghYtYAkRX3O2EFEMcswbItmVE2DBRxELLNzO3xa5OToPGo2w562EwM4r5XRbThN0Cn3AMShc57ItGyoW9aZhZq5XRb5mORvCMdmhX1pSnHu2DqLH9+Ww5Q+eb+SceB92ZnCZyRZ9VISylSVCExJV1BmzKJ4pCoQqctvBdxMQm7ARQb6rpg1/4RBrOF2hn6Qf9NGpnBf2Fvr9EVpJD27Z2d2oQQIqLQ9i7Qyhs6W7bIO0S34Is8GNvi5REJ2HYjaFhkO1Oah4BzxZoOIPZvVvmPiR0bzFBOeWaKSlg3kNTnmckOVKboW5Dcr80hFc= ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:09:36.510 DEBUG:teuthology.orchestra.run.smithi187:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDN5VP4AnH+ZF67UivKVQYBZXPW8IbhKB9sNglBMrgpWK3uu4s8n4BjPGni9PET6JcOv1l4igqtXt3ux48zVCU5CqeBVZBeUF4N00DY4LSAnux4C937S+Y1a9KjIpS4Xg5kcW7MkOWshk43r6TNzDGwCCehEZt0gZcNaWYtF4hrao6C4wp1QeV4hSiZOga0UnbOZMVghYtYAkRX3O2EFEMcswbItmVE2DBRxELLNzO3xa5OToPGo2w562EwM4r5XRbThN0Cn3AMShc57ItGyoW9aZhZq5XRb5mORvCMdmhX1pSnHu2DqLH9+Ww5Q+eb+SceB92ZnCZyRZ9VISylSVCExJV1BmzKJ4pCoQqctvBdxMQm7ARQb6rpg1/4RBrOF2hn6Qf9NGpnBf2Fvr9EVpJD27Z2d2oQQIqLQ9i7Qyhs6W7bIO0S34Is8GNvi5REJ2HYjaFhkO1Oah4BzxZoOIPZvVvmPiR0bzFBOeWaKSlg3kNTnmckOVKboW5Dcr80hFc= ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-10T11:09:36.550 INFO:teuthology.orchestra.run.smithi187.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDN5VP4AnH+ZF67UivKVQYBZXPW8IbhKB9sNglBMrgpWK3uu4s8n4BjPGni9PET6JcOv1l4igqtXt3ux48zVCU5CqeBVZBeUF4N00DY4LSAnux4C937S+Y1a9KjIpS4Xg5kcW7MkOWshk43r6TNzDGwCCehEZt0gZcNaWYtF4hrao6C4wp1QeV4hSiZOga0UnbOZMVghYtYAkRX3O2EFEMcswbItmVE2DBRxELLNzO3xa5OToPGo2w562EwM4r5XRbThN0Cn3AMShc57ItGyoW9aZhZq5XRb5mORvCMdmhX1pSnHu2DqLH9+Ww5Q+eb+SceB92ZnCZyRZ9VISylSVCExJV1BmzKJ4pCoQqctvBdxMQm7ARQb6rpg1/4RBrOF2hn6Qf9NGpnBf2Fvr9EVpJD27Z2d2oQQIqLQ9i7Qyhs6W7bIO0S34Is8GNvi5REJ2HYjaFhkO1Oah4BzxZoOIPZvVvmPiR0bzFBOeWaKSlg3kNTnmckOVKboW5Dcr80hFc= ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:09:36.563 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-05-10T11:09:36.682 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:36 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1420858614' entity='client.admin' 2024-05-10T11:09:36.827 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:09:38.991 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.987+0000 7fd3e88b1700 1 -- 172.21.15.53:0/4203980225 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd3e4104570 msgr2=0x7fd3e4104990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:38.991 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.987+0000 7fd3e88b1700 1 --2- 172.21.15.53:0/4203980225 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd3e4104570 0x7fd3e4104990 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd3d4009910 tx=0x7fd3d4009c20 comp rx=0 tx=0).stop 2024-05-10T11:09:38.991 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.987+0000 7fd3e88b1700 1 -- 172.21.15.53:0/4203980225 shutdown_connections 2024-05-10T11:09:38.991 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.987+0000 7fd3e88b1700 1 --2- 172.21.15.53:0/4203980225 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd3e4104570 0x7fd3e4104990 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:38.991 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.987+0000 7fd3e88b1700 1 -- 172.21.15.53:0/4203980225 >> 172.21.15.53:0/4203980225 conn(0x7fd3e40fe4f0 msgr2=0x7fd3e4100910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:38.991 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.987+0000 7fd3e88b1700 1 -- 172.21.15.53:0/4203980225 shutdown_connections 2024-05-10T11:09:38.991 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.987+0000 7fd3e88b1700 1 -- 172.21.15.53:0/4203980225 wait complete. 2024-05-10T11:09:38.991 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.988+0000 7fd3e88b1700 1 Processor -- start 2024-05-10T11:09:38.991 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.988+0000 7fd3e88b1700 1 -- start start 2024-05-10T11:09:38.991 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.988+0000 7fd3e88b1700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd3e4104570 0x7fd3e4198550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:38.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.988+0000 7fd3e88b1700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e4108da0 con 0x7fd3e4104570 2024-05-10T11:09:38.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.989+0000 7fd3e259c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd3e4104570 0x7fd3e4198550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:38.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.989+0000 7fd3e259c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd3e4104570 0x7fd3e4198550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:53878/0 (socket says 172.21.15.53:53878) 2024-05-10T11:09:38.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.989+0000 7fd3e259c700 1 -- 172.21.15.53:0/693611731 learned_addr learned my addr 172.21.15.53:0/693611731 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:38.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.989+0000 7fd3e259c700 1 -- 172.21.15.53:0/693611731 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3e4198a90 con 0x7fd3e4104570 2024-05-10T11:09:38.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.989+0000 7fd3e259c700 1 --2- 172.21.15.53:0/693611731 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd3e4104570 0x7fd3e4198550 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd3d400b5c0 tx=0x7fd3d4005810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:38.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.989+0000 7fd3d37fe700 1 -- 172.21.15.53:0/693611731 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd3d4027070 con 0x7fd3e4104570 2024-05-10T11:09:38.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.989+0000 7fd3e88b1700 1 -- 172.21.15.53:0/693611731 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3e4198d20 con 0x7fd3e4104570 2024-05-10T11:09:38.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.989+0000 7fd3d37fe700 1 -- 172.21.15.53:0/693611731 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd3d400f460 con 0x7fd3e4104570 2024-05-10T11:09:38.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.989+0000 7fd3d37fe700 1 -- 172.21.15.53:0/693611731 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd3d40175d0 con 0x7fd3e4104570 2024-05-10T11:09:38.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.989+0000 7fd3e88b1700 1 -- 172.21.15.53:0/693611731 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3e419ba10 con 0x7fd3e4104570 2024-05-10T11:09:38.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.990+0000 7fd3d37fe700 1 -- 172.21.15.53:0/693611731 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fd3d402a070 con 0x7fd3e4104570 2024-05-10T11:09:38.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.990+0000 7fd3e88b1700 1 -- 172.21.15.53:0/693611731 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3e4109520 con 0x7fd3e4104570 2024-05-10T11:09:38.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.990+0000 7fd3d37fe700 1 --2- 172.21.15.53:0/693611731 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd3cc03e510 0x7fd3cc0409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:38.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.990+0000 7fd3d37fe700 1 -- 172.21.15.53:0/693611731 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fd3d4053a60 con 0x7fd3e4104570 2024-05-10T11:09:38.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.991+0000 7fd3e1d9b700 1 --2- 172.21.15.53:0/693611731 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd3cc03e510 0x7fd3cc0409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:38.994 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.991+0000 7fd3e1d9b700 1 --2- 172.21.15.53:0/693611731 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd3cc03e510 0x7fd3cc0409d0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd3d8006fd0 tx=0x7fd3d8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:38.995 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:38.996+0000 7fd3d37fe700 1 -- 172.21.15.53:0/693611731 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fd3d4013070 con 0x7fd3e4104570 2024-05-10T11:09:39.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:39.209+0000 7fd3e88b1700 1 -- 172.21.15.53:0/693611731 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7fd3e402e510 con 0x7fd3e4104570 2024-05-10T11:09:39.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:39.211+0000 7fd3d37fe700 1 -- 172.21.15.53:0/693611731 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7fd3d400f680 con 0x7fd3e4104570 2024-05-10T11:09:39.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:39.214+0000 7fd3e88b1700 1 -- 172.21.15.53:0/693611731 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd3cc03e510 msgr2=0x7fd3cc0409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:39.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:39.214+0000 7fd3e88b1700 1 --2- 172.21.15.53:0/693611731 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd3cc03e510 0x7fd3cc0409d0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd3d8006fd0 tx=0x7fd3d8006e40 comp rx=0 tx=0).stop 2024-05-10T11:09:39.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:39.214+0000 7fd3e88b1700 1 -- 172.21.15.53:0/693611731 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd3e4104570 msgr2=0x7fd3e4198550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:39.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:39.214+0000 7fd3e88b1700 1 --2- 172.21.15.53:0/693611731 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd3e4104570 0x7fd3e4198550 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd3d400b5c0 tx=0x7fd3d4005810 comp rx=0 tx=0).stop 2024-05-10T11:09:39.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:39.214+0000 7fd3e88b1700 1 -- 172.21.15.53:0/693611731 shutdown_connections 2024-05-10T11:09:39.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:39.214+0000 7fd3e88b1700 1 --2- 172.21.15.53:0/693611731 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd3cc03e510 0x7fd3cc0409d0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:39.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:39.214+0000 7fd3e88b1700 1 --2- 172.21.15.53:0/693611731 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd3e4104570 0x7fd3e4198550 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:39.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:39.214+0000 7fd3e88b1700 1 -- 172.21.15.53:0/693611731 >> 172.21.15.53:0/693611731 conn(0x7fd3e40fe4f0 msgr2=0x7fd3e40fef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:39.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:39.214+0000 7fd3e88b1700 1 -- 172.21.15.53:0/693611731 shutdown_connections 2024-05-10T11:09:39.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:39.214+0000 7fd3e88b1700 1 -- 172.21.15.53:0/693611731 wait complete. 2024-05-10T11:09:39.516 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:39 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:39.516 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:39 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:39.516 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:39 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi053", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:09:39.516 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:39 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:39.516 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:39 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:09:39.516 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:39 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:39.804 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-05-10T11:09:39.805 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-05-10T11:09:40.052 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:09:40.528 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:40 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/693611731' entity='client.admin' 2024-05-10T11:09:40.528 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:40 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:09:40.528 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:40 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:41.572 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.570+0000 7fe4e7e1c700 1 -- 172.21.15.53:0/3362179015 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe4e0102f20 msgr2=0x7fe4e0103340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:41.572 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.570+0000 7fe4e7e1c700 1 --2- 172.21.15.53:0/3362179015 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe4e0102f20 0x7fe4e0103340 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fe4d800b0a0 tx=0x7fe4d800b3b0 comp rx=0 tx=0).stop 2024-05-10T11:09:41.572 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.570+0000 7fe4e7e1c700 1 -- 172.21.15.53:0/3362179015 shutdown_connections 2024-05-10T11:09:41.572 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.570+0000 7fe4e7e1c700 1 --2- 172.21.15.53:0/3362179015 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe4e0102f20 0x7fe4e0103340 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:41.573 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.570+0000 7fe4e7e1c700 1 -- 172.21.15.53:0/3362179015 >> 172.21.15.53:0/3362179015 conn(0x7fe4e00fe4c0 msgr2=0x7fe4e0100900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:41.573 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.570+0000 7fe4e7e1c700 1 -- 172.21.15.53:0/3362179015 shutdown_connections 2024-05-10T11:09:41.573 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.570+0000 7fe4e7e1c700 1 -- 172.21.15.53:0/3362179015 wait complete. 2024-05-10T11:09:41.573 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.571+0000 7fe4e7e1c700 1 Processor -- start 2024-05-10T11:09:41.573 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.571+0000 7fe4e7e1c700 1 -- start start 2024-05-10T11:09:41.573 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.571+0000 7fe4e7e1c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe4e0102f20 0x7fe4e0198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:41.573 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.571+0000 7fe4e7e1c700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe4e0108c90 con 0x7fe4e0102f20 2024-05-10T11:09:41.573 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.571+0000 7fe4e5bb8700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe4e0102f20 0x7fe4e0198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:41.573 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.571+0000 7fe4e5bb8700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe4e0102f20 0x7fe4e0198460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:53900/0 (socket says 172.21.15.53:53900) 2024-05-10T11:09:41.573 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.571+0000 7fe4e5bb8700 1 -- 172.21.15.53:0/1950809689 learned_addr learned my addr 172.21.15.53:0/1950809689 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:41.573 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.571+0000 7fe4e5bb8700 1 -- 172.21.15.53:0/1950809689 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4e01989a0 con 0x7fe4e0102f20 2024-05-10T11:09:41.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.571+0000 7fe4e5bb8700 1 --2- 172.21.15.53:0/1950809689 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe4e0102f20 0x7fe4e0198460 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe4d8015040 tx=0x7fe4d800bd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:41.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.571+0000 7fe4deffd700 1 -- 172.21.15.53:0/1950809689 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe4d8017040 con 0x7fe4e0102f20 2024-05-10T11:09:41.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.572+0000 7fe4deffd700 1 -- 172.21.15.53:0/1950809689 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe4d8022070 con 0x7fe4e0102f20 2024-05-10T11:09:41.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.572+0000 7fe4deffd700 1 -- 172.21.15.53:0/1950809689 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe4d80125c0 con 0x7fe4e0102f20 2024-05-10T11:09:41.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.572+0000 7fe4e7e1c700 1 -- 172.21.15.53:0/1950809689 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4e0198c30 con 0x7fe4e0102f20 2024-05-10T11:09:41.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.572+0000 7fe4e7e1c700 1 -- 172.21.15.53:0/1950809689 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4e019b920 con 0x7fe4e0102f20 2024-05-10T11:09:41.575 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.572+0000 7fe4deffd700 1 -- 172.21.15.53:0/1950809689 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fe4d8012880 con 0x7fe4e0102f20 2024-05-10T11:09:41.576 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.572+0000 7fe4e7e1c700 1 -- 172.21.15.53:0/1950809689 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4e0109410 con 0x7fe4e0102f20 2024-05-10T11:09:41.576 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.573+0000 7fe4deffd700 1 --2- 172.21.15.53:0/1950809689 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe4c803e510 0x7fe4c80409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:41.576 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.573+0000 7fe4deffd700 1 -- 172.21.15.53:0/1950809689 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fe4d800f050 con 0x7fe4e0102f20 2024-05-10T11:09:41.576 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.573+0000 7fe4e53b7700 1 --2- 172.21.15.53:0/1950809689 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe4c803e510 0x7fe4c80409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:41.576 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.573+0000 7fe4e53b7700 1 --2- 172.21.15.53:0/1950809689 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe4c803e510 0x7fe4c80409d0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fe4d4006fd0 tx=0x7fe4d4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:41.578 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.578+0000 7fe4deffd700 1 -- 172.21.15.53:0/1950809689 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fe4d80263c0 con 0x7fe4e0102f20 2024-05-10T11:09:41.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.794+0000 7fe4e7e1c700 1 -- 172.21.15.53:0/1950809689 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7fe4e002e620 con 0x7fe4c803e510 2024-05-10T11:09:41.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.797+0000 7fe4deffd700 1 -- 172.21.15.53:0/1950809689 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fe4e002e620 con 0x7fe4c803e510 2024-05-10T11:09:41.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.799+0000 7fe4e7e1c700 1 -- 172.21.15.53:0/1950809689 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe4c803e510 msgr2=0x7fe4c80409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:41.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.799+0000 7fe4e7e1c700 1 --2- 172.21.15.53:0/1950809689 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe4c803e510 0x7fe4c80409d0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fe4d4006fd0 tx=0x7fe4d4006e40 comp rx=0 tx=0).stop 2024-05-10T11:09:41.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.799+0000 7fe4e7e1c700 1 -- 172.21.15.53:0/1950809689 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe4e0102f20 msgr2=0x7fe4e0198460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:41.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.799+0000 7fe4e7e1c700 1 --2- 172.21.15.53:0/1950809689 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe4e0102f20 0x7fe4e0198460 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe4d8015040 tx=0x7fe4d800bd40 comp rx=0 tx=0).stop 2024-05-10T11:09:41.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.799+0000 7fe4e7e1c700 1 -- 172.21.15.53:0/1950809689 shutdown_connections 2024-05-10T11:09:41.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.799+0000 7fe4e7e1c700 1 --2- 172.21.15.53:0/1950809689 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe4c803e510 0x7fe4c80409d0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:41.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.799+0000 7fe4e7e1c700 1 --2- 172.21.15.53:0/1950809689 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe4e0102f20 0x7fe4e0198460 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:41.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.799+0000 7fe4e7e1c700 1 -- 172.21.15.53:0/1950809689 >> 172.21.15.53:0/1950809689 conn(0x7fe4e00fe4c0 msgr2=0x7fe4e00feff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:41.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.799+0000 7fe4e7e1c700 1 -- 172.21.15.53:0/1950809689 shutdown_connections 2024-05-10T11:09:41.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:41.799+0000 7fe4e7e1c700 1 -- 172.21.15.53:0/1950809689 wait complete. 2024-05-10T11:09:42.687 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi132 2024-05-10T11:09:42.688 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-05-10T11:09:42.688 DEBUG:teuthology.orchestra.run.smithi132:> dd of=/etc/ceph/ceph.conf 2024-05-10T11:09:42.709 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-05-10T11:09:42.709 DEBUG:teuthology.orchestra.run.smithi132:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-10T11:09:42.767 INFO:tasks.cephadm:Adding host smithi132 to orchestrator... 2024-05-10T11:09:42.768 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph orch host add smithi132 2024-05-10T11:09:43.018 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:09:43.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:42 smithi053 ceph-mon[30153]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:09:43.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:42 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:43.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:42 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:09:43.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:42 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:09:43.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:42 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:09:43.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:42 smithi053 ceph-mon[30153]: Updating smithi053:/etc/ceph/ceph.conf 2024-05-10T11:09:44.098 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:43 smithi053 ceph-mon[30153]: Updating smithi053:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-10T11:09:44.098 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:43 smithi053 ceph-mon[30153]: Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-05-10T11:09:44.098 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:43 smithi053 ceph-mon[30153]: Updating smithi053:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-10T11:09:44.098 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:43 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:44.098 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:43 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:44.098 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:43 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:44.612 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.612+0000 7f9b4fe0a700 1 -- 172.21.15.53:0/280912829 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b480757c0 msgr2=0x7f9b48075ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:44.612 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.612+0000 7f9b4fe0a700 1 --2- 172.21.15.53:0/280912829 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b480757c0 0x7f9b48075ba0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f9b3800b0a0 tx=0x7f9b3800b3b0 comp rx=0 tx=0).stop 2024-05-10T11:09:44.612 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.612+0000 7f9b4fe0a700 1 -- 172.21.15.53:0/280912829 shutdown_connections 2024-05-10T11:09:44.613 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.612+0000 7f9b4fe0a700 1 --2- 172.21.15.53:0/280912829 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b480757c0 0x7f9b48075ba0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:44.613 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.612+0000 7f9b4fe0a700 1 -- 172.21.15.53:0/280912829 >> 172.21.15.53:0/280912829 conn(0x7f9b480fe9e0 msgr2=0x7f9b48100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:44.613 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.612+0000 7f9b4fe0a700 1 -- 172.21.15.53:0/280912829 shutdown_connections 2024-05-10T11:09:44.613 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.612+0000 7f9b4fe0a700 1 -- 172.21.15.53:0/280912829 wait complete. 2024-05-10T11:09:44.614 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.613+0000 7f9b4fe0a700 1 Processor -- start 2024-05-10T11:09:44.615 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.613+0000 7f9b4fe0a700 1 -- start start 2024-05-10T11:09:44.615 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.613+0000 7f9b4fe0a700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b480757c0 0x7f9b481a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:44.615 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.613+0000 7f9b4fe0a700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9b4810f4a0 con 0x7f9b480757c0 2024-05-10T11:09:44.615 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.613+0000 7f9b4dba6700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b480757c0 0x7f9b481a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:44.615 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.613+0000 7f9b4dba6700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b480757c0 0x7f9b481a0780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:53918/0 (socket says 172.21.15.53:53918) 2024-05-10T11:09:44.615 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.613+0000 7f9b4dba6700 1 -- 172.21.15.53:0/1953475577 learned_addr learned my addr 172.21.15.53:0/1953475577 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:44.615 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.613+0000 7f9b4dba6700 1 -- 172.21.15.53:0/1953475577 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b481a0cc0 con 0x7f9b480757c0 2024-05-10T11:09:44.615 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.613+0000 7f9b4dba6700 1 --2- 172.21.15.53:0/1953475577 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b480757c0 0x7f9b481a0780 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9b380062a0 tx=0x7f9b38009810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:44.616 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.614+0000 7f9b46ffd700 1 -- 172.21.15.53:0/1953475577 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9b38017040 con 0x7f9b480757c0 2024-05-10T11:09:44.616 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.614+0000 7f9b46ffd700 1 -- 172.21.15.53:0/1953475577 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9b38022070 con 0x7f9b480757c0 2024-05-10T11:09:44.616 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.614+0000 7f9b4fe0a700 1 -- 172.21.15.53:0/1953475577 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b481a0f50 con 0x7f9b480757c0 2024-05-10T11:09:44.616 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.614+0000 7f9b46ffd700 1 -- 172.21.15.53:0/1953475577 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9b38004850 con 0x7f9b480757c0 2024-05-10T11:09:44.616 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.614+0000 7f9b4fe0a700 1 -- 172.21.15.53:0/1953475577 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b4819a940 con 0x7f9b480757c0 2024-05-10T11:09:44.616 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.615+0000 7f9b4fe0a700 1 -- 172.21.15.53:0/1953475577 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b48076f00 con 0x7f9b480757c0 2024-05-10T11:09:44.616 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.615+0000 7f9b46ffd700 1 -- 172.21.15.53:0/1953475577 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f9b38007a40 con 0x7f9b480757c0 2024-05-10T11:09:44.617 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.615+0000 7f9b46ffd700 1 --2- 172.21.15.53:0/1953475577 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9b3003e510 0x7f9b300409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:44.618 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.615+0000 7f9b46ffd700 1 -- 172.21.15.53:0/1953475577 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f9b3800f050 con 0x7f9b480757c0 2024-05-10T11:09:44.618 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.615+0000 7f9b4d3a5700 1 --2- 172.21.15.53:0/1953475577 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9b3003e510 0x7f9b300409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:44.618 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.615+0000 7f9b4d3a5700 1 --2- 172.21.15.53:0/1953475577 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9b3003e510 0x7f9b300409d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f9b3c006fd0 tx=0x7f9b3c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:44.620 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.620+0000 7f9b46ffd700 1 -- 172.21.15.53:0/1953475577 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f9b380093e0 con 0x7f9b480757c0 2024-05-10T11:09:44.838 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:44.837+0000 7f9b4fe0a700 1 -- 172.21.15.53:0/1953475577 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi132", "target": ["mon-mgr", ""]}) -- 0x7f9b4819be70 con 0x7f9b3003e510 2024-05-10T11:09:45.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:45 smithi053 ceph-mon[30153]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi132", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:09:46.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:46 smithi053 ceph-mon[30153]: Deploying cephadm binary to smithi132 2024-05-10T11:09:47.805 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:47 smithi053 ceph-mon[30153]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:09:49.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:49.206+0000 7f9b46ffd700 1 -- 172.21.15.53:0/1953475577 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f9b4819be70 con 0x7f9b3003e510 2024-05-10T11:09:49.207 INFO:teuthology.orchestra.run.smithi053.stdout:Added host 'smithi132' with addr '172.21.15.132' 2024-05-10T11:09:49.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:49.209+0000 7f9b4fe0a700 1 -- 172.21.15.53:0/1953475577 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9b3003e510 msgr2=0x7f9b300409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:49.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:49.209+0000 7f9b4fe0a700 1 --2- 172.21.15.53:0/1953475577 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9b3003e510 0x7f9b300409d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f9b3c006fd0 tx=0x7f9b3c006e40 comp rx=0 tx=0).stop 2024-05-10T11:09:49.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:49.209+0000 7f9b4fe0a700 1 -- 172.21.15.53:0/1953475577 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b480757c0 msgr2=0x7f9b481a0780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:49.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:49.209+0000 7f9b4fe0a700 1 --2- 172.21.15.53:0/1953475577 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b480757c0 0x7f9b481a0780 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9b380062a0 tx=0x7f9b38009810 comp rx=0 tx=0).stop 2024-05-10T11:09:49.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:49.209+0000 7f9b4fe0a700 1 -- 172.21.15.53:0/1953475577 shutdown_connections 2024-05-10T11:09:49.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:49.209+0000 7f9b4fe0a700 1 --2- 172.21.15.53:0/1953475577 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9b3003e510 0x7f9b300409d0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:49.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:49.209+0000 7f9b4fe0a700 1 --2- 172.21.15.53:0/1953475577 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b480757c0 0x7f9b481a0780 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:49.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:49.209+0000 7f9b4fe0a700 1 -- 172.21.15.53:0/1953475577 >> 172.21.15.53:0/1953475577 conn(0x7f9b480fe9e0 msgr2=0x7f9b481091e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:49.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:49.209+0000 7f9b4fe0a700 1 -- 172.21.15.53:0/1953475577 shutdown_connections 2024-05-10T11:09:49.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:49.209+0000 7f9b4fe0a700 1 -- 172.21.15.53:0/1953475577 wait complete. 2024-05-10T11:09:49.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:49 smithi053 ceph-mon[30153]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:09:49.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:49 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:49.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:49 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:09:49.855 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph orch host ls --format=json 2024-05-10T11:09:50.107 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:09:50.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:50 smithi053 ceph-mon[30153]: Added host smithi132 2024-05-10T11:09:50.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:50 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:50.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:50 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:51.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.678+0000 7fd3d8cbb700 1 -- 172.21.15.53:0/671332529 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd3d4104110 msgr2=0x7fd3d41044f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:51.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.678+0000 7fd3d8cbb700 1 --2- 172.21.15.53:0/671332529 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd3d4104110 0x7fd3d41044f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd3c4009910 tx=0x7fd3c4009c20 comp rx=0 tx=0).stop 2024-05-10T11:09:51.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.679+0000 7fd3d8cbb700 1 -- 172.21.15.53:0/671332529 shutdown_connections 2024-05-10T11:09:51.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.679+0000 7fd3d8cbb700 1 --2- 172.21.15.53:0/671332529 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd3d4104110 0x7fd3d41044f0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:51.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.679+0000 7fd3d8cbb700 1 -- 172.21.15.53:0/671332529 >> 172.21.15.53:0/671332529 conn(0x7fd3d40fd8a0 msgr2=0x7fd3d40ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:51.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.679+0000 7fd3d8cbb700 1 -- 172.21.15.53:0/671332529 shutdown_connections 2024-05-10T11:09:51.680 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.679+0000 7fd3d8cbb700 1 -- 172.21.15.53:0/671332529 wait complete. 2024-05-10T11:09:51.681 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.679+0000 7fd3d8cbb700 1 Processor -- start 2024-05-10T11:09:51.681 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.679+0000 7fd3d8cbb700 1 -- start start 2024-05-10T11:09:51.681 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.680+0000 7fd3d8cbb700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd3d4104110 0x7fd3d419e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:51.681 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.680+0000 7fd3d8cbb700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd3d410d2c0 con 0x7fd3d4104110 2024-05-10T11:09:51.681 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.680+0000 7fd3d259c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd3d4104110 0x7fd3d419e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:51.681 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.680+0000 7fd3d259c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd3d4104110 0x7fd3d419e5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36396/0 (socket says 172.21.15.53:36396) 2024-05-10T11:09:51.681 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.680+0000 7fd3d259c700 1 -- 172.21.15.53:0/733192916 learned_addr learned my addr 172.21.15.53:0/733192916 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:51.681 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.680+0000 7fd3d259c700 1 -- 172.21.15.53:0/733192916 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3d419eb10 con 0x7fd3d4104110 2024-05-10T11:09:51.681 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.680+0000 7fd3d259c700 1 --2- 172.21.15.53:0/733192916 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd3d4104110 0x7fd3d419e5d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd3c4006010 tx=0x7fd3c4005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:51.681 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.680+0000 7fd3c37fe700 1 -- 172.21.15.53:0/733192916 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd3c4026070 con 0x7fd3d4104110 2024-05-10T11:09:51.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.680+0000 7fd3c37fe700 1 -- 172.21.15.53:0/733192916 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd3c400b750 con 0x7fd3d4104110 2024-05-10T11:09:51.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.680+0000 7fd3d8cbb700 1 -- 172.21.15.53:0/733192916 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3d419eda0 con 0x7fd3d4104110 2024-05-10T11:09:51.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.680+0000 7fd3c37fe700 1 -- 172.21.15.53:0/733192916 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd3c40038a0 con 0x7fd3d4104110 2024-05-10T11:09:51.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.681+0000 7fd3d8cbb700 1 -- 172.21.15.53:0/733192916 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3d41986a0 con 0x7fd3d4104110 2024-05-10T11:09:51.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.682+0000 7fd3c37fe700 1 -- 172.21.15.53:0/733192916 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fd3c4029070 con 0x7fd3d4104110 2024-05-10T11:09:51.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.682+0000 7fd3d8cbb700 1 -- 172.21.15.53:0/733192916 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3d406bb50 con 0x7fd3d4104110 2024-05-10T11:09:51.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.682+0000 7fd3c37fe700 1 --2- 172.21.15.53:0/733192916 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd3bc03e510 0x7fd3bc0409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:51.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.682+0000 7fd3c37fe700 1 -- 172.21.15.53:0/733192916 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fd3c401e070 con 0x7fd3d4104110 2024-05-10T11:09:51.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.682+0000 7fd3d1d9b700 1 --2- 172.21.15.53:0/733192916 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd3bc03e510 0x7fd3bc0409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:51.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.682+0000 7fd3d1d9b700 1 --2- 172.21.15.53:0/733192916 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd3bc03e510 0x7fd3bc0409d0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fd3c8006fd0 tx=0x7fd3c8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:51.687 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.687+0000 7fd3c37fe700 1 -- 172.21.15.53:0/733192916 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fd3c4013070 con 0x7fd3d4104110 2024-05-10T11:09:51.908 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.908+0000 7fd3d8cbb700 1 -- 172.21.15.53:0/733192916 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd3d4064b00 con 0x7fd3bc03e510 2024-05-10T11:09:51.909 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.909+0000 7fd3c37fe700 1 -- 172.21.15.53:0/733192916 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+160 (secure 0 0 0) 0x7fd3d4064b00 con 0x7fd3bc03e510 2024-05-10T11:09:51.909 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:09:51.909 INFO:teuthology.orchestra.run.smithi053.stdout:[{"addr": "172.21.15.53", "hostname": "smithi053", "labels": [], "status": ""}, {"addr": "172.21.15.132", "hostname": "smithi132", "labels": [], "status": ""}] 2024-05-10T11:09:51.911 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.911+0000 7fd3d8cbb700 1 -- 172.21.15.53:0/733192916 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd3bc03e510 msgr2=0x7fd3bc0409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:51.912 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.911+0000 7fd3d8cbb700 1 --2- 172.21.15.53:0/733192916 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd3bc03e510 0x7fd3bc0409d0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fd3c8006fd0 tx=0x7fd3c8006e40 comp rx=0 tx=0).stop 2024-05-10T11:09:51.912 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.911+0000 7fd3d8cbb700 1 -- 172.21.15.53:0/733192916 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd3d4104110 msgr2=0x7fd3d419e5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:51.912 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.911+0000 7fd3d8cbb700 1 --2- 172.21.15.53:0/733192916 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd3d4104110 0x7fd3d419e5d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd3c4006010 tx=0x7fd3c4005710 comp rx=0 tx=0).stop 2024-05-10T11:09:51.912 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.911+0000 7fd3d8cbb700 1 -- 172.21.15.53:0/733192916 shutdown_connections 2024-05-10T11:09:51.912 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.911+0000 7fd3d8cbb700 1 --2- 172.21.15.53:0/733192916 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd3bc03e510 0x7fd3bc0409d0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:51.912 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.911+0000 7fd3d8cbb700 1 --2- 172.21.15.53:0/733192916 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd3d4104110 0x7fd3d419e5d0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:51.912 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.911+0000 7fd3d8cbb700 1 -- 172.21.15.53:0/733192916 >> 172.21.15.53:0/733192916 conn(0x7fd3d40fd8a0 msgr2=0x7fd3d4104ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:51.912 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.912+0000 7fd3d8cbb700 1 -- 172.21.15.53:0/733192916 shutdown_connections 2024-05-10T11:09:51.912 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:51.912+0000 7fd3d8cbb700 1 -- 172.21.15.53:0/733192916 wait complete. 2024-05-10T11:09:52.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:51 smithi053 ceph-mon[30153]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:09:52.518 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi187 2024-05-10T11:09:52.518 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-05-10T11:09:52.518 DEBUG:teuthology.orchestra.run.smithi187:> dd of=/etc/ceph/ceph.conf 2024-05-10T11:09:52.537 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-05-10T11:09:52.538 DEBUG:teuthology.orchestra.run.smithi187:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-10T11:09:52.596 INFO:tasks.cephadm:Adding host smithi187 to orchestrator... 2024-05-10T11:09:52.596 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph orch host add smithi187 2024-05-10T11:09:52.849 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:09:52.971 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:52 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:52.971 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:52 smithi053 ceph-mon[30153]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:09:54.063 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:53 smithi053 ceph-mon[30153]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:09:54.364 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.362+0000 7f8f3ec8a700 1 -- 172.21.15.53:0/3648152911 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f38102010 msgr2=0x7f8f381023f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:54.364 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.362+0000 7f8f3ec8a700 1 --2- 172.21.15.53:0/3648152911 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f38102010 0x7f8f381023f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c009910 tx=0x7f8f2c009c20 comp rx=0 tx=0).stop 2024-05-10T11:09:54.365 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.362+0000 7f8f3ec8a700 1 -- 172.21.15.53:0/3648152911 shutdown_connections 2024-05-10T11:09:54.365 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.362+0000 7f8f3ec8a700 1 --2- 172.21.15.53:0/3648152911 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f38102010 0x7f8f381023f0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:54.365 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.362+0000 7f8f3ec8a700 1 -- 172.21.15.53:0/3648152911 >> 172.21.15.53:0/3648152911 conn(0x7f8f380fd8a0 msgr2=0x7f8f380ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:54.365 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.363+0000 7f8f3ec8a700 1 -- 172.21.15.53:0/3648152911 shutdown_connections 2024-05-10T11:09:54.365 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.363+0000 7f8f3ec8a700 1 -- 172.21.15.53:0/3648152911 wait complete. 2024-05-10T11:09:54.365 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.363+0000 7f8f3ec8a700 1 Processor -- start 2024-05-10T11:09:54.365 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.363+0000 7f8f3ec8a700 1 -- start start 2024-05-10T11:09:54.365 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.363+0000 7f8f3ec8a700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f38102010 0x7f8f38103ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:54.365 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.363+0000 7f8f3ec8a700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8f3810c140 con 0x7f8f38102010 2024-05-10T11:09:54.365 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.364+0000 7f8f3ca26700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f38102010 0x7f8f38103ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:54.365 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.364+0000 7f8f3ca26700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f38102010 0x7f8f38103ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36416/0 (socket says 172.21.15.53:36416) 2024-05-10T11:09:54.365 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.364+0000 7f8f3ca26700 1 -- 172.21.15.53:0/1000915098 learned_addr learned my addr 172.21.15.53:0/1000915098 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:09:54.365 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.364+0000 7f8f3ca26700 1 -- 172.21.15.53:0/1000915098 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f381059a0 con 0x7f8f38102010 2024-05-10T11:09:54.366 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.364+0000 7f8f3ca26700 1 --2- 172.21.15.53:0/1000915098 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f38102010 0x7f8f38103ab0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c005660 tx=0x7f8f2c005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:54.366 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.364+0000 7f8f35ffb700 1 -- 172.21.15.53:0/1000915098 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f2c026070 con 0x7f8f38102010 2024-05-10T11:09:54.366 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.364+0000 7f8f35ffb700 1 -- 172.21.15.53:0/1000915098 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8f2c00b750 con 0x7f8f38102010 2024-05-10T11:09:54.366 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.364+0000 7f8f3ec8a700 1 -- 172.21.15.53:0/1000915098 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f38104050 con 0x7f8f38102010 2024-05-10T11:09:54.366 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.364+0000 7f8f35ffb700 1 -- 172.21.15.53:0/1000915098 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f2c0037b0 con 0x7f8f38102010 2024-05-10T11:09:54.366 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.364+0000 7f8f3ec8a700 1 -- 172.21.15.53:0/1000915098 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f38104510 con 0x7f8f38102010 2024-05-10T11:09:54.367 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.365+0000 7f8f35ffb700 1 -- 172.21.15.53:0/1000915098 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f8f2c029070 con 0x7f8f38102010 2024-05-10T11:09:54.367 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.365+0000 7f8f3ec8a700 1 -- 172.21.15.53:0/1000915098 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f381034f0 con 0x7f8f38102010 2024-05-10T11:09:54.367 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.366+0000 7f8f35ffb700 1 --2- 172.21.15.53:0/1000915098 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8f2803e570 0x7f8f28040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:09:54.367 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.366+0000 7f8f35ffb700 1 -- 172.21.15.53:0/1000915098 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f8f2c01e070 con 0x7f8f38102010 2024-05-10T11:09:54.367 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.366+0000 7f8f37fff700 1 --2- 172.21.15.53:0/1000915098 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8f2803e570 0x7f8f28040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:09:54.367 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.366+0000 7f8f37fff700 1 --2- 172.21.15.53:0/1000915098 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8f2803e570 0x7f8f28040a30 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f8f24006fd0 tx=0x7f8f24006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:09:54.371 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.371+0000 7f8f35ffb700 1 -- 172.21.15.53:0/1000915098 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f8f2c013070 con 0x7f8f38102010 2024-05-10T11:09:54.590 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:54.589+0000 7f8f3ec8a700 1 -- 172.21.15.53:0/1000915098 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi187", "target": ["mon-mgr", ""]}) -- 0x7f8f381047a0 con 0x7f8f2803e570 2024-05-10T11:09:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:55 smithi053 ceph-mon[30153]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:09:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:55 smithi053 ceph-mon[30153]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi187", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:09:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:55 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:55 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:56.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:55 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:56.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:55 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:56.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:55 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi132", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:09:56.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:55 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:09:56.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:55 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:09:56.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:55 smithi053 ceph-mon[30153]: Updating smithi132:/etc/ceph/ceph.conf 2024-05-10T11:09:56.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:55 smithi053 ceph-mon[30153]: Updating smithi132:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-10T11:09:57.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:56 smithi053 ceph-mon[30153]: Deploying cephadm binary to smithi187 2024-05-10T11:09:57.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:56 smithi053 ceph-mon[30153]: Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-05-10T11:09:57.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:56 smithi053 ceph-mon[30153]: Updating smithi132:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-10T11:09:57.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:56 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:57.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:56 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:57.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:56 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:09:58.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:57 smithi053 ceph-mon[30153]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:09:58.912 INFO:teuthology.orchestra.run.smithi053.stdout:Added host 'smithi187' with addr '172.21.15.187' 2024-05-10T11:09:58.912 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:58.911+0000 7f8f35ffb700 1 -- 172.21.15.53:0/1000915098 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f8f381047a0 con 0x7f8f2803e570 2024-05-10T11:09:58.914 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:58.914+0000 7f8f3ec8a700 1 -- 172.21.15.53:0/1000915098 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8f2803e570 msgr2=0x7f8f28040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:58.914 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:58.914+0000 7f8f3ec8a700 1 --2- 172.21.15.53:0/1000915098 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8f2803e570 0x7f8f28040a30 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f8f24006fd0 tx=0x7f8f24006e40 comp rx=0 tx=0).stop 2024-05-10T11:09:58.914 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:58.914+0000 7f8f3ec8a700 1 -- 172.21.15.53:0/1000915098 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f38102010 msgr2=0x7f8f38103ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:09:58.915 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:58.914+0000 7f8f3ec8a700 1 --2- 172.21.15.53:0/1000915098 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f38102010 0x7f8f38103ab0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c005660 tx=0x7f8f2c005740 comp rx=0 tx=0).stop 2024-05-10T11:09:58.915 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:58.914+0000 7f8f3ec8a700 1 -- 172.21.15.53:0/1000915098 shutdown_connections 2024-05-10T11:09:58.915 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:58.914+0000 7f8f3ec8a700 1 --2- 172.21.15.53:0/1000915098 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8f2803e570 0x7f8f28040a30 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:58.915 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:58.914+0000 7f8f3ec8a700 1 --2- 172.21.15.53:0/1000915098 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f38102010 0x7f8f38103ab0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:09:58.915 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:58.914+0000 7f8f3ec8a700 1 -- 172.21.15.53:0/1000915098 >> 172.21.15.53:0/1000915098 conn(0x7f8f380fd8a0 msgr2=0x7f8f3806b310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:09:58.915 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:58.914+0000 7f8f3ec8a700 1 -- 172.21.15.53:0/1000915098 shutdown_connections 2024-05-10T11:09:58.915 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:09:58.914+0000 7f8f3ec8a700 1 -- 172.21.15.53:0/1000915098 wait complete. 2024-05-10T11:09:59.467 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph orch host ls --format=json 2024-05-10T11:09:59.722 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:10:00.126 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:59 smithi053 ceph-mon[30153]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:00.126 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:59 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:00.126 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:59 smithi053 ceph-mon[30153]: Added host smithi187 2024-05-10T11:10:00.126 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:59 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:10:00.126 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:09:59 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:01.018 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:00 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:01.267 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.266+0000 7f87d7ea4700 1 -- 172.21.15.53:0/2299386475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d0102050 msgr2=0x7f87d0102430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:01.267 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.266+0000 7f87d7ea4700 1 --2- 172.21.15.53:0/2299386475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d0102050 0x7f87d0102430 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f87cc009910 tx=0x7f87cc009c20 comp rx=0 tx=0).stop 2024-05-10T11:10:01.267 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.266+0000 7f87d7ea4700 1 -- 172.21.15.53:0/2299386475 shutdown_connections 2024-05-10T11:10:01.267 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.266+0000 7f87d7ea4700 1 --2- 172.21.15.53:0/2299386475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d0102050 0x7f87d0102430 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:01.268 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.266+0000 7f87d7ea4700 1 -- 172.21.15.53:0/2299386475 >> 172.21.15.53:0/2299386475 conn(0x7f87d00fd900 msgr2=0x7f87d00ffd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:10:01.268 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.266+0000 7f87d7ea4700 1 -- 172.21.15.53:0/2299386475 shutdown_connections 2024-05-10T11:10:01.268 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.266+0000 7f87d7ea4700 1 -- 172.21.15.53:0/2299386475 wait complete. 2024-05-10T11:10:01.268 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.267+0000 7f87d7ea4700 1 Processor -- start 2024-05-10T11:10:01.268 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.267+0000 7f87d7ea4700 1 -- start start 2024-05-10T11:10:01.268 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.267+0000 7f87d7ea4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d0102050 0x7f87d01996b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:01.268 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.267+0000 7f87d7ea4700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f87d010c180 con 0x7f87d0102050 2024-05-10T11:10:01.268 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.267+0000 7f87d5c40700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d0102050 0x7f87d01996b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:01.268 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.267+0000 7f87d5c40700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d0102050 0x7f87d01996b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:58032/0 (socket says 172.21.15.53:58032) 2024-05-10T11:10:01.268 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.267+0000 7f87d5c40700 1 -- 172.21.15.53:0/4255492632 learned_addr learned my addr 172.21.15.53:0/4255492632 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:10:01.269 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.268+0000 7f87d5c40700 1 -- 172.21.15.53:0/4255492632 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87d0199bf0 con 0x7f87d0102050 2024-05-10T11:10:01.269 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.268+0000 7f87d5c40700 1 --2- 172.21.15.53:0/4255492632 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d0102050 0x7f87d01996b0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f87cc005660 tx=0x7f87cc005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:10:01.269 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.268+0000 7f87c6ffd700 1 -- 172.21.15.53:0/4255492632 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f87cc026070 con 0x7f87d0102050 2024-05-10T11:10:01.269 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.268+0000 7f87c6ffd700 1 -- 172.21.15.53:0/4255492632 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f87cc00b6f0 con 0x7f87d0102050 2024-05-10T11:10:01.269 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.268+0000 7f87c6ffd700 1 -- 172.21.15.53:0/4255492632 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f87cc0037b0 con 0x7f87d0102050 2024-05-10T11:10:01.269 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.268+0000 7f87d7ea4700 1 -- 172.21.15.53:0/4255492632 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87d0199ee0 con 0x7f87d0102050 2024-05-10T11:10:01.269 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.268+0000 7f87d7ea4700 1 -- 172.21.15.53:0/4255492632 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87d019a3a0 con 0x7f87d0102050 2024-05-10T11:10:01.270 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.269+0000 7f87c6ffd700 1 -- 172.21.15.53:0/4255492632 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f87cc029070 con 0x7f87d0102050 2024-05-10T11:10:01.270 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.269+0000 7f87d7ea4700 1 -- 172.21.15.53:0/4255492632 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87d0103530 con 0x7f87d0102050 2024-05-10T11:10:01.270 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.270+0000 7f87c6ffd700 1 --2- 172.21.15.53:0/4255492632 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f87bc03e510 0x7f87bc0409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:01.270 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.270+0000 7f87c6ffd700 1 -- 172.21.15.53:0/4255492632 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f87cc01e070 con 0x7f87d0102050 2024-05-10T11:10:01.270 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.270+0000 7f87d543f700 1 --2- 172.21.15.53:0/4255492632 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f87bc03e510 0x7f87bc0409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:01.271 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.270+0000 7f87d543f700 1 --2- 172.21.15.53:0/4255492632 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f87bc03e510 0x7f87bc0409d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f87c0006fd0 tx=0x7f87c0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:10:01.275 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.275+0000 7f87c6ffd700 1 -- 172.21.15.53:0/4255492632 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f87cc013070 con 0x7f87d0102050 2024-05-10T11:10:01.495 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.495+0000 7f87d7ea4700 1 -- 172.21.15.53:0/4255492632 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f87d006b900 con 0x7f87bc03e510 2024-05-10T11:10:01.496 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.496+0000 7f87c6ffd700 1 -- 172.21.15.53:0/4255492632 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+240 (secure 0 0 0) 0x7f87d006b900 con 0x7f87bc03e510 2024-05-10T11:10:01.497 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:10:01.497 INFO:teuthology.orchestra.run.smithi053.stdout:[{"addr": "172.21.15.53", "hostname": "smithi053", "labels": [], "status": ""}, {"addr": "172.21.15.132", "hostname": "smithi132", "labels": [], "status": ""}, {"addr": "172.21.15.187", "hostname": "smithi187", "labels": [], "status": ""}] 2024-05-10T11:10:01.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.499+0000 7f87d7ea4700 1 -- 172.21.15.53:0/4255492632 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f87bc03e510 msgr2=0x7f87bc0409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:01.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.499+0000 7f87d7ea4700 1 --2- 172.21.15.53:0/4255492632 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f87bc03e510 0x7f87bc0409d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f87c0006fd0 tx=0x7f87c0006e40 comp rx=0 tx=0).stop 2024-05-10T11:10:01.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.499+0000 7f87d7ea4700 1 -- 172.21.15.53:0/4255492632 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d0102050 msgr2=0x7f87d01996b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:01.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.499+0000 7f87d7ea4700 1 --2- 172.21.15.53:0/4255492632 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d0102050 0x7f87d01996b0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f87cc005660 tx=0x7f87cc005740 comp rx=0 tx=0).stop 2024-05-10T11:10:01.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.499+0000 7f87d7ea4700 1 -- 172.21.15.53:0/4255492632 shutdown_connections 2024-05-10T11:10:01.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.499+0000 7f87d7ea4700 1 --2- 172.21.15.53:0/4255492632 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f87bc03e510 0x7f87bc0409d0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:01.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.499+0000 7f87d7ea4700 1 --2- 172.21.15.53:0/4255492632 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87d0102050 0x7f87d01996b0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:01.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.499+0000 7f87d7ea4700 1 -- 172.21.15.53:0/4255492632 >> 172.21.15.53:0/4255492632 conn(0x7f87d00fd900 msgr2=0x7f87d0103a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:10:01.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.499+0000 7f87d7ea4700 1 -- 172.21.15.53:0/4255492632 shutdown_connections 2024-05-10T11:10:01.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:01.499+0000 7f87d7ea4700 1 -- 172.21.15.53:0/4255492632 wait complete. 2024-05-10T11:10:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:01 smithi053 ceph-mon[30153]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:01 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:02.107 INFO:tasks.cephadm:Setting crush tunables to default 2024-05-10T11:10:02.107 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd crush tunables default 2024-05-10T11:10:02.353 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:10:03.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:02 smithi053 ceph-mon[30153]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:10:03.931 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.928+0000 7f776953e700 1 -- 172.21.15.53:0/2272774628 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7764108f40 msgr2=0x7f7764109320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:03.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.928+0000 7f776953e700 1 --2- 172.21.15.53:0/2272774628 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7764108f40 0x7f7764109320 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f775400b0a0 tx=0x7f775400b3b0 comp rx=0 tx=0).stop 2024-05-10T11:10:03.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.928+0000 7f776953e700 1 -- 172.21.15.53:0/2272774628 shutdown_connections 2024-05-10T11:10:03.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.928+0000 7f776953e700 1 --2- 172.21.15.53:0/2272774628 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7764108f40 0x7f7764109320 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:03.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.928+0000 7f776953e700 1 -- 172.21.15.53:0/2272774628 >> 172.21.15.53:0/2272774628 conn(0x7f7764077900 msgr2=0x7f7764077d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:10:03.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.928+0000 7f776953e700 1 -- 172.21.15.53:0/2272774628 shutdown_connections 2024-05-10T11:10:03.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.928+0000 7f776953e700 1 -- 172.21.15.53:0/2272774628 wait complete. 2024-05-10T11:10:03.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.929+0000 7f776953e700 1 Processor -- start 2024-05-10T11:10:03.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.929+0000 7f776953e700 1 -- start start 2024-05-10T11:10:03.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.929+0000 7f776953e700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7764108f40 0x7f7764101ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:03.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.929+0000 7f776953e700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f776410d230 con 0x7f7764108f40 2024-05-10T11:10:03.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.929+0000 7f7762ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7764108f40 0x7f7764101ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:03.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.929+0000 7f7762ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7764108f40 0x7f7764101ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:58038/0 (socket says 172.21.15.53:58038) 2024-05-10T11:10:03.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.929+0000 7f7762ffd700 1 -- 172.21.15.53:0/1096469857 learned_addr learned my addr 172.21.15.53:0/1096469857 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:10:03.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.930+0000 7f7762ffd700 1 -- 172.21.15.53:0/1096469857 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7764103db0 con 0x7f7764108f40 2024-05-10T11:10:03.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.930+0000 7f7762ffd700 1 --2- 172.21.15.53:0/1096469857 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7764108f40 0x7f7764101ec0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f775400b830 tx=0x7f7754007940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:10:03.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.930+0000 7f774bfff700 1 -- 172.21.15.53:0/1096469857 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7754017040 con 0x7f7764108f40 2024-05-10T11:10:03.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.930+0000 7f774bfff700 1 -- 172.21.15.53:0/1096469857 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7754022070 con 0x7f7764108f40 2024-05-10T11:10:03.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.930+0000 7f776953e700 1 -- 172.21.15.53:0/1096469857 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7764102460 con 0x7f7764108f40 2024-05-10T11:10:03.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.930+0000 7f774bfff700 1 -- 172.21.15.53:0/1096469857 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7754004870 con 0x7f7764108f40 2024-05-10T11:10:03.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.930+0000 7f776953e700 1 -- 172.21.15.53:0/1096469857 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7764102920 con 0x7f7764108f40 2024-05-10T11:10:03.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.931+0000 7f774bfff700 1 -- 172.21.15.53:0/1096469857 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f7754027460 con 0x7f7764108f40 2024-05-10T11:10:03.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.931+0000 7f774bfff700 1 --2- 172.21.15.53:0/1096469857 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f774c03e570 0x7f774c040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:03.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.931+0000 7f776953e700 1 -- 172.21.15.53:0/1096469857 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77641045f0 con 0x7f7764108f40 2024-05-10T11:10:03.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.931+0000 7f774bfff700 1 -- 172.21.15.53:0/1096469857 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f775400f050 con 0x7f7764108f40 2024-05-10T11:10:03.934 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.931+0000 7f77627fc700 1 --2- 172.21.15.53:0/1096469857 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f774c03e570 0x7f774c040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:03.934 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.932+0000 7f77627fc700 1 --2- 172.21.15.53:0/1096469857 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f774c03e570 0x7f774c040a30 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f7758006fd0 tx=0x7f7758006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:10:03.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:03.936+0000 7f774bfff700 1 -- 172.21.15.53:0/1096469857 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f7754025c20 con 0x7f7764108f40 2024-05-10T11:10:04.156 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:04.156+0000 7f776953e700 1 -- 172.21.15.53:0/1096469857 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f77641033f0 con 0x7f7764108f40 2024-05-10T11:10:04.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:03 smithi053 ceph-mon[30153]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:04.986 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:04.986+0000 7f774bfff700 1 -- 172.21.15.53:0/1096469857 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f7754018250 con 0x7f7764108f40 2024-05-10T11:10:04.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:04.989+0000 7f776953e700 1 -- 172.21.15.53:0/1096469857 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f774c03e570 msgr2=0x7f774c040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:04.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:04.989+0000 7f776953e700 1 --2- 172.21.15.53:0/1096469857 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f774c03e570 0x7f774c040a30 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f7758006fd0 tx=0x7f7758006e40 comp rx=0 tx=0).stop 2024-05-10T11:10:04.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:04.989+0000 7f776953e700 1 -- 172.21.15.53:0/1096469857 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7764108f40 msgr2=0x7f7764101ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:04.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:04.989+0000 7f776953e700 1 --2- 172.21.15.53:0/1096469857 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7764108f40 0x7f7764101ec0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f775400b830 tx=0x7f7754007940 comp rx=0 tx=0).stop 2024-05-10T11:10:04.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:04.989+0000 7f776953e700 1 -- 172.21.15.53:0/1096469857 shutdown_connections 2024-05-10T11:10:04.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:04.989+0000 7f776953e700 1 --2- 172.21.15.53:0/1096469857 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f774c03e570 0x7f774c040a30 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:04.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:04.989+0000 7f776953e700 1 --2- 172.21.15.53:0/1096469857 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7764108f40 0x7f7764101ec0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:04.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:04.989+0000 7f776953e700 1 -- 172.21.15.53:0/1096469857 >> 172.21.15.53:0/1096469857 conn(0x7f7764077900 msgr2=0x7f77640ff490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:10:04.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:04.989+0000 7f776953e700 1 -- 172.21.15.53:0/1096469857 shutdown_connections 2024-05-10T11:10:04.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:04.989+0000 7f776953e700 1 -- 172.21.15.53:0/1096469857 wait complete. 2024-05-10T11:10:04.990 INFO:teuthology.orchestra.run.smithi053.stderr:adjusted tunables profile to default 2024-05-10T11:10:05.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:04 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1096469857' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-10T11:10:05.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:04 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:05.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:04 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:05.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:04 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:05.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:04 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:05.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:04 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi187", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:10:05.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:04 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:05.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:04 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:10:05.647 INFO:tasks.cephadm:Adding mon.a on smithi053 2024-05-10T11:10:05.647 INFO:tasks.cephadm:Adding mon.b on smithi132 2024-05-10T11:10:05.647 INFO:tasks.cephadm:Adding mon.c on smithi187 2024-05-10T11:10:05.647 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph orch apply mon '3;smithi053:172.21.15.53=a;smithi132:172.21.15.132=b;smithi187:172.21.15.187=c' 2024-05-10T11:10:05.877 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-10T11:10:06.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:05 smithi053 ceph-mon[30153]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:06.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:05 smithi053 ceph-mon[30153]: Updating smithi187:/etc/ceph/ceph.conf 2024-05-10T11:10:06.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:05 smithi053 ceph-mon[30153]: Updating smithi187:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-10T11:10:06.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:05 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1096469857' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-10T11:10:06.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:05 smithi053 ceph-mon[30153]: osdmap e4: 0 total, 0 up, 0 in 2024-05-10T11:10:06.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:05 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:06.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:05 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:06.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:05 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:07.241 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.239+0000 7f6b21a47700 1 -- 172.21.15.187:0/2680401909 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6b1c103110 msgr2=0x7f6b1c1034f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:07.241 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.239+0000 7f6b21a47700 1 --2- 172.21.15.187:0/2680401909 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6b1c103110 0x7f6b1c1034f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c009910 tx=0x7f6b0c009c20 comp rx=0 tx=0).stop 2024-05-10T11:10:07.241 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.239+0000 7f6b21a47700 1 -- 172.21.15.187:0/2680401909 shutdown_connections 2024-05-10T11:10:07.241 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.239+0000 7f6b21a47700 1 --2- 172.21.15.187:0/2680401909 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6b1c103110 0x7f6b1c1034f0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:07.241 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.239+0000 7f6b21a47700 1 -- 172.21.15.187:0/2680401909 >> 172.21.15.187:0/2680401909 conn(0x7f6b1c0fe9e0 msgr2=0x7f6b1c100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:10:07.241 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.240+0000 7f6b21a47700 1 -- 172.21.15.187:0/2680401909 shutdown_connections 2024-05-10T11:10:07.241 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.240+0000 7f6b21a47700 1 -- 172.21.15.187:0/2680401909 wait complete. 2024-05-10T11:10:07.241 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.240+0000 7f6b21a47700 1 Processor -- start 2024-05-10T11:10:07.241 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.240+0000 7f6b21a47700 1 -- start start 2024-05-10T11:10:07.241 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.240+0000 7f6b21a47700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6b1c103110 0x7f6b1c19e570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:07.241 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.240+0000 7f6b21a47700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f6b1c10d240 con 0x7f6b1c103110 2024-05-10T11:10:07.243 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.241+0000 7f6b1affd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6b1c103110 0x7f6b1c19e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:07.243 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.241+0000 7f6b1affd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6b1c103110 0x7f6b1c19e570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.187:35384/0 (socket says 172.21.15.187:35384) 2024-05-10T11:10:07.243 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.241+0000 7f6b1affd700 1 -- 172.21.15.187:0/33053497 learned_addr learned my addr 172.21.15.187:0/33053497 (peer_addr_for_me v2:172.21.15.187:0/0) 2024-05-10T11:10:07.243 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.241+0000 7f6b1affd700 1 -- 172.21.15.187:0/33053497 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b1c19eab0 con 0x7f6b1c103110 2024-05-10T11:10:07.244 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.241+0000 7f6b1affd700 1 --2- 172.21.15.187:0/33053497 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6b1c103110 0x7f6b1c19e570 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c005660 tx=0x7f6b0c005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:10:07.244 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.241+0000 7f6b20a45700 1 -- 172.21.15.187:0/33053497 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6b0c026070 con 0x7f6b1c103110 2024-05-10T11:10:07.244 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.241+0000 7f6b20a45700 1 -- 172.21.15.187:0/33053497 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6b0c00b6f0 con 0x7f6b1c103110 2024-05-10T11:10:07.244 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.241+0000 7f6b21a47700 1 -- 172.21.15.187:0/33053497 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b1c19eda0 con 0x7f6b1c103110 2024-05-10T11:10:07.244 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.241+0000 7f6b20a45700 1 -- 172.21.15.187:0/33053497 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6b0c0037b0 con 0x7f6b1c103110 2024-05-10T11:10:07.244 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.241+0000 7f6b21a47700 1 -- 172.21.15.187:0/33053497 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b1c198810 con 0x7f6b1c103110 2024-05-10T11:10:07.244 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.242+0000 7f6b21a47700 1 -- 172.21.15.187:0/33053497 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b1c1045f0 con 0x7f6b1c103110 2024-05-10T11:10:07.244 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.243+0000 7f6b20a45700 1 -- 172.21.15.187:0/33053497 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f6b0c029070 con 0x7f6b1c103110 2024-05-10T11:10:07.244 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.243+0000 7f6b20a45700 1 --2- 172.21.15.187:0/33053497 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6b0803e510 0x7f6b080409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:07.244 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.243+0000 7f6b20a45700 1 -- 172.21.15.187:0/33053497 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f6b0c01e070 con 0x7f6b1c103110 2024-05-10T11:10:07.244 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.243+0000 7f6b127fc700 1 --2- 172.21.15.187:0/33053497 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6b0803e510 0x7f6b080409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:07.245 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.244+0000 7f6b127fc700 1 --2- 172.21.15.187:0/33053497 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6b0803e510 0x7f6b080409d0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f6b04006fd0 tx=0x7f6b04006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:10:07.249 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.248+0000 7f6b20a45700 1 -- 172.21.15.187:0/33053497 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f6b0c013070 con 0x7f6b1c103110 2024-05-10T11:10:07.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:06 smithi053 ceph-mon[30153]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-05-10T11:10:07.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:06 smithi053 ceph-mon[30153]: Updating smithi187:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-10T11:10:07.462 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.462+0000 7f6b21a47700 1 -- 172.21.15.187:0/33053497 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi053:172.21.15.53=a;smithi132:172.21.15.132=b;smithi187:172.21.15.187=c", "target": ["mon-mgr", ""]}) -- 0x7f6b1c0008d0 con 0x7f6b0803e510 2024-05-10T11:10:07.469 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.468+0000 7f6b20a45700 1 -- 172.21.15.187:0/33053497 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f6b1c0008d0 con 0x7f6b0803e510 2024-05-10T11:10:07.469 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled mon update... 2024-05-10T11:10:07.471 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.471+0000 7f6b21a47700 1 -- 172.21.15.187:0/33053497 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6b0803e510 msgr2=0x7f6b080409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:07.472 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.471+0000 7f6b21a47700 1 --2- 172.21.15.187:0/33053497 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6b0803e510 0x7f6b080409d0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f6b04006fd0 tx=0x7f6b04006e40 comp rx=0 tx=0).stop 2024-05-10T11:10:07.472 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.471+0000 7f6b21a47700 1 -- 172.21.15.187:0/33053497 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6b1c103110 msgr2=0x7f6b1c19e570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:07.472 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.471+0000 7f6b21a47700 1 --2- 172.21.15.187:0/33053497 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6b1c103110 0x7f6b1c19e570 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c005660 tx=0x7f6b0c005740 comp rx=0 tx=0).stop 2024-05-10T11:10:07.472 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.471+0000 7f6b21a47700 1 -- 172.21.15.187:0/33053497 shutdown_connections 2024-05-10T11:10:07.472 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.471+0000 7f6b21a47700 1 --2- 172.21.15.187:0/33053497 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6b0803e510 0x7f6b080409d0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:07.472 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.471+0000 7f6b21a47700 1 --2- 172.21.15.187:0/33053497 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6b1c103110 0x7f6b1c19e570 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:07.472 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.471+0000 7f6b21a47700 1 -- 172.21.15.187:0/33053497 >> 172.21.15.187:0/33053497 conn(0x7f6b1c0fe9e0 msgr2=0x7f6b1c104ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:10:07.472 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.471+0000 7f6b21a47700 1 -- 172.21.15.187:0/33053497 shutdown_connections 2024-05-10T11:10:07.472 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:07.471+0000 7f6b21a47700 1 -- 172.21.15.187:0/33053497 wait complete. 2024-05-10T11:10:08.059 DEBUG:teuthology.orchestra.run.smithi132:mon.b> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mon.b.service 2024-05-10T11:10:08.062 DEBUG:teuthology.orchestra.run.smithi187:mon.c> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mon.c.service 2024-05-10T11:10:08.064 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-10T11:10:08.064 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph mon dump -f json 2024-05-10T11:10:08.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:07 smithi053 ceph-mon[30153]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:08.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:07 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:08.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:07 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:10:08.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:07 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:08.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:07 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:10:08.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:07 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:08.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:07 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-10T11:10:08.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:07 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:08.791 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-10T11:10:09.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:08 smithi053 ceph-mon[30153]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi053:172.21.15.53=a;smithi132:172.21.15.132=b;smithi187:172.21.15.187=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:10:09.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:08 smithi053 ceph-mon[30153]: Saving service mon spec with placement smithi053:172.21.15.53=a;smithi132:172.21.15.132=b;smithi187:172.21.15.187=c;count:3 2024-05-10T11:10:09.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:08 smithi053 ceph-mon[30153]: Deploying daemon mon.c on smithi187 2024-05-10T11:10:10.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:09 smithi053 ceph-mon[30153]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:11.383 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:11 smithi187 systemd[1]: Starting Ceph mon.c for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:10:11.759 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.756+0000 7f5eca982700 1 -- 172.21.15.187:0/341958147 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5ec4101ff0 msgr2=0x7f5ec41023d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:11.759 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.756+0000 7f5eca982700 1 --2- 172.21.15.187:0/341958147 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5ec4101ff0 0x7f5ec41023d0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f5eb4009910 tx=0x7f5eb4009c20 comp rx=0 tx=0).stop 2024-05-10T11:10:11.759 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.756+0000 7f5eca982700 1 -- 172.21.15.187:0/341958147 shutdown_connections 2024-05-10T11:10:11.759 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.756+0000 7f5eca982700 1 --2- 172.21.15.187:0/341958147 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5ec4101ff0 0x7f5ec41023d0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:11.759 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.756+0000 7f5eca982700 1 -- 172.21.15.187:0/341958147 >> 172.21.15.187:0/341958147 conn(0x7f5ec40fd8a0 msgr2=0x7f5ec40ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:10:11.759 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.756+0000 7f5eca982700 1 -- 172.21.15.187:0/341958147 shutdown_connections 2024-05-10T11:10:11.760 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.756+0000 7f5eca982700 1 -- 172.21.15.187:0/341958147 wait complete. 2024-05-10T11:10:11.760 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.757+0000 7f5eca982700 1 Processor -- start 2024-05-10T11:10:11.760 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.757+0000 7f5eca982700 1 -- start start 2024-05-10T11:10:11.760 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.757+0000 7f5eca982700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5ec4101ff0 0x7f5ec4103a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:11.760 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.757+0000 7f5eca982700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f5ec410c120 con 0x7f5ec4101ff0 2024-05-10T11:10:11.760 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.758+0000 7f5ec3fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5ec4101ff0 0x7f5ec4103a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:11.760 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.758+0000 7f5ec3fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5ec4101ff0 0x7f5ec4103a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.187:46408/0 (socket says 172.21.15.187:46408) 2024-05-10T11:10:11.760 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.758+0000 7f5ec3fff700 1 -- 172.21.15.187:0/183709106 learned_addr learned my addr 172.21.15.187:0/183709106 (peer_addr_for_me v2:172.21.15.187:0/0) 2024-05-10T11:10:11.760 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.758+0000 7f5ec3fff700 1 -- 172.21.15.187:0/183709106 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ec4105980 con 0x7f5ec4101ff0 2024-05-10T11:10:11.760 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.758+0000 7f5ec3fff700 1 --2- 172.21.15.187:0/183709106 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5ec4101ff0 0x7f5ec4103a90 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f5eb4006010 tx=0x7f5eb4005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:10:11.760 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.758+0000 7f5ec17fa700 1 -- 172.21.15.187:0/183709106 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5eb4026070 con 0x7f5ec4101ff0 2024-05-10T11:10:11.760 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.759+0000 7f5eca982700 1 -- 172.21.15.187:0/183709106 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ec4104030 con 0x7f5ec4101ff0 2024-05-10T11:10:11.761 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.759+0000 7f5ec17fa700 1 -- 172.21.15.187:0/183709106 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5eb400b750 con 0x7f5ec4101ff0 2024-05-10T11:10:11.761 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.759+0000 7f5ec17fa700 1 -- 172.21.15.187:0/183709106 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5eb4003810 con 0x7f5ec4101ff0 2024-05-10T11:10:11.761 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.759+0000 7f5eca982700 1 -- 172.21.15.187:0/183709106 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ec41044f0 con 0x7f5ec4101ff0 2024-05-10T11:10:11.762 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.759+0000 7f5eca982700 1 -- 172.21.15.187:0/183709106 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ec41034d0 con 0x7f5ec4101ff0 2024-05-10T11:10:11.762 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.760+0000 7f5ec17fa700 1 -- 172.21.15.187:0/183709106 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f5eb4029070 con 0x7f5ec4101ff0 2024-05-10T11:10:11.762 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.760+0000 7f5ec17fa700 1 --2- 172.21.15.187:0/183709106 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f5eac03e510 0x7f5eac0409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:11.762 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.760+0000 7f5ec17fa700 1 -- 172.21.15.187:0/183709106 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f5eb401e070 con 0x7f5ec4101ff0 2024-05-10T11:10:11.762 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.760+0000 7f5ec37fe700 1 --2- 172.21.15.187:0/183709106 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f5eac03e510 0x7f5eac0409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:11.762 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.761+0000 7f5ec37fe700 1 --2- 172.21.15.187:0/183709106 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f5eac03e510 0x7f5eac0409d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f5eb8006fd0 tx=0x7f5eb8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:10:11.766 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:11.765+0000 7f5ec17fa700 1 -- 172.21.15.187:0/183709106 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f5eb4013070 con 0x7f5ec4101ff0 2024-05-10T11:10:12.075 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:12.073+0000 7f5eca982700 1 -- 172.21.15.187:0/183709106 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f5ec4104fc0 con 0x7f5ec4101ff0 2024-05-10T11:10:12.075 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:12.074+0000 7f5ec17fa700 1 -- 172.21.15.187:0/183709106 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f5eb4030020 con 0x7f5ec4101ff0 2024-05-10T11:10:12.075 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T11:10:12.075 INFO:teuthology.orchestra.run.smithi187.stdout:{"epoch":1,"fsid":"745ae8e0-0ebd-11ef-bc98-c7b262605968","modified":"2024-05-10T11:08:27.067586Z","created":"2024-05-10T11:08:27.067586Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:3300","nonce":0},{"type":"v1","addr":"172.21.15.53:6789","nonce":0}]},"addr":"172.21.15.53:6789/0","public_addr":"172.21.15.53:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-05-10T11:10:12.077 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:12.077+0000 7f5eca982700 1 -- 172.21.15.187:0/183709106 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f5eac03e510 msgr2=0x7f5eac0409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:12.078 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:12.077+0000 7f5eca982700 1 --2- 172.21.15.187:0/183709106 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f5eac03e510 0x7f5eac0409d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f5eb8006fd0 tx=0x7f5eb8006e40 comp rx=0 tx=0).stop 2024-05-10T11:10:12.078 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:12.077+0000 7f5eca982700 1 -- 172.21.15.187:0/183709106 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5ec4101ff0 msgr2=0x7f5ec4103a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:12.078 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:12.077+0000 7f5eca982700 1 --2- 172.21.15.187:0/183709106 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5ec4101ff0 0x7f5ec4103a90 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f5eb4006010 tx=0x7f5eb4005710 comp rx=0 tx=0).stop 2024-05-10T11:10:12.078 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:12.077+0000 7f5eca982700 1 -- 172.21.15.187:0/183709106 shutdown_connections 2024-05-10T11:10:12.078 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:12.077+0000 7f5eca982700 1 --2- 172.21.15.187:0/183709106 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f5eac03e510 0x7f5eac0409d0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:12.078 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:12.077+0000 7f5eca982700 1 --2- 172.21.15.187:0/183709106 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5ec4101ff0 0x7f5ec4103a90 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:12.078 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:12.077+0000 7f5eca982700 1 -- 172.21.15.187:0/183709106 >> 172.21.15.187:0/183709106 conn(0x7f5ec40fd8a0 msgr2=0x7f5ec406b150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:10:12.078 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:12.077+0000 7f5eca982700 1 -- 172.21.15.187:0/183709106 shutdown_connections 2024-05-10T11:10:12.078 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:12.077+0000 7f5eca982700 1 -- 172.21.15.187:0/183709106 wait complete. 2024-05-10T11:10:12.078 INFO:teuthology.orchestra.run.smithi187.stderr:dumped monmap epoch 1 2024-05-10T11:10:12.184 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:11 smithi187 podman[34044]: 2024-05-10 11:10:11.825679603 +0000 UTC m=+0.017847076 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:10:12.184 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:11 smithi187 podman[34044]: 2024-05-10 11:10:11.923519844 +0000 UTC m=+0.115687302 container create 2c62ffb3b237257ab6a66b6f6a110740d50ecb74d10fb08ec5b40433dc93fbea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-05-10T11:10:12.184 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 podman[34044]: 2024-05-10 11:10:12.184915184 +0000 UTC m=+0.377082649 container init 2c62ffb3b237257ab6a66b6f6a110740d50ecb74d10fb08ec5b40433dc93fbea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-c, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-10T11:10:12.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:11 smithi053 ceph-mon[30153]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:12.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 podman[34044]: 2024-05-10 11:10:12.188572162 +0000 UTC m=+0.380739619 container start 2c62ffb3b237257ab6a66b6f6a110740d50ecb74d10fb08ec5b40433dc93fbea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-c, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.license=GPLv2) 2024-05-10T11:10:12.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: set uid:gid to 167:167 (ceph:ceph) 2024-05-10T11:10:12.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: ceph version 19.0.0-3449-gd39fa088 (d39fa08867836ac070c47cb66c782fa559fd480b) squid (dev), process ceph-mon, pid 2 2024-05-10T11:10:12.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: pidfile_write: ignore empty --pid-file 2024-05-10T11:10:12.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: load: jerasure load: lrc 2024-05-10T11:10:12.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: RocksDB version: 7.9.2 2024-05-10T11:10:12.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Git sha 0 2024-05-10T11:10:12.512 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Compile date 2024-05-10 01:38:55 2024-05-10T11:10:12.512 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: DB SUMMARY 2024-05-10T11:10:12.512 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: DB Session ID: IEUSZT38FDZADS6HF4O4 2024-05-10T11:10:12.512 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: CURRENT file: CURRENT 2024-05-10T11:10:12.512 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: IDENTITY file: IDENTITY 2024-05-10T11:10:12.512 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-05-10T11:10:12.512 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-05-10T11:10:12.512 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-05-10T11:10:12.513 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.error_if_exists: 0 2024-05-10T11:10:12.513 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.create_if_missing: 0 2024-05-10T11:10:12.513 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.paranoid_checks: 1 2024-05-10T11:10:12.513 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-10T11:10:12.513 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-10T11:10:12.513 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-10T11:10:12.513 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.env: 0x5645e8c06cc0 2024-05-10T11:10:12.513 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.fs: PosixFileSystem 2024-05-10T11:10:12.513 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.info_log: 0x5645eae85da0 2024-05-10T11:10:12.514 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_file_opening_threads: 16 2024-05-10T11:10:12.514 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.statistics: (nil) 2024-05-10T11:10:12.514 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.use_fsync: 0 2024-05-10T11:10:12.514 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_log_file_size: 0 2024-05-10T11:10:12.514 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-10T11:10:12.514 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-10T11:10:12.514 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.keep_log_file_num: 1000 2024-05-10T11:10:12.515 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.recycle_log_file_num: 0 2024-05-10T11:10:12.515 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.allow_fallocate: 1 2024-05-10T11:10:12.515 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.allow_mmap_reads: 0 2024-05-10T11:10:12.515 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.allow_mmap_writes: 0 2024-05-10T11:10:12.515 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.use_direct_reads: 0 2024-05-10T11:10:12.515 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-10T11:10:12.515 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.create_missing_column_families: 0 2024-05-10T11:10:12.515 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.db_log_dir: 2024-05-10T11:10:12.515 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.wal_dir: 2024-05-10T11:10:12.516 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-10T11:10:12.516 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-10T11:10:12.516 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-10T11:10:12.516 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-10T11:10:12.516 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-10T11:10:12.516 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-10T11:10:12.516 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.advise_random_on_open: 1 2024-05-10T11:10:12.516 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.db_write_buffer_size: 0 2024-05-10T11:10:12.517 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.write_buffer_manager: 0x5645eae570e0 2024-05-10T11:10:12.517 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-10T11:10:12.517 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-10T11:10:12.517 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-10T11:10:12.517 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.rate_limiter: (nil) 2024-05-10T11:10:12.517 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-10T11:10:12.517 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.wal_recovery_mode: 2 2024-05-10T11:10:12.517 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.enable_thread_tracking: 0 2024-05-10T11:10:12.517 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.enable_pipelined_write: 0 2024-05-10T11:10:12.518 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.unordered_write: 0 2024-05-10T11:10:12.518 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-10T11:10:12.518 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-10T11:10:12.518 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-10T11:10:12.518 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-10T11:10:12.518 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.row_cache: None 2024-05-10T11:10:12.518 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.wal_filter: None 2024-05-10T11:10:12.518 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-10T11:10:12.519 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.allow_ingest_behind: 0 2024-05-10T11:10:12.519 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.two_write_queues: 0 2024-05-10T11:10:12.519 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.manual_wal_flush: 0 2024-05-10T11:10:12.519 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.wal_compression: 0 2024-05-10T11:10:12.519 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.atomic_flush: 0 2024-05-10T11:10:12.519 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-10T11:10:12.519 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-10T11:10:12.522 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-10T11:10:12.522 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.log_readahead_size: 0 2024-05-10T11:10:12.522 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-10T11:10:12.522 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.best_efforts_recovery: 0 2024-05-10T11:10:12.522 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-10T11:10:12.523 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-10T11:10:12.523 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.allow_data_in_errors: 0 2024-05-10T11:10:12.523 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.db_host_id: __hostname__ 2024-05-10T11:10:12.523 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-10T11:10:12.523 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_background_jobs: 2 2024-05-10T11:10:12.523 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_background_compactions: -1 2024-05-10T11:10:12.523 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_subcompactions: 1 2024-05-10T11:10:12.523 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-10T11:10:12.523 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-10T11:10:12.523 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-10T11:10:12.523 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_total_wal_size: 0 2024-05-10T11:10:12.523 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-10T11:10:12.524 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-10T11:10:12.524 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-10T11:10:12.524 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-10T11:10:12.524 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_open_files: -1 2024-05-10T11:10:12.524 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.bytes_per_sync: 0 2024-05-10T11:10:12.524 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-10T11:10:12.524 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-10T11:10:12.524 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compaction_readahead_size: 0 2024-05-10T11:10:12.524 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_background_flushes: -1 2024-05-10T11:10:12.524 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Compression algorithms supported: 2024-05-10T11:10:12.524 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-10T11:10:12.524 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: kZSTD supported: 0 2024-05-10T11:10:12.524 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: kXpressCompression supported: 0 2024-05-10T11:10:12.524 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: kLZ4HCCompression supported: 1 2024-05-10T11:10:12.524 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: kZlibCompression supported: 1 2024-05-10T11:10:12.525 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: kSnappyCompression supported: 1 2024-05-10T11:10:12.525 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: kLZ4Compression supported: 1 2024-05-10T11:10:12.525 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: kBZip2Compression supported: 0 2024-05-10T11:10:12.525 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-10T11:10:12.525 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-10T11:10:12.525 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-05-10T11:10:12.525 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-10T11:10:12.525 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-10T11:10:12.525 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.merge_operator: 2024-05-10T11:10:12.525 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compaction_filter: None 2024-05-10T11:10:12.525 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compaction_filter_factory: None 2024-05-10T11:10:12.525 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.sst_partitioner_factory: None 2024-05-10T11:10:12.525 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-10T11:10:12.525 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-10T11:10:12.526 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5645eae85f60) 2024-05-10T11:10:12.526 INFO:journalctl@ceph.mon.c.smithi187.stdout: cache_index_and_filter_blocks: 1 2024-05-10T11:10:12.526 INFO:journalctl@ceph.mon.c.smithi187.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-10T11:10:12.526 INFO:journalctl@ceph.mon.c.smithi187.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-10T11:10:12.526 INFO:journalctl@ceph.mon.c.smithi187.stdout: pin_top_level_index_and_filter: 1 2024-05-10T11:10:12.526 INFO:journalctl@ceph.mon.c.smithi187.stdout: index_type: 0 2024-05-10T11:10:12.526 INFO:journalctl@ceph.mon.c.smithi187.stdout: data_block_index_type: 0 2024-05-10T11:10:12.526 INFO:journalctl@ceph.mon.c.smithi187.stdout: index_shortening: 1 2024-05-10T11:10:12.526 INFO:journalctl@ceph.mon.c.smithi187.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-10T11:10:12.526 INFO:journalctl@ceph.mon.c.smithi187.stdout: checksum: 4 2024-05-10T11:10:12.527 INFO:journalctl@ceph.mon.c.smithi187.stdout: no_block_cache: 0 2024-05-10T11:10:12.527 INFO:journalctl@ceph.mon.c.smithi187.stdout: block_cache: 0x5645eae891f0 2024-05-10T11:10:12.527 INFO:journalctl@ceph.mon.c.smithi187.stdout: block_cache_name: BinnedLRUCache 2024-05-10T11:10:12.527 INFO:journalctl@ceph.mon.c.smithi187.stdout: block_cache_options: 2024-05-10T11:10:12.527 INFO:journalctl@ceph.mon.c.smithi187.stdout: capacity : 536870912 2024-05-10T11:10:12.527 INFO:journalctl@ceph.mon.c.smithi187.stdout: num_shard_bits : 4 2024-05-10T11:10:12.527 INFO:journalctl@ceph.mon.c.smithi187.stdout: strict_capacity_limit : 0 2024-05-10T11:10:12.527 INFO:journalctl@ceph.mon.c.smithi187.stdout: high_pri_pool_ratio: 0.000 2024-05-10T11:10:12.527 INFO:journalctl@ceph.mon.c.smithi187.stdout: block_cache_compressed: (nil) 2024-05-10T11:10:12.527 INFO:journalctl@ceph.mon.c.smithi187.stdout: persistent_cache: (nil) 2024-05-10T11:10:12.527 INFO:journalctl@ceph.mon.c.smithi187.stdout: block_size: 4096 2024-05-10T11:10:12.527 INFO:journalctl@ceph.mon.c.smithi187.stdout: block_size_deviation: 10 2024-05-10T11:10:12.528 INFO:journalctl@ceph.mon.c.smithi187.stdout: block_restart_interval: 16 2024-05-10T11:10:12.528 INFO:journalctl@ceph.mon.c.smithi187.stdout: index_block_restart_interval: 1 2024-05-10T11:10:12.528 INFO:journalctl@ceph.mon.c.smithi187.stdout: metadata_block_size: 4096 2024-05-10T11:10:12.528 INFO:journalctl@ceph.mon.c.smithi187.stdout: partition_filters: 0 2024-05-10T11:10:12.528 INFO:journalctl@ceph.mon.c.smithi187.stdout: use_delta_encoding: 1 2024-05-10T11:10:12.528 INFO:journalctl@ceph.mon.c.smithi187.stdout: filter_policy: bloomfilter 2024-05-10T11:10:12.528 INFO:journalctl@ceph.mon.c.smithi187.stdout: whole_key_filtering: 1 2024-05-10T11:10:12.528 INFO:journalctl@ceph.mon.c.smithi187.stdout: verify_compression: 0 2024-05-10T11:10:12.528 INFO:journalctl@ceph.mon.c.smithi187.stdout: read_amp_bytes_per_bit: 0 2024-05-10T11:10:12.528 INFO:journalctl@ceph.mon.c.smithi187.stdout: format_version: 5 2024-05-10T11:10:12.528 INFO:journalctl@ceph.mon.c.smithi187.stdout: enable_index_compression: 1 2024-05-10T11:10:12.528 INFO:journalctl@ceph.mon.c.smithi187.stdout: block_align: 0 2024-05-10T11:10:12.528 INFO:journalctl@ceph.mon.c.smithi187.stdout: max_auto_readahead_size: 262144 2024-05-10T11:10:12.528 INFO:journalctl@ceph.mon.c.smithi187.stdout: prepopulate_block_cache: 0 2024-05-10T11:10:12.529 INFO:journalctl@ceph.mon.c.smithi187.stdout: initial_auto_readahead_size: 8192 2024-05-10T11:10:12.529 INFO:journalctl@ceph.mon.c.smithi187.stdout: num_file_reads_for_auto_readahead: 2 2024-05-10T11:10:12.529 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.write_buffer_size: 33554432 2024-05-10T11:10:12.529 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_write_buffer_number: 2 2024-05-10T11:10:12.529 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compression: NoCompression 2024-05-10T11:10:12.529 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.bottommost_compression: Disabled 2024-05-10T11:10:12.529 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.prefix_extractor: nullptr 2024-05-10T11:10:12.529 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-10T11:10:12.529 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.num_levels: 7 2024-05-10T11:10:12.529 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-10T11:10:12.529 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-10T11:10:12.529 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-10T11:10:12.529 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-10T11:10:12.530 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-10T11:10:12.530 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-10T11:10:12.530 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-10T11:10:12.530 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-10T11:10:12.530 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-10T11:10:12.530 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-10T11:10:12.530 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-10T11:10:12.530 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-10T11:10:12.530 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-10T11:10:12.530 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compression_opts.level: 32767 2024-05-10T11:10:12.530 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compression_opts.strategy: 0 2024-05-10T11:10:12.530 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-10T11:10:12.530 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-10T11:10:12.530 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-10T11:10:12.530 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-10T11:10:12.531 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compression_opts.enabled: false 2024-05-10T11:10:12.531 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-10T11:10:12.531 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-10T11:10:12.531 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-10T11:10:12.531 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-10T11:10:12.531 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.target_file_size_base: 67108864 2024-05-10T11:10:12.531 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-10T11:10:12.531 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-10T11:10:12.531 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-10T11:10:12.531 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-10T11:10:12.531 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-10T11:10:12.531 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-10T11:10:12.532 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-10T11:10:12.532 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-10T11:10:12.532 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-10T11:10:12.532 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-10T11:10:12.532 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-10T11:10:12.532 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-10T11:10:12.532 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-10T11:10:12.532 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-10T11:10:12.532 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.arena_block_size: 1048576 2024-05-10T11:10:12.532 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-10T11:10:12.532 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-10T11:10:12.532 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.disable_auto_compactions: 0 2024-05-10T11:10:12.532 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-10T11:10:12.532 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-10T11:10:12.532 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-10T11:10:12.533 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-10T11:10:12.533 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-10T11:10:12.533 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-10T11:10:12.533 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-10T11:10:12.533 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-10T11:10:12.533 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-10T11:10:12.533 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-10T11:10:12.533 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-10T11:10:12.534 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.inplace_update_support: 0 2024-05-10T11:10:12.534 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-10T11:10:12.534 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-10T11:10:12.534 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-10T11:10:12.534 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-10T11:10:12.534 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.bloom_locality: 0 2024-05-10T11:10:12.535 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.max_successive_merges: 0 2024-05-10T11:10:12.535 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-10T11:10:12.535 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.paranoid_file_checks: 0 2024-05-10T11:10:12.535 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.force_consistency_checks: 1 2024-05-10T11:10:12.536 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.report_bg_io_stats: 0 2024-05-10T11:10:12.536 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.ttl: 2592000 2024-05-10T11:10:12.536 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-10T11:10:12.536 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-10T11:10:12.536 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-10T11:10:12.536 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.enable_blob_files: false 2024-05-10T11:10:12.536 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.min_blob_size: 0 2024-05-10T11:10:12.536 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.blob_file_size: 268435456 2024-05-10T11:10:12.536 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-10T11:10:12.536 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-10T11:10:12.536 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-10T11:10:12.536 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-10T11:10:12.536 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-10T11:10:12.536 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.blob_file_starting_level: 0 2024-05-10T11:10:12.537 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-10T11:10:12.537 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-05-10T11:10:12.537 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-05-10T11:10:12.537 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: bcd20796-21e1-4bc4-8ae2-bc00aeb020ba 2024-05-10T11:10:12.537 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715339412219428, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-05-10T11:10:12.537 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-05-10T11:10:12.537 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715339412219995, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1715339412, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "bcd20796-21e1-4bc4-8ae2-bc00aeb020ba", "db_session_id": "IEUSZT38FDZADS6HF4O4", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-05-10T11:10:12.537 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715339412220098, "job": 1, "event": "recovery_finished"} 2024-05-10T11:10:12.537 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-05-10T11:10:12.537 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-10T11:10:12.537 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5645eafa6000 2024-05-10T11:10:12.537 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: DB pointer 0x5645eaf92000 2024-05-10T11:10:12.537 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-10T11:10:12.537 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-10T11:10:12.538 INFO:journalctl@ceph.mon.c.smithi187.stdout: ** DB Stats ** 2024-05-10T11:10:12.538 INFO:journalctl@ceph.mon.c.smithi187.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-10T11:10:12.538 INFO:journalctl@ceph.mon.c.smithi187.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-10T11:10:12.538 INFO:journalctl@ceph.mon.c.smithi187.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-10T11:10:12.538 INFO:journalctl@ceph.mon.c.smithi187.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-10T11:10:12.538 INFO:journalctl@ceph.mon.c.smithi187.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-10T11:10:12.538 INFO:journalctl@ceph.mon.c.smithi187.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-10T11:10:12.538 INFO:journalctl@ceph.mon.c.smithi187.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-10T11:10:12.538 INFO:journalctl@ceph.mon.c.smithi187.stdout: 2024-05-10T11:10:12.538 INFO:journalctl@ceph.mon.c.smithi187.stdout: ** Compaction Stats [default] ** 2024-05-10T11:10:12.538 INFO:journalctl@ceph.mon.c.smithi187.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-10T11:10:12.539 INFO:journalctl@ceph.mon.c.smithi187.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-10T11:10:12.539 INFO:journalctl@ceph.mon.c.smithi187.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-10T11:10:12.539 INFO:journalctl@ceph.mon.c.smithi187.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-10T11:10:12.539 INFO:journalctl@ceph.mon.c.smithi187.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-10T11:10:12.539 INFO:journalctl@ceph.mon.c.smithi187.stdout: 2024-05-10T11:10:12.539 INFO:journalctl@ceph.mon.c.smithi187.stdout: ** Compaction Stats [default] ** 2024-05-10T11:10:12.539 INFO:journalctl@ceph.mon.c.smithi187.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-10T11:10:12.539 INFO:journalctl@ceph.mon.c.smithi187.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-10T11:10:12.539 INFO:journalctl@ceph.mon.c.smithi187.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-10T11:10:12.539 INFO:journalctl@ceph.mon.c.smithi187.stdout: 2024-05-10T11:10:12.539 INFO:journalctl@ceph.mon.c.smithi187.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-10T11:10:12.539 INFO:journalctl@ceph.mon.c.smithi187.stdout: 2024-05-10T11:10:12.539 INFO:journalctl@ceph.mon.c.smithi187.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-10T11:10:12.539 INFO:journalctl@ceph.mon.c.smithi187.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-10T11:10:12.539 INFO:journalctl@ceph.mon.c.smithi187.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-10T11:10:12.540 INFO:journalctl@ceph.mon.c.smithi187.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-10T11:10:12.540 INFO:journalctl@ceph.mon.c.smithi187.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-10T11:10:12.540 INFO:journalctl@ceph.mon.c.smithi187.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-10T11:10:12.540 INFO:journalctl@ceph.mon.c.smithi187.stdout: Cumulative compaction: 0.00 GB write, 0.45 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-10T11:10:12.540 INFO:journalctl@ceph.mon.c.smithi187.stdout: Interval compaction: 0.00 GB write, 0.45 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-10T11:10:12.540 INFO:journalctl@ceph.mon.c.smithi187.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-10T11:10:12.540 INFO:journalctl@ceph.mon.c.smithi187.stdout: Block cache BinnedLRUCache@0x5645eae891f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-05-10T11:10:12.540 INFO:journalctl@ceph.mon.c.smithi187.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-05-10T11:10:12.540 INFO:journalctl@ceph.mon.c.smithi187.stdout: 2024-05-10T11:10:12.540 INFO:journalctl@ceph.mon.c.smithi187.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-10T11:10:12.540 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-05-10T11:10:12.540 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: using public_addr v2:172.21.15.187:0/0 -> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] 2024-05-10T11:10:12.540 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: starting mon.c rank -1 at public addrs [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] at bind addrs [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:10:12.540 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: mon.c@-1(???) e0 preinit fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:10:12.541 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: mon.c@-1(synchronizing).mds e1 new map 2024-05-10T11:10:12.541 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: mon.c@-1(synchronizing).mds e1 print_map 2024-05-10T11:10:12.541 INFO:journalctl@ceph.mon.c.smithi187.stdout: e1 2024-05-10T11:10:12.541 INFO:journalctl@ceph.mon.c.smithi187.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-10T11:10:12.541 INFO:journalctl@ceph.mon.c.smithi187.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-10T11:10:12.541 INFO:journalctl@ceph.mon.c.smithi187.stdout: legacy client fscid: -1 2024-05-10T11:10:12.541 INFO:journalctl@ceph.mon.c.smithi187.stdout: 2024-05-10T11:10:12.541 INFO:journalctl@ceph.mon.c.smithi187.stdout: No filesystems configured 2024-05-10T11:10:12.541 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-05-10T11:10:12.541 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-05-10T11:10:12.541 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-05-10T11:10:12.541 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-05-10T11:10:12.541 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-05-10T11:10:12.541 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-05-10T11:10:12.542 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-10T11:10:12.542 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-10T11:10:12.542 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-10T11:10:12.542 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-10T11:10:12.542 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:12.542 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:12.542 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:10:12.542 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:12.542 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:12.542 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi187", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:10:12.542 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:12.542 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:12.542 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:12.542 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:12.543 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi132", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:10:12.543 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:12.543 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:10:12.543 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: Updating smithi132:/etc/ceph/ceph.conf 2024-05-10T11:10:12.543 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: Updating smithi132:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-10T11:10:12.543 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: Deploying cephadm binary to smithi187 2024-05-10T11:10:12.543 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-05-10T11:10:12.543 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: Updating smithi132:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-10T11:10:12.543 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:12.543 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:12.543 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:12.543 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:12.543 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:12.543 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:12.544 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: Added host smithi187 2024-05-10T11:10:12.544 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:10:12.544 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:12.544 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:12.544 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:12.544 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:12.544 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:10:12.544 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:12.544 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1096469857' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-10T11:10:12.544 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:12.544 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:12.544 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:12.544 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:12.544 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi187", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:10:12.545 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:12.545 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:10:12.545 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:12.545 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: Updating smithi187:/etc/ceph/ceph.conf 2024-05-10T11:10:12.545 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: Updating smithi187:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-10T11:10:12.545 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1096469857' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-10T11:10:12.545 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: osdmap e4: 0 total, 0 up, 0 in 2024-05-10T11:10:12.545 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:12.545 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:12.545 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:12.545 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-05-10T11:10:12.545 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: Updating smithi187:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-10T11:10:12.545 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:12.545 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:12.546 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:10:12.546 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:12.546 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:10:12.546 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:12.546 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-10T11:10:12.546 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:12.546 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi053:172.21.15.53=a;smithi132:172.21.15.132=b;smithi187:172.21.15.187=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:10:12.546 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: Saving service mon spec with placement smithi053:172.21.15.53=a;smithi132:172.21.15.132=b;smithi187:172.21.15.187=c;count:3 2024-05-10T11:10:12.546 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: Deploying daemon mon.c on smithi187 2024-05-10T11:10:12.546 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:12.546 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:12.547 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 ceph-mon[34076]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-05-10T11:10:12.547 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 bash[34044]: 2c62ffb3b237257ab6a66b6f6a110740d50ecb74d10fb08ec5b40433dc93fbea 2024-05-10T11:10:12.547 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:12 smithi187 systemd[1]: Started Ceph mon.c for 745ae8e0-0ebd-11ef-bc98-c7b262605968. 2024-05-10T11:10:13.914 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-10T11:10:13.915 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph mon dump -f json 2024-05-10T11:10:14.163 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.c/config 2024-05-10T11:10:17.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-10T11:10:17.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: mon.a calling monitor election 2024-05-10T11:10:17.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:17.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:17.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:17.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:17.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: mon.c calling monitor election 2024-05-10T11:10:17.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:17.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:17.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:17.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:17.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:17.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-10T11:10:17.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: monmap epoch 2 2024-05-10T11:10:17.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:10:17.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: last_changed 2024-05-10T11:10:12.246452+0000 2024-05-10T11:10:17.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: created 2024-05-10T11:08:27.067586+0000 2024-05-10T11:10:17.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: min_mon_release 19 (squid) 2024-05-10T11:10:17.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: election_strategy: 1 2024-05-10T11:10:17.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: 0: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.a 2024-05-10T11:10:17.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.c 2024-05-10T11:10:17.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: fsmap 2024-05-10T11:10:17.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: osdmap e4: 0 total, 0 up, 0 in 2024-05-10T11:10:17.572 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: mgrmap e13: x(active, since 50s) 2024-05-10T11:10:17.572 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: overall HEALTH_OK 2024-05-10T11:10:17.572 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:17.572 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:17.572 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:17.572 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-10T11:10:17.572 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:17 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:17.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-10T11:10:17.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: mon.a calling monitor election 2024-05-10T11:10:17.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:17.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:17.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:17.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:17.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: mon.c calling monitor election 2024-05-10T11:10:17.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:17.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:17.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:17.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:17.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:17.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-10T11:10:17.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: monmap epoch 2 2024-05-10T11:10:17.762 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:10:17.762 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: last_changed 2024-05-10T11:10:12.246452+0000 2024-05-10T11:10:17.762 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: created 2024-05-10T11:08:27.067586+0000 2024-05-10T11:10:17.762 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: min_mon_release 19 (squid) 2024-05-10T11:10:17.762 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: election_strategy: 1 2024-05-10T11:10:17.762 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: 0: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.a 2024-05-10T11:10:17.762 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.c 2024-05-10T11:10:17.762 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: fsmap 2024-05-10T11:10:17.762 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: osdmap e4: 0 total, 0 up, 0 in 2024-05-10T11:10:17.762 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: mgrmap e13: x(active, since 50s) 2024-05-10T11:10:17.762 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: overall HEALTH_OK 2024-05-10T11:10:17.762 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:17.762 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:17.762 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:17.762 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-10T11:10:17.763 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:17 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:18.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:18 smithi053 ceph-mon[30153]: Deploying daemon mon.b on smithi132 2024-05-10T11:10:18.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:18 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:18.665 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.665+0000 7f5397b7e700 1 -- 172.21.15.187:0/418227841 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f537c0035c0 msgr2=0x7f537c005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:18.665 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.665+0000 7f5397b7e700 1 --2- 172.21.15.187:0/418227841 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f537c0035c0 0x7f537c005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f5390102ef0 tx=0x7f538000feb0 comp rx=0 tx=0).stop 2024-05-10T11:10:18.665 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.665+0000 7f5397b7e700 1 -- 172.21.15.187:0/418227841 shutdown_connections 2024-05-10T11:10:18.665 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.665+0000 7f5397b7e700 1 --2- 172.21.15.187:0/418227841 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f537c0035c0 0x7f537c005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:18.665 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.665+0000 7f5397b7e700 1 -- 172.21.15.187:0/418227841 >> 172.21.15.187:0/418227841 conn(0x7f53900feab0 msgr2=0x7f5390100ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:10:18.665 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.665+0000 7f5397b7e700 1 -- 172.21.15.187:0/418227841 shutdown_connections 2024-05-10T11:10:18.665 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.665+0000 7f5397b7e700 1 -- 172.21.15.187:0/418227841 wait complete. 2024-05-10T11:10:18.666 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:18 smithi187 ceph-mon[34076]: Deploying daemon mon.b on smithi132 2024-05-10T11:10:18.666 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:18 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:18.668 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.666+0000 7f5397b7e700 1 Processor -- start 2024-05-10T11:10:18.668 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.666+0000 7f5397b7e700 1 -- start start 2024-05-10T11:10:18.668 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.666+0000 7f5397b7e700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f537c0035c0 0x7f539019e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:18.668 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.666+0000 7f5397b7e700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f539019eb80 0x7f53901987c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:18.668 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.666+0000 7f5397b7e700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f539010adc0 con 0x7f539019eb80 2024-05-10T11:10:18.668 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.666+0000 7f5397b7e700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f539010ac40 con 0x7f537c0035c0 2024-05-10T11:10:18.668 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.666+0000 7f539591a700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f537c0035c0 0x7f539019e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:18.668 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.666+0000 7f539591a700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f537c0035c0 0x7f539019e640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.187:48820/0 (socket says 172.21.15.187:48820) 2024-05-10T11:10:18.668 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.666+0000 7f539591a700 1 -- 172.21.15.187:0/2133922096 learned_addr learned my addr 172.21.15.187:0/2133922096 (peer_addr_for_me v2:172.21.15.187:0/0) 2024-05-10T11:10:18.668 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.666+0000 7f539591a700 1 -- 172.21.15.187:0/2133922096 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f537c0035c0 msgr2=0x7f539019e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-05-10T11:10:18.668 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.666+0000 7f5395119700 1 --2- 172.21.15.187:0/2133922096 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f539019eb80 0x7f53901987c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:18.668 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.666+0000 7f539591a700 1 -- 172.21.15.187:0/2133922096 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f537c0035c0 msgr2=0x7f539019e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-10T11:10:18.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.666+0000 7f539591a700 1 --2- 172.21.15.187:0/2133922096 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f537c0035c0 0x7f539019e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-10T11:10:18.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.666+0000 7f539591a700 1 --2- 172.21.15.187:0/2133922096 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f537c0035c0 0x7f539019e640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-10T11:10:18.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.667+0000 7f5395119700 1 -- 172.21.15.187:0/2133922096 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f537c0035c0 msgr2=0x7f539019e640 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-10T11:10:18.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.667+0000 7f5395119700 1 --2- 172.21.15.187:0/2133922096 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f537c0035c0 0x7f539019e640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:18.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.667+0000 7f5395119700 1 -- 172.21.15.187:0/2133922096 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f539019f1c0 con 0x7f539019eb80 2024-05-10T11:10:18.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.667+0000 7f5395119700 1 --2- 172.21.15.187:0/2133922096 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f539019eb80 0x7f53901987c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f538c00b4d0 tx=0x7f538c00b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:10:18.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.667+0000 7f5386ffd700 1 -- 172.21.15.187:0/2133922096 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f538c011630 con 0x7f539019eb80 2024-05-10T11:10:18.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.667+0000 7f5386ffd700 1 -- 172.21.15.187:0/2133922096 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f538c011c60 con 0x7f539019eb80 2024-05-10T11:10:18.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.667+0000 7f5397b7e700 1 -- 172.21.15.187:0/2133922096 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5390198d60 con 0x7f539019eb80 2024-05-10T11:10:18.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.667+0000 7f5386ffd700 1 -- 172.21.15.187:0/2133922096 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f538c010c90 con 0x7f539019eb80 2024-05-10T11:10:18.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.667+0000 7f5397b7e700 1 -- 172.21.15.187:0/2133922096 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53901992c0 con 0x7f539019eb80 2024-05-10T11:10:18.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.668+0000 7f5386ffd700 1 -- 172.21.15.187:0/2133922096 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f538c018020 con 0x7f539019eb80 2024-05-10T11:10:18.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.668+0000 7f5397b7e700 1 -- 172.21.15.187:0/2133922096 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5390104700 con 0x7f539019eb80 2024-05-10T11:10:18.670 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.669+0000 7f5386ffd700 1 --2- 172.21.15.187:0/2133922096 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f537403e2b0 0x7f5374040770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:18.670 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.669+0000 7f5386ffd700 1 -- 172.21.15.187:0/2133922096 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f538c052200 con 0x7f539019eb80 2024-05-10T11:10:18.670 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.669+0000 7f539591a700 1 --2- 172.21.15.187:0/2133922096 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f537403e2b0 0x7f5374040770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:18.670 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.670+0000 7f539591a700 1 --2- 172.21.15.187:0/2133922096 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f537403e2b0 0x7f5374040770 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f538000fa60 tx=0x7f5380005a90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:10:18.674 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.674+0000 7f5386ffd700 1 -- 172.21.15.187:0/2133922096 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f538c01f020 con 0x7f539019eb80 2024-05-10T11:10:18.972 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.972+0000 7f5397b7e700 1 -- 172.21.15.187:0/2133922096 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f5390199630 con 0x7f539019eb80 2024-05-10T11:10:18.972 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.973+0000 7f5386ffd700 1 -- 172.21.15.187:0/2133922096 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7f538c0187b0 con 0x7f539019eb80 2024-05-10T11:10:18.973 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T11:10:18.973 INFO:teuthology.orchestra.run.smithi187.stdout:{"epoch":2,"fsid":"745ae8e0-0ebd-11ef-bc98-c7b262605968","modified":"2024-05-10T11:10:12.246452Z","created":"2024-05-10T11:08:27.067586Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:3300","nonce":0},{"type":"v1","addr":"172.21.15.53:6789","nonce":0}]},"addr":"172.21.15.53:6789/0","public_addr":"172.21.15.53:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:3300","nonce":0},{"type":"v1","addr":"172.21.15.187:6789","nonce":0}]},"addr":"172.21.15.187:6789/0","public_addr":"172.21.15.187:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-05-10T11:10:18.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.975+0000 7f5397b7e700 1 -- 172.21.15.187:0/2133922096 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f537403e2b0 msgr2=0x7f5374040770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:18.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.975+0000 7f5397b7e700 1 --2- 172.21.15.187:0/2133922096 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f537403e2b0 0x7f5374040770 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f538000fa60 tx=0x7f5380005a90 comp rx=0 tx=0).stop 2024-05-10T11:10:18.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.975+0000 7f5397b7e700 1 -- 172.21.15.187:0/2133922096 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f539019eb80 msgr2=0x7f53901987c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:18.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.975+0000 7f5397b7e700 1 --2- 172.21.15.187:0/2133922096 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f539019eb80 0x7f53901987c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f538c00b4d0 tx=0x7f538c00b890 comp rx=0 tx=0).stop 2024-05-10T11:10:18.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.975+0000 7f5397b7e700 1 -- 172.21.15.187:0/2133922096 shutdown_connections 2024-05-10T11:10:18.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.975+0000 7f5397b7e700 1 --2- 172.21.15.187:0/2133922096 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f537403e2b0 0x7f5374040770 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:18.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.975+0000 7f5397b7e700 1 --2- 172.21.15.187:0/2133922096 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f537c0035c0 0x7f539019e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:18.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.975+0000 7f5397b7e700 1 --2- 172.21.15.187:0/2133922096 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f539019eb80 0x7f53901987c0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:18.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.975+0000 7f5397b7e700 1 -- 172.21.15.187:0/2133922096 >> 172.21.15.187:0/2133922096 conn(0x7f53900feab0 msgr2=0x7f53900fef50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:10:18.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.975+0000 7f5397b7e700 1 -- 172.21.15.187:0/2133922096 shutdown_connections 2024-05-10T11:10:18.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:18.975+0000 7f5397b7e700 1 -- 172.21.15.187:0/2133922096 wait complete. 2024-05-10T11:10:18.976 INFO:teuthology.orchestra.run.smithi187.stderr:dumped monmap epoch 2 2024-05-10T11:10:19.557 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:19 smithi187 ceph-mon[34076]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:19.557 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:19 smithi187 ceph-mon[34076]: from='client.? 172.21.15.187:0/2133922096' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-10T11:10:19.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:19 smithi053 ceph-mon[30153]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:19.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:19 smithi053 ceph-mon[30153]: from='client.? 172.21.15.187:0/2133922096' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-10T11:10:20.583 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-10T11:10:20.583 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph mon dump -f json 2024-05-10T11:10:20.830 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.c/config 2024-05-10T11:10:20.869 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 podman[33738]: 2024-05-10 11:10:20.676012649 +0000 UTC m=+0.018408095 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:10:21.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 podman[33738]: 2024-05-10 11:10:20.942553771 +0000 UTC m=+0.284949211 container init 3b67a6e6912c9053d5bc378b9ac4cc17fc5a38807a2fdd7abf4e334362f8dffe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-b, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-10T11:10:21.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 podman[33738]: 2024-05-10 11:10:20.945941095 +0000 UTC m=+0.288336533 container start 3b67a6e6912c9053d5bc378b9ac4cc17fc5a38807a2fdd7abf4e334362f8dffe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08) 2024-05-10T11:10:21.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: set uid:gid to 167:167 (ceph:ceph) 2024-05-10T11:10:21.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: ceph version 19.0.0-3449-gd39fa088 (d39fa08867836ac070c47cb66c782fa559fd480b) squid (dev), process ceph-mon, pid 2 2024-05-10T11:10:21.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: pidfile_write: ignore empty --pid-file 2024-05-10T11:10:21.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: load: jerasure load: lrc 2024-05-10T11:10:21.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: RocksDB version: 7.9.2 2024-05-10T11:10:21.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Git sha 0 2024-05-10T11:10:21.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Compile date 2024-05-10 01:38:55 2024-05-10T11:10:21.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: DB SUMMARY 2024-05-10T11:10:21.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: DB Session ID: Q8E05RG1OYUX8FX8CXIU 2024-05-10T11:10:21.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: CURRENT file: CURRENT 2024-05-10T11:10:21.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: IDENTITY file: IDENTITY 2024-05-10T11:10:21.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-05-10T11:10:21.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-05-10T11:10:21.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2024-05-10T11:10:21.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.error_if_exists: 0 2024-05-10T11:10:21.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.create_if_missing: 0 2024-05-10T11:10:21.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.paranoid_checks: 1 2024-05-10T11:10:21.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-10T11:10:21.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-10T11:10:21.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-10T11:10:21.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.env: 0x55bd25d5dcc0 2024-05-10T11:10:21.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.fs: PosixFileSystem 2024-05-10T11:10:21.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.info_log: 0x55bd26f17da0 2024-05-10T11:10:21.227 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_file_opening_threads: 16 2024-05-10T11:10:21.227 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.statistics: (nil) 2024-05-10T11:10:21.227 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.use_fsync: 0 2024-05-10T11:10:21.227 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_log_file_size: 0 2024-05-10T11:10:21.227 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-10T11:10:21.228 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-10T11:10:21.228 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.keep_log_file_num: 1000 2024-05-10T11:10:21.228 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.recycle_log_file_num: 0 2024-05-10T11:10:21.228 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.allow_fallocate: 1 2024-05-10T11:10:21.228 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.allow_mmap_reads: 0 2024-05-10T11:10:21.228 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.allow_mmap_writes: 0 2024-05-10T11:10:21.228 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.use_direct_reads: 0 2024-05-10T11:10:21.228 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-10T11:10:21.228 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.create_missing_column_families: 0 2024-05-10T11:10:21.228 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.db_log_dir: 2024-05-10T11:10:21.228 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.wal_dir: 2024-05-10T11:10:21.228 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-10T11:10:21.228 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-10T11:10:21.228 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-10T11:10:21.228 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-10T11:10:21.229 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-10T11:10:21.229 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-10T11:10:21.229 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.advise_random_on_open: 1 2024-05-10T11:10:21.229 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.db_write_buffer_size: 0 2024-05-10T11:10:21.229 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.write_buffer_manager: 0x55bd26ee90e0 2024-05-10T11:10:21.229 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-10T11:10:21.229 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-10T11:10:21.229 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-10T11:10:21.229 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.rate_limiter: (nil) 2024-05-10T11:10:21.229 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-10T11:10:21.229 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.wal_recovery_mode: 2 2024-05-10T11:10:21.229 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.enable_thread_tracking: 0 2024-05-10T11:10:21.229 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.enable_pipelined_write: 0 2024-05-10T11:10:21.230 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.unordered_write: 0 2024-05-10T11:10:21.230 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-10T11:10:21.230 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-10T11:10:21.230 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-10T11:10:21.230 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-10T11:10:21.230 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.row_cache: None 2024-05-10T11:10:21.230 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.wal_filter: None 2024-05-10T11:10:21.230 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-10T11:10:21.230 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.allow_ingest_behind: 0 2024-05-10T11:10:21.230 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.two_write_queues: 0 2024-05-10T11:10:21.230 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.manual_wal_flush: 0 2024-05-10T11:10:21.230 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.wal_compression: 0 2024-05-10T11:10:21.230 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.atomic_flush: 0 2024-05-10T11:10:21.230 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-10T11:10:21.231 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-10T11:10:21.231 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-10T11:10:21.231 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.log_readahead_size: 0 2024-05-10T11:10:21.231 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-10T11:10:21.231 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.best_efforts_recovery: 0 2024-05-10T11:10:21.231 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-10T11:10:21.231 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-10T11:10:21.231 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.allow_data_in_errors: 0 2024-05-10T11:10:21.231 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.db_host_id: __hostname__ 2024-05-10T11:10:21.231 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-10T11:10:21.231 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_background_jobs: 2 2024-05-10T11:10:21.231 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_background_compactions: -1 2024-05-10T11:10:21.231 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_subcompactions: 1 2024-05-10T11:10:21.231 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-10T11:10:21.231 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-10T11:10:21.232 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-10T11:10:21.232 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_total_wal_size: 0 2024-05-10T11:10:21.232 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-10T11:10:21.232 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-10T11:10:21.232 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-10T11:10:21.232 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-10T11:10:21.232 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_open_files: -1 2024-05-10T11:10:21.232 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.bytes_per_sync: 0 2024-05-10T11:10:21.232 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-10T11:10:21.232 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-10T11:10:21.232 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compaction_readahead_size: 0 2024-05-10T11:10:21.232 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_background_flushes: -1 2024-05-10T11:10:21.232 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Compression algorithms supported: 2024-05-10T11:10:21.232 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-10T11:10:21.232 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: kZSTD supported: 0 2024-05-10T11:10:21.232 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: kXpressCompression supported: 0 2024-05-10T11:10:21.233 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: kLZ4HCCompression supported: 1 2024-05-10T11:10:21.233 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: kZlibCompression supported: 1 2024-05-10T11:10:21.233 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: kSnappyCompression supported: 1 2024-05-10T11:10:21.233 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: kLZ4Compression supported: 1 2024-05-10T11:10:21.233 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: kBZip2Compression supported: 0 2024-05-10T11:10:21.233 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-10T11:10:21.233 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-10T11:10:21.233 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-05-10T11:10:21.233 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-10T11:10:21.233 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-10T11:10:21.233 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.merge_operator: 2024-05-10T11:10:21.233 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compaction_filter: None 2024-05-10T11:10:21.233 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compaction_filter_factory: None 2024-05-10T11:10:21.234 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.sst_partitioner_factory: None 2024-05-10T11:10:21.234 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-10T11:10:21.234 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-10T11:10:21.234 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55bd26f17f60) 2024-05-10T11:10:21.234 INFO:journalctl@ceph.mon.b.smithi132.stdout: cache_index_and_filter_blocks: 1 2024-05-10T11:10:21.234 INFO:journalctl@ceph.mon.b.smithi132.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-10T11:10:21.234 INFO:journalctl@ceph.mon.b.smithi132.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-10T11:10:21.234 INFO:journalctl@ceph.mon.b.smithi132.stdout: pin_top_level_index_and_filter: 1 2024-05-10T11:10:21.234 INFO:journalctl@ceph.mon.b.smithi132.stdout: index_type: 0 2024-05-10T11:10:21.234 INFO:journalctl@ceph.mon.b.smithi132.stdout: data_block_index_type: 0 2024-05-10T11:10:21.234 INFO:journalctl@ceph.mon.b.smithi132.stdout: index_shortening: 1 2024-05-10T11:10:21.234 INFO:journalctl@ceph.mon.b.smithi132.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-10T11:10:21.234 INFO:journalctl@ceph.mon.b.smithi132.stdout: checksum: 4 2024-05-10T11:10:21.234 INFO:journalctl@ceph.mon.b.smithi132.stdout: no_block_cache: 0 2024-05-10T11:10:21.235 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_cache: 0x55bd26f1b1f0 2024-05-10T11:10:21.235 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_cache_name: BinnedLRUCache 2024-05-10T11:10:21.235 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_cache_options: 2024-05-10T11:10:21.235 INFO:journalctl@ceph.mon.b.smithi132.stdout: capacity : 536870912 2024-05-10T11:10:21.235 INFO:journalctl@ceph.mon.b.smithi132.stdout: num_shard_bits : 4 2024-05-10T11:10:21.235 INFO:journalctl@ceph.mon.b.smithi132.stdout: strict_capacity_limit : 0 2024-05-10T11:10:21.235 INFO:journalctl@ceph.mon.b.smithi132.stdout: high_pri_pool_ratio: 0.000 2024-05-10T11:10:21.235 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_cache_compressed: (nil) 2024-05-10T11:10:21.235 INFO:journalctl@ceph.mon.b.smithi132.stdout: persistent_cache: (nil) 2024-05-10T11:10:21.235 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_size: 4096 2024-05-10T11:10:21.235 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_size_deviation: 10 2024-05-10T11:10:21.235 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_restart_interval: 16 2024-05-10T11:10:21.235 INFO:journalctl@ceph.mon.b.smithi132.stdout: index_block_restart_interval: 1 2024-05-10T11:10:21.235 INFO:journalctl@ceph.mon.b.smithi132.stdout: metadata_block_size: 4096 2024-05-10T11:10:21.235 INFO:journalctl@ceph.mon.b.smithi132.stdout: partition_filters: 0 2024-05-10T11:10:21.236 INFO:journalctl@ceph.mon.b.smithi132.stdout: use_delta_encoding: 1 2024-05-10T11:10:21.236 INFO:journalctl@ceph.mon.b.smithi132.stdout: filter_policy: bloomfilter 2024-05-10T11:10:21.236 INFO:journalctl@ceph.mon.b.smithi132.stdout: whole_key_filtering: 1 2024-05-10T11:10:21.236 INFO:journalctl@ceph.mon.b.smithi132.stdout: verify_compression: 0 2024-05-10T11:10:21.236 INFO:journalctl@ceph.mon.b.smithi132.stdout: read_amp_bytes_per_bit: 0 2024-05-10T11:10:21.236 INFO:journalctl@ceph.mon.b.smithi132.stdout: format_version: 5 2024-05-10T11:10:21.236 INFO:journalctl@ceph.mon.b.smithi132.stdout: enable_index_compression: 1 2024-05-10T11:10:21.236 INFO:journalctl@ceph.mon.b.smithi132.stdout: block_align: 0 2024-05-10T11:10:21.236 INFO:journalctl@ceph.mon.b.smithi132.stdout: max_auto_readahead_size: 262144 2024-05-10T11:10:21.236 INFO:journalctl@ceph.mon.b.smithi132.stdout: prepopulate_block_cache: 0 2024-05-10T11:10:21.236 INFO:journalctl@ceph.mon.b.smithi132.stdout: initial_auto_readahead_size: 8192 2024-05-10T11:10:21.236 INFO:journalctl@ceph.mon.b.smithi132.stdout: num_file_reads_for_auto_readahead: 2 2024-05-10T11:10:21.236 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.write_buffer_size: 33554432 2024-05-10T11:10:21.236 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_write_buffer_number: 2 2024-05-10T11:10:21.236 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compression: NoCompression 2024-05-10T11:10:21.237 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.bottommost_compression: Disabled 2024-05-10T11:10:21.237 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.prefix_extractor: nullptr 2024-05-10T11:10:21.237 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-10T11:10:21.237 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.num_levels: 7 2024-05-10T11:10:21.237 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-10T11:10:21.237 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-10T11:10:21.237 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-10T11:10:21.237 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-10T11:10:21.237 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-10T11:10:21.237 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-10T11:10:21.237 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-10T11:10:21.237 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-10T11:10:21.237 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-10T11:10:21.237 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-10T11:10:21.238 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-10T11:10:21.238 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-10T11:10:21.238 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-10T11:10:21.238 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compression_opts.level: 32767 2024-05-10T11:10:21.238 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compression_opts.strategy: 0 2024-05-10T11:10:21.238 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-10T11:10:21.238 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-10T11:10:21.238 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-10T11:10:21.238 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-10T11:10:21.238 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compression_opts.enabled: false 2024-05-10T11:10:21.238 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-10T11:10:21.238 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-10T11:10:21.238 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-10T11:10:21.238 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-10T11:10:21.238 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.target_file_size_base: 67108864 2024-05-10T11:10:21.239 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-10T11:10:21.239 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-10T11:10:21.239 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-10T11:10:21.239 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-10T11:10:21.239 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-10T11:10:21.239 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-10T11:10:21.239 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-10T11:10:21.239 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-10T11:10:21.239 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-10T11:10:21.239 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-10T11:10:21.239 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-10T11:10:21.239 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-10T11:10:21.239 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-10T11:10:21.239 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-10T11:10:21.239 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.arena_block_size: 1048576 2024-05-10T11:10:21.240 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-10T11:10:21.240 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-10T11:10:21.240 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.disable_auto_compactions: 0 2024-05-10T11:10:21.240 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-10T11:10:21.240 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-10T11:10:21.240 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-10T11:10:21.240 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-10T11:10:21.240 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-10T11:10:21.240 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-10T11:10:21.240 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-10T11:10:21.240 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-10T11:10:21.240 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-10T11:10:21.240 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-10T11:10:21.240 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-10T11:10:21.240 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.inplace_update_support: 0 2024-05-10T11:10:21.241 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-10T11:10:21.241 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-10T11:10:21.241 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-10T11:10:21.241 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-10T11:10:21.241 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.bloom_locality: 0 2024-05-10T11:10:21.241 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.max_successive_merges: 0 2024-05-10T11:10:21.241 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-10T11:10:21.241 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.paranoid_file_checks: 0 2024-05-10T11:10:21.241 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.force_consistency_checks: 1 2024-05-10T11:10:21.241 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.report_bg_io_stats: 0 2024-05-10T11:10:21.241 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.ttl: 2592000 2024-05-10T11:10:21.241 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-10T11:10:21.242 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-10T11:10:21.243 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-10T11:10:21.243 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.enable_blob_files: false 2024-05-10T11:10:21.243 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.min_blob_size: 0 2024-05-10T11:10:21.243 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.blob_file_size: 268435456 2024-05-10T11:10:21.243 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-10T11:10:21.243 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-10T11:10:21.243 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-10T11:10:21.243 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-10T11:10:21.243 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-10T11:10:21.243 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.blob_file_starting_level: 0 2024-05-10T11:10:21.243 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-10T11:10:21.243 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-05-10T11:10:21.243 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-05-10T11:10:21.243 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 8c643906-7bbf-4dff-be26-42e932f2565f 2024-05-10T11:10:21.243 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715339420987407, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-05-10T11:10:21.244 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-05-10T11:10:21.244 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715339420987821, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1773, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1715339420, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "8c643906-7bbf-4dff-be26-42e932f2565f", "db_session_id": "Q8E05RG1OYUX8FX8CXIU", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-05-10T11:10:21.244 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715339420987901, "job": 1, "event": "recovery_finished"} 2024-05-10T11:10:21.244 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-05-10T11:10:21.244 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-10T11:10:21.244 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55bd27038000 2024-05-10T11:10:21.244 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: DB pointer 0x55bd27024000 2024-05-10T11:10:21.244 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-10T11:10:21.244 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-10T11:10:21.244 INFO:journalctl@ceph.mon.b.smithi132.stdout: ** DB Stats ** 2024-05-10T11:10:21.244 INFO:journalctl@ceph.mon.b.smithi132.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-10T11:10:21.244 INFO:journalctl@ceph.mon.b.smithi132.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-10T11:10:21.244 INFO:journalctl@ceph.mon.b.smithi132.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-10T11:10:21.245 INFO:journalctl@ceph.mon.b.smithi132.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-10T11:10:21.245 INFO:journalctl@ceph.mon.b.smithi132.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-10T11:10:21.245 INFO:journalctl@ceph.mon.b.smithi132.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-10T11:10:21.245 INFO:journalctl@ceph.mon.b.smithi132.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-10T11:10:21.245 INFO:journalctl@ceph.mon.b.smithi132.stdout: 2024-05-10T11:10:21.245 INFO:journalctl@ceph.mon.b.smithi132.stdout: ** Compaction Stats [default] ** 2024-05-10T11:10:21.245 INFO:journalctl@ceph.mon.b.smithi132.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-10T11:10:21.245 INFO:journalctl@ceph.mon.b.smithi132.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-10T11:10:21.245 INFO:journalctl@ceph.mon.b.smithi132.stdout: L0 1/0 1.73 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-10T11:10:21.245 INFO:journalctl@ceph.mon.b.smithi132.stdout: Sum 1/0 1.73 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-10T11:10:21.245 INFO:journalctl@ceph.mon.b.smithi132.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-10T11:10:21.245 INFO:journalctl@ceph.mon.b.smithi132.stdout: 2024-05-10T11:10:21.245 INFO:journalctl@ceph.mon.b.smithi132.stdout: ** Compaction Stats [default] ** 2024-05-10T11:10:21.245 INFO:journalctl@ceph.mon.b.smithi132.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-10T11:10:21.245 INFO:journalctl@ceph.mon.b.smithi132.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-10T11:10:21.246 INFO:journalctl@ceph.mon.b.smithi132.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-10T11:10:21.246 INFO:journalctl@ceph.mon.b.smithi132.stdout: 2024-05-10T11:10:21.246 INFO:journalctl@ceph.mon.b.smithi132.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-10T11:10:21.246 INFO:journalctl@ceph.mon.b.smithi132.stdout: 2024-05-10T11:10:21.246 INFO:journalctl@ceph.mon.b.smithi132.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-10T11:10:21.246 INFO:journalctl@ceph.mon.b.smithi132.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-10T11:10:21.246 INFO:journalctl@ceph.mon.b.smithi132.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-10T11:10:21.246 INFO:journalctl@ceph.mon.b.smithi132.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-10T11:10:21.246 INFO:journalctl@ceph.mon.b.smithi132.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-10T11:10:21.246 INFO:journalctl@ceph.mon.b.smithi132.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-10T11:10:21.246 INFO:journalctl@ceph.mon.b.smithi132.stdout: Cumulative compaction: 0.00 GB write, 0.13 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-10T11:10:21.246 INFO:journalctl@ceph.mon.b.smithi132.stdout: Interval compaction: 0.00 GB write, 0.13 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-10T11:10:21.246 INFO:journalctl@ceph.mon.b.smithi132.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-10T11:10:21.246 INFO:journalctl@ceph.mon.b.smithi132.stdout: Block cache BinnedLRUCache@0x55bd26f1b1f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-05-10T11:10:21.247 INFO:journalctl@ceph.mon.b.smithi132.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-05-10T11:10:21.247 INFO:journalctl@ceph.mon.b.smithi132.stdout: 2024-05-10T11:10:21.247 INFO:journalctl@ceph.mon.b.smithi132.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-10T11:10:21.247 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-05-10T11:10:21.247 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: using public_addr v2:172.21.15.132:0/0 -> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] 2024-05-10T11:10:21.247 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: starting mon.b rank -1 at public addrs [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] at bind addrs [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:10:21.247 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:20 smithi132 ceph-mon[33758]: mon.b@-1(???) e0 preinit fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:10:21.247 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: mon.b@-1(synchronizing).mds e1 new map 2024-05-10T11:10:21.247 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: mon.b@-1(synchronizing).mds e1 print_map 2024-05-10T11:10:21.247 INFO:journalctl@ceph.mon.b.smithi132.stdout: e1 2024-05-10T11:10:21.247 INFO:journalctl@ceph.mon.b.smithi132.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-10T11:10:21.247 INFO:journalctl@ceph.mon.b.smithi132.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-10T11:10:21.247 INFO:journalctl@ceph.mon.b.smithi132.stdout: legacy client fscid: -1 2024-05-10T11:10:21.247 INFO:journalctl@ceph.mon.b.smithi132.stdout: 2024-05-10T11:10:21.248 INFO:journalctl@ceph.mon.b.smithi132.stdout: No filesystems configured 2024-05-10T11:10:21.248 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-05-10T11:10:21.248 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-05-10T11:10:21.248 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-05-10T11:10:21.248 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-05-10T11:10:21.248 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-05-10T11:10:21.248 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-05-10T11:10:21.248 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-10T11:10:21.248 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-10T11:10:21.248 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-10T11:10:21.248 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-10T11:10:21.248 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:21.248 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.248 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:10:21.249 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:21.249 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:21.249 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi187", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:10:21.249 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.249 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.249 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.249 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.249 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi132", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:10:21.249 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:21.249 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:10:21.249 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: Updating smithi132:/etc/ceph/ceph.conf 2024-05-10T11:10:21.249 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: Updating smithi132:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-10T11:10:21.249 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: Deploying cephadm binary to smithi187 2024-05-10T11:10:21.249 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: Updating smithi132:/etc/ceph/ceph.client.admin.keyring 2024-05-10T11:10:21.250 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: Updating smithi132:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-10T11:10:21.250 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.250 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.250 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.250 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:21.250 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:21.250 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.250 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: Added host smithi187 2024-05-10T11:10:21.250 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:10:21.250 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.250 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.250 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:21.250 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.250 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:10:21.250 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:21.250 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1096469857' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-10T11:10:21.251 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.251 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.251 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.251 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.251 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi187", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:10:21.251 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:21.251 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:10:21.251 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:21.251 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: Updating smithi187:/etc/ceph/ceph.conf 2024-05-10T11:10:21.251 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: Updating smithi187:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-10T11:10:21.251 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1096469857' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-10T11:10:21.251 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: osdmap e4: 0 total, 0 up, 0 in 2024-05-10T11:10:21.251 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.251 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.252 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.252 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: Updating smithi187:/etc/ceph/ceph.client.admin.keyring 2024-05-10T11:10:21.252 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: Updating smithi187:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-10T11:10:21.252 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:21.252 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.252 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:10:21.252 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:21.252 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:10:21.252 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.252 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-10T11:10:21.252 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:21.252 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi053:172.21.15.53=a;smithi132:172.21.15.132=b;smithi187:172.21.15.187=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:10:21.252 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: Saving service mon spec with placement smithi053:172.21.15.53=a;smithi132:172.21.15.132=b;smithi187:172.21.15.187=c;count:3 2024-05-10T11:10:21.252 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: Deploying daemon mon.c on smithi187 2024-05-10T11:10:21.253 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:21.253 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:21.253 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-10T11:10:21.253 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: mon.a calling monitor election 2024-05-10T11:10:21.253 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:21.253 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:21.253 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:21.253 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:21.253 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: mon.c calling monitor election 2024-05-10T11:10:21.253 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:21.253 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:21.253 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:21.253 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:21.253 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:21.253 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-10T11:10:21.254 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: monmap epoch 2 2024-05-10T11:10:21.254 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:10:21.254 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: last_changed 2024-05-10T11:10:12.246452+0000 2024-05-10T11:10:21.254 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: created 2024-05-10T11:08:27.067586+0000 2024-05-10T11:10:21.254 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: min_mon_release 19 (squid) 2024-05-10T11:10:21.254 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: election_strategy: 1 2024-05-10T11:10:21.254 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: 0: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.a 2024-05-10T11:10:21.254 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.c 2024-05-10T11:10:21.254 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: fsmap 2024-05-10T11:10:21.254 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: osdmap e4: 0 total, 0 up, 0 in 2024-05-10T11:10:21.254 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: mgrmap e13: x(active, since 50s) 2024-05-10T11:10:21.254 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: overall HEALTH_OK 2024-05-10T11:10:21.254 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.254 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.254 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:21.255 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-10T11:10:21.255 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:21.255 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: Deploying daemon mon.b on smithi132 2024-05-10T11:10:21.255 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:21.255 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:21.255 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: from='client.? 172.21.15.187:0/2133922096' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-10T11:10:21.255 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 ceph-mon[33758]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-05-10T11:10:21.255 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 bash[33738]: 3b67a6e6912c9053d5bc378b9ac4cc17fc5a38807a2fdd7abf4e334362f8dffe 2024-05-10T11:10:21.255 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:21 smithi132 systemd[1]: Started Ceph mon.b for 745ae8e0-0ebd-11ef-bc98-c7b262605968. 2024-05-10T11:10:26.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:26.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-10T11:10:26.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: mon.a calling monitor election 2024-05-10T11:10:26.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:10:26.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:26.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: mon.c calling monitor election 2024-05-10T11:10:26.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:10:26.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:26.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:10:26.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: mon.b calling monitor election 2024-05-10T11:10:26.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:10:26.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:26.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:10:26.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:10:26.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-10T11:10:26.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: monmap epoch 3 2024-05-10T11:10:26.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:10:26.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: last_changed 2024-05-10T11:10:21.010517+0000 2024-05-10T11:10:26.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: created 2024-05-10T11:08:27.067586+0000 2024-05-10T11:10:26.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: min_mon_release 19 (squid) 2024-05-10T11:10:26.476 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: election_strategy: 1 2024-05-10T11:10:26.476 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: 0: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.a 2024-05-10T11:10:26.476 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.c 2024-05-10T11:10:26.476 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: 2: [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] mon.b 2024-05-10T11:10:26.476 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: fsmap 2024-05-10T11:10:26.476 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: osdmap e4: 0 total, 0 up, 0 in 2024-05-10T11:10:26.476 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: mgrmap e13: x(active, since 59s) 2024-05-10T11:10:26.476 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: overall HEALTH_OK 2024-05-10T11:10:26.476 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:26.476 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:26.476 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-10T11:10:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: mon.a calling monitor election 2024-05-10T11:10:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:10:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: mon.c calling monitor election 2024-05-10T11:10:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:10:26.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:26.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:10:26.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: mon.b calling monitor election 2024-05-10T11:10:26.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:10:26.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:26.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:10:26.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:10:26.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-10T11:10:26.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: monmap epoch 3 2024-05-10T11:10:26.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:10:26.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: last_changed 2024-05-10T11:10:21.010517+0000 2024-05-10T11:10:26.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: created 2024-05-10T11:08:27.067586+0000 2024-05-10T11:10:26.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: min_mon_release 19 (squid) 2024-05-10T11:10:26.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: election_strategy: 1 2024-05-10T11:10:26.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: 0: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.a 2024-05-10T11:10:26.512 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.c 2024-05-10T11:10:26.512 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: 2: [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] mon.b 2024-05-10T11:10:26.512 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: fsmap 2024-05-10T11:10:26.512 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: osdmap e4: 0 total, 0 up, 0 in 2024-05-10T11:10:26.512 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: mgrmap e13: x(active, since 59s) 2024-05-10T11:10:26.512 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: overall HEALTH_OK 2024-05-10T11:10:26.512 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:26.512 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:26.512 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:26.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:26.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-10T11:10:26.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: mon.a calling monitor election 2024-05-10T11:10:26.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:10:26.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:10:26.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: mon.c calling monitor election 2024-05-10T11:10:26.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:10:26.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:26.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:10:26.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: mon.b calling monitor election 2024-05-10T11:10:26.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:10:26.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:26.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:10:26.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:10:26.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-10T11:10:26.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: monmap epoch 3 2024-05-10T11:10:26.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:10:26.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: last_changed 2024-05-10T11:10:21.010517+0000 2024-05-10T11:10:26.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: created 2024-05-10T11:08:27.067586+0000 2024-05-10T11:10:26.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: min_mon_release 19 (squid) 2024-05-10T11:10:26.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: election_strategy: 1 2024-05-10T11:10:26.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: 0: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.a 2024-05-10T11:10:26.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: 1: [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon.c 2024-05-10T11:10:26.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: 2: [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] mon.b 2024-05-10T11:10:26.571 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: fsmap 2024-05-10T11:10:26.572 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: osdmap e4: 0 total, 0 up, 0 in 2024-05-10T11:10:26.572 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: mgrmap e13: x(active, since 59s) 2024-05-10T11:10:26.572 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: overall HEALTH_OK 2024-05-10T11:10:26.572 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:26.572 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:26.572 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:26.705 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.705+0000 7f3181bf0700 1 -- 172.21.15.187:0/2824005824 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f31680057d0 msgr2=0x7f3168007c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:26.705 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.705+0000 7f3181bf0700 1 --2- 172.21.15.187:0/2824005824 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f31680057d0 0x7f3168007c60 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f317c101dc0 tx=0x7f316c00fe60 comp rx=0 tx=0).stop 2024-05-10T11:10:26.705 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.705+0000 7f3181bf0700 1 -- 172.21.15.187:0/2824005824 shutdown_connections 2024-05-10T11:10:26.705 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.705+0000 7f3181bf0700 1 --2- 172.21.15.187:0/2824005824 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f31680057d0 0x7f3168007c60 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:26.705 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.705+0000 7f3181bf0700 1 -- 172.21.15.187:0/2824005824 >> 172.21.15.187:0/2824005824 conn(0x7f317c0fd980 msgr2=0x7f317c0ffda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:10:26.705 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.705+0000 7f3181bf0700 1 -- 172.21.15.187:0/2824005824 shutdown_connections 2024-05-10T11:10:26.705 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.705+0000 7f3181bf0700 1 -- 172.21.15.187:0/2824005824 wait complete. 2024-05-10T11:10:26.708 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.706+0000 7f3181bf0700 1 Processor -- start 2024-05-10T11:10:26.708 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.706+0000 7f3181bf0700 1 -- start start 2024-05-10T11:10:26.708 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.706+0000 7f3181bf0700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f31680057d0 0x7f317c1a0900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:26.708 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.706+0000 7f3181bf0700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f317c1a0e40 0x7f317c19aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:26.708 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.706+0000 7f3181bf0700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f317c19b000 0x7f317c19b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:26.708 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.706+0000 7f3181bf0700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f317c06bce0 con 0x7f317c19b000 2024-05-10T11:10:26.708 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.706+0000 7f3181bf0700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f317c06bb60 con 0x7f317c1a0e40 2024-05-10T11:10:26.708 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.706+0000 7f3181bf0700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f317c108d70 con 0x7f31680057d0 2024-05-10T11:10:26.708 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.706+0000 7f317bfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f317c19b000 0x7f317c19b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:26.709 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.706+0000 7f317bfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f317c19b000 0x7f317c19b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.187:39418/0 (socket says 172.21.15.187:39418) 2024-05-10T11:10:26.709 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.706+0000 7f317bfff700 1 -- 172.21.15.187:0/981199091 learned_addr learned my addr 172.21.15.187:0/981199091 (peer_addr_for_me v2:172.21.15.187:0/0) 2024-05-10T11:10:26.709 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.706+0000 7f317b7fe700 1 --2- 172.21.15.187:0/981199091 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f31680057d0 0x7f317c1a0900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:26.709 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.706+0000 7f3173fff700 1 --2- 172.21.15.187:0/981199091 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f317c1a0e40 0x7f317c19aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:26.709 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.706+0000 7f317b7fe700 1 -- 172.21.15.187:0/981199091 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f31680057d0 msgr2=0x7f317c1a0900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-05-10T11:10:26.709 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.706+0000 7f317b7fe700 1 -- 172.21.15.187:0/981199091 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f31680057d0 msgr2=0x7f317c1a0900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-10T11:10:26.709 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.706+0000 7f317b7fe700 1 --2- 172.21.15.187:0/981199091 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f31680057d0 0x7f317c1a0900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-10T11:10:26.709 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.706+0000 7f317b7fe700 1 --2- 172.21.15.187:0/981199091 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f31680057d0 0x7f317c1a0900 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-10T11:10:26.709 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.707+0000 7f3173fff700 1 -- 172.21.15.187:0/981199091 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f317c1a0e40 msgr2=0x7f317c19aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2024-05-10T11:10:26.709 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.707+0000 7f3173fff700 1 -- 172.21.15.187:0/981199091 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f317c1a0e40 msgr2=0x7f317c19aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-10T11:10:26.709 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.707+0000 7f3173fff700 1 --2- 172.21.15.187:0/981199091 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f317c1a0e40 0x7f317c19aac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-10T11:10:26.709 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.707+0000 7f3173fff700 1 --2- 172.21.15.187:0/981199091 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f317c1a0e40 0x7f317c19aac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-10T11:10:26.709 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.707+0000 7f317bfff700 1 -- 172.21.15.187:0/981199091 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f31680057d0 msgr2=0x7f317c1a0900 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-10T11:10:26.710 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.707+0000 7f317bfff700 1 --2- 172.21.15.187:0/981199091 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f31680057d0 0x7f317c1a0900 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:26.710 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.707+0000 7f317bfff700 1 -- 172.21.15.187:0/981199091 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f317c1a0e40 msgr2=0x7f317c19aac0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-10T11:10:26.710 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.707+0000 7f317bfff700 1 --2- 172.21.15.187:0/981199091 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f317c1a0e40 0x7f317c19aac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:26.710 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.707+0000 7f317bfff700 1 -- 172.21.15.187:0/981199091 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f317c1a77d0 con 0x7f317c19b000 2024-05-10T11:10:26.710 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.707+0000 7f317bfff700 1 --2- 172.21.15.187:0/981199091 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f317c19b000 0x7f317c19b4b0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f317400ba50 tx=0x7f317400be10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:10:26.710 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.707+0000 7f31797fa700 1 -- 172.21.15.187:0/981199091 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3174019070 con 0x7f317c19b000 2024-05-10T11:10:26.710 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.707+0000 7f31797fa700 1 -- 172.21.15.187:0/981199091 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3174014440 con 0x7f317c19b000 2024-05-10T11:10:26.710 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.707+0000 7f3181bf0700 1 -- 172.21.15.187:0/981199091 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f317c1a7a00 con 0x7f317c19b000 2024-05-10T11:10:26.710 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.707+0000 7f31797fa700 1 -- 172.21.15.187:0/981199091 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31740075b0 con 0x7f317c19b000 2024-05-10T11:10:26.710 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.707+0000 7f3181bf0700 1 -- 172.21.15.187:0/981199091 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f317c1a7f40 con 0x7f317c19b000 2024-05-10T11:10:26.710 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.708+0000 7f31797fa700 1 -- 172.21.15.187:0/981199091 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f317401c070 con 0x7f317c19b000 2024-05-10T11:10:26.710 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.708+0000 7f31797fa700 1 --2- 172.21.15.187:0/981199091 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f315c03e9a0 0x7f315c040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:26.710 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.708+0000 7f3181bf0700 1 -- 172.21.15.187:0/981199091 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f317c064b00 con 0x7f317c19b000 2024-05-10T11:10:26.710 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.708+0000 7f31797fa700 1 -- 172.21.15.187:0/981199091 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f3174051e00 con 0x7f317c19b000 2024-05-10T11:10:26.711 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.708+0000 7f317b7fe700 1 --2- 172.21.15.187:0/981199091 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f315c03e9a0 0x7f315c040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:26.711 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.709+0000 7f317b7fe700 1 --2- 172.21.15.187:0/981199091 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f315c03e9a0 0x7f315c040e60 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f317c19bc00 tx=0x7f316c001e50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:10:26.713 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:26.714+0000 7f31797fa700 1 -- 172.21.15.187:0/981199091 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f3174022170 con 0x7f317c19b000 2024-05-10T11:10:27.058 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:27.058+0000 7f3181bf0700 1 -- 172.21.15.187:0/981199091 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f317c1a8290 con 0x7f317c19b000 2024-05-10T11:10:27.058 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:27.058+0000 7f31797fa700 1 -- 172.21.15.187:0/981199091 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1285 (secure 0 0 0) 0x7f3174012c40 con 0x7f317c19b000 2024-05-10T11:10:27.058 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-05-10T11:10:27.058 INFO:teuthology.orchestra.run.smithi187.stdout:{"epoch":3,"fsid":"745ae8e0-0ebd-11ef-bc98-c7b262605968","modified":"2024-05-10T11:10:21.010517Z","created":"2024-05-10T11:08:27.067586Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:3300","nonce":0},{"type":"v1","addr":"172.21.15.53:6789","nonce":0}]},"addr":"172.21.15.53:6789/0","public_addr":"172.21.15.53:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:3300","nonce":0},{"type":"v1","addr":"172.21.15.187:6789","nonce":0}]},"addr":"172.21.15.187:6789/0","public_addr":"172.21.15.187:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:3300","nonce":0},{"type":"v1","addr":"172.21.15.132:6789","nonce":0}]},"addr":"172.21.15.132:6789/0","public_addr":"172.21.15.132:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-05-10T11:10:27.060 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:27.061+0000 7f3181bf0700 1 -- 172.21.15.187:0/981199091 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f315c03e9a0 msgr2=0x7f315c040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:27.060 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:27.061+0000 7f3181bf0700 1 --2- 172.21.15.187:0/981199091 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f315c03e9a0 0x7f315c040e60 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f317c19bc00 tx=0x7f316c001e50 comp rx=0 tx=0).stop 2024-05-10T11:10:27.060 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:27.061+0000 7f3181bf0700 1 -- 172.21.15.187:0/981199091 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f317c19b000 msgr2=0x7f317c19b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:27.060 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:27.061+0000 7f3181bf0700 1 --2- 172.21.15.187:0/981199091 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f317c19b000 0x7f317c19b4b0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f317400ba50 tx=0x7f317400be10 comp rx=0 tx=0).stop 2024-05-10T11:10:27.060 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:27.061+0000 7f3181bf0700 1 -- 172.21.15.187:0/981199091 shutdown_connections 2024-05-10T11:10:27.060 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:27.061+0000 7f3181bf0700 1 --2- 172.21.15.187:0/981199091 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f315c03e9a0 0x7f315c040e60 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:27.060 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:27.061+0000 7f3181bf0700 1 --2- 172.21.15.187:0/981199091 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f317c19b000 0x7f317c19b4b0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:27.061 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:27.061+0000 7f3181bf0700 1 --2- 172.21.15.187:0/981199091 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f31680057d0 0x7f317c1a0900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:27.061 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:27.061+0000 7f3181bf0700 1 --2- 172.21.15.187:0/981199091 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f317c1a0e40 0x7f317c19aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:27.061 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:27.061+0000 7f3181bf0700 1 -- 172.21.15.187:0/981199091 >> 172.21.15.187:0/981199091 conn(0x7f317c0fd980 msgr2=0x7f317c105ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:10:27.061 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:27.061+0000 7f3181bf0700 1 -- 172.21.15.187:0/981199091 shutdown_connections 2024-05-10T11:10:27.061 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:27.061+0000 7f3181bf0700 1 -- 172.21.15.187:0/981199091 wait complete. 2024-05-10T11:10:27.061 INFO:teuthology.orchestra.run.smithi187.stderr:dumped monmap epoch 3 2024-05-10T11:10:27.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:27 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:27.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:27 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:10:27.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:27 smithi053 ceph-mon[30153]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:27.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:27 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:27.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:27 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:10:27.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:27 smithi053 ceph-mon[30153]: from='client.? 172.21.15.187:0/981199091' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-10T11:10:27.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:27 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:27.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:27 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:10:27.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:27 smithi132 ceph-mon[33758]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:27.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:27 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:27.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:27 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:10:27.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:27 smithi132 ceph-mon[33758]: from='client.? 172.21.15.187:0/981199091' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-10T11:10:27.494 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:27 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:27.495 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:27 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:10:27.495 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:27 smithi187 ceph-mon[34076]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:27.495 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:27 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:27.495 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:27 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:10:27.495 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:27 smithi187 ceph-mon[34076]: from='client.? 172.21.15.187:0/981199091' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-10T11:10:27.782 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-05-10T11:10:27.782 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph config generate-minimal-conf 2024-05-10T11:10:28.028 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:10:28.444 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:28 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:28.444 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:28 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:28.444 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:28 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:28.444 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:28 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:28.444 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:28 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:28.444 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:28 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:10:28.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:28 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:28.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:28 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:28.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:28 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:28.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:28 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:28.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:28 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:28.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:28 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:10:28.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:28 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:28.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:28 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:28.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:28 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:28.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:28 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:28.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:28 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:28.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:28 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:10:29.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.717+0000 7fd417e34700 1 -- 172.21.15.53:0/321233560 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd410104070 msgr2=0x7fd410104450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:29.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.717+0000 7fd417e34700 1 --2- 172.21.15.53:0/321233560 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd410104070 0x7fd410104450 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fd40c009910 tx=0x7fd40c009c20 comp rx=0 tx=0).stop 2024-05-10T11:10:29.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.717+0000 7fd417e34700 1 -- 172.21.15.53:0/321233560 shutdown_connections 2024-05-10T11:10:29.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.717+0000 7fd417e34700 1 --2- 172.21.15.53:0/321233560 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd410104070 0x7fd410104450 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:29.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.717+0000 7fd417e34700 1 -- 172.21.15.53:0/321233560 >> 172.21.15.53:0/321233560 conn(0x7fd4100fd8a0 msgr2=0x7fd4100ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:10:29.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.717+0000 7fd417e34700 1 -- 172.21.15.53:0/321233560 shutdown_connections 2024-05-10T11:10:29.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.717+0000 7fd417e34700 1 -- 172.21.15.53:0/321233560 wait complete. 2024-05-10T11:10:29.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.717+0000 7fd417e34700 1 Processor -- start 2024-05-10T11:10:29.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.717+0000 7fd417e34700 1 -- start start 2024-05-10T11:10:29.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.718+0000 7fd417e34700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd410104070 0x7fd41019e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:29.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.718+0000 7fd417e34700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd41019ece0 0x7fd4101989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:29.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.718+0000 7fd417e34700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd410198ef0 0x7fd4101993a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:29.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.718+0000 7fd417e34700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd41010d270 con 0x7fd41019ece0 2024-05-10T11:10:29.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.718+0000 7fd417e34700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fd41010d0f0 con 0x7fd410104070 2024-05-10T11:10:29.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.718+0000 7fd417e34700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fd41010d3f0 con 0x7fd410198ef0 2024-05-10T11:10:29.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.718+0000 7fd4153cf700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd41019ece0 0x7fd4101989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:29.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.718+0000 7fd4153cf700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd41019ece0 0x7fd4101989b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:39192/0 (socket says 172.21.15.53:39192) 2024-05-10T11:10:29.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.718+0000 7fd4153cf700 1 -- 172.21.15.53:0/3872363225 learned_addr learned my addr 172.21.15.53:0/3872363225 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:10:29.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.718+0000 7fd4163d1700 1 --2- 172.21.15.53:0/3872363225 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd410198ef0 0x7fd4101993a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:29.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.718+0000 7fd415bd0700 1 --2- 172.21.15.53:0/3872363225 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd410104070 0x7fd41019e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:29.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.718+0000 7fd4153cf700 1 -- 172.21.15.53:0/3872363225 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd410198ef0 msgr2=0x7fd4101993a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:29.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.718+0000 7fd4153cf700 1 --2- 172.21.15.53:0/3872363225 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd410198ef0 0x7fd4101993a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:29.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.718+0000 7fd4153cf700 1 -- 172.21.15.53:0/3872363225 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd410104070 msgr2=0x7fd41019e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:29.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.718+0000 7fd4153cf700 1 --2- 172.21.15.53:0/3872363225 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd410104070 0x7fd41019e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:29.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.718+0000 7fd4153cf700 1 -- 172.21.15.53:0/3872363225 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4101a5670 con 0x7fd41019ece0 2024-05-10T11:10:29.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.718+0000 7fd4163d1700 1 --2- 172.21.15.53:0/3872363225 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd410198ef0 0x7fd4101993a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:10:29.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.718+0000 7fd415bd0700 1 --2- 172.21.15.53:0/3872363225 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd410104070 0x7fd41019e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:10:29.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.718+0000 7fd4153cf700 1 --2- 172.21.15.53:0/3872363225 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd41019ece0 0x7fd4101989b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd40000b780 tx=0x7fd40000bb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:10:29.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.718+0000 7fd406ffd700 1 -- 172.21.15.53:0/3872363225 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd400004230 con 0x7fd41019ece0 2024-05-10T11:10:29.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.719+0000 7fd406ffd700 1 -- 172.21.15.53:0/3872363225 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd4000043d0 con 0x7fd41019ece0 2024-05-10T11:10:29.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.719+0000 7fd417e34700 1 -- 172.21.15.53:0/3872363225 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4101a58a0 con 0x7fd41019ece0 2024-05-10T11:10:29.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.719+0000 7fd406ffd700 1 -- 172.21.15.53:0/3872363225 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd400011ac0 con 0x7fd41019ece0 2024-05-10T11:10:29.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.719+0000 7fd417e34700 1 -- 172.21.15.53:0/3872363225 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4101a5e30 con 0x7fd41019ece0 2024-05-10T11:10:29.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.719+0000 7fd406ffd700 1 -- 172.21.15.53:0/3872363225 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fd4000036a0 con 0x7fd41019ece0 2024-05-10T11:10:29.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.720+0000 7fd417e34700 1 -- 172.21.15.53:0/3872363225 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd410064b00 con 0x7fd41019ece0 2024-05-10T11:10:29.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.720+0000 7fd406ffd700 1 --2- 172.21.15.53:0/3872363225 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd3fc03e9a0 0x7fd3fc040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:29.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.720+0000 7fd406ffd700 1 -- 172.21.15.53:0/3872363225 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fd4000523b0 con 0x7fd41019ece0 2024-05-10T11:10:29.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.720+0000 7fd415bd0700 1 --2- 172.21.15.53:0/3872363225 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd3fc03e9a0 0x7fd3fc040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:29.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.720+0000 7fd415bd0700 1 --2- 172.21.15.53:0/3872363225 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd3fc03e9a0 0x7fd3fc040e60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fd40c00b5c0 tx=0x7fd40c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:10:29.725 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.725+0000 7fd406ffd700 1 -- 172.21.15.53:0/3872363225 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fd40000d280 con 0x7fd41019ece0 2024-05-10T11:10:29.804 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: Updating smithi053:/etc/ceph/ceph.conf 2024-05-10T11:10:29.804 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: Updating smithi132:/etc/ceph/ceph.conf 2024-05-10T11:10:29.804 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: Updating smithi187:/etc/ceph/ceph.conf 2024-05-10T11:10:29.804 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: Updating smithi132:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-10T11:10:29.804 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: Updating smithi053:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-10T11:10:29.805 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: Updating smithi187:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-10T11:10:29.805 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:29.805 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:29.805 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:29.805 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:29.805 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:29.805 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:29.805 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:29.805 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:29.805 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:29.805 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:29.805 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:29.805 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:29.805 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: Reconfiguring mon.a (unknown last config time)... 2024-05-10T11:10:29.806 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-10T11:10:29.806 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-10T11:10:29.806 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:29.806 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:29 smithi053 ceph-mon[30153]: Reconfiguring daemon mon.a on smithi053 2024-05-10T11:10:29.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.936+0000 7fd417e34700 1 -- 172.21.15.53:0/3872363225 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fd4101a6150 con 0x7fd41019ece0 2024-05-10T11:10:29.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.937+0000 7fd406ffd700 1 -- 172.21.15.53:0/3872363225 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+275 (secure 0 0 0) 0x7fd400003c70 con 0x7fd41019ece0 2024-05-10T11:10:29.937 INFO:teuthology.orchestra.run.smithi053.stdout:# minimal ceph.conf for 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:10:29.937 INFO:teuthology.orchestra.run.smithi053.stdout:[global] 2024-05-10T11:10:29.937 INFO:teuthology.orchestra.run.smithi053.stdout: fsid = 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:10:29.937 INFO:teuthology.orchestra.run.smithi053.stdout: mon_host = [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] 2024-05-10T11:10:29.939 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.939+0000 7fd417e34700 1 -- 172.21.15.53:0/3872363225 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd3fc03e9a0 msgr2=0x7fd3fc040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:29.939 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.939+0000 7fd417e34700 1 --2- 172.21.15.53:0/3872363225 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd3fc03e9a0 0x7fd3fc040e60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fd40c00b5c0 tx=0x7fd40c005fb0 comp rx=0 tx=0).stop 2024-05-10T11:10:29.939 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.939+0000 7fd417e34700 1 -- 172.21.15.53:0/3872363225 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd41019ece0 msgr2=0x7fd4101989b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:29.939 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.939+0000 7fd417e34700 1 --2- 172.21.15.53:0/3872363225 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd41019ece0 0x7fd4101989b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd40000b780 tx=0x7fd40000bb40 comp rx=0 tx=0).stop 2024-05-10T11:10:29.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.939+0000 7fd417e34700 1 -- 172.21.15.53:0/3872363225 shutdown_connections 2024-05-10T11:10:29.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.939+0000 7fd417e34700 1 --2- 172.21.15.53:0/3872363225 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd3fc03e9a0 0x7fd3fc040e60 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:29.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.939+0000 7fd417e34700 1 --2- 172.21.15.53:0/3872363225 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd410198ef0 0x7fd4101993a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:29.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.939+0000 7fd417e34700 1 --2- 172.21.15.53:0/3872363225 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd410104070 0x7fd41019e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:29.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.939+0000 7fd417e34700 1 --2- 172.21.15.53:0/3872363225 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd41019ece0 0x7fd4101989b0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:29.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.939+0000 7fd417e34700 1 -- 172.21.15.53:0/3872363225 >> 172.21.15.53:0/3872363225 conn(0x7fd4100fd8a0 msgr2=0x7fd410106e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:10:29.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.939+0000 7fd417e34700 1 -- 172.21.15.53:0/3872363225 shutdown_connections 2024-05-10T11:10:29.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:29.939+0000 7fd417e34700 1 -- 172.21.15.53:0/3872363225 wait complete. 2024-05-10T11:10:29.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: Updating smithi053:/etc/ceph/ceph.conf 2024-05-10T11:10:29.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: Updating smithi132:/etc/ceph/ceph.conf 2024-05-10T11:10:29.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: Updating smithi187:/etc/ceph/ceph.conf 2024-05-10T11:10:29.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: Updating smithi132:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-10T11:10:29.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: Updating smithi053:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-10T11:10:29.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: Updating smithi187:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-10T11:10:29.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:29.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:29.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:29.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:29.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:29.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:29.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:29.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:29.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:29.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:29.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:29.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:29.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: Reconfiguring mon.a (unknown last config time)... 2024-05-10T11:10:29.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-10T11:10:29.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-10T11:10:29.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:29.976 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:29 smithi132 ceph-mon[33758]: Reconfiguring daemon mon.a on smithi053 2024-05-10T11:10:30.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: Updating smithi053:/etc/ceph/ceph.conf 2024-05-10T11:10:30.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: Updating smithi132:/etc/ceph/ceph.conf 2024-05-10T11:10:30.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: Updating smithi187:/etc/ceph/ceph.conf 2024-05-10T11:10:30.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: Updating smithi132:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-10T11:10:30.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: Updating smithi053:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-10T11:10:30.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: Updating smithi187:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-10T11:10:30.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:30.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:30.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:30.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:30.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:30.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:30.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:30.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:30.012 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:30.012 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:30.012 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:30.012 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:30.012 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: Reconfiguring mon.a (unknown last config time)... 2024-05-10T11:10:30.012 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-10T11:10:30.013 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-10T11:10:30.013 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:30.013 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:29 smithi187 ceph-mon[34076]: Reconfiguring daemon mon.a on smithi053 2024-05-10T11:10:30.635 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-05-10T11:10:30.635 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-05-10T11:10:30.635 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/ceph/ceph.conf 2024-05-10T11:10:30.668 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-05-10T11:10:30.668 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-10T11:10:30.736 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-05-10T11:10:30.736 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/etc/ceph/ceph.conf 2024-05-10T11:10:30.769 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-05-10T11:10:30.769 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-10T11:10:30.840 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-05-10T11:10:30.840 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/etc/ceph/ceph.conf 2024-05-10T11:10:30.851 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:30 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3872363225' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:30.873 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-05-10T11:10:30.873 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-10T11:10:30.938 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:30 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3872363225' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:30.942 INFO:tasks.cephadm:Adding mgr.x on smithi053 2024-05-10T11:10:30.942 INFO:tasks.cephadm:Adding mgr.y on smithi132 2024-05-10T11:10:30.942 INFO:tasks.cephadm:Adding mgr.z on smithi187 2024-05-10T11:10:30.942 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph orch apply mgr '3;smithi053=x;smithi132=y;smithi187=z' 2024-05-10T11:10:30.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:30 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3872363225' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:31.218 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.c/config 2024-05-10T11:10:31.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:31 smithi132 ceph-mon[33758]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:31.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:31 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:31.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:31 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:31.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:31 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-10T11:10:31.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:31 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-10T11:10:31.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:31 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:32.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:31 smithi187 ceph-mon[34076]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:32.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:31 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:32.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:31 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:32.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:31 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-10T11:10:32.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:31 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-10T11:10:32.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:31 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:32.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:31 smithi053 ceph-mon[30153]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:32.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:31 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:32.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:31 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:32.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:31 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-10T11:10:32.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:31 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-10T11:10:32.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:31 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:32.638 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.635+0000 7f474d5f3700 1 -- 172.21.15.187:0/2538660825 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4748101f00 msgr2=0x7f4748102320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:32.638 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.635+0000 7f474d5f3700 1 --2- 172.21.15.187:0/2538660825 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4748101f00 0x7f4748102320 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f4738009910 tx=0x7f4738009c20 comp rx=0 tx=0).stop 2024-05-10T11:10:32.638 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.635+0000 7f474d5f3700 1 -- 172.21.15.187:0/2538660825 shutdown_connections 2024-05-10T11:10:32.638 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.635+0000 7f474d5f3700 1 --2- 172.21.15.187:0/2538660825 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4748101f00 0x7f4748102320 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:32.638 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.635+0000 7f474d5f3700 1 -- 172.21.15.187:0/2538660825 >> 172.21.15.187:0/2538660825 conn(0x7f47480fd4a0 msgr2=0x7f47480ff8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:10:32.638 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.635+0000 7f474d5f3700 1 -- 172.21.15.187:0/2538660825 shutdown_connections 2024-05-10T11:10:32.638 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.635+0000 7f474d5f3700 1 -- 172.21.15.187:0/2538660825 wait complete. 2024-05-10T11:10:32.638 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.636+0000 7f474d5f3700 1 Processor -- start 2024-05-10T11:10:32.639 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.636+0000 7f474d5f3700 1 -- start start 2024-05-10T11:10:32.639 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.636+0000 7f474d5f3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4748101f00 0x7f47481986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:32.639 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.636+0000 7f474d5f3700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4748198bf0 0x7f474819dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:32.639 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.636+0000 7f474d5f3700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4748199070 0x7f47481a01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:32.639 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.636+0000 7f474d5f3700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4748107c70 con 0x7f4748101f00 2024-05-10T11:10:32.639 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.636+0000 7f474d5f3700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f4748107af0 con 0x7f4748199070 2024-05-10T11:10:32.639 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.636+0000 7f474d5f3700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f4748107df0 con 0x7f4748198bf0 2024-05-10T11:10:32.639 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.636+0000 7f473e7fc700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4748198bf0 0x7f474819dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:32.639 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.636+0000 7f473e7fc700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4748198bf0 0x7f474819dc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.187:53626/0 (socket says 172.21.15.187:53626) 2024-05-10T11:10:32.639 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.636+0000 7f473e7fc700 1 -- 172.21.15.187:0/2232436721 learned_addr learned my addr 172.21.15.187:0/2232436721 (peer_addr_for_me v2:172.21.15.187:0/0) 2024-05-10T11:10:32.639 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.636+0000 7f4746ffd700 1 --2- 172.21.15.187:0/2232436721 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4748101f00 0x7f47481986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:32.639 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.637+0000 7f47477fe700 1 --2- 172.21.15.187:0/2232436721 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4748199070 0x7f47481a01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:32.639 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.637+0000 7f473e7fc700 1 -- 172.21.15.187:0/2232436721 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4748199070 msgr2=0x7f47481a01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:32.639 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.637+0000 7f473e7fc700 1 --2- 172.21.15.187:0/2232436721 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4748199070 0x7f47481a01f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:32.640 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.637+0000 7f473e7fc700 1 -- 172.21.15.187:0/2232436721 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4748101f00 msgr2=0x7f47481986b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:32.640 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.637+0000 7f473e7fc700 1 --2- 172.21.15.187:0/2232436721 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4748101f00 0x7f47481986b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:32.640 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.637+0000 7f473e7fc700 1 -- 172.21.15.187:0/2232436721 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47481a0ac0 con 0x7f4748198bf0 2024-05-10T11:10:32.640 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.637+0000 7f47477fe700 1 --2- 172.21.15.187:0/2232436721 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4748199070 0x7f47481a01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:10:32.640 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.637+0000 7f4746ffd700 1 --2- 172.21.15.187:0/2232436721 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4748101f00 0x7f47481986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:10:32.640 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.637+0000 7f473e7fc700 1 --2- 172.21.15.187:0/2232436721 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4748198bf0 0x7f474819dc60 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f473000b780 tx=0x7f473000ba90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:10:32.640 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.637+0000 7f4744ff9700 1 -- 172.21.15.187:0/2232436721 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4730004230 con 0x7f4748198bf0 2024-05-10T11:10:32.640 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.637+0000 7f4744ff9700 1 -- 172.21.15.187:0/2232436721 <== mon.1 v2:172.21.15.187:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f47300043d0 con 0x7f4748198bf0 2024-05-10T11:10:32.640 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.637+0000 7f474d5f3700 1 -- 172.21.15.187:0/2232436721 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47481a0db0 con 0x7f4748198bf0 2024-05-10T11:10:32.640 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.637+0000 7f4744ff9700 1 -- 172.21.15.187:0/2232436721 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4730011a60 con 0x7f4748198bf0 2024-05-10T11:10:32.640 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.637+0000 7f474d5f3700 1 -- 172.21.15.187:0/2232436721 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47481a12e0 con 0x7f4748198bf0 2024-05-10T11:10:32.641 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.638+0000 7f4744ff9700 1 -- 172.21.15.187:0/2232436721 <== mon.1 v2:172.21.15.187:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f4730011cc0 con 0x7f4748198bf0 2024-05-10T11:10:32.641 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.638+0000 7f474d5f3700 1 -- 172.21.15.187:0/2232436721 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4748064b00 con 0x7f4748198bf0 2024-05-10T11:10:32.641 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.638+0000 7f4744ff9700 1 --2- 172.21.15.187:0/2232436721 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f473403e9a0 0x7f4734040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:32.641 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.638+0000 7f4744ff9700 1 -- 172.21.15.187:0/2232436721 <== mon.1 v2:172.21.15.187:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f47300523b0 con 0x7f4748198bf0 2024-05-10T11:10:32.642 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.639+0000 7f4746ffd700 1 --2- 172.21.15.187:0/2232436721 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f473403e9a0 0x7f4734040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:32.642 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.639+0000 7f4746ffd700 1 --2- 172.21.15.187:0/2232436721 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f473403e9a0 0x7f4734040e60 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f4738005920 tx=0x7f4738005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:10:32.644 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.644+0000 7f4744ff9700 1 -- 172.21.15.187:0/2232436721 <== mon.1 v2:172.21.15.187:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f4730019df0 con 0x7f4748198bf0 2024-05-10T11:10:32.862 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.862+0000 7f474d5f3700 1 -- 172.21.15.187:0/2232436721 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi053=x;smithi132=y;smithi187=z", "target": ["mon-mgr", ""]}) -- 0x7f4748063970 con 0x7f473403e9a0 2024-05-10T11:10:32.868 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.868+0000 7f4744ff9700 1 -- 172.21.15.187:0/2232436721 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f4748063970 con 0x7f473403e9a0 2024-05-10T11:10:32.868 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled mgr update... 2024-05-10T11:10:32.871 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.870+0000 7f474d5f3700 1 -- 172.21.15.187:0/2232436721 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f473403e9a0 msgr2=0x7f4734040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:32.871 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.870+0000 7f474d5f3700 1 --2- 172.21.15.187:0/2232436721 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f473403e9a0 0x7f4734040e60 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f4738005920 tx=0x7f4738005fb0 comp rx=0 tx=0).stop 2024-05-10T11:10:32.871 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.870+0000 7f474d5f3700 1 -- 172.21.15.187:0/2232436721 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4748198bf0 msgr2=0x7f474819dc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:32.871 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.870+0000 7f474d5f3700 1 --2- 172.21.15.187:0/2232436721 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4748198bf0 0x7f474819dc60 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f473000b780 tx=0x7f473000ba90 comp rx=0 tx=0).stop 2024-05-10T11:10:32.871 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.871+0000 7f474d5f3700 1 -- 172.21.15.187:0/2232436721 shutdown_connections 2024-05-10T11:10:32.871 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.871+0000 7f474d5f3700 1 --2- 172.21.15.187:0/2232436721 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f473403e9a0 0x7f4734040e60 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:32.871 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.871+0000 7f474d5f3700 1 --2- 172.21.15.187:0/2232436721 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4748199070 0x7f47481a01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:32.871 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.871+0000 7f474d5f3700 1 --2- 172.21.15.187:0/2232436721 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4748101f00 0x7f47481986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:32.872 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.871+0000 7f474d5f3700 1 --2- 172.21.15.187:0/2232436721 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4748198bf0 0x7f474819dc60 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:32.872 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.871+0000 7f474d5f3700 1 -- 172.21.15.187:0/2232436721 >> 172.21.15.187:0/2232436721 conn(0x7f47480fd4a0 msgr2=0x7f474818f320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:10:32.872 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.871+0000 7f474d5f3700 1 -- 172.21.15.187:0/2232436721 shutdown_connections 2024-05-10T11:10:32.872 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:10:32.871+0000 7f474d5f3700 1 -- 172.21.15.187:0/2232436721 wait complete. 2024-05-10T11:10:32.951 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:32 smithi132 ceph-mon[33758]: Reconfiguring mon.b (monmap changed)... 2024-05-10T11:10:32.952 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:32 smithi132 ceph-mon[33758]: Reconfiguring daemon mon.b on smithi132 2024-05-10T11:10:33.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:32 smithi187 ceph-mon[34076]: Reconfiguring mon.b (monmap changed)... 2024-05-10T11:10:33.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:32 smithi187 ceph-mon[34076]: Reconfiguring daemon mon.b on smithi132 2024-05-10T11:10:33.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:32 smithi053 ceph-mon[30153]: Reconfiguring mon.b (monmap changed)... 2024-05-10T11:10:33.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:32 smithi053 ceph-mon[30153]: Reconfiguring daemon mon.b on smithi132 2024-05-10T11:10:33.508 DEBUG:teuthology.orchestra.run.smithi132:mgr.y> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mgr.y.service 2024-05-10T11:10:33.511 DEBUG:teuthology.orchestra.run.smithi187:mgr.z> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mgr.z.service 2024-05-10T11:10:33.513 INFO:tasks.cephadm:Deploying OSDs... 2024-05-10T11:10:33.513 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-05-10T11:10:33.513 DEBUG:teuthology.orchestra.run.smithi053:> dd if=/scratch_devs of=/dev/stdout 2024-05-10T11:10:33.534 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-10T11:10:33.534 DEBUG:teuthology.orchestra.run.smithi053:> stat /dev/vg_nvme/lv_1 2024-05-10T11:10:33.593 INFO:teuthology.orchestra.run.smithi053.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-10T11:10:33.593 INFO:teuthology.orchestra.run.smithi053.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-10T11:10:33.593 INFO:teuthology.orchestra.run.smithi053.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-05-10T11:10:33.593 INFO:teuthology.orchestra.run.smithi053.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-10T11:10:33.593 INFO:teuthology.orchestra.run.smithi053.stdout:Context: system_u:object_r:device_t:s0 2024-05-10T11:10:33.594 INFO:teuthology.orchestra.run.smithi053.stdout:Access: 2024-05-10 11:09:37.183984350 +0000 2024-05-10T11:10:33.594 INFO:teuthology.orchestra.run.smithi053.stdout:Modify: 2024-05-10 11:04:59.533013770 +0000 2024-05-10T11:10:33.594 INFO:teuthology.orchestra.run.smithi053.stdout:Change: 2024-05-10 11:04:59.533013770 +0000 2024-05-10T11:10:33.594 INFO:teuthology.orchestra.run.smithi053.stdout: Birth: 2024-05-10 11:04:59.533013770 +0000 2024-05-10T11:10:33.594 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-10T11:10:33.663 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records in 2024-05-10T11:10:33.663 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records out 2024-05-10T11:10:33.663 INFO:teuthology.orchestra.run.smithi053.stderr:512 bytes copied, 0.000111115 s, 4.6 MB/s 2024-05-10T11:10:33.664 DEBUG:teuthology.orchestra.run.smithi053:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-10T11:10:33.726 DEBUG:teuthology.orchestra.run.smithi053:> stat /dev/vg_nvme/lv_2 2024-05-10T11:10:33.785 INFO:teuthology.orchestra.run.smithi053.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-10T11:10:33.785 INFO:teuthology.orchestra.run.smithi053.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-10T11:10:33.785 INFO:teuthology.orchestra.run.smithi053.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-05-10T11:10:33.785 INFO:teuthology.orchestra.run.smithi053.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-10T11:10:33.785 INFO:teuthology.orchestra.run.smithi053.stdout:Context: system_u:object_r:device_t:s0 2024-05-10T11:10:33.785 INFO:teuthology.orchestra.run.smithi053.stdout:Access: 2024-05-10 11:09:37.211983809 +0000 2024-05-10T11:10:33.785 INFO:teuthology.orchestra.run.smithi053.stdout:Modify: 2024-05-10 11:04:59.871007314 +0000 2024-05-10T11:10:33.785 INFO:teuthology.orchestra.run.smithi053.stdout:Change: 2024-05-10 11:04:59.871007314 +0000 2024-05-10T11:10:33.785 INFO:teuthology.orchestra.run.smithi053.stdout: Birth: 2024-05-10 11:04:59.871007314 +0000 2024-05-10T11:10:33.786 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-10T11:10:33.854 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records in 2024-05-10T11:10:33.854 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records out 2024-05-10T11:10:33.854 INFO:teuthology.orchestra.run.smithi053.stderr:512 bytes copied, 0.000108309 s, 4.7 MB/s 2024-05-10T11:10:33.855 DEBUG:teuthology.orchestra.run.smithi053:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-10T11:10:33.916 DEBUG:teuthology.orchestra.run.smithi053:> stat /dev/vg_nvme/lv_3 2024-05-10T11:10:33.922 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:33 smithi187 ceph-mon[34076]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:33.922 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:33 smithi187 ceph-mon[34076]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi053=x;smithi132=y;smithi187=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:10:33.922 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:33 smithi187 ceph-mon[34076]: Saving service mgr spec with placement smithi053=x;smithi132=y;smithi187=z;count:3 2024-05-10T11:10:33.922 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:33 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:33.922 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:33 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:33.922 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:33 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:33.922 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:33 smithi187 ceph-mon[34076]: Reconfiguring mon.c (monmap changed)... 2024-05-10T11:10:33.922 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:33 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-10T11:10:33.922 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:33 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-10T11:10:33.923 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:33 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:33.923 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:33 smithi187 ceph-mon[34076]: Reconfiguring daemon mon.c on smithi187 2024-05-10T11:10:33.974 INFO:teuthology.orchestra.run.smithi053.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-10T11:10:33.975 INFO:teuthology.orchestra.run.smithi053.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-10T11:10:33.975 INFO:teuthology.orchestra.run.smithi053.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-05-10T11:10:33.975 INFO:teuthology.orchestra.run.smithi053.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-10T11:10:33.975 INFO:teuthology.orchestra.run.smithi053.stdout:Context: system_u:object_r:device_t:s0 2024-05-10T11:10:33.975 INFO:teuthology.orchestra.run.smithi053.stdout:Access: 2024-05-10 11:09:37.237983306 +0000 2024-05-10T11:10:33.975 INFO:teuthology.orchestra.run.smithi053.stdout:Modify: 2024-05-10 11:05:00.220000648 +0000 2024-05-10T11:10:33.975 INFO:teuthology.orchestra.run.smithi053.stdout:Change: 2024-05-10 11:05:00.220000648 +0000 2024-05-10T11:10:33.975 INFO:teuthology.orchestra.run.smithi053.stdout: Birth: 2024-05-10 11:05:00.220000648 +0000 2024-05-10T11:10:33.975 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-10T11:10:34.039 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:33 smithi053 ceph-mon[30153]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:34.040 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:33 smithi053 ceph-mon[30153]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi053=x;smithi132=y;smithi187=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:10:34.040 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:33 smithi053 ceph-mon[30153]: Saving service mgr spec with placement smithi053=x;smithi132=y;smithi187=z;count:3 2024-05-10T11:10:34.040 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:33 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:34.040 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:33 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:34.040 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:33 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:34.040 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:33 smithi053 ceph-mon[30153]: Reconfiguring mon.c (monmap changed)... 2024-05-10T11:10:34.040 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:33 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-10T11:10:34.040 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:33 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-10T11:10:34.040 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:33 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:34.041 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:33 smithi053 ceph-mon[30153]: Reconfiguring daemon mon.c on smithi187 2024-05-10T11:10:34.042 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records in 2024-05-10T11:10:34.042 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records out 2024-05-10T11:10:34.042 INFO:teuthology.orchestra.run.smithi053.stderr:512 bytes copied, 0.000118864 s, 4.3 MB/s 2024-05-10T11:10:34.044 DEBUG:teuthology.orchestra.run.smithi053:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-10T11:10:34.102 DEBUG:teuthology.orchestra.run.smithi053:> stat /dev/vg_nvme/lv_4 2024-05-10T11:10:34.160 INFO:teuthology.orchestra.run.smithi053.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-10T11:10:34.161 INFO:teuthology.orchestra.run.smithi053.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-10T11:10:34.161 INFO:teuthology.orchestra.run.smithi053.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-05-10T11:10:34.161 INFO:teuthology.orchestra.run.smithi053.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-10T11:10:34.161 INFO:teuthology.orchestra.run.smithi053.stdout:Context: system_u:object_r:device_t:s0 2024-05-10T11:10:34.161 INFO:teuthology.orchestra.run.smithi053.stdout:Access: 2024-05-10 11:09:37.267982726 +0000 2024-05-10T11:10:34.161 INFO:teuthology.orchestra.run.smithi053.stdout:Modify: 2024-05-10 11:05:00.563994078 +0000 2024-05-10T11:10:34.161 INFO:teuthology.orchestra.run.smithi053.stdout:Change: 2024-05-10 11:05:00.563994078 +0000 2024-05-10T11:10:34.162 INFO:teuthology.orchestra.run.smithi053.stdout: Birth: 2024-05-10 11:05:00.563994078 +0000 2024-05-10T11:10:34.162 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-10T11:10:34.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:33 smithi132 ceph-mon[33758]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:34.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:33 smithi132 ceph-mon[33758]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi053=x;smithi132=y;smithi187=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:10:34.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:33 smithi132 ceph-mon[33758]: Saving service mgr spec with placement smithi053=x;smithi132=y;smithi187=z;count:3 2024-05-10T11:10:34.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:33 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:34.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:33 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:34.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:33 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:34.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:33 smithi132 ceph-mon[33758]: Reconfiguring mon.c (monmap changed)... 2024-05-10T11:10:34.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:33 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-10T11:10:34.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:33 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-10T11:10:34.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:33 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:34.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:33 smithi132 ceph-mon[33758]: Reconfiguring daemon mon.c on smithi187 2024-05-10T11:10:34.227 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records in 2024-05-10T11:10:34.227 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records out 2024-05-10T11:10:34.227 INFO:teuthology.orchestra.run.smithi053.stderr:512 bytes copied, 0.000121177 s, 4.2 MB/s 2024-05-10T11:10:34.229 DEBUG:teuthology.orchestra.run.smithi053:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-10T11:10:34.287 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2024-05-10T11:10:34.287 DEBUG:teuthology.orchestra.run.smithi132:> dd if=/scratch_devs of=/dev/stdout 2024-05-10T11:10:34.307 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-10T11:10:34.307 DEBUG:teuthology.orchestra.run.smithi132:> stat /dev/vg_nvme/lv_1 2024-05-10T11:10:34.366 INFO:teuthology.orchestra.run.smithi132.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-10T11:10:34.366 INFO:teuthology.orchestra.run.smithi132.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-10T11:10:34.366 INFO:teuthology.orchestra.run.smithi132.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-05-10T11:10:34.366 INFO:teuthology.orchestra.run.smithi132.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-10T11:10:34.366 INFO:teuthology.orchestra.run.smithi132.stdout:Context: system_u:object_r:device_t:s0 2024-05-10T11:10:34.366 INFO:teuthology.orchestra.run.smithi132.stdout:Access: 2024-05-10 11:10:20.464160752 +0000 2024-05-10T11:10:34.366 INFO:teuthology.orchestra.run.smithi132.stdout:Modify: 2024-05-10 11:04:59.146423243 +0000 2024-05-10T11:10:34.366 INFO:teuthology.orchestra.run.smithi132.stdout:Change: 2024-05-10 11:04:59.146423243 +0000 2024-05-10T11:10:34.367 INFO:teuthology.orchestra.run.smithi132.stdout: Birth: 2024-05-10 11:04:59.146423243 +0000 2024-05-10T11:10:34.367 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-10T11:10:34.433 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records in 2024-05-10T11:10:34.434 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records out 2024-05-10T11:10:34.434 INFO:teuthology.orchestra.run.smithi132.stderr:512 bytes copied, 0.000235403 s, 2.2 MB/s 2024-05-10T11:10:34.435 DEBUG:teuthology.orchestra.run.smithi132:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-10T11:10:34.494 DEBUG:teuthology.orchestra.run.smithi132:> stat /dev/vg_nvme/lv_2 2024-05-10T11:10:34.552 INFO:teuthology.orchestra.run.smithi132.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-10T11:10:34.552 INFO:teuthology.orchestra.run.smithi132.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-10T11:10:34.553 INFO:teuthology.orchestra.run.smithi132.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-05-10T11:10:34.553 INFO:teuthology.orchestra.run.smithi132.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-10T11:10:34.553 INFO:teuthology.orchestra.run.smithi132.stdout:Context: system_u:object_r:device_t:s0 2024-05-10T11:10:34.553 INFO:teuthology.orchestra.run.smithi132.stdout:Access: 2024-05-10 11:10:20.465160726 +0000 2024-05-10T11:10:34.553 INFO:teuthology.orchestra.run.smithi132.stdout:Modify: 2024-05-10 11:04:59.492414284 +0000 2024-05-10T11:10:34.553 INFO:teuthology.orchestra.run.smithi132.stdout:Change: 2024-05-10 11:04:59.492414284 +0000 2024-05-10T11:10:34.554 INFO:teuthology.orchestra.run.smithi132.stdout: Birth: 2024-05-10 11:04:59.492414284 +0000 2024-05-10T11:10:34.554 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-10T11:10:34.619 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records in 2024-05-10T11:10:34.619 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records out 2024-05-10T11:10:34.620 INFO:teuthology.orchestra.run.smithi132.stderr:512 bytes copied, 0.000197891 s, 2.6 MB/s 2024-05-10T11:10:34.621 DEBUG:teuthology.orchestra.run.smithi132:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-10T11:10:34.680 DEBUG:teuthology.orchestra.run.smithi132:> stat /dev/vg_nvme/lv_3 2024-05-10T11:10:34.737 INFO:teuthology.orchestra.run.smithi132.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-10T11:10:34.738 INFO:teuthology.orchestra.run.smithi132.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-10T11:10:34.738 INFO:teuthology.orchestra.run.smithi132.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-05-10T11:10:34.738 INFO:teuthology.orchestra.run.smithi132.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-10T11:10:34.738 INFO:teuthology.orchestra.run.smithi132.stdout:Context: system_u:object_r:device_t:s0 2024-05-10T11:10:34.738 INFO:teuthology.orchestra.run.smithi132.stdout:Access: 2024-05-10 11:10:20.465160726 +0000 2024-05-10T11:10:34.738 INFO:teuthology.orchestra.run.smithi132.stdout:Modify: 2024-05-10 11:04:59.855404886 +0000 2024-05-10T11:10:34.738 INFO:teuthology.orchestra.run.smithi132.stdout:Change: 2024-05-10 11:04:59.855404886 +0000 2024-05-10T11:10:34.738 INFO:teuthology.orchestra.run.smithi132.stdout: Birth: 2024-05-10 11:04:59.855404886 +0000 2024-05-10T11:10:34.738 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-10T11:10:34.803 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records in 2024-05-10T11:10:34.804 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records out 2024-05-10T11:10:34.804 INFO:teuthology.orchestra.run.smithi132.stderr:512 bytes copied, 0.00021152 s, 2.4 MB/s 2024-05-10T11:10:34.805 DEBUG:teuthology.orchestra.run.smithi132:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-10T11:10:34.863 DEBUG:teuthology.orchestra.run.smithi132:> stat /dev/vg_nvme/lv_4 2024-05-10T11:10:34.922 INFO:teuthology.orchestra.run.smithi132.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-10T11:10:34.922 INFO:teuthology.orchestra.run.smithi132.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-10T11:10:34.922 INFO:teuthology.orchestra.run.smithi132.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-05-10T11:10:34.922 INFO:teuthology.orchestra.run.smithi132.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-10T11:10:34.922 INFO:teuthology.orchestra.run.smithi132.stdout:Context: system_u:object_r:device_t:s0 2024-05-10T11:10:34.922 INFO:teuthology.orchestra.run.smithi132.stdout:Access: 2024-05-10 11:10:20.465160726 +0000 2024-05-10T11:10:34.922 INFO:teuthology.orchestra.run.smithi132.stdout:Modify: 2024-05-10 11:05:00.188396263 +0000 2024-05-10T11:10:34.923 INFO:teuthology.orchestra.run.smithi132.stdout:Change: 2024-05-10 11:05:00.188396263 +0000 2024-05-10T11:10:34.923 INFO:teuthology.orchestra.run.smithi132.stdout: Birth: 2024-05-10 11:05:00.188396263 +0000 2024-05-10T11:10:34.923 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-10T11:10:34.986 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records in 2024-05-10T11:10:34.987 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records out 2024-05-10T11:10:34.987 INFO:teuthology.orchestra.run.smithi132.stderr:512 bytes copied, 0.000195786 s, 2.6 MB/s 2024-05-10T11:10:34.988 DEBUG:teuthology.orchestra.run.smithi132:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-10T11:10:35.045 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-05-10T11:10:35.045 DEBUG:teuthology.orchestra.run.smithi187:> dd if=/scratch_devs of=/dev/stdout 2024-05-10T11:10:35.065 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-10T11:10:35.065 DEBUG:teuthology.orchestra.run.smithi187:> stat /dev/vg_nvme/lv_1 2024-05-10T11:10:35.125 INFO:teuthology.orchestra.run.smithi187.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-10T11:10:35.125 INFO:teuthology.orchestra.run.smithi187.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-10T11:10:35.126 INFO:teuthology.orchestra.run.smithi187.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-05-10T11:10:35.126 INFO:teuthology.orchestra.run.smithi187.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-10T11:10:35.126 INFO:teuthology.orchestra.run.smithi187.stdout:Context: system_u:object_r:device_t:s0 2024-05-10T11:10:35.126 INFO:teuthology.orchestra.run.smithi187.stdout:Access: 2024-05-10 11:10:11.268322062 +0000 2024-05-10T11:10:35.126 INFO:teuthology.orchestra.run.smithi187.stdout:Modify: 2024-05-10 11:05:02.533812403 +0000 2024-05-10T11:10:35.126 INFO:teuthology.orchestra.run.smithi187.stdout:Change: 2024-05-10 11:05:02.533812403 +0000 2024-05-10T11:10:35.126 INFO:teuthology.orchestra.run.smithi187.stdout: Birth: 2024-05-10 11:05:02.533812403 +0000 2024-05-10T11:10:35.126 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-10T11:10:35.193 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records in 2024-05-10T11:10:35.193 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records out 2024-05-10T11:10:35.193 INFO:teuthology.orchestra.run.smithi187.stderr:512 bytes copied, 0.000280547 s, 1.8 MB/s 2024-05-10T11:10:35.195 DEBUG:teuthology.orchestra.run.smithi187:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-10T11:10:35.252 DEBUG:teuthology.orchestra.run.smithi187:> stat /dev/vg_nvme/lv_2 2024-05-10T11:10:35.308 INFO:teuthology.orchestra.run.smithi187.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-10T11:10:35.308 INFO:teuthology.orchestra.run.smithi187.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-10T11:10:35.308 INFO:teuthology.orchestra.run.smithi187.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-05-10T11:10:35.308 INFO:teuthology.orchestra.run.smithi187.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-10T11:10:35.308 INFO:teuthology.orchestra.run.smithi187.stdout:Context: system_u:object_r:device_t:s0 2024-05-10T11:10:35.308 INFO:teuthology.orchestra.run.smithi187.stdout:Access: 2024-05-10 11:10:11.269322046 +0000 2024-05-10T11:10:35.308 INFO:teuthology.orchestra.run.smithi187.stdout:Modify: 2024-05-10 11:05:02.869806969 +0000 2024-05-10T11:10:35.309 INFO:teuthology.orchestra.run.smithi187.stdout:Change: 2024-05-10 11:05:02.869806969 +0000 2024-05-10T11:10:35.309 INFO:teuthology.orchestra.run.smithi187.stdout: Birth: 2024-05-10 11:05:02.869806969 +0000 2024-05-10T11:10:35.309 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-10T11:10:35.372 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records in 2024-05-10T11:10:35.372 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records out 2024-05-10T11:10:35.372 INFO:teuthology.orchestra.run.smithi187.stderr:512 bytes copied, 0.000179292 s, 2.9 MB/s 2024-05-10T11:10:35.373 DEBUG:teuthology.orchestra.run.smithi187:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-10T11:10:35.429 DEBUG:teuthology.orchestra.run.smithi187:> stat /dev/vg_nvme/lv_3 2024-05-10T11:10:35.486 INFO:teuthology.orchestra.run.smithi187.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-10T11:10:35.486 INFO:teuthology.orchestra.run.smithi187.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-10T11:10:35.486 INFO:teuthology.orchestra.run.smithi187.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-05-10T11:10:35.486 INFO:teuthology.orchestra.run.smithi187.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-10T11:10:35.486 INFO:teuthology.orchestra.run.smithi187.stdout:Context: system_u:object_r:device_t:s0 2024-05-10T11:10:35.487 INFO:teuthology.orchestra.run.smithi187.stdout:Access: 2024-05-10 11:10:11.269322046 +0000 2024-05-10T11:10:35.487 INFO:teuthology.orchestra.run.smithi187.stdout:Modify: 2024-05-10 11:05:03.235801050 +0000 2024-05-10T11:10:35.487 INFO:teuthology.orchestra.run.smithi187.stdout:Change: 2024-05-10 11:05:03.235801050 +0000 2024-05-10T11:10:35.487 INFO:teuthology.orchestra.run.smithi187.stdout: Birth: 2024-05-10 11:05:03.235801050 +0000 2024-05-10T11:10:35.487 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-10T11:10:35.550 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records in 2024-05-10T11:10:35.550 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records out 2024-05-10T11:10:35.551 INFO:teuthology.orchestra.run.smithi187.stderr:512 bytes copied, 0.000179638 s, 2.9 MB/s 2024-05-10T11:10:35.552 DEBUG:teuthology.orchestra.run.smithi187:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-10T11:10:35.608 DEBUG:teuthology.orchestra.run.smithi187:> stat /dev/vg_nvme/lv_4 2024-05-10T11:10:35.665 INFO:teuthology.orchestra.run.smithi187.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-10T11:10:35.665 INFO:teuthology.orchestra.run.smithi187.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-10T11:10:35.665 INFO:teuthology.orchestra.run.smithi187.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-05-10T11:10:35.665 INFO:teuthology.orchestra.run.smithi187.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-10T11:10:35.665 INFO:teuthology.orchestra.run.smithi187.stdout:Context: system_u:object_r:device_t:s0 2024-05-10T11:10:35.665 INFO:teuthology.orchestra.run.smithi187.stdout:Access: 2024-05-10 11:10:11.270322029 +0000 2024-05-10T11:10:35.665 INFO:teuthology.orchestra.run.smithi187.stdout:Modify: 2024-05-10 11:05:03.587795357 +0000 2024-05-10T11:10:35.665 INFO:teuthology.orchestra.run.smithi187.stdout:Change: 2024-05-10 11:05:03.587795357 +0000 2024-05-10T11:10:35.665 INFO:teuthology.orchestra.run.smithi187.stdout: Birth: 2024-05-10 11:05:03.587795357 +0000 2024-05-10T11:10:35.665 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-10T11:10:35.730 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records in 2024-05-10T11:10:35.730 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records out 2024-05-10T11:10:35.730 INFO:teuthology.orchestra.run.smithi187.stderr:512 bytes copied, 0.000178984 s, 2.9 MB/s 2024-05-10T11:10:35.732 DEBUG:teuthology.orchestra.run.smithi187:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-10T11:10:35.791 INFO:tasks.cephadm:Deploying osd.0 on smithi053 with /dev/vg_nvme/lv_4... 2024-05-10T11:10:35.791 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-10T11:10:35.818 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:35 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:35.818 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:35 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:35.818 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:35 smithi053 ceph-mon[30153]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:35.818 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:35 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:10:35.818 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:35 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:35.818 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:35 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:10:35.818 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:35 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:35.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:35 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-10T11:10:35.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:35 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-10T11:10:35.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:35 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-10T11:10:35.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:35 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:35.835 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:35 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:35.835 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:35 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:35.835 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:35 smithi187 ceph-mon[34076]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:35.835 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:35 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:10:35.835 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:35 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:35.835 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:35 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:10:35.835 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:35 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:35.835 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:35 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-10T11:10:35.835 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:35 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-10T11:10:35.836 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:35 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-10T11:10:35.836 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:35 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:35.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:35 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:35.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:35 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:35.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:35 smithi132 ceph-mon[33758]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:35.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:35 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:10:35.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:35 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:35.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:35 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:10:35.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:35 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:35.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:35 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-10T11:10:35.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:35 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-10T11:10:35.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:35 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-10T11:10:35.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:35 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:36.042 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:10:36.723 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:36 smithi187 ceph-mon[34076]: Deploying daemon mgr.z on smithi187 2024-05-10T11:10:36.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:36 smithi053 ceph-mon[30153]: Deploying daemon mgr.z on smithi187 2024-05-10T11:10:36.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:36 smithi132 ceph-mon[33758]: Deploying daemon mgr.z on smithi187 2024-05-10T11:10:37.260 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:37 smithi187 systemd[1]: Starting Ceph mgr.z for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:10:37.522 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:37 smithi187 podman[35916]: 2024-05-10 11:10:37.291917013 +0000 UTC m=+0.017783240 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:10:37.522 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:37 smithi187 podman[35916]: 2024-05-10 11:10:37.393040599 +0000 UTC m=+0.118906844 container create 2b061277e60f719c890051b2b60a5bb4bfdc7e0f3c14e59a61772e85e1fc24e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-10T11:10:37.785 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:37 smithi187 ceph-mon[34076]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:37.785 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:37 smithi187 podman[35916]: 2024-05-10 11:10:37.628632343 +0000 UTC m=+0.354498545 container init 2b061277e60f719c890051b2b60a5bb4bfdc7e0f3c14e59a61772e85e1fc24e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_CLEAN=True) 2024-05-10T11:10:37.785 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:37 smithi187 podman[35916]: 2024-05-10 11:10:37.631762095 +0000 UTC m=+0.357628298 container start 2b061277e60f719c890051b2b60a5bb4bfdc7e0f3c14e59a61772e85e1fc24e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0) 2024-05-10T11:10:37.785 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:37 smithi187 ceph-mgr[35936]: -- 172.21.15.187:0/2982118916 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d5214885a0 con 0x55d52145d000 2024-05-10T11:10:37.785 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:37 smithi187 bash[35916]: 2b061277e60f719c890051b2b60a5bb4bfdc7e0f3c14e59a61772e85e1fc24e4 2024-05-10T11:10:37.785 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:37 smithi187 systemd[1]: Started Ceph mgr.z for 745ae8e0-0ebd-11ef-bc98-c7b262605968. 2024-05-10T11:10:37.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:37 smithi053 ceph-mon[30153]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:37.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:37 smithi132 ceph-mon[33758]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:38.073 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:37 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:37.784+0000 7f22ad883200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-10T11:10:38.073 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:37 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:37.971+0000 7f22ad883200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-10T11:10:38.073 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:38 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:38.073+0000 7f22ad883200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-10T11:10:38.104 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-10T11:10:38.105 INFO:teuthology.orchestra.run.smithi053.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-10T11:10:38.105 INFO:teuthology.orchestra.run.smithi053.stderr: stderr: 10+0 records in 2024-05-10T11:10:38.105 INFO:teuthology.orchestra.run.smithi053.stderr:10+0 records out 2024-05-10T11:10:38.105 INFO:teuthology.orchestra.run.smithi053.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00832892 s, 1.3 GB/s 2024-05-10T11:10:38.105 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping successful for: 2024-05-10T11:10:38.724 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi053:vg_nvme/lv_4 2024-05-10T11:10:38.760 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:38 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:38.381+0000 7f22ad883200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-10T11:10:38.760 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:38 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:38.466+0000 7f22ad883200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-10T11:10:38.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:38 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:38.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:38 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:38.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:38 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:38.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:38 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-10T11:10:38.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:38 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-10T11:10:38.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:38 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-10T11:10:38.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:38 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:38.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:38 smithi132 ceph-mon[33758]: Deploying daemon mgr.y on smithi132 2024-05-10T11:10:39.013 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:10:39.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:38 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:39.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:38 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:39.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:38 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:39.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:38 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-10T11:10:39.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:38 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-10T11:10:39.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:38 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-10T11:10:39.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:38 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:39.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:38 smithi053 ceph-mon[30153]: Deploying daemon mgr.y on smithi132 2024-05-10T11:10:39.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:38 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:39.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:38 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:39.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:38 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:39.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:38 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-10T11:10:39.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:38 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-10T11:10:39.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:38 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-10T11:10:39.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:38 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:39.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:38 smithi187 ceph-mon[34076]: Deploying daemon mgr.y on smithi132 2024-05-10T11:10:40.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:39 smithi187 ceph-mon[34076]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:40.010 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:39 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:39.665+0000 7f22ad883200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-10T11:10:40.010 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:39 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:39.839+0000 7f22ad883200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-10T11:10:40.049 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:39 smithi132 ceph-mon[33758]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:40.165 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:39 smithi053 ceph-mon[30153]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:40.314 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:40 smithi132 systemd[1]: Started Ceph mgr.y for 745ae8e0-0ebd-11ef-bc98-c7b262605968. 2024-05-10T11:10:40.327 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:40 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:40.018+0000 7f22ad883200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-10T11:10:40.327 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:40 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:40.326+0000 7f22ad883200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-10T11:10:40.631 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:40 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:40.314+0000 7ff631e0c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-10T11:10:40.631 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:40 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:40.516+0000 7ff631e0c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-10T11:10:40.631 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:40 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:40.630+0000 7ff631e0c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-10T11:10:40.636 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:40 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:40.420+0000 7f22ad883200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-10T11:10:40.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.714+0000 7f54190da700 1 -- 172.21.15.53:0/3256499557 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f54141035f0 msgr2=0x7f5414103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:40.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.714+0000 7f54190da700 1 --2- 172.21.15.53:0/3256499557 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f54141035f0 0x7f5414103a50 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f54080099c0 tx=0x7f5408009cd0 comp rx=0 tx=0).stop 2024-05-10T11:10:40.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.714+0000 7f54190da700 1 -- 172.21.15.53:0/3256499557 shutdown_connections 2024-05-10T11:10:40.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.714+0000 7f54190da700 1 --2- 172.21.15.53:0/3256499557 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5414103f90 0x7f541410a840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:40.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.714+0000 7f54190da700 1 --2- 172.21.15.53:0/3256499557 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f54141023f0 0x7f5414102810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:40.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.714+0000 7f54190da700 1 --2- 172.21.15.53:0/3256499557 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f54141035f0 0x7f5414103a50 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:40.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.714+0000 7f54190da700 1 -- 172.21.15.53:0/3256499557 >> 172.21.15.53:0/3256499557 conn(0x7f54140fd990 msgr2=0x7f54140ffdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:10:40.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.714+0000 7f54190da700 1 -- 172.21.15.53:0/3256499557 shutdown_connections 2024-05-10T11:10:40.716 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.714+0000 7f54190da700 1 -- 172.21.15.53:0/3256499557 wait complete. 2024-05-10T11:10:40.716 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.715+0000 7f54190da700 1 Processor -- start 2024-05-10T11:10:40.716 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.715+0000 7f54190da700 1 -- start start 2024-05-10T11:10:40.718 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.715+0000 7f54190da700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f54141023f0 0x7f54141995d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:40.718 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.715+0000 7f54190da700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f54141035f0 0x7f5414199b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:40.718 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.715+0000 7f54190da700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5414103f90 0x7f54141a0b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:40.718 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.715+0000 7f54190da700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f541410dd90 con 0x7f54141035f0 2024-05-10T11:10:40.718 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.715+0000 7f54190da700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f541410dc10 con 0x7f54141023f0 2024-05-10T11:10:40.718 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.715+0000 7f54190da700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f541410df10 con 0x7f5414103f90 2024-05-10T11:10:40.718 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.715+0000 7f541259c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f54141035f0 0x7f5414199b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:40.718 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.715+0000 7f5412d9d700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f54141023f0 0x7f54141995d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:40.718 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.715+0000 7f5412d9d700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f54141023f0 0x7f54141995d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:60772/0 (socket says 172.21.15.53:60772) 2024-05-10T11:10:40.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.715+0000 7f5412d9d700 1 -- 172.21.15.53:0/3614879475 learned_addr learned my addr 172.21.15.53:0/3614879475 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:10:40.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.715+0000 7f541359e700 1 --2- 172.21.15.53:0/3614879475 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5414103f90 0x7f54141a0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:40.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.715+0000 7f541259c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f54141035f0 0x7f5414199b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:48342/0 (socket says 172.21.15.53:48342) 2024-05-10T11:10:40.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.716+0000 7f541259c700 1 -- 172.21.15.53:0/3614879475 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5414103f90 msgr2=0x7f54141a0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:40.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.716+0000 7f541259c700 1 --2- 172.21.15.53:0/3614879475 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5414103f90 0x7f54141a0b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:40.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.716+0000 7f541259c700 1 -- 172.21.15.53:0/3614879475 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f54141023f0 msgr2=0x7f54141995d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:10:40.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.716+0000 7f541259c700 1 --2- 172.21.15.53:0/3614879475 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f54141023f0 0x7f54141995d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:10:40.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.716+0000 7f541259c700 1 -- 172.21.15.53:0/3614879475 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5414104810 con 0x7f54141035f0 2024-05-10T11:10:40.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.716+0000 7f5412d9d700 1 --2- 172.21.15.53:0/3614879475 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f54141023f0 0x7f54141995d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:10:40.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.716+0000 7f541359e700 1 --2- 172.21.15.53:0/3614879475 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5414103f90 0x7f54141a0b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:10:40.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.716+0000 7f541259c700 1 --2- 172.21.15.53:0/3614879475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f54141035f0 0x7f5414199b10 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f54080036f0 tx=0x7f540800fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:10:40.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.716+0000 7f53fbfff700 1 -- 172.21.15.53:0/3614879475 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5408027070 con 0x7f54141035f0 2024-05-10T11:10:40.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.716+0000 7f53fbfff700 1 -- 172.21.15.53:0/3614879475 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f540800fe00 con 0x7f54141035f0 2024-05-10T11:10:40.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.716+0000 7f54190da700 1 -- 172.21.15.53:0/3614879475 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5414104aa0 con 0x7f54141035f0 2024-05-10T11:10:40.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.716+0000 7f53fbfff700 1 -- 172.21.15.53:0/3614879475 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54080173f0 con 0x7f54141035f0 2024-05-10T11:10:40.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.716+0000 7f54190da700 1 -- 172.21.15.53:0/3614879475 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5414104fd0 con 0x7f54141035f0 2024-05-10T11:10:40.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.717+0000 7f53fbfff700 1 -- 172.21.15.53:0/3614879475 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f540802a070 con 0x7f54141035f0 2024-05-10T11:10:40.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.718+0000 7f53fbfff700 1 --2- 172.21.15.53:0/3614879475 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f53fc03e750 0x7f53fc040c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:10:40.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.718+0000 7f53fbfff700 1 -- 172.21.15.53:0/3614879475 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f5408054420 con 0x7f54141035f0 2024-05-10T11:10:40.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.718+0000 7f54190da700 1 -- 172.21.15.53:0/3614879475 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f541406a190 con 0x7f54141035f0 2024-05-10T11:10:40.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.718+0000 7f5412d9d700 1 --2- 172.21.15.53:0/3614879475 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f53fc03e750 0x7f53fc040c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:10:40.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.718+0000 7f5412d9d700 1 --2- 172.21.15.53:0/3614879475 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f53fc03e750 0x7f53fc040c10 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f54040105c0 tx=0x7f540400b4a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:10:40.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.723+0000 7f53fbfff700 1 -- 172.21.15.53:0/3614879475 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f5408031080 con 0x7f54141035f0 2024-05-10T11:10:40.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:40.948+0000 7f54190da700 1 -- 172.21.15.53:0/3614879475 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f54140ffbc0 con 0x7f53fc03e750 2024-05-10T11:10:41.010 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:40 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:40.636+0000 7f22ad883200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-10T11:10:41.010 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:40 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:40.840+0000 7f22ad883200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-10T11:10:41.224 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:40 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:40.961+0000 7ff631e0c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-10T11:10:41.224 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:41 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:41.059+0000 7ff631e0c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-10T11:10:41.327 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:41 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:41.327 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:41 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:41.327 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:41 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:41.327 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:41 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:41.327 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:41 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:10:41.327 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:41 smithi187 ceph-mon[34076]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:41.327 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:41 smithi187 ceph-mon[34076]: from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:10:41.327 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:41 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:10:41.328 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:41 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:10:41.328 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:41 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:41.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:41 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:41.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:41 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:41.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:41 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:41.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:41 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:41.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:41 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:10:41.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:41 smithi053 ceph-mon[30153]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:41.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:41 smithi053 ceph-mon[30153]: from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:10:41.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:41 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:10:41.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:41 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:10:41.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:41 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:41.588 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:41 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:41.490+0000 7f22ad883200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-10T11:10:41.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:41 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:41.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:41 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:41.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:41 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:41.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:41 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:41.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:41 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:10:41.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:41 smithi132 ceph-mon[33758]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:41.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:41 smithi132 ceph-mon[33758]: from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:10:41.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:41 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:10:41.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:41 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:10:41.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:41 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:42.010 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:41 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:41.713+0000 7f22ad883200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-10T11:10:42.510 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:42 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:42.152+0000 7f22ad883200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-10T11:10:42.510 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:42 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:42.247+0000 7f22ad883200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-10T11:10:42.605 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:42 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:42.295+0000 7ff631e0c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-10T11:10:42.606 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:42 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:42.463+0000 7ff631e0c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-10T11:10:42.813 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:42 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:42.813 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:42 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:42.813 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:42 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:42.813 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:42 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:42.814 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:42 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:42.814 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:42 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:42.814 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:42 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:10:42.814 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:42 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:42.814 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:42 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-10T11:10:42.814 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:42 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-10T11:10:42.814 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:42 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:42.921 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:42 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:42.634+0000 7ff631e0c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-10T11:10:42.921 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:42 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:42.921+0000 7ff631e0c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-10T11:10:42.922 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:42 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:42.922 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:42 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:42.922 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:42 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:42.922 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:42 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:42.922 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:42 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:42.922 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:42 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:42.922 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:42 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:10:42.922 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:42 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:42.923 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:42 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-10T11:10:42.923 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:42 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-10T11:10:42.923 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:42 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:42.975 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:42 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:42.620+0000 7f22ad883200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-10T11:10:42.975 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:42 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:42.974+0000 7f22ad883200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-10T11:10:42.975 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:42 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:42.975 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:42 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:42.975 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:42 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:42.975 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:42 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:42.975 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:42 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:42.976 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:42 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:42.976 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:42 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:10:42.976 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:42 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:42.976 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:42 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-10T11:10:42.976 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:42 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-10T11:10:42.976 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:42 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:43.216 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:43 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:43.012+0000 7ff631e0c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-10T11:10:43.216 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:43 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:43.215+0000 7ff631e0c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-10T11:10:43.260 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:43 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:43.067+0000 7f22ad883200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-10T11:10:43.473 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:43 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:43.406+0000 7ff631e0c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-10T11:10:43.760 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:43 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:43.311+0000 7f22ad883200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-10T11:10:43.760 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:43 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:43.442+0000 7f22ad883200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-10T11:10:43.760 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:43 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:43.538+0000 7f22ad883200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-10T11:10:44.224 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:44 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:44.025+0000 7ff631e0c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-10T11:10:44.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:43 smithi132 ceph-mon[33758]: Reconfiguring mgr.x (unknown last config time)... 2024-05-10T11:10:44.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:43 smithi132 ceph-mon[33758]: Reconfiguring daemon mgr.x on smithi053 2024-05-10T11:10:44.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:43 smithi132 ceph-mon[33758]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:44.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:43 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3418295515' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "308620b5-0bae-4c96-ad1e-ed079eb9d754"}]: dispatch 2024-05-10T11:10:44.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:43 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3418295515' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "308620b5-0bae-4c96-ad1e-ed079eb9d754"}]': finished 2024-05-10T11:10:44.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:43 smithi132 ceph-mon[33758]: osdmap e5: 1 total, 0 up, 1 in 2024-05-10T11:10:44.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:43 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-10T11:10:44.260 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:43 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:43.872+0000 7f22ad883200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-10T11:10:44.260 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:43 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:43.966+0000 7f22ad883200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-10T11:10:44.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:43 smithi187 ceph-mon[34076]: Reconfiguring mgr.x (unknown last config time)... 2024-05-10T11:10:44.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:43 smithi187 ceph-mon[34076]: Reconfiguring daemon mgr.x on smithi053 2024-05-10T11:10:44.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:43 smithi187 ceph-mon[34076]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:44.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:43 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3418295515' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "308620b5-0bae-4c96-ad1e-ed079eb9d754"}]: dispatch 2024-05-10T11:10:44.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:43 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3418295515' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "308620b5-0bae-4c96-ad1e-ed079eb9d754"}]': finished 2024-05-10T11:10:44.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:43 smithi187 ceph-mon[34076]: osdmap e5: 1 total, 0 up, 1 in 2024-05-10T11:10:44.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:43 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-10T11:10:44.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:43 smithi053 ceph-mon[30153]: Reconfiguring mgr.x (unknown last config time)... 2024-05-10T11:10:44.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:43 smithi053 ceph-mon[30153]: Reconfiguring daemon mgr.x on smithi053 2024-05-10T11:10:44.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:43 smithi053 ceph-mon[30153]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:44.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:43 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3418295515' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "308620b5-0bae-4c96-ad1e-ed079eb9d754"}]: dispatch 2024-05-10T11:10:44.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:43 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3418295515' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "308620b5-0bae-4c96-ad1e-ed079eb9d754"}]': finished 2024-05-10T11:10:44.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:43 smithi053 ceph-mon[30153]: osdmap e5: 1 total, 0 up, 1 in 2024-05-10T11:10:44.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:43 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-10T11:10:44.669 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:44 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:44.246+0000 7ff631e0c200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-10T11:10:44.904 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:44 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:44.569+0000 7f22ad883200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-10T11:10:44.904 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:10:44 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z[35932]: 2024-05-10T11:10:44.786+0000 7f22ad883200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-10T11:10:44.908 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:44.908+0000 7f53fbfff700 1 -- 172.21.15.53:0/3614879475 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mgrmap(e 14) ==== 99937+0+0 (secure 0 0 0) 0x7f540802c440 con 0x7f54141035f0 2024-05-10T11:10:44.973 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:44 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:44.669+0000 7ff631e0c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-10T11:10:44.974 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:44 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:44.766+0000 7ff631e0c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-10T11:10:44.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:44 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2359667263' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:10:44.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:44 smithi132 ceph-mon[33758]: Standby manager daemon z started 2024-05-10T11:10:44.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:44 smithi132 ceph-mon[33758]: from='mgr.? 172.21.15.187:0/2177555719' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-10T11:10:44.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:44 smithi132 ceph-mon[33758]: from='mgr.? 172.21.15.187:0/2177555719' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-10T11:10:44.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:44 smithi132 ceph-mon[33758]: from='mgr.? 172.21.15.187:0/2177555719' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-10T11:10:44.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:44 smithi132 ceph-mon[33758]: from='mgr.? 172.21.15.187:0/2177555719' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-10T11:10:45.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:44 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2359667263' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:10:45.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:44 smithi187 ceph-mon[34076]: Standby manager daemon z started 2024-05-10T11:10:45.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:44 smithi187 ceph-mon[34076]: from='mgr.? 172.21.15.187:0/2177555719' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-10T11:10:45.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:44 smithi187 ceph-mon[34076]: from='mgr.? 172.21.15.187:0/2177555719' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-10T11:10:45.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:44 smithi187 ceph-mon[34076]: from='mgr.? 172.21.15.187:0/2177555719' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-10T11:10:45.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:44 smithi187 ceph-mon[34076]: from='mgr.? 172.21.15.187:0/2177555719' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-10T11:10:45.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:44 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2359667263' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:10:45.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:44 smithi053 ceph-mon[30153]: Standby manager daemon z started 2024-05-10T11:10:45.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:44 smithi053 ceph-mon[30153]: from='mgr.? 172.21.15.187:0/2177555719' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-10T11:10:45.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:44 smithi053 ceph-mon[30153]: from='mgr.? 172.21.15.187:0/2177555719' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-10T11:10:45.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:44 smithi053 ceph-mon[30153]: from='mgr.? 172.21.15.187:0/2177555719' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-10T11:10:45.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:44 smithi053 ceph-mon[30153]: from='mgr.? 172.21.15.187:0/2177555719' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-10T11:10:45.473 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:45 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:45.138+0000 7ff631e0c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-10T11:10:45.826 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:45 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:45.490+0000 7ff631e0c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-10T11:10:45.826 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:45 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:45.581+0000 7ff631e0c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-10T11:10:46.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:45 smithi132 ceph-mon[33758]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:46.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:45 smithi132 ceph-mon[33758]: mgrmap e14: x(active, since 78s), standbys: z 2024-05-10T11:10:46.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:45 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-10T11:10:46.224 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:45 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:45.825+0000 7ff631e0c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-10T11:10:46.224 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:45 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:45.960+0000 7ff631e0c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-10T11:10:46.224 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:46 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:46.055+0000 7ff631e0c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-10T11:10:46.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:45 smithi187 ceph-mon[34076]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:46.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:45 smithi187 ceph-mon[34076]: mgrmap e14: x(active, since 78s), standbys: z 2024-05-10T11:10:46.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:45 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-10T11:10:46.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:45 smithi053 ceph-mon[30153]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:46.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:45 smithi053 ceph-mon[30153]: mgrmap e14: x(active, since 78s), standbys: z 2024-05-10T11:10:46.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:45 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-10T11:10:46.723 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:46 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:46.399+0000 7ff631e0c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-10T11:10:46.724 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:46 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:46.491+0000 7ff631e0c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-10T11:10:47.474 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:47 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:47.090+0000 7ff631e0c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-10T11:10:47.474 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:10:47 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y[35129]: 2024-05-10T11:10:47.304+0000 7ff631e0c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-10T11:10:47.920 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:10:47.919+0000 7f53fbfff700 1 -- 172.21.15.53:0/3614879475 <== mon.0 v2:172.21.15.53:3300/0 8 ==== mgrmap(e 15) ==== 149596+0+0 (secure 0 0 0) 0x7f5408016cc0 con 0x7f54141035f0 2024-05-10T11:10:48.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:47 smithi053 ceph-mon[30153]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:48.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:47 smithi053 ceph-mon[30153]: Standby manager daemon y started 2024-05-10T11:10:48.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:47 smithi053 ceph-mon[30153]: from='mgr.? 172.21.15.132:0/147229784' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-10T11:10:48.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:47 smithi053 ceph-mon[30153]: from='mgr.? 172.21.15.132:0/147229784' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-10T11:10:48.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:47 smithi053 ceph-mon[30153]: from='mgr.? 172.21.15.132:0/147229784' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-10T11:10:48.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:47 smithi053 ceph-mon[30153]: from='mgr.? 172.21.15.132:0/147229784' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-10T11:10:48.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:47 smithi132 ceph-mon[33758]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:48.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:47 smithi132 ceph-mon[33758]: Standby manager daemon y started 2024-05-10T11:10:48.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:47 smithi132 ceph-mon[33758]: from='mgr.? 172.21.15.132:0/147229784' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-10T11:10:48.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:47 smithi132 ceph-mon[33758]: from='mgr.? 172.21.15.132:0/147229784' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-10T11:10:48.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:47 smithi132 ceph-mon[33758]: from='mgr.? 172.21.15.132:0/147229784' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-10T11:10:48.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:47 smithi132 ceph-mon[33758]: from='mgr.? 172.21.15.132:0/147229784' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-10T11:10:48.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:47 smithi187 ceph-mon[34076]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:48.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:47 smithi187 ceph-mon[34076]: Standby manager daemon y started 2024-05-10T11:10:48.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:47 smithi187 ceph-mon[34076]: from='mgr.? 172.21.15.132:0/147229784' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-10T11:10:48.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:47 smithi187 ceph-mon[34076]: from='mgr.? 172.21.15.132:0/147229784' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-10T11:10:48.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:47 smithi187 ceph-mon[34076]: from='mgr.? 172.21.15.132:0/147229784' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-10T11:10:48.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:47 smithi187 ceph-mon[34076]: from='mgr.? 172.21.15.132:0/147229784' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-10T11:10:49.207 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:48 smithi053 ceph-mon[30153]: mgrmap e15: x(active, since 81s), standbys: y, z 2024-05-10T11:10:49.207 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:48 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-10T11:10:49.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:48 smithi132 ceph-mon[33758]: mgrmap e15: x(active, since 81s), standbys: y, z 2024-05-10T11:10:49.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:48 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-10T11:10:49.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:48 smithi187 ceph-mon[34076]: mgrmap e15: x(active, since 81s), standbys: y, z 2024-05-10T11:10:49.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:48 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-10T11:10:50.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:49 smithi132 ceph-mon[33758]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:50.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:49 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:50.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:49 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:50.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:49 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:10:50.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:49 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:50.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:49 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:10:50.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:49 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:50.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:49 smithi187 ceph-mon[34076]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:50.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:49 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:50.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:49 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:50.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:49 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:10:50.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:49 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:50.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:49 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:10:50.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:49 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:50.296 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:49 smithi053 ceph-mon[30153]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:50.297 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:49 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:50.297 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:49 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:50.297 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:49 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:10:50.297 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:49 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:50.297 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:49 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:10:50.297 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:49 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:52.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:51 smithi132 ceph-mon[33758]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:52.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-10T11:10:52.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:52.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:51 smithi187 ceph-mon[34076]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:52.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-10T11:10:52.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:52.296 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:51 smithi053 ceph-mon[30153]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:52.296 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-10T11:10:52.296 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:10:53.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:52 smithi132 ceph-mon[33758]: Deploying daemon osd.0 on smithi053 2024-05-10T11:10:53.252 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:52 smithi053 ceph-mon[30153]: Deploying daemon osd.0 on smithi053 2024-05-10T11:10:53.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:52 smithi187 ceph-mon[34076]: Deploying daemon osd.0 on smithi053 2024-05-10T11:10:54.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:53 smithi132 ceph-mon[33758]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:54.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:53 smithi187 ceph-mon[34076]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:54.299 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:53 smithi053 ceph-mon[30153]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:56.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:55 smithi132 ceph-mon[33758]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:56.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:55 smithi187 ceph-mon[34076]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:56.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:55 smithi053 ceph-mon[30153]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:58.157 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:57 smithi053 ceph-mon[30153]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:58.158 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:57 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:58.158 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:57 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:58.158 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:57 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:10:58.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:57 smithi132 ceph-mon[33758]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:58.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:57 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:58.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:57 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:58.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:57 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:10:58.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:57 smithi187 ceph-mon[34076]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:10:58.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:57 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:58.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:57 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:10:58.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:57 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:11:00.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:10:59 smithi132 ceph-mon[33758]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:11:00.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:10:59 smithi187 ceph-mon[34076]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:11:00.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:10:59 smithi053 ceph-mon[30153]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:11:00.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:00.724+0000 7f53fbfff700 1 -- 172.21.15.53:0/3614879475 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f54140ffbc0 con 0x7f53fc03e750 2024-05-10T11:11:00.724 INFO:teuthology.orchestra.run.smithi053.stdout:Created osd(s) 0 on host 'smithi053' 2024-05-10T11:11:00.727 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:00.726+0000 7f54190da700 1 -- 172.21.15.53:0/3614879475 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f53fc03e750 msgr2=0x7f53fc040c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:11:00.727 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:00.726+0000 7f54190da700 1 --2- 172.21.15.53:0/3614879475 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f53fc03e750 0x7f53fc040c10 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f54040105c0 tx=0x7f540400b4a0 comp rx=0 tx=0).stop 2024-05-10T11:11:00.727 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:00.726+0000 7f54190da700 1 -- 172.21.15.53:0/3614879475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f54141035f0 msgr2=0x7f5414199b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:11:00.727 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:00.726+0000 7f54190da700 1 --2- 172.21.15.53:0/3614879475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f54141035f0 0x7f5414199b10 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f54080036f0 tx=0x7f540800fa00 comp rx=0 tx=0).stop 2024-05-10T11:11:00.727 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:00.727+0000 7f54190da700 1 -- 172.21.15.53:0/3614879475 shutdown_connections 2024-05-10T11:11:00.727 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:00.727+0000 7f54190da700 1 --2- 172.21.15.53:0/3614879475 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f53fc03e750 0x7f53fc040c10 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:00.727 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:00.727+0000 7f54190da700 1 --2- 172.21.15.53:0/3614879475 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5414103f90 0x7f54141a0b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:00.728 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:00.727+0000 7f54190da700 1 --2- 172.21.15.53:0/3614879475 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f54141023f0 0x7f54141995d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:00.728 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:00.727+0000 7f54190da700 1 --2- 172.21.15.53:0/3614879475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f54141035f0 0x7f5414199b10 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:00.728 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:00.727+0000 7f54190da700 1 -- 172.21.15.53:0/3614879475 >> 172.21.15.53:0/3614879475 conn(0x7f54140fd990 msgr2=0x7f54140ff4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:11:00.728 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:00.727+0000 7f54190da700 1 -- 172.21.15.53:0/3614879475 shutdown_connections 2024-05-10T11:11:00.728 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:00.727+0000 7f54190da700 1 -- 172.21.15.53:0/3614879475 wait complete. 2024-05-10T11:11:01.385 DEBUG:teuthology.orchestra.run.smithi053:osd.0> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.0.service 2024-05-10T11:11:01.388 INFO:tasks.cephadm:Deploying osd.1 on smithi132 with /dev/vg_nvme/lv_4... 2024-05-10T11:11:01.388 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-10T11:11:01.634 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.b/config 2024-05-10T11:11:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:01 smithi132 ceph-mon[33758]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:11:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:01 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:01 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:01 smithi132 ceph-mon[33758]: from='osd.0 [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-10T11:11:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:01 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:01.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:01 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:02.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:01 smithi187 ceph-mon[34076]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:11:02.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:01 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:02.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:01 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:02.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:01 smithi187 ceph-mon[34076]: from='osd.0 [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-10T11:11:02.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:01 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:02.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:01 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:01 smithi053 ceph-mon[30153]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:11:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:01 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:01 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:01 smithi053 ceph-mon[30153]: from='osd.0 [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-10T11:11:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:01 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:01 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:03.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:02 smithi132 ceph-mon[33758]: from='osd.0 [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-10T11:11:03.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:02 smithi132 ceph-mon[33758]: osdmap e6: 1 total, 0 up, 1 in 2024-05-10T11:11:03.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:02 smithi132 ceph-mon[33758]: from='osd.0 [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-05-10T11:11:03.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:02 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-10T11:11:03.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:02 smithi187 ceph-mon[34076]: from='osd.0 [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-10T11:11:03.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:02 smithi187 ceph-mon[34076]: osdmap e6: 1 total, 0 up, 1 in 2024-05-10T11:11:03.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:02 smithi187 ceph-mon[34076]: from='osd.0 [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-05-10T11:11:03.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:02 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-10T11:11:03.315 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:02 smithi053 ceph-mon[30153]: from='osd.0 [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-10T11:11:03.316 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:02 smithi053 ceph-mon[30153]: osdmap e6: 1 total, 0 up, 1 in 2024-05-10T11:11:03.316 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:02 smithi053 ceph-mon[30153]: from='osd.0 [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-05-10T11:11:03.316 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:02 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-10T11:11:03.316 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:11:02 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-0[42177]: 2024-05-10T11:11:02.950+0000 7fda0ccac700 -1 osd.0 0 waiting for initial osdmap 2024-05-10T11:11:03.316 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:11:02 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-0[42177]: 2024-05-10T11:11:02.953+0000 7fda08a9f700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-10T11:11:03.424 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-10T11:11:03.424 INFO:teuthology.orchestra.run.smithi132.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-10T11:11:03.424 INFO:teuthology.orchestra.run.smithi132.stderr: stderr: 10+0 records in 2024-05-10T11:11:03.424 INFO:teuthology.orchestra.run.smithi132.stderr:10+0 records out 2024-05-10T11:11:03.425 INFO:teuthology.orchestra.run.smithi132.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113979 s, 920 MB/s 2024-05-10T11:11:03.425 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping successful for: 2024-05-10T11:11:03.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:03 smithi132 ceph-mon[33758]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:11:03.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:03 smithi132 ceph-mon[33758]: from='osd.0 [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-05-10T11:11:03.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:03 smithi132 ceph-mon[33758]: osdmap e7: 1 total, 0 up, 1 in 2024-05-10T11:11:03.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:03 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-10T11:11:03.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:03 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-10T11:11:04.091 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi132:vg_nvme/lv_4 2024-05-10T11:11:04.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:03 smithi187 ceph-mon[34076]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:11:04.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:03 smithi187 ceph-mon[34076]: from='osd.0 [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-05-10T11:11:04.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:03 smithi187 ceph-mon[34076]: osdmap e7: 1 total, 0 up, 1 in 2024-05-10T11:11:04.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:03 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-10T11:11:04.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:03 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-10T11:11:04.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:03 smithi053 ceph-mon[30153]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:11:04.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:03 smithi053 ceph-mon[30153]: from='osd.0 [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-05-10T11:11:04.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:03 smithi053 ceph-mon[30153]: osdmap e7: 1 total, 0 up, 1 in 2024-05-10T11:11:04.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:03 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-10T11:11:04.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:03 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-10T11:11:04.334 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.b/config 2024-05-10T11:11:05.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:04 smithi132 ceph-mon[33758]: purged_snaps scrub starts 2024-05-10T11:11:05.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:04 smithi132 ceph-mon[33758]: purged_snaps scrub ok 2024-05-10T11:11:05.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:04 smithi132 ceph-mon[33758]: osd.0 [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135] boot 2024-05-10T11:11:05.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:04 smithi132 ceph-mon[33758]: osdmap e8: 1 total, 1 up, 1 in 2024-05-10T11:11:05.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:04 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-10T11:11:05.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:04 smithi187 ceph-mon[34076]: purged_snaps scrub starts 2024-05-10T11:11:05.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:04 smithi187 ceph-mon[34076]: purged_snaps scrub ok 2024-05-10T11:11:05.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:04 smithi187 ceph-mon[34076]: osd.0 [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135] boot 2024-05-10T11:11:05.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:04 smithi187 ceph-mon[34076]: osdmap e8: 1 total, 1 up, 1 in 2024-05-10T11:11:05.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:04 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-10T11:11:05.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:04 smithi053 ceph-mon[30153]: purged_snaps scrub starts 2024-05-10T11:11:05.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:04 smithi053 ceph-mon[30153]: purged_snaps scrub ok 2024-05-10T11:11:05.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:04 smithi053 ceph-mon[30153]: osd.0 [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135] boot 2024-05-10T11:11:05.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:04 smithi053 ceph-mon[30153]: osdmap e8: 1 total, 1 up, 1 in 2024-05-10T11:11:05.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:04 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-10T11:11:05.834 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.832+0000 7f2e6d6ea700 1 -- 172.21.15.132:0/875760935 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2e68104700 msgr2=0x7f2e68104b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:11:05.835 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.833+0000 7f2e6d6ea700 1 --2- 172.21.15.132:0/875760935 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2e68104700 0x7f2e68104b60 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f2e580099c0 tx=0x7f2e58009cd0 comp rx=0 tx=0).stop 2024-05-10T11:11:05.835 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.833+0000 7f2e6d6ea700 1 -- 172.21.15.132:0/875760935 shutdown_connections 2024-05-10T11:11:05.835 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.833+0000 7f2e6d6ea700 1 --2- 172.21.15.132:0/875760935 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2e681050a0 0x7f2e6810b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:05.835 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.833+0000 7f2e6d6ea700 1 --2- 172.21.15.132:0/875760935 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e68103500 0x7f2e68103920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:05.835 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.833+0000 7f2e6d6ea700 1 --2- 172.21.15.132:0/875760935 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2e68104700 0x7f2e68104b60 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:05.835 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.833+0000 7f2e6d6ea700 1 -- 172.21.15.132:0/875760935 >> 172.21.15.132:0/875760935 conn(0x7f2e680feaa0 msgr2=0x7f2e68100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:11:05.835 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.833+0000 7f2e6d6ea700 1 -- 172.21.15.132:0/875760935 shutdown_connections 2024-05-10T11:11:05.835 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.833+0000 7f2e6d6ea700 1 -- 172.21.15.132:0/875760935 wait complete. 2024-05-10T11:11:05.835 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.833+0000 7f2e6d6ea700 1 Processor -- start 2024-05-10T11:11:05.835 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.834+0000 7f2e6d6ea700 1 -- start start 2024-05-10T11:11:05.835 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.834+0000 7f2e6d6ea700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2e68103500 0x7f2e680771f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:11:05.835 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.834+0000 7f2e6d6ea700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2e68104700 0x7f2e68075890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:11:05.836 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.834+0000 7f2e6d6ea700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e681050a0 0x7f2e68075dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:11:05.836 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.834+0000 7f2e6d6ea700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f2e6810ee70 con 0x7f2e681050a0 2024-05-10T11:11:05.836 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.834+0000 7f2e6d6ea700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f2e6810ecf0 con 0x7f2e68104700 2024-05-10T11:11:05.836 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.834+0000 7f2e6d6ea700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f2e6810eff0 con 0x7f2e68103500 2024-05-10T11:11:05.836 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.834+0000 7f2e667fc700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2e68104700 0x7f2e68075890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:11:05.836 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.834+0000 7f2e667fc700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2e68104700 0x7f2e68075890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.132:59282/0 (socket says 172.21.15.132:59282) 2024-05-10T11:11:05.836 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.834+0000 7f2e667fc700 1 -- 172.21.15.132:0/2458525204 learned_addr learned my addr 172.21.15.132:0/2458525204 (peer_addr_for_me v2:172.21.15.132:0/0) 2024-05-10T11:11:05.836 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.834+0000 7f2e66ffd700 1 --2- 172.21.15.132:0/2458525204 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2e68103500 0x7f2e680771f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:11:05.836 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.834+0000 7f2e677fe700 1 --2- 172.21.15.132:0/2458525204 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e681050a0 0x7f2e68075dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:11:05.836 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.834+0000 7f2e66ffd700 1 -- 172.21.15.132:0/2458525204 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2e68104700 msgr2=0x7f2e68075890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:11:05.836 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.834+0000 7f2e66ffd700 1 --2- 172.21.15.132:0/2458525204 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2e68104700 0x7f2e68075890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:05.836 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.834+0000 7f2e66ffd700 1 -- 172.21.15.132:0/2458525204 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e681050a0 msgr2=0x7f2e68075dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:11:05.836 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.834+0000 7f2e66ffd700 1 --2- 172.21.15.132:0/2458525204 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e681050a0 0x7f2e68075dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:05.837 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.834+0000 7f2e66ffd700 1 -- 172.21.15.132:0/2458525204 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e680766a0 con 0x7f2e68103500 2024-05-10T11:11:05.837 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.834+0000 7f2e667fc700 1 --2- 172.21.15.132:0/2458525204 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2e68104700 0x7f2e68075890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:11:05.837 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.834+0000 7f2e66ffd700 1 --2- 172.21.15.132:0/2458525204 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2e68103500 0x7f2e680771f0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2e5c00d740 tx=0x7f2e5c00da50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:11:05.837 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.835+0000 7f2e4ffff700 1 -- 172.21.15.132:0/2458525204 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e5c016070 con 0x7f2e68103500 2024-05-10T11:11:05.837 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.835+0000 7f2e6d6ea700 1 -- 172.21.15.132:0/2458525204 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e681a36f0 con 0x7f2e68103500 2024-05-10T11:11:05.837 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.835+0000 7f2e4ffff700 1 -- 172.21.15.132:0/2458525204 <== mon.1 v2:172.21.15.187:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2e5c00f690 con 0x7f2e68103500 2024-05-10T11:11:05.837 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.835+0000 7f2e4ffff700 1 -- 172.21.15.132:0/2458525204 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e5c003ae0 con 0x7f2e68103500 2024-05-10T11:11:05.837 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.835+0000 7f2e6d6ea700 1 -- 172.21.15.132:0/2458525204 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e681a3c50 con 0x7f2e68103500 2024-05-10T11:11:05.838 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.836+0000 7f2e6d6ea700 1 -- 172.21.15.132:0/2458525204 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e6806a190 con 0x7f2e68103500 2024-05-10T11:11:05.838 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.837+0000 7f2e4ffff700 1 -- 172.21.15.132:0/2458525204 <== mon.1 v2:172.21.15.187:3300/0 4 ==== mgrmap(e 15) ==== 149596+0+0 (secure 0 0 0) 0x7f2e5c003c80 con 0x7f2e68103500 2024-05-10T11:11:05.838 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.838+0000 7f2e4ffff700 1 --2- 172.21.15.132:0/2458525204 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2e500b27f0 0x7f2e500b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:11:05.838 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.838+0000 7f2e4ffff700 1 -- 172.21.15.132:0/2458525204 <== mon.1 v2:172.21.15.187:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f2e5c0e05f0 con 0x7f2e68103500 2024-05-10T11:11:05.838 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.838+0000 7f2e667fc700 1 --2- 172.21.15.132:0/2458525204 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2e500b27f0 0x7f2e500b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:11:05.839 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.839+0000 7f2e667fc700 1 --2- 172.21.15.132:0/2458525204 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2e500b27f0 0x7f2e500b4cb0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f2e58003820 tx=0x7f2e58005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:11:05.845 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:05.846+0000 7f2e4ffff700 1 -- 172.21.15.132:0/2458525204 <== mon.1 v2:172.21.15.187:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f2e5c0a9ce0 con 0x7f2e68103500 2024-05-10T11:11:05.960 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:05 smithi132 ceph-mon[33758]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:11:05.960 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:05 smithi132 ceph-mon[33758]: osdmap e9: 1 total, 1 up, 1 in 2024-05-10T11:11:05.960 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:05 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:06.056 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:06.056+0000 7f2e6d6ea700 1 -- 172.21.15.132:0/2458525204 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f2e680638e0 con 0x7f2e500b27f0 2024-05-10T11:11:06.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:05 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:06.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:05 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:11:06.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:05 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:06.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:05 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:06.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:05 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:11:06.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:05 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:06.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:05 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:11:06.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:05 smithi187 ceph-mon[34076]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:11:06.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:05 smithi187 ceph-mon[34076]: osdmap e9: 1 total, 1 up, 1 in 2024-05-10T11:11:06.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:05 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:06.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:05 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:06.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:05 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:11:06.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:05 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:06.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:05 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:06.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:05 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:11:06.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:05 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:06.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:05 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:11:06.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:05 smithi053 ceph-mon[30153]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-10T11:11:06.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:05 smithi053 ceph-mon[30153]: osdmap e9: 1 total, 1 up, 1 in 2024-05-10T11:11:06.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:05 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:06.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:05 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:06.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:05 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:11:06.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:05 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:06.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:05 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:06.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:05 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:11:06.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:05 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:06.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:05 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:11:07.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:06 smithi132 ceph-mon[33758]: Detected new or changed devices on smithi053 2024-05-10T11:11:07.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:06 smithi132 ceph-mon[33758]: Adjusting osd_memory_target on smithi053 to 17093M 2024-05-10T11:11:07.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:06 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:07.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:06 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:11:07.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:06 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:07.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:06 smithi132 ceph-mon[33758]: from='client.24148 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:11:07.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:06 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:11:07.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:06 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:11:07.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:06 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:07.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:06 smithi187 ceph-mon[34076]: Detected new or changed devices on smithi053 2024-05-10T11:11:07.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:06 smithi187 ceph-mon[34076]: Adjusting osd_memory_target on smithi053 to 17093M 2024-05-10T11:11:07.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:06 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:07.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:06 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:11:07.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:06 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:07.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:06 smithi187 ceph-mon[34076]: from='client.24148 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:11:07.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:06 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:11:07.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:06 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:11:07.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:06 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:07.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:06 smithi053 ceph-mon[30153]: Detected new or changed devices on smithi053 2024-05-10T11:11:07.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:06 smithi053 ceph-mon[30153]: Adjusting osd_memory_target on smithi053 to 17093M 2024-05-10T11:11:07.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:06 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:07.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:06 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:11:07.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:06 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:07.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:06 smithi053 ceph-mon[30153]: from='client.24148 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:11:07.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:06 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:11:07.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:06 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:11:07.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:06 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:08.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:08 smithi132 ceph-mon[33758]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:08.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:08 smithi053 ceph-mon[30153]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:08.437 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:08 smithi187 ceph-mon[34076]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:09.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:09 smithi132 ceph-mon[33758]: from='client.? 172.21.15.132:0/2476337021' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6bd2396-fc15-4c8a-85c0-5a7586c7c059"}]: dispatch 2024-05-10T11:11:09.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:09 smithi132 ceph-mon[33758]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6bd2396-fc15-4c8a-85c0-5a7586c7c059"}]: dispatch 2024-05-10T11:11:09.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:09 smithi132 ceph-mon[33758]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e6bd2396-fc15-4c8a-85c0-5a7586c7c059"}]': finished 2024-05-10T11:11:09.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:09 smithi132 ceph-mon[33758]: osdmap e10: 2 total, 1 up, 2 in 2024-05-10T11:11:09.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-10T11:11:09.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:09 smithi053 ceph-mon[30153]: from='client.? 172.21.15.132:0/2476337021' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6bd2396-fc15-4c8a-85c0-5a7586c7c059"}]: dispatch 2024-05-10T11:11:09.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:09 smithi053 ceph-mon[30153]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6bd2396-fc15-4c8a-85c0-5a7586c7c059"}]: dispatch 2024-05-10T11:11:09.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:09 smithi053 ceph-mon[30153]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e6bd2396-fc15-4c8a-85c0-5a7586c7c059"}]': finished 2024-05-10T11:11:09.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:09 smithi053 ceph-mon[30153]: osdmap e10: 2 total, 1 up, 2 in 2024-05-10T11:11:09.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-10T11:11:09.369 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:09 smithi187 ceph-mon[34076]: from='client.? 172.21.15.132:0/2476337021' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6bd2396-fc15-4c8a-85c0-5a7586c7c059"}]: dispatch 2024-05-10T11:11:09.369 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:09 smithi187 ceph-mon[34076]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6bd2396-fc15-4c8a-85c0-5a7586c7c059"}]: dispatch 2024-05-10T11:11:09.369 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:09 smithi187 ceph-mon[34076]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e6bd2396-fc15-4c8a-85c0-5a7586c7c059"}]': finished 2024-05-10T11:11:09.369 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:09 smithi187 ceph-mon[34076]: osdmap e10: 2 total, 1 up, 2 in 2024-05-10T11:11:09.369 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-10T11:11:10.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:10 smithi053 ceph-mon[30153]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:10.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:10 smithi053 ceph-mon[30153]: from='client.? 172.21.15.132:0/1007873837' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:11:10.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:10 smithi132 ceph-mon[33758]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:10.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:10 smithi132 ceph-mon[33758]: from='client.? 172.21.15.132:0/1007873837' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:11:10.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:10 smithi187 ceph-mon[34076]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:10.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:10 smithi187 ceph-mon[34076]: from='client.? 172.21.15.132:0/1007873837' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:11:12.277 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:12 smithi132 ceph-mon[33758]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:12.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:12 smithi053 ceph-mon[30153]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:12.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:12 smithi187 ceph-mon[34076]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:14.149 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:14 smithi132 ceph-mon[33758]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:14.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:14 smithi053 ceph-mon[30153]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:14.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:14 smithi187 ceph-mon[34076]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:16.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:16 smithi053 ceph-mon[30153]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:16.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:16 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-10T11:11:16.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:16 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:16.373 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:16 smithi132 ceph-mon[33758]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:16.373 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:16 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-10T11:11:16.373 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:16 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:16.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:16 smithi187 ceph-mon[34076]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:16.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:16 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-10T11:11:16.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:16 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:17.129 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:17 smithi132 ceph-mon[33758]: Deploying daemon osd.1 on smithi132 2024-05-10T11:11:17.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:17 smithi053 ceph-mon[30153]: Deploying daemon osd.1 on smithi132 2024-05-10T11:11:17.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:17 smithi187 ceph-mon[34076]: Deploying daemon osd.1 on smithi132 2024-05-10T11:11:18.178 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:18 smithi132 ceph-mon[33758]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:18.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:18 smithi053 ceph-mon[30153]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:18.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:18 smithi187 ceph-mon[34076]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:20.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:20 smithi132 ceph-mon[33758]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:20.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:20 smithi053 ceph-mon[30153]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:20.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:20 smithi187 ceph-mon[34076]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:22.116 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:22 smithi132 ceph-mon[33758]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:22.116 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:22 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:22.116 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:22 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:22.116 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:22 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:11:22.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:22 smithi053 ceph-mon[30153]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:22.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:22 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:22.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:22 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:22.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:22 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:11:22.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:22 smithi187 ceph-mon[34076]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:22.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:22 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:22.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:22 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:22.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:22 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:11:24.122 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:24.121+0000 7f2e4ffff700 1 -- 172.21.15.132:0/2458525204 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f2e680638e0 con 0x7f2e500b27f0 2024-05-10T11:11:24.123 INFO:teuthology.orchestra.run.smithi132.stdout:Created osd(s) 1 on host 'smithi132' 2024-05-10T11:11:24.125 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:24.124+0000 7f2e6d6ea700 1 -- 172.21.15.132:0/2458525204 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2e500b27f0 msgr2=0x7f2e500b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:11:24.125 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:24.124+0000 7f2e6d6ea700 1 --2- 172.21.15.132:0/2458525204 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2e500b27f0 0x7f2e500b4cb0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f2e58003820 tx=0x7f2e58005fb0 comp rx=0 tx=0).stop 2024-05-10T11:11:24.125 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:24.124+0000 7f2e6d6ea700 1 -- 172.21.15.132:0/2458525204 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2e68103500 msgr2=0x7f2e680771f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:11:24.125 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:24.124+0000 7f2e6d6ea700 1 --2- 172.21.15.132:0/2458525204 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2e68103500 0x7f2e680771f0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2e5c00d740 tx=0x7f2e5c00da50 comp rx=0 tx=0).stop 2024-05-10T11:11:24.125 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:24.124+0000 7f2e6d6ea700 1 -- 172.21.15.132:0/2458525204 shutdown_connections 2024-05-10T11:11:24.125 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:24.124+0000 7f2e6d6ea700 1 --2- 172.21.15.132:0/2458525204 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2e500b27f0 0x7f2e500b4cb0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:24.126 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:24.124+0000 7f2e6d6ea700 1 --2- 172.21.15.132:0/2458525204 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e681050a0 0x7f2e68075dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:24.126 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:24.124+0000 7f2e6d6ea700 1 --2- 172.21.15.132:0/2458525204 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2e68103500 0x7f2e680771f0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:24.126 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:24.124+0000 7f2e6d6ea700 1 --2- 172.21.15.132:0/2458525204 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2e68104700 0x7f2e68075890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:24.126 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:24.124+0000 7f2e6d6ea700 1 -- 172.21.15.132:0/2458525204 >> 172.21.15.132:0/2458525204 conn(0x7f2e680feaa0 msgr2=0x7f2e68107c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:11:24.126 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:24.124+0000 7f2e6d6ea700 1 -- 172.21.15.132:0/2458525204 shutdown_connections 2024-05-10T11:11:24.126 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:11:24.124+0000 7f2e6d6ea700 1 -- 172.21.15.132:0/2458525204 wait complete. 2024-05-10T11:11:24.135 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:24 smithi132 ceph-mon[33758]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:24.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:24 smithi053 ceph-mon[30153]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:24.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:24 smithi187 ceph-mon[34076]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:25.101 DEBUG:teuthology.orchestra.run.smithi132:osd.1> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.1.service 2024-05-10T11:11:25.104 INFO:tasks.cephadm:Deploying osd.2 on smithi187 with /dev/vg_nvme/lv_4... 2024-05-10T11:11:25.104 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-10T11:11:25.353 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.c/config 2024-05-10T11:11:25.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:25 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:25.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:25 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:25.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:25 smithi132 ceph-mon[33758]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:25.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:25 smithi132 ceph-mon[33758]: from='osd.1 [v2:172.21.15.132:6800/1054747155,v1:172.21.15.132:6801/1054747155]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-10T11:11:25.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:25 smithi132 ceph-mon[33758]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-10T11:11:25.476 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:25 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:25.476 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:25 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:25.476 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:25 smithi187 ceph-mon[34076]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:25.476 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:25 smithi187 ceph-mon[34076]: from='osd.1 [v2:172.21.15.132:6800/1054747155,v1:172.21.15.132:6801/1054747155]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-10T11:11:25.476 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:25 smithi187 ceph-mon[34076]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-10T11:11:25.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:25 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:25.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:25 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:25.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:25 smithi053 ceph-mon[30153]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:25.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:25 smithi053 ceph-mon[30153]: from='osd.1 [v2:172.21.15.132:6800/1054747155,v1:172.21.15.132:6801/1054747155]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-10T11:11:25.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:25 smithi053 ceph-mon[30153]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-10T11:11:26.470 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:26 smithi053 ceph-mon[30153]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-10T11:11:26.470 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:26 smithi053 ceph-mon[30153]: osdmap e11: 2 total, 1 up, 2 in 2024-05-10T11:11:26.470 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-10T11:11:26.471 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:26 smithi053 ceph-mon[30153]: from='osd.1 [v2:172.21.15.132:6800/1054747155,v1:172.21.15.132:6801/1054747155]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:11:26.471 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:26 smithi053 ceph-mon[30153]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:11:26.471 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:26.471 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:26.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:26 smithi132 ceph-mon[33758]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-10T11:11:26.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:26 smithi132 ceph-mon[33758]: osdmap e11: 2 total, 1 up, 2 in 2024-05-10T11:11:26.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-10T11:11:26.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:26 smithi132 ceph-mon[33758]: from='osd.1 [v2:172.21.15.132:6800/1054747155,v1:172.21.15.132:6801/1054747155]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:11:26.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:26 smithi132 ceph-mon[33758]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:11:26.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:26.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:26 smithi187 ceph-mon[34076]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-10T11:11:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:26 smithi187 ceph-mon[34076]: osdmap e11: 2 total, 1 up, 2 in 2024-05-10T11:11:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-10T11:11:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:26 smithi187 ceph-mon[34076]: from='osd.1 [v2:172.21.15.132:6800/1054747155,v1:172.21.15.132:6801/1054747155]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:11:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:26 smithi187 ceph-mon[34076]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:11:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:27.099 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:11:26 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-1[38340]: 2024-05-10T11:11:26.784+0000 7f00959c4700 -1 osd.1 0 waiting for initial osdmap 2024-05-10T11:11:27.100 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:11:26 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-1[38340]: 2024-05-10T11:11:26.788+0000 7f008d7af700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-10T11:11:27.364 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:27 smithi132 ceph-mon[33758]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-05-10T11:11:27.364 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:27 smithi132 ceph-mon[33758]: osdmap e12: 2 total, 1 up, 2 in 2024-05-10T11:11:27.364 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:27 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-10T11:11:27.364 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:27 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-10T11:11:27.364 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:27 smithi132 ceph-mon[33758]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:27.364 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:27 smithi132 ceph-mon[33758]: from='osd.1 ' entity='osd.1' 2024-05-10T11:11:27.401 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:27 smithi187 ceph-mon[34076]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-05-10T11:11:27.401 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:27 smithi187 ceph-mon[34076]: osdmap e12: 2 total, 1 up, 2 in 2024-05-10T11:11:27.401 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:27 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-10T11:11:27.401 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:27 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-10T11:11:27.401 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:27 smithi187 ceph-mon[34076]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:27.401 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:27 smithi187 ceph-mon[34076]: from='osd.1 ' entity='osd.1' 2024-05-10T11:11:27.401 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-10T11:11:27.401 INFO:teuthology.orchestra.run.smithi187.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-10T11:11:27.401 INFO:teuthology.orchestra.run.smithi187.stderr: stderr: 10+0 records in 2024-05-10T11:11:27.401 INFO:teuthology.orchestra.run.smithi187.stderr:10+0 records out 2024-05-10T11:11:27.401 INFO:teuthology.orchestra.run.smithi187.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113734 s, 922 MB/s 2024-05-10T11:11:27.402 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping successful for: 2024-05-10T11:11:27.483 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:27 smithi053 ceph-mon[30153]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-05-10T11:11:27.484 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:27 smithi053 ceph-mon[30153]: osdmap e12: 2 total, 1 up, 2 in 2024-05-10T11:11:27.484 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:27 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-10T11:11:27.484 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:27 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-10T11:11:27.484 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:27 smithi053 ceph-mon[30153]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-10T11:11:27.484 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:27 smithi053 ceph-mon[30153]: from='osd.1 ' entity='osd.1' 2024-05-10T11:11:28.009 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi187:vg_nvme/lv_4 2024-05-10T11:11:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:28 smithi187 ceph-mon[34076]: purged_snaps scrub starts 2024-05-10T11:11:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:28 smithi187 ceph-mon[34076]: purged_snaps scrub ok 2024-05-10T11:11:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:28 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-10T11:11:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:28 smithi187 ceph-mon[34076]: osd.1 [v2:172.21.15.132:6800/1054747155,v1:172.21.15.132:6801/1054747155] boot 2024-05-10T11:11:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:28 smithi187 ceph-mon[34076]: osdmap e13: 2 total, 2 up, 2 in 2024-05-10T11:11:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:28 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-10T11:11:28.279 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.c/config 2024-05-10T11:11:28.425 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:28 smithi132 ceph-mon[33758]: purged_snaps scrub starts 2024-05-10T11:11:28.426 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:28 smithi132 ceph-mon[33758]: purged_snaps scrub ok 2024-05-10T11:11:28.426 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:28 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-10T11:11:28.426 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:28 smithi132 ceph-mon[33758]: osd.1 [v2:172.21.15.132:6800/1054747155,v1:172.21.15.132:6801/1054747155] boot 2024-05-10T11:11:28.426 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:28 smithi132 ceph-mon[33758]: osdmap e13: 2 total, 2 up, 2 in 2024-05-10T11:11:28.426 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:28 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-10T11:11:28.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:28 smithi053 ceph-mon[30153]: purged_snaps scrub starts 2024-05-10T11:11:28.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:28 smithi053 ceph-mon[30153]: purged_snaps scrub ok 2024-05-10T11:11:28.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:28 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-10T11:11:28.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:28 smithi053 ceph-mon[30153]: osd.1 [v2:172.21.15.132:6800/1054747155,v1:172.21.15.132:6801/1054747155] boot 2024-05-10T11:11:28.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:28 smithi053 ceph-mon[30153]: osdmap e13: 2 total, 2 up, 2 in 2024-05-10T11:11:28.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:28 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-10T11:11:29.840 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.838+0000 7f88c1544700 1 -- 172.21.15.187:0/3829454065 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f88bc104790 msgr2=0x7f88bc104bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:11:29.840 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.838+0000 7f88c1544700 1 --2- 172.21.15.187:0/3829454065 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f88bc104790 0x7f88bc104bf0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f88a4009990 tx=0x7f88a4009ca0 comp rx=0 tx=0).stop 2024-05-10T11:11:29.840 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.838+0000 7f88c1544700 1 -- 172.21.15.187:0/3829454065 shutdown_connections 2024-05-10T11:11:29.840 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.838+0000 7f88c1544700 1 --2- 172.21.15.187:0/3829454065 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f88bc105130 0x7f88bc10b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:29.840 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.838+0000 7f88c1544700 1 --2- 172.21.15.187:0/3829454065 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f88bc1017b0 0x7f88bc101bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:29.840 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.838+0000 7f88c1544700 1 --2- 172.21.15.187:0/3829454065 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f88bc104790 0x7f88bc104bf0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:29.840 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.838+0000 7f88c1544700 1 -- 172.21.15.187:0/3829454065 >> 172.21.15.187:0/3829454065 conn(0x7f88bc0fd130 msgr2=0x7f88bc0ff550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:11:29.840 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.838+0000 7f88c1544700 1 -- 172.21.15.187:0/3829454065 shutdown_connections 2024-05-10T11:11:29.840 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.838+0000 7f88c1544700 1 -- 172.21.15.187:0/3829454065 wait complete. 2024-05-10T11:11:29.840 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.838+0000 7f88c1544700 1 Processor -- start 2024-05-10T11:11:29.840 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.839+0000 7f88c1544700 1 -- start start 2024-05-10T11:11:29.841 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.839+0000 7f88c1544700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f88bc1017b0 0x7f88bc199570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:11:29.841 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.839+0000 7f88c1544700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f88bc104790 0x7f88bc199ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:11:29.841 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.839+0000 7f88c1544700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f88bc105130 0x7f88bc1a0b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:11:29.841 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.839+0000 7f88c1544700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f88bc10ee80 con 0x7f88bc104790 2024-05-10T11:11:29.841 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.839+0000 7f88c1544700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f88bc10ed00 con 0x7f88bc1017b0 2024-05-10T11:11:29.841 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.839+0000 7f88c1544700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f88bc10f000 con 0x7f88bc105130 2024-05-10T11:11:29.841 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.839+0000 7f88bb7fe700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f88bc105130 0x7f88bc1a0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:11:29.841 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.839+0000 7f88bb7fe700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f88bc105130 0x7f88bc1a0b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.187:36084/0 (socket says 172.21.15.187:36084) 2024-05-10T11:11:29.841 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.839+0000 7f88bb7fe700 1 -- 172.21.15.187:0/3324607169 learned_addr learned my addr 172.21.15.187:0/3324607169 (peer_addr_for_me v2:172.21.15.187:0/0) 2024-05-10T11:11:29.841 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.839+0000 7f88baffd700 1 --2- 172.21.15.187:0/3324607169 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f88bc1017b0 0x7f88bc199570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:11:29.841 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.839+0000 7f88b27fc700 1 --2- 172.21.15.187:0/3324607169 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f88bc104790 0x7f88bc199ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:11:29.841 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.839+0000 7f88bb7fe700 1 -- 172.21.15.187:0/3324607169 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f88bc1017b0 msgr2=0x7f88bc199570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:11:29.841 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.839+0000 7f88bb7fe700 1 --2- 172.21.15.187:0/3324607169 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f88bc1017b0 0x7f88bc199570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:29.841 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.839+0000 7f88bb7fe700 1 -- 172.21.15.187:0/3324607169 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f88bc104790 msgr2=0x7f88bc199ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:11:29.842 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.839+0000 7f88bb7fe700 1 --2- 172.21.15.187:0/3324607169 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f88bc104790 0x7f88bc199ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:29.842 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.839+0000 7f88bb7fe700 1 -- 172.21.15.187:0/3324607169 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88bc1a11d0 con 0x7f88bc105130 2024-05-10T11:11:29.842 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.840+0000 7f88bb7fe700 1 --2- 172.21.15.187:0/3324607169 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f88bc105130 0x7f88bc1a0b30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f88b400b9a0 tx=0x7f88b400bcb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:11:29.842 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.840+0000 7f88b8ff9700 1 -- 172.21.15.187:0/3324607169 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b4019070 con 0x7f88bc105130 2024-05-10T11:11:29.842 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.840+0000 7f88b8ff9700 1 -- 172.21.15.187:0/3324607169 <== mon.1 v2:172.21.15.187:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f88b400cdc0 con 0x7f88bc105130 2024-05-10T11:11:29.842 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.840+0000 7f88b8ff9700 1 -- 172.21.15.187:0/3324607169 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b4014e60 con 0x7f88bc105130 2024-05-10T11:11:29.842 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.840+0000 7f88c1544700 1 -- 172.21.15.187:0/3324607169 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88bc1a14c0 con 0x7f88bc105130 2024-05-10T11:11:29.842 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.840+0000 7f88c1544700 1 -- 172.21.15.187:0/3324607169 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88bc1a1a30 con 0x7f88bc105130 2024-05-10T11:11:29.843 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.841+0000 7f88c1544700 1 -- 172.21.15.187:0/3324607169 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88bc06a190 con 0x7f88bc105130 2024-05-10T11:11:29.843 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.842+0000 7f88b8ff9700 1 -- 172.21.15.187:0/3324607169 <== mon.1 v2:172.21.15.187:3300/0 4 ==== mgrmap(e 15) ==== 149596+0+0 (secure 0 0 0) 0x7f88b401c070 con 0x7f88bc105130 2024-05-10T11:11:29.843 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.843+0000 7f88b8ff9700 1 --2- 172.21.15.187:0/3324607169 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f88a80b27f0 0x7f88a80b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:11:29.843 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.843+0000 7f88b8ff9700 1 -- 172.21.15.187:0/3324607169 <== mon.1 v2:172.21.15.187:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7f88b40e0150 con 0x7f88bc105130 2024-05-10T11:11:29.843 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.843+0000 7f88baffd700 1 --2- 172.21.15.187:0/3324607169 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f88a80b27f0 0x7f88a80b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:11:29.843 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.844+0000 7f88baffd700 1 --2- 172.21.15.187:0/3324607169 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f88a80b27f0 0x7f88a80b4cb0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f88bc06af80 tx=0x7f88ac00a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:11:29.845 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:29.846+0000 7f88b8ff9700 1 -- 172.21.15.187:0/3324607169 <== mon.1 v2:172.21.15.187:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f88b40a96c0 con 0x7f88bc105130 2024-05-10T11:11:30.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:29 smithi187 ceph-mon[34076]: pgmap v64: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:30.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:29 smithi187 ceph-mon[34076]: Detected new or changed devices on smithi132 2024-05-10T11:11:30.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:30.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:29 smithi187 ceph-mon[34076]: osdmap e14: 2 total, 2 up, 2 in 2024-05-10T11:11:30.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:30.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:11:30.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:29 smithi187 ceph-mon[34076]: Adjusting osd_memory_target on smithi132 to 17088M 2024-05-10T11:11:30.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:30.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:30.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:11:30.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:30.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:11:30.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:30.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:11:30.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:30.056 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:30.057+0000 7f88c1544700 1 -- 172.21.15.187:0/3324607169 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f88bc0638e0 con 0x7f88a80b27f0 2024-05-10T11:11:30.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:29 smithi053 ceph-mon[30153]: pgmap v64: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:30.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:29 smithi053 ceph-mon[30153]: Detected new or changed devices on smithi132 2024-05-10T11:11:30.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:30.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:29 smithi053 ceph-mon[30153]: osdmap e14: 2 total, 2 up, 2 in 2024-05-10T11:11:30.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:30.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:11:30.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:29 smithi053 ceph-mon[30153]: Adjusting osd_memory_target on smithi132 to 17088M 2024-05-10T11:11:30.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:30.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:30.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:11:30.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:30.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:11:30.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:30.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:11:30.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:30.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:29 smithi132 ceph-mon[33758]: pgmap v64: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:30.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:29 smithi132 ceph-mon[33758]: Detected new or changed devices on smithi132 2024-05-10T11:11:30.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:30.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:29 smithi132 ceph-mon[33758]: osdmap e14: 2 total, 2 up, 2 in 2024-05-10T11:11:30.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:30.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:11:30.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:29 smithi132 ceph-mon[33758]: Adjusting osd_memory_target on smithi132 to 17088M 2024-05-10T11:11:30.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:30.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:30.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:11:30.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:30.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:11:30.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:30.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:11:30.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:30.976 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:30 smithi187 ceph-mon[34076]: from='client.24172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:11:30.976 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:30 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:11:30.976 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:30 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:11:30.976 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:30 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:31.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:30 smithi053 ceph-mon[30153]: from='client.24172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:11:31.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:30 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:11:31.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:30 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:11:31.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:30 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:31.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:30 smithi132 ceph-mon[33758]: from='client.24172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:11:31.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:30 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:11:31.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:30 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:11:31.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:30 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:31.853 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:31 smithi187 ceph-mon[34076]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:32.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:31 smithi053 ceph-mon[30153]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:32.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:31 smithi132 ceph-mon[33758]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:33.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:32 smithi053 ceph-mon[30153]: from='client.? 172.21.15.187:0/3220540269' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b685f96c-bfb2-4d57-9484-35b2b18f7913"}]: dispatch 2024-05-10T11:11:33.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:32 smithi053 ceph-mon[30153]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b685f96c-bfb2-4d57-9484-35b2b18f7913"}]: dispatch 2024-05-10T11:11:33.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:32 smithi053 ceph-mon[30153]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b685f96c-bfb2-4d57-9484-35b2b18f7913"}]': finished 2024-05-10T11:11:33.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:32 smithi053 ceph-mon[30153]: osdmap e15: 3 total, 2 up, 3 in 2024-05-10T11:11:33.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:32 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-10T11:11:33.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:32 smithi132 ceph-mon[33758]: from='client.? 172.21.15.187:0/3220540269' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b685f96c-bfb2-4d57-9484-35b2b18f7913"}]: dispatch 2024-05-10T11:11:33.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:32 smithi132 ceph-mon[33758]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b685f96c-bfb2-4d57-9484-35b2b18f7913"}]: dispatch 2024-05-10T11:11:33.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:32 smithi132 ceph-mon[33758]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b685f96c-bfb2-4d57-9484-35b2b18f7913"}]': finished 2024-05-10T11:11:33.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:32 smithi132 ceph-mon[33758]: osdmap e15: 3 total, 2 up, 3 in 2024-05-10T11:11:33.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:32 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-10T11:11:33.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:32 smithi187 ceph-mon[34076]: from='client.? 172.21.15.187:0/3220540269' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b685f96c-bfb2-4d57-9484-35b2b18f7913"}]: dispatch 2024-05-10T11:11:33.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:32 smithi187 ceph-mon[34076]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b685f96c-bfb2-4d57-9484-35b2b18f7913"}]: dispatch 2024-05-10T11:11:33.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:32 smithi187 ceph-mon[34076]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b685f96c-bfb2-4d57-9484-35b2b18f7913"}]': finished 2024-05-10T11:11:33.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:32 smithi187 ceph-mon[34076]: osdmap e15: 3 total, 2 up, 3 in 2024-05-10T11:11:33.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:32 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-10T11:11:34.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:33 smithi053 ceph-mon[30153]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:34.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:33 smithi053 ceph-mon[30153]: from='client.? 172.21.15.187:0/3343166865' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:11:34.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:33 smithi132 ceph-mon[33758]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:34.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:33 smithi132 ceph-mon[33758]: from='client.? 172.21.15.187:0/3343166865' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:11:34.262 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:33 smithi187 ceph-mon[34076]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:34.262 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:33 smithi187 ceph-mon[34076]: from='client.? 172.21.15.187:0/3343166865' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:11:36.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:35 smithi053 ceph-mon[30153]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:36.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:35 smithi132 ceph-mon[33758]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:36.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:35 smithi187 ceph-mon[34076]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:37.899 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:37 smithi187 ceph-mon[34076]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:38.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:37 smithi053 ceph-mon[30153]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:38.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:37 smithi132 ceph-mon[33758]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:40.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:39 smithi187 ceph-mon[34076]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:40.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:39 smithi053 ceph-mon[30153]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:40.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:39 smithi132 ceph-mon[33758]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:41.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:40 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-10T11:11:41.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:40 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:41.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:40 smithi187 ceph-mon[34076]: Deploying daemon osd.2 on smithi187 2024-05-10T11:11:41.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:40 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-10T11:11:41.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:40 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:41.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:40 smithi053 ceph-mon[30153]: Deploying daemon osd.2 on smithi187 2024-05-10T11:11:41.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:40 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-10T11:11:41.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:40 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:41.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:40 smithi132 ceph-mon[33758]: Deploying daemon osd.2 on smithi187 2024-05-10T11:11:42.001 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:41 smithi187 ceph-mon[34076]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:42.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:41 smithi053 ceph-mon[30153]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:42.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:41 smithi132 ceph-mon[33758]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:44.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:43 smithi187 ceph-mon[34076]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:44.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:43 smithi053 ceph-mon[30153]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:44.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:43 smithi132 ceph-mon[33758]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:45.830 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:45 smithi187 ceph-mon[34076]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:45.830 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:45 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:45.831 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:45 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:45.831 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:45 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:11:46.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:45 smithi132 ceph-mon[33758]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:46.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:45 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:46.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:45 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:46.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:45 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:11:46.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:45 smithi053 ceph-mon[30153]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:46.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:45 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:46.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:45 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:46.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:45 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:11:48.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:47 smithi132 ceph-mon[33758]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:48.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:47 smithi187 ceph-mon[34076]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:48.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:47 smithi053 ceph-mon[30153]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:48.675 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:48.674+0000 7f88b8ff9700 1 -- 172.21.15.187:0/3324607169 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f88bc0638e0 con 0x7f88a80b27f0 2024-05-10T11:11:48.675 INFO:teuthology.orchestra.run.smithi187.stdout:Created osd(s) 2 on host 'smithi187' 2024-05-10T11:11:48.677 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:48.677+0000 7f88c1544700 1 -- 172.21.15.187:0/3324607169 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f88a80b27f0 msgr2=0x7f88a80b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:11:48.677 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:48.677+0000 7f88c1544700 1 --2- 172.21.15.187:0/3324607169 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f88a80b27f0 0x7f88a80b4cb0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f88bc06af80 tx=0x7f88ac00a380 comp rx=0 tx=0).stop 2024-05-10T11:11:48.678 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:48.677+0000 7f88c1544700 1 -- 172.21.15.187:0/3324607169 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f88bc105130 msgr2=0x7f88bc1a0b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:11:48.678 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:48.677+0000 7f88c1544700 1 --2- 172.21.15.187:0/3324607169 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f88bc105130 0x7f88bc1a0b30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f88b400b9a0 tx=0x7f88b400bcb0 comp rx=0 tx=0).stop 2024-05-10T11:11:48.678 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:48.677+0000 7f88c1544700 1 -- 172.21.15.187:0/3324607169 shutdown_connections 2024-05-10T11:11:48.678 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:48.677+0000 7f88c1544700 1 --2- 172.21.15.187:0/3324607169 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f88a80b27f0 0x7f88a80b4cb0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:48.678 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:48.677+0000 7f88c1544700 1 --2- 172.21.15.187:0/3324607169 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f88bc105130 0x7f88bc1a0b30 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:48.678 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:48.677+0000 7f88c1544700 1 --2- 172.21.15.187:0/3324607169 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f88bc1017b0 0x7f88bc199570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:48.678 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:48.677+0000 7f88c1544700 1 --2- 172.21.15.187:0/3324607169 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f88bc104790 0x7f88bc199ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:48.678 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:48.677+0000 7f88c1544700 1 -- 172.21.15.187:0/3324607169 >> 172.21.15.187:0/3324607169 conn(0x7f88bc0fd130 msgr2=0x7f88bc107bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:11:48.678 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:48.677+0000 7f88c1544700 1 -- 172.21.15.187:0/3324607169 shutdown_connections 2024-05-10T11:11:48.678 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:11:48.677+0000 7f88c1544700 1 -- 172.21.15.187:0/3324607169 wait complete. 2024-05-10T11:11:49.332 DEBUG:teuthology.orchestra.run.smithi187:osd.2> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.2.service 2024-05-10T11:11:49.334 INFO:tasks.cephadm:Deploying osd.3 on smithi053 with /dev/vg_nvme/lv_3... 2024-05-10T11:11:49.335 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-10T11:11:49.593 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:11:49.898 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:49 smithi053 ceph-mon[30153]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:49.898 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:49 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:49.898 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:49 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:49.898 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:49 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:49.898 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:49 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:49.898 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:49 smithi053 ceph-mon[30153]: from='osd.2 [v2:172.21.15.187:6800/3202790181,v1:172.21.15.187:6801/3202790181]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-10T11:11:49.898 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:49 smithi053 ceph-mon[30153]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-10T11:11:49.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:49 smithi132 ceph-mon[33758]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:49.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:49 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:49.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:49 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:49.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:49 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:49.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:49 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:49.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:49 smithi132 ceph-mon[33758]: from='osd.2 [v2:172.21.15.187:6800/3202790181,v1:172.21.15.187:6801/3202790181]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-10T11:11:49.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:49 smithi132 ceph-mon[33758]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-10T11:11:50.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:49 smithi187 ceph-mon[34076]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:50.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:49 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:50.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:49 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:50.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:49 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:50.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:49 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:50.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:49 smithi187 ceph-mon[34076]: from='osd.2 [v2:172.21.15.187:6800/3202790181,v1:172.21.15.187:6801/3202790181]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-10T11:11:50.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:49 smithi187 ceph-mon[34076]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-10T11:11:51.024 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:50 smithi053 ceph-mon[30153]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-10T11:11:51.025 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:50 smithi053 ceph-mon[30153]: osdmap e16: 3 total, 2 up, 3 in 2024-05-10T11:11:51.025 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:50 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-10T11:11:51.025 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:50 smithi053 ceph-mon[30153]: from='osd.2 [v2:172.21.15.187:6800/3202790181,v1:172.21.15.187:6801/3202790181]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:11:51.025 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:50 smithi053 ceph-mon[30153]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:11:51.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:50 smithi132 ceph-mon[33758]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-10T11:11:51.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:50 smithi132 ceph-mon[33758]: osdmap e16: 3 total, 2 up, 3 in 2024-05-10T11:11:51.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:50 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-10T11:11:51.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:50 smithi132 ceph-mon[33758]: from='osd.2 [v2:172.21.15.187:6800/3202790181,v1:172.21.15.187:6801/3202790181]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:11:51.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:50 smithi132 ceph-mon[33758]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:11:51.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:50 smithi187 ceph-mon[34076]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-10T11:11:51.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:50 smithi187 ceph-mon[34076]: osdmap e16: 3 total, 2 up, 3 in 2024-05-10T11:11:51.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:50 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-10T11:11:51.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:50 smithi187 ceph-mon[34076]: from='osd.2 [v2:172.21.15.187:6800/3202790181,v1:172.21.15.187:6801/3202790181]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:11:51.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:50 smithi187 ceph-mon[34076]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:11:51.261 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:11:50 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-2[39216]: 2024-05-10T11:11:50.837+0000 7f1f52287700 -1 osd.2 0 waiting for initial osdmap 2024-05-10T11:11:51.261 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:11:50 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-2[39216]: 2024-05-10T11:11:50.842+0000 7f1f4e07a700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-10T11:11:51.596 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-10T11:11:51.597 INFO:teuthology.orchestra.run.smithi053.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-10T11:11:51.597 INFO:teuthology.orchestra.run.smithi053.stderr: stderr: 10+0 records in 2024-05-10T11:11:51.597 INFO:teuthology.orchestra.run.smithi053.stderr:10+0 records out 2024-05-10T11:11:51.597 INFO:teuthology.orchestra.run.smithi053.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00816508 s, 1.3 GB/s 2024-05-10T11:11:51.597 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping successful for: 2024-05-10T11:11:51.943 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:51 smithi053 ceph-mon[30153]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:51.943 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:51 smithi053 ceph-mon[30153]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-05-10T11:11:51.943 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:51 smithi053 ceph-mon[30153]: osdmap e17: 3 total, 2 up, 3 in 2024-05-10T11:11:51.943 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-10T11:11:51.943 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-10T11:11:51.978 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:51 smithi187 ceph-mon[34076]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:51.978 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:51 smithi187 ceph-mon[34076]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-05-10T11:11:51.978 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:51 smithi187 ceph-mon[34076]: osdmap e17: 3 total, 2 up, 3 in 2024-05-10T11:11:51.979 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-10T11:11:51.979 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-10T11:11:52.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:51 smithi132 ceph-mon[33758]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:52.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:51 smithi132 ceph-mon[33758]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-05-10T11:11:52.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:51 smithi132 ceph-mon[33758]: osdmap e17: 3 total, 2 up, 3 in 2024-05-10T11:11:52.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-10T11:11:52.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-10T11:11:52.269 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi053:vg_nvme/lv_3 2024-05-10T11:11:52.548 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:11:53.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:52 smithi132 ceph-mon[33758]: purged_snaps scrub starts 2024-05-10T11:11:53.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:52 smithi132 ceph-mon[33758]: purged_snaps scrub ok 2024-05-10T11:11:53.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:52 smithi132 ceph-mon[33758]: osd.2 [v2:172.21.15.187:6800/3202790181,v1:172.21.15.187:6801/3202790181] boot 2024-05-10T11:11:53.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:52 smithi132 ceph-mon[33758]: osdmap e18: 3 total, 3 up, 3 in 2024-05-10T11:11:53.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:52 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-10T11:11:53.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:52 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:53.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:52 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:53.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:52 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:11:53.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:52 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:53.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:52 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:53.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:52 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:11:53.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:52 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:53.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:52 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:11:53.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:52 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:53.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:52 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:11:53.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:52 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:53.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:52 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-10T11:11:53.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:52 smithi187 ceph-mon[34076]: purged_snaps scrub starts 2024-05-10T11:11:53.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:52 smithi187 ceph-mon[34076]: purged_snaps scrub ok 2024-05-10T11:11:53.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:52 smithi187 ceph-mon[34076]: osd.2 [v2:172.21.15.187:6800/3202790181,v1:172.21.15.187:6801/3202790181] boot 2024-05-10T11:11:53.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:52 smithi187 ceph-mon[34076]: osdmap e18: 3 total, 3 up, 3 in 2024-05-10T11:11:53.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:52 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-10T11:11:53.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:52 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:53.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:52 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:53.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:52 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:11:53.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:52 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:53.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:52 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:53.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:52 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:11:53.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:52 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:53.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:52 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:11:53.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:52 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:53.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:52 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:11:53.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:52 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:53.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:52 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-10T11:11:53.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:52 smithi053 ceph-mon[30153]: purged_snaps scrub starts 2024-05-10T11:11:53.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:52 smithi053 ceph-mon[30153]: purged_snaps scrub ok 2024-05-10T11:11:53.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:52 smithi053 ceph-mon[30153]: osd.2 [v2:172.21.15.187:6800/3202790181,v1:172.21.15.187:6801/3202790181] boot 2024-05-10T11:11:53.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:52 smithi053 ceph-mon[30153]: osdmap e18: 3 total, 3 up, 3 in 2024-05-10T11:11:53.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:52 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-10T11:11:53.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:52 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:53.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:52 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:53.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:52 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:11:53.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:52 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:53.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:52 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:53.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:52 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:11:53.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:52 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:53.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:52 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:11:53.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:52 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:53.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:52 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:11:53.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:52 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:53.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:52 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-10T11:11:54.056 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:53 smithi053 ceph-mon[30153]: Detected new or changed devices on smithi187 2024-05-10T11:11:54.056 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:53 smithi053 ceph-mon[30153]: Adjusting osd_memory_target on smithi187 to 17088M 2024-05-10T11:11:54.056 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:53 smithi053 ceph-mon[30153]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:54.057 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:53 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-10T11:11:54.057 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:53 smithi053 ceph-mon[30153]: osdmap e19: 3 total, 3 up, 3 in 2024-05-10T11:11:54.057 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:53 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-10T11:11:54.057 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:53 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-10T11:11:54.057 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:53 smithi053 ceph-mon[30153]: osdmap e20: 3 total, 3 up, 3 in 2024-05-10T11:11:54.057 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:11:53 smithi053 sudo[46834]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-10T11:11:54.057 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:11:53 smithi053 sudo[46834]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-10T11:11:54.057 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:11:53 smithi053 sudo[46834]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-10T11:11:54.057 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:11:53 smithi053 sudo[46834]: pam_unix(sudo:session): session closed for user root 2024-05-10T11:11:54.057 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:11:53 smithi053 sudo[46837]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-10T11:11:54.058 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:11:53 smithi053 sudo[46837]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-10T11:11:54.058 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:11:53 smithi053 sudo[46837]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-10T11:11:54.058 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:11:53 smithi053 sudo[46837]: pam_unix(sudo:session): session closed for user root 2024-05-10T11:11:54.135 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:53 smithi187 ceph-mon[34076]: Detected new or changed devices on smithi187 2024-05-10T11:11:54.135 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:53 smithi187 ceph-mon[34076]: Adjusting osd_memory_target on smithi187 to 17088M 2024-05-10T11:11:54.135 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:53 smithi187 ceph-mon[34076]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:54.135 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:53 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-10T11:11:54.135 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:53 smithi187 ceph-mon[34076]: osdmap e19: 3 total, 3 up, 3 in 2024-05-10T11:11:54.135 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:53 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-10T11:11:54.135 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:53 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-10T11:11:54.136 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:53 smithi187 ceph-mon[34076]: osdmap e20: 3 total, 3 up, 3 in 2024-05-10T11:11:54.136 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:11:54 smithi187 sudo[43221]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-10T11:11:54.136 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:11:54 smithi187 sudo[43221]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-10T11:11:54.136 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:11:54 smithi187 sudo[43221]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-10T11:11:54.136 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:11:54 smithi187 sudo[43221]: pam_unix(sudo:session): session closed for user root 2024-05-10T11:11:54.136 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:11:54 smithi187 sudo[43224]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-10T11:11:54.136 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:11:54 smithi187 sudo[43224]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-10T11:11:54.136 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:11:54 smithi187 sudo[43224]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-10T11:11:54.136 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:11:54 smithi187 sudo[43224]: pam_unix(sudo:session): session closed for user root 2024-05-10T11:11:54.174 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:53 smithi132 ceph-mon[33758]: Detected new or changed devices on smithi187 2024-05-10T11:11:54.174 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:53 smithi132 ceph-mon[33758]: Adjusting osd_memory_target on smithi187 to 17088M 2024-05-10T11:11:54.174 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:53 smithi132 ceph-mon[33758]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-10T11:11:54.174 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:53 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-10T11:11:54.174 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:53 smithi132 ceph-mon[33758]: osdmap e19: 3 total, 3 up, 3 in 2024-05-10T11:11:54.174 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:53 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-10T11:11:54.174 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:53 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-10T11:11:54.174 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:53 smithi132 ceph-mon[33758]: osdmap e20: 3 total, 3 up, 3 in 2024-05-10T11:11:54.174 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:11:53 smithi132 sudo[42311]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-10T11:11:54.174 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:11:53 smithi132 sudo[42311]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-10T11:11:54.175 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:11:53 smithi132 sudo[42311]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-10T11:11:54.175 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:11:53 smithi132 sudo[42311]: pam_unix(sudo:session): session closed for user root 2024-05-10T11:11:54.175 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:11:53 smithi132 sudo[42314]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-10T11:11:54.175 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:11:53 smithi132 sudo[42314]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-10T11:11:54.175 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:11:53 smithi132 sudo[42314]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-10T11:11:54.175 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:11:53 smithi132 sudo[42314]: pam_unix(sudo:session): session closed for user root 2024-05-10T11:11:54.307 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.306+0000 7f4f18a24700 1 -- 172.21.15.53:0/998931174 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4f14104050 msgr2=0x7f4f14106440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:11:54.307 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.306+0000 7f4f18a24700 1 --2- 172.21.15.53:0/998931174 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4f14104050 0x7f4f14106440 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4f0400b0a0 tx=0x7f4f0400b3b0 comp rx=0 tx=0).stop 2024-05-10T11:11:54.307 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 sudo[46845]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-10T11:11:54.307 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 sudo[46845]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-10T11:11:54.307 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 sudo[46845]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-10T11:11:54.307 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 sudo[46845]: pam_unix(sudo:session): session closed for user root 2024-05-10T11:11:54.308 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 sudo[46848]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-10T11:11:54.308 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 sudo[46848]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-10T11:11:54.308 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 sudo[46848]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-10T11:11:54.308 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 sudo[46848]: pam_unix(sudo:session): session closed for user root 2024-05-10T11:11:54.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.306+0000 7f4f18a24700 1 -- 172.21.15.53:0/998931174 shutdown_connections 2024-05-10T11:11:54.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.306+0000 7f4f18a24700 1 --2- 172.21.15.53:0/998931174 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4f141092b0 0x7f4f1410b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:54.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.306+0000 7f4f18a24700 1 --2- 172.21.15.53:0/998931174 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4f14104050 0x7f4f14106440 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:54.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.306+0000 7f4f18a24700 1 --2- 172.21.15.53:0/998931174 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4f14106980 0x7f4f14108d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:54.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.306+0000 7f4f18a24700 1 -- 172.21.15.53:0/998931174 >> 172.21.15.53:0/998931174 conn(0x7f4f140fd9a0 msgr2=0x7f4f140ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:11:54.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.306+0000 7f4f18a24700 1 -- 172.21.15.53:0/998931174 shutdown_connections 2024-05-10T11:11:54.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.306+0000 7f4f18a24700 1 -- 172.21.15.53:0/998931174 wait complete. 2024-05-10T11:11:54.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.307+0000 7f4f18a24700 1 Processor -- start 2024-05-10T11:11:54.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.307+0000 7f4f18a24700 1 -- start start 2024-05-10T11:11:54.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.307+0000 7f4f18a24700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4f14104050 0x7f4f1419b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:11:54.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.307+0000 7f4f18a24700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4f14106980 0x7f4f1419bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:11:54.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.307+0000 7f4f18a24700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4f141092b0 0x7f4f141a2dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:11:54.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.307+0000 7f4f18a24700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4f1410ee20 con 0x7f4f14104050 2024-05-10T11:11:54.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.307+0000 7f4f18a24700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f4f1410eca0 con 0x7f4f141092b0 2024-05-10T11:11:54.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.307+0000 7f4f18a24700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f4f1410efa0 con 0x7f4f14106980 2024-05-10T11:11:54.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.307+0000 7f4f1259c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4f14104050 0x7f4f1419b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:11:54.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.307+0000 7f4f12d9d700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4f141092b0 0x7f4f141a2dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:11:54.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.308+0000 7f4f12d9d700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4f141092b0 0x7f4f141a2dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:38546/0 (socket says 172.21.15.53:38546) 2024-05-10T11:11:54.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.307+0000 7f4f1259c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4f14104050 0x7f4f1419b800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35690/0 (socket says 172.21.15.53:35690) 2024-05-10T11:11:54.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.308+0000 7f4f12d9d700 1 -- 172.21.15.53:0/2593095654 learned_addr learned my addr 172.21.15.53:0/2593095654 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:11:54.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.308+0000 7f4f11d9b700 1 --2- 172.21.15.53:0/2593095654 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4f14106980 0x7f4f1419bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:11:54.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.308+0000 7f4f11d9b700 1 -- 172.21.15.53:0/2593095654 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4f141092b0 msgr2=0x7f4f141a2dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:11:54.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.308+0000 7f4f11d9b700 1 --2- 172.21.15.53:0/2593095654 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4f141092b0 0x7f4f141a2dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:54.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.308+0000 7f4f11d9b700 1 -- 172.21.15.53:0/2593095654 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4f14104050 msgr2=0x7f4f1419b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:11:54.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.308+0000 7f4f11d9b700 1 --2- 172.21.15.53:0/2593095654 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4f14104050 0x7f4f1419b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:11:54.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.308+0000 7f4f11d9b700 1 -- 172.21.15.53:0/2593095654 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f141a3460 con 0x7f4f14106980 2024-05-10T11:11:54.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.308+0000 7f4f12d9d700 1 --2- 172.21.15.53:0/2593095654 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4f141092b0 0x7f4f141a2dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:11:54.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.308+0000 7f4f1259c700 1 --2- 172.21.15.53:0/2593095654 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4f14104050 0x7f4f1419b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:11:54.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.308+0000 7f4f11d9b700 1 --2- 172.21.15.53:0/2593095654 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4f14106980 0x7f4f1419bd40 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f4f0800d980 tx=0x7f4f0800dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:11:54.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.308+0000 7f4f037fe700 1 -- 172.21.15.53:0/2593095654 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f08017070 con 0x7f4f14106980 2024-05-10T11:11:54.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.308+0000 7f4f037fe700 1 -- 172.21.15.53:0/2593095654 <== mon.1 v2:172.21.15.187:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4f0800fd20 con 0x7f4f14106980 2024-05-10T11:11:54.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.308+0000 7f4f18a24700 1 -- 172.21.15.53:0/2593095654 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f141a3750 con 0x7f4f14106980 2024-05-10T11:11:54.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.308+0000 7f4f037fe700 1 -- 172.21.15.53:0/2593095654 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f0800e3b0 con 0x7f4f14106980 2024-05-10T11:11:54.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.308+0000 7f4f18a24700 1 -- 172.21.15.53:0/2593095654 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f141a3c90 con 0x7f4f14106980 2024-05-10T11:11:54.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.310+0000 7f4f18a24700 1 -- 172.21.15.53:0/2593095654 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f1406a190 con 0x7f4f14106980 2024-05-10T11:11:54.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.311+0000 7f4f037fe700 1 -- 172.21.15.53:0/2593095654 <== mon.1 v2:172.21.15.187:3300/0 4 ==== mgrmap(e 15) ==== 149596+0+0 (secure 0 0 0) 0x7f4f0801a070 con 0x7f4f14106980 2024-05-10T11:11:54.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.312+0000 7f4f037fe700 1 --2- 172.21.15.53:0/2593095654 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4efc0b27f0 0x7f4efc0b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:11:54.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.312+0000 7f4f1259c700 1 --2- 172.21.15.53:0/2593095654 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4efc0b27f0 0x7f4efc0b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:11:54.314 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.312+0000 7f4f037fe700 1 -- 172.21.15.53:0/2593095654 <== mon.1 v2:172.21.15.187:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 3237+0+0 (secure 0 0 0) 0x7f4f080e04d0 con 0x7f4f14106980 2024-05-10T11:11:54.314 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.312+0000 7f4f1259c700 1 --2- 172.21.15.53:0/2593095654 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4efc0b27f0 0x7f4efc0b4cb0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f4f04009fd0 tx=0x7f4f0400b7d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:11:54.315 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.315+0000 7f4f037fe700 1 -- 172.21.15.53:0/2593095654 <== mon.1 v2:172.21.15.187:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f4f080a96a0 con 0x7f4f14106980 2024-05-10T11:11:54.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 sudo[42317]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-10T11:11:54.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 sudo[42317]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-10T11:11:54.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 sudo[42317]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-10T11:11:54.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 sudo[42317]: pam_unix(sudo:session): session closed for user root 2024-05-10T11:11:54.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 sudo[42320]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-10T11:11:54.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 sudo[42320]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-10T11:11:54.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 sudo[42320]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-10T11:11:54.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 sudo[42320]: pam_unix(sudo:session): session closed for user root 2024-05-10T11:11:54.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 sudo[43227]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-10T11:11:54.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 sudo[43227]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-10T11:11:54.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 sudo[43227]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-10T11:11:54.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 sudo[43227]: pam_unix(sudo:session): session closed for user root 2024-05-10T11:11:54.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 sudo[43230]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-10T11:11:54.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 sudo[43230]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-10T11:11:54.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 sudo[43230]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-10T11:11:54.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 sudo[43230]: pam_unix(sudo:session): session closed for user root 2024-05-10T11:11:54.538 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:54.538+0000 7f4f18a24700 1 -- 172.21.15.53:0/2593095654 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f4f141a3fb0 con 0x7f4efc0b27f0 2024-05-10T11:11:55.097 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:11:55.097+0000 7f4f037fe700 1 -- 172.21.15.53:0/2593095654 <== mon.1 v2:172.21.15.187:3300/0 7 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f4f080a5230 con 0x7f4f14106980 2024-05-10T11:11:55.214 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:55.215 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:55.215 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:55.215 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 ceph-mon[30153]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-10T11:11:55.215 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 ceph-mon[30153]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-10T11:11:55.215 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-10T11:11:55.215 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:11:55.215 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:11:55.215 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 ceph-mon[30153]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-10T11:11:55.215 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-10T11:11:55.215 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:11:55.215 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:11:55.215 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 ceph-mon[30153]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-10T11:11:55.215 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 ceph-mon[30153]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-10T11:11:55.216 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-10T11:11:55.216 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:11:55.216 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:11:55.216 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 ceph-mon[30153]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-10T11:11:55.216 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:11:55.216 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:11:55.216 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:55.216 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:54 smithi053 ceph-mon[30153]: osdmap e21: 3 total, 3 up, 3 in 2024-05-10T11:11:55.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:55.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:55.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:55.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 ceph-mon[33758]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-10T11:11:55.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 ceph-mon[33758]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-10T11:11:55.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-10T11:11:55.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:11:55.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:11:55.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 ceph-mon[33758]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-10T11:11:55.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-10T11:11:55.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:11:55.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:11:55.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 ceph-mon[33758]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-10T11:11:55.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 ceph-mon[33758]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-10T11:11:55.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-10T11:11:55.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:11:55.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:11:55.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 ceph-mon[33758]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-10T11:11:55.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:11:55.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:11:55.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:55.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:54 smithi132 ceph-mon[33758]: osdmap e21: 3 total, 3 up, 3 in 2024-05-10T11:11:55.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:55.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:55.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:11:55.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 ceph-mon[34076]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-10T11:11:55.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 ceph-mon[34076]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-10T11:11:55.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-10T11:11:55.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:11:55.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:11:55.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 ceph-mon[34076]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-10T11:11:55.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-10T11:11:55.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:11:55.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:11:55.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 ceph-mon[34076]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-10T11:11:55.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 ceph-mon[34076]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-10T11:11:55.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-10T11:11:55.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-10T11:11:55.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-10T11:11:55.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 ceph-mon[34076]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-10T11:11:55.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:11:55.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:11:55.262 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:11:55.262 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:54 smithi187 ceph-mon[34076]: osdmap e21: 3 total, 3 up, 3 in 2024-05-10T11:11:56.227 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:56 smithi053 ceph-mon[30153]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:11:56.228 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:56 smithi053 ceph-mon[30153]: pgmap v84: 1 pgs: 1 creating+peering; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:11:56.228 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:56 smithi053 ceph-mon[30153]: mgrmap e16: x(active, since 2m), standbys: y, z 2024-05-10T11:11:56.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:56 smithi132 ceph-mon[33758]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:11:56.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:56 smithi132 ceph-mon[33758]: pgmap v84: 1 pgs: 1 creating+peering; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:11:56.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:56 smithi132 ceph-mon[33758]: mgrmap e16: x(active, since 2m), standbys: y, z 2024-05-10T11:11:56.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:56 smithi187 ceph-mon[34076]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:11:56.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:56 smithi187 ceph-mon[34076]: pgmap v84: 1 pgs: 1 creating+peering; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:11:56.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:56 smithi187 ceph-mon[34076]: mgrmap e16: x(active, since 2m), standbys: y, z 2024-05-10T11:11:58.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:58 smithi053 ceph-mon[30153]: pgmap v86: 1 pgs: 1 creating+peering; 0 B data, 85 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:11:58.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:58 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3520917331' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4522b579-3cc7-4378-a93c-6c99815acc28"}]: dispatch 2024-05-10T11:11:58.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:58 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3520917331' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4522b579-3cc7-4378-a93c-6c99815acc28"}]': finished 2024-05-10T11:11:58.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:58 smithi053 ceph-mon[30153]: osdmap e22: 4 total, 3 up, 4 in 2024-05-10T11:11:58.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:58 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-10T11:11:58.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:58 smithi132 ceph-mon[33758]: pgmap v86: 1 pgs: 1 creating+peering; 0 B data, 85 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:11:58.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:58 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3520917331' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4522b579-3cc7-4378-a93c-6c99815acc28"}]: dispatch 2024-05-10T11:11:58.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:58 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3520917331' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4522b579-3cc7-4378-a93c-6c99815acc28"}]': finished 2024-05-10T11:11:58.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:58 smithi132 ceph-mon[33758]: osdmap e22: 4 total, 3 up, 4 in 2024-05-10T11:11:58.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:58 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-10T11:11:58.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:58 smithi187 ceph-mon[34076]: pgmap v86: 1 pgs: 1 creating+peering; 0 B data, 85 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:11:58.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:58 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3520917331' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4522b579-3cc7-4378-a93c-6c99815acc28"}]: dispatch 2024-05-10T11:11:58.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:58 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3520917331' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4522b579-3cc7-4378-a93c-6c99815acc28"}]': finished 2024-05-10T11:11:58.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:58 smithi187 ceph-mon[34076]: osdmap e22: 4 total, 3 up, 4 in 2024-05-10T11:11:58.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:58 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-10T11:11:59.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:59 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2079382507' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:11:59.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:11:59 smithi132 ceph-mon[33758]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:11:59.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:59 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2079382507' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:11:59.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:11:59 smithi187 ceph-mon[34076]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:11:59.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:59 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2079382507' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:11:59.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:11:59 smithi053 ceph-mon[30153]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:01.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:01 smithi053 ceph-mon[30153]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:01 smithi132 ceph-mon[33758]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:02.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:01 smithi187 ceph-mon[34076]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:03.971 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:03 smithi053 ceph-mon[30153]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:03.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:03 smithi132 ceph-mon[33758]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:04.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:03 smithi187 ceph-mon[34076]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:05.973 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:05 smithi053 ceph-mon[30153]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:05.973 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:05 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-10T11:12:05.973 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:05 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:05.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:05 smithi132 ceph-mon[33758]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:05.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:05 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-10T11:12:05.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:05 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:06.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:05 smithi187 ceph-mon[34076]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:06.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:05 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-10T11:12:06.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:05 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:06.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:06 smithi132 ceph-mon[33758]: Deploying daemon osd.3 on smithi053 2024-05-10T11:12:07.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:06 smithi187 ceph-mon[34076]: Deploying daemon osd.3 on smithi053 2024-05-10T11:12:07.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:06 smithi053 ceph-mon[30153]: Deploying daemon osd.3 on smithi053 2024-05-10T11:12:07.688 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:07 smithi053 ceph-mon[30153]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:07.911 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:07 smithi187 ceph-mon[34076]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:07.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:07 smithi132 ceph-mon[33758]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:09.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:09 smithi132 ceph-mon[33758]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:10.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:09 smithi187 ceph-mon[34076]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:10.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:09 smithi053 ceph-mon[30153]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:11.893 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:11 smithi053 ceph-mon[30153]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:11.893 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:11 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:11.893 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:11 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:11.894 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:11 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:12:11.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:11 smithi132 ceph-mon[33758]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:11.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:11 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:11.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:11 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:11.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:11 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:12:12.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:11 smithi187 ceph-mon[34076]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:12.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:11 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:12.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:11 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:12.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:11 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:12:13.965 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:13 smithi053 ceph-mon[30153]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:13.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:13 smithi132 ceph-mon[33758]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:14.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:13 smithi187 ceph-mon[34076]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:15.160 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:12:15.160+0000 7f4f037fe700 1 -- 172.21.15.53:0/2593095654 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f4f141a3fb0 con 0x7f4efc0b27f0 2024-05-10T11:12:15.160 INFO:teuthology.orchestra.run.smithi053.stdout:Created osd(s) 3 on host 'smithi053' 2024-05-10T11:12:15.163 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:12:15.163+0000 7f4f18a24700 1 -- 172.21.15.53:0/2593095654 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4efc0b27f0 msgr2=0x7f4efc0b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:12:15.163 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:12:15.163+0000 7f4f18a24700 1 --2- 172.21.15.53:0/2593095654 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4efc0b27f0 0x7f4efc0b4cb0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f4f04009fd0 tx=0x7f4f0400b7d0 comp rx=0 tx=0).stop 2024-05-10T11:12:15.163 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:12:15.163+0000 7f4f18a24700 1 -- 172.21.15.53:0/2593095654 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4f14106980 msgr2=0x7f4f1419bd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:12:15.163 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:12:15.163+0000 7f4f18a24700 1 --2- 172.21.15.53:0/2593095654 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4f14106980 0x7f4f1419bd40 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f4f0800d980 tx=0x7f4f0800dc90 comp rx=0 tx=0).stop 2024-05-10T11:12:15.163 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:12:15.163+0000 7f4f18a24700 1 -- 172.21.15.53:0/2593095654 shutdown_connections 2024-05-10T11:12:15.163 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:12:15.163+0000 7f4f18a24700 1 --2- 172.21.15.53:0/2593095654 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4efc0b27f0 0x7f4efc0b4cb0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:12:15.164 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:12:15.163+0000 7f4f18a24700 1 --2- 172.21.15.53:0/2593095654 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4f141092b0 0x7f4f141a2dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:12:15.164 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:12:15.163+0000 7f4f18a24700 1 --2- 172.21.15.53:0/2593095654 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4f14104050 0x7f4f1419b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:12:15.164 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:12:15.163+0000 7f4f18a24700 1 --2- 172.21.15.53:0/2593095654 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4f14106980 0x7f4f1419bd40 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:12:15.164 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:12:15.163+0000 7f4f18a24700 1 -- 172.21.15.53:0/2593095654 >> 172.21.15.53:0/2593095654 conn(0x7f4f140fd9a0 msgr2=0x7f4f141020a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:12:15.164 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:12:15.163+0000 7f4f18a24700 1 -- 172.21.15.53:0/2593095654 shutdown_connections 2024-05-10T11:12:15.164 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:12:15.163+0000 7f4f18a24700 1 -- 172.21.15.53:0/2593095654 wait complete. 2024-05-10T11:12:15.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:15 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:15.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:15 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:15.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:15 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:15.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:15 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:12:15.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:15 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:15.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:15 smithi132 ceph-mon[33758]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:15.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:15 smithi132 ceph-mon[33758]: from='osd.3 [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-10T11:12:15.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:15 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:15.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:15 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:15.475 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:15 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:15.475 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:15 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:15.475 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:15 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:15.476 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:15 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:12:15.476 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:15 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:15.476 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:15 smithi053 ceph-mon[30153]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:15.476 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:15 smithi053 ceph-mon[30153]: from='osd.3 [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-10T11:12:15.476 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:15 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:15.476 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:15 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:15.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:15 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:15.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:15 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:15.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:15 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:15.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:15 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:12:15.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:15 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:15.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:15 smithi187 ceph-mon[34076]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:15.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:15 smithi187 ceph-mon[34076]: from='osd.3 [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-10T11:12:15.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:15 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:15.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:15 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:15.817 DEBUG:teuthology.orchestra.run.smithi053:osd.3> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.3.service 2024-05-10T11:12:15.819 INFO:tasks.cephadm:Deploying osd.4 on smithi132 with /dev/vg_nvme/lv_3... 2024-05-10T11:12:15.820 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-10T11:12:16.069 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.b/config 2024-05-10T11:12:16.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:16 smithi132 ceph-mon[33758]: from='osd.3 [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-10T11:12:16.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:16 smithi132 ceph-mon[33758]: osdmap e23: 4 total, 3 up, 4 in 2024-05-10T11:12:16.410 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:16 smithi132 ceph-mon[33758]: from='osd.3 [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-05-10T11:12:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:16 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-10T11:12:16.411 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:16 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:12:16.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:16 smithi187 ceph-mon[34076]: from='osd.3 [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-10T11:12:16.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:16 smithi187 ceph-mon[34076]: osdmap e23: 4 total, 3 up, 4 in 2024-05-10T11:12:16.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:16 smithi187 ceph-mon[34076]: from='osd.3 [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-05-10T11:12:16.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:16 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-10T11:12:16.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:16 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:12:16.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:16 smithi053 ceph-mon[30153]: from='osd.3 [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-10T11:12:16.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:16 smithi053 ceph-mon[30153]: osdmap e23: 4 total, 3 up, 4 in 2024-05-10T11:12:16.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:16 smithi053 ceph-mon[30153]: from='osd.3 [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-05-10T11:12:16.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:16 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-10T11:12:16.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:16 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:12:17.011 INFO:journalctl@ceph.osd.3.smithi053.stdout:May 10 11:12:16 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-3[49117]: 2024-05-10T11:12:16.679+0000 7f43b729d700 -1 osd.3 0 waiting for initial osdmap 2024-05-10T11:12:17.011 INFO:journalctl@ceph.osd.3.smithi053.stdout:May 10 11:12:16 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-3[49117]: 2024-05-10T11:12:16.686+0000 7f43af088700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-10T11:12:17.317 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:17 smithi053 ceph-mon[30153]: from='osd.3 [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-05-10T11:12:17.317 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:17 smithi053 ceph-mon[30153]: osdmap e24: 4 total, 3 up, 4 in 2024-05-10T11:12:17.317 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:17 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-10T11:12:17.318 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:17 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-10T11:12:17.318 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:17 smithi053 ceph-mon[30153]: osdmap e25: 4 total, 3 up, 4 in 2024-05-10T11:12:17.318 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:17 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-10T11:12:17.318 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:17 smithi053 ceph-mon[30153]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:17.318 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:17 smithi053 ceph-mon[30153]: from='osd.3 [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441]' entity='osd.3' 2024-05-10T11:12:17.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:17 smithi132 ceph-mon[33758]: from='osd.3 [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-05-10T11:12:17.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:17 smithi132 ceph-mon[33758]: osdmap e24: 4 total, 3 up, 4 in 2024-05-10T11:12:17.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:17 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-10T11:12:17.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:17 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-10T11:12:17.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:17 smithi132 ceph-mon[33758]: osdmap e25: 4 total, 3 up, 4 in 2024-05-10T11:12:17.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:17 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-10T11:12:17.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:17 smithi132 ceph-mon[33758]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:17.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:17 smithi132 ceph-mon[33758]: from='osd.3 [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441]' entity='osd.3' 2024-05-10T11:12:17.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:17 smithi187 ceph-mon[34076]: from='osd.3 [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-05-10T11:12:17.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:17 smithi187 ceph-mon[34076]: osdmap e24: 4 total, 3 up, 4 in 2024-05-10T11:12:17.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:17 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-10T11:12:17.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:17 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-10T11:12:17.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:17 smithi187 ceph-mon[34076]: osdmap e25: 4 total, 3 up, 4 in 2024-05-10T11:12:17.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:17 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-10T11:12:17.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:17 smithi187 ceph-mon[34076]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-10T11:12:17.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:17 smithi187 ceph-mon[34076]: from='osd.3 [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441]' entity='osd.3' 2024-05-10T11:12:18.040 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-10T11:12:18.040 INFO:teuthology.orchestra.run.smithi132.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-10T11:12:18.040 INFO:teuthology.orchestra.run.smithi132.stderr: stderr: 10+0 records in 2024-05-10T11:12:18.040 INFO:teuthology.orchestra.run.smithi132.stderr:10+0 records out 2024-05-10T11:12:18.040 INFO:teuthology.orchestra.run.smithi132.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0117326 s, 894 MB/s 2024-05-10T11:12:18.040 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping successful for: 2024-05-10T11:12:18.357 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:18 smithi132 ceph-mon[33758]: purged_snaps scrub starts 2024-05-10T11:12:18.357 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:18 smithi132 ceph-mon[33758]: purged_snaps scrub ok 2024-05-10T11:12:18.357 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:18 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-10T11:12:18.357 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:18 smithi132 ceph-mon[33758]: osd.3 [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441] boot 2024-05-10T11:12:18.357 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:18 smithi132 ceph-mon[33758]: osdmap e26: 4 total, 4 up, 4 in 2024-05-10T11:12:18.358 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:18 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-10T11:12:18.479 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:18 smithi053 ceph-mon[30153]: purged_snaps scrub starts 2024-05-10T11:12:18.479 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:18 smithi053 ceph-mon[30153]: purged_snaps scrub ok 2024-05-10T11:12:18.479 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:18 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-10T11:12:18.479 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:18 smithi053 ceph-mon[30153]: osd.3 [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441] boot 2024-05-10T11:12:18.480 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:18 smithi053 ceph-mon[30153]: osdmap e26: 4 total, 4 up, 4 in 2024-05-10T11:12:18.480 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:18 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-10T11:12:18.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:18 smithi187 ceph-mon[34076]: purged_snaps scrub starts 2024-05-10T11:12:18.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:18 smithi187 ceph-mon[34076]: purged_snaps scrub ok 2024-05-10T11:12:18.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:18 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-10T11:12:18.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:18 smithi187 ceph-mon[34076]: osd.3 [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441] boot 2024-05-10T11:12:18.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:18 smithi187 ceph-mon[34076]: osdmap e26: 4 total, 4 up, 4 in 2024-05-10T11:12:18.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:18 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-10T11:12:18.692 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi132:vg_nvme/lv_3 2024-05-10T11:12:18.938 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.b/config 2024-05-10T11:12:19.962 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:19 smithi132 ceph-mon[33758]: osdmap e27: 4 total, 4 up, 4 in 2024-05-10T11:12:19.962 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:19 smithi132 ceph-mon[33758]: pgmap v103: 1 pgs: 1 remapped+peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:19.962 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:19 smithi132 ceph-mon[33758]: Detected new or changed devices on smithi053 2024-05-10T11:12:19.962 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:19 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:19.962 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:19 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:19.962 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:19 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:12:19.962 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:19 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:12:19.963 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:19 smithi132 ceph-mon[33758]: Adjusting osd_memory_target on smithi053 to 8546M 2024-05-10T11:12:19.963 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:19 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:19.963 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:19 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:19.963 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:19 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:12:19.963 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:19 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:20.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:19 smithi187 ceph-mon[34076]: osdmap e27: 4 total, 4 up, 4 in 2024-05-10T11:12:20.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:19 smithi187 ceph-mon[34076]: pgmap v103: 1 pgs: 1 remapped+peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:20.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:19 smithi187 ceph-mon[34076]: Detected new or changed devices on smithi053 2024-05-10T11:12:20.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:19 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:20.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:19 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:20.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:19 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:12:20.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:19 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:12:20.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:19 smithi187 ceph-mon[34076]: Adjusting osd_memory_target on smithi053 to 8546M 2024-05-10T11:12:20.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:19 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:20.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:19 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:20.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:19 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:12:20.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:19 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:20.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:19 smithi053 ceph-mon[30153]: osdmap e27: 4 total, 4 up, 4 in 2024-05-10T11:12:20.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:19 smithi053 ceph-mon[30153]: pgmap v103: 1 pgs: 1 remapped+peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:20.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:19 smithi053 ceph-mon[30153]: Detected new or changed devices on smithi053 2024-05-10T11:12:20.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:19 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:20.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:19 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:20.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:19 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:12:20.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:19 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:12:20.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:19 smithi053 ceph-mon[30153]: Adjusting osd_memory_target on smithi053 to 8546M 2024-05-10T11:12:20.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:19 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:20.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:19 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:20.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:19 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:12:20.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:19 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:20.473 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.471+0000 7f2246c97700 1 -- 172.21.15.132:0/1646835883 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f22401047f0 msgr2=0x7f2240104c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:12:20.473 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.471+0000 7f2246c97700 1 --2- 172.21.15.132:0/1646835883 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f22401047f0 0x7f2240104c50 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f222c009990 tx=0x7f222c009ca0 comp rx=0 tx=0).stop 2024-05-10T11:12:20.473 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.471+0000 7f2246c97700 1 -- 172.21.15.132:0/1646835883 shutdown_connections 2024-05-10T11:12:20.473 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.471+0000 7f2246c97700 1 --2- 172.21.15.132:0/1646835883 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2240105190 0x7f224010ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:12:20.473 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.471+0000 7f2246c97700 1 --2- 172.21.15.132:0/1646835883 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2240101810 0x7f2240101c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:12:20.473 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.471+0000 7f2246c97700 1 --2- 172.21.15.132:0/1646835883 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f22401047f0 0x7f2240104c50 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:12:20.473 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.471+0000 7f2246c97700 1 -- 172.21.15.132:0/1646835883 >> 172.21.15.132:0/1646835883 conn(0x7f22400fd170 msgr2=0x7f22400ff5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:12:20.473 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.471+0000 7f2246c97700 1 -- 172.21.15.132:0/1646835883 shutdown_connections 2024-05-10T11:12:20.473 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.471+0000 7f2246c97700 1 -- 172.21.15.132:0/1646835883 wait complete. 2024-05-10T11:12:20.473 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.471+0000 7f2246c97700 1 Processor -- start 2024-05-10T11:12:20.474 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.472+0000 7f2246c97700 1 -- start start 2024-05-10T11:12:20.474 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.472+0000 7f2246c97700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2240101810 0x7f2240199550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:12:20.474 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.472+0000 7f2246c97700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f22401047f0 0x7f2240199a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:12:20.474 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.472+0000 7f2246c97700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2240105190 0x7f22401a0b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:12:20.474 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.472+0000 7f2246c97700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f224010ee80 con 0x7f22401047f0 2024-05-10T11:12:20.474 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.472+0000 7f2246c97700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f224010ed00 con 0x7f2240101810 2024-05-10T11:12:20.474 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.472+0000 7f2246c97700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f224010f000 con 0x7f2240105190 2024-05-10T11:12:20.474 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.472+0000 7f2244a33700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2240101810 0x7f2240199550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:12:20.474 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.472+0000 7f2244a33700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2240101810 0x7f2240199550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.132:45152/0 (socket says 172.21.15.132:45152) 2024-05-10T11:12:20.474 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.472+0000 7f2244a33700 1 -- 172.21.15.132:0/1858930077 learned_addr learned my addr 172.21.15.132:0/1858930077 (peer_addr_for_me v2:172.21.15.132:0/0) 2024-05-10T11:12:20.474 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.472+0000 7f223ffff700 1 --2- 172.21.15.132:0/1858930077 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f22401047f0 0x7f2240199a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:12:20.474 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.472+0000 7f2245234700 1 --2- 172.21.15.132:0/1858930077 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2240105190 0x7f22401a0b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:12:20.474 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.472+0000 7f2244a33700 1 -- 172.21.15.132:0/1858930077 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2240105190 msgr2=0x7f22401a0b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:12:20.475 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.472+0000 7f2244a33700 1 --2- 172.21.15.132:0/1858930077 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2240105190 0x7f22401a0b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:12:20.475 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.472+0000 7f2244a33700 1 -- 172.21.15.132:0/1858930077 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f22401047f0 msgr2=0x7f2240199a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:12:20.475 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.472+0000 7f2244a33700 1 --2- 172.21.15.132:0/1858930077 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f22401047f0 0x7f2240199a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:12:20.475 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.472+0000 7f2244a33700 1 -- 172.21.15.132:0/1858930077 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22401a11b0 con 0x7f2240101810 2024-05-10T11:12:20.475 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.472+0000 7f2244a33700 1 --2- 172.21.15.132:0/1858930077 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2240101810 0x7f2240199550 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f223400e950 tx=0x7f223400ec60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:12:20.475 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.473+0000 7f223dffb700 1 -- 172.21.15.132:0/1858930077 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2234004230 con 0x7f2240101810 2024-05-10T11:12:20.475 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.473+0000 7f2246c97700 1 -- 172.21.15.132:0/1858930077 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22401a14a0 con 0x7f2240101810 2024-05-10T11:12:20.475 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.473+0000 7f223dffb700 1 -- 172.21.15.132:0/1858930077 <== mon.2 v2:172.21.15.132:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f22340043d0 con 0x7f2240101810 2024-05-10T11:12:20.475 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.473+0000 7f223dffb700 1 -- 172.21.15.132:0/1858930077 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2234003c80 con 0x7f2240101810 2024-05-10T11:12:20.475 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.473+0000 7f2246c97700 1 -- 172.21.15.132:0/1858930077 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22401a1990 con 0x7f2240101810 2024-05-10T11:12:20.476 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.474+0000 7f2246c97700 1 -- 172.21.15.132:0/1858930077 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f224006a190 con 0x7f2240101810 2024-05-10T11:12:20.476 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.475+0000 7f223dffb700 1 -- 172.21.15.132:0/1858930077 <== mon.2 v2:172.21.15.132:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f223400c7e0 con 0x7f2240101810 2024-05-10T11:12:20.476 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.475+0000 7f223dffb700 1 --2- 172.21.15.132:0/1858930077 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f22300b2880 0x7f22300b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:12:20.476 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.476+0000 7f223dffb700 1 -- 172.21.15.132:0/1858930077 <== mon.2 v2:172.21.15.132:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 3669+0+0 (secure 0 0 0) 0x7f22340e11e0 con 0x7f2240101810 2024-05-10T11:12:20.476 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.476+0000 7f223ffff700 1 --2- 172.21.15.132:0/1858930077 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f22300b2880 0x7f22300b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:12:20.477 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.476+0000 7f223ffff700 1 --2- 172.21.15.132:0/1858930077 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f22300b2880 0x7f22300b4d40 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f222c00b2e0 tx=0x7f222c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:12:20.479 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.480+0000 7f223dffb700 1 -- 172.21.15.132:0/1858930077 <== mon.2 v2:172.21.15.132:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f22340aa120 con 0x7f2240101810 2024-05-10T11:12:20.692 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:20.692+0000 7f2246c97700 1 -- 172.21.15.132:0/1858930077 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f22400638e0 con 0x7f22300b2880 2024-05-10T11:12:20.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:20 smithi132 ceph-mon[33758]: osdmap e28: 4 total, 4 up, 4 in 2024-05-10T11:12:21.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:20 smithi187 ceph-mon[34076]: osdmap e28: 4 total, 4 up, 4 in 2024-05-10T11:12:21.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:20 smithi053 ceph-mon[30153]: osdmap e28: 4 total, 4 up, 4 in 2024-05-10T11:12:21.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:21 smithi132 ceph-mon[33758]: pgmap v105: 1 pgs: 1 remapped+peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:21.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:21 smithi132 ceph-mon[33758]: from='client.24194 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:12:21.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:12:21.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:12:21.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:22.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:21 smithi187 ceph-mon[34076]: pgmap v105: 1 pgs: 1 remapped+peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:22.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:21 smithi187 ceph-mon[34076]: from='client.24194 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:12:22.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:12:22.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:12:22.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:22.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:21 smithi053 ceph-mon[30153]: pgmap v105: 1 pgs: 1 remapped+peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:22.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:21 smithi053 ceph-mon[30153]: from='client.24194 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:12:22.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:12:22.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:12:22.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:23.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:23 smithi132 ceph-mon[33758]: pgmap v106: 1 pgs: 1 remapped+peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:23.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:23 smithi132 ceph-mon[33758]: from='client.? 172.21.15.132:0/272214068' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4ddb8a8d-a867-4c85-90f3-3c69f9005ac5"}]: dispatch 2024-05-10T11:12:23.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:23 smithi132 ceph-mon[33758]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4ddb8a8d-a867-4c85-90f3-3c69f9005ac5"}]: dispatch 2024-05-10T11:12:23.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:23 smithi132 ceph-mon[33758]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4ddb8a8d-a867-4c85-90f3-3c69f9005ac5"}]': finished 2024-05-10T11:12:23.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:23 smithi132 ceph-mon[33758]: osdmap e29: 5 total, 4 up, 5 in 2024-05-10T11:12:23.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:23 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-10T11:12:24.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:23 smithi187 ceph-mon[34076]: pgmap v106: 1 pgs: 1 remapped+peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:24.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:23 smithi187 ceph-mon[34076]: from='client.? 172.21.15.132:0/272214068' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4ddb8a8d-a867-4c85-90f3-3c69f9005ac5"}]: dispatch 2024-05-10T11:12:24.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:23 smithi187 ceph-mon[34076]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4ddb8a8d-a867-4c85-90f3-3c69f9005ac5"}]: dispatch 2024-05-10T11:12:24.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:23 smithi187 ceph-mon[34076]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4ddb8a8d-a867-4c85-90f3-3c69f9005ac5"}]': finished 2024-05-10T11:12:24.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:23 smithi187 ceph-mon[34076]: osdmap e29: 5 total, 4 up, 5 in 2024-05-10T11:12:24.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:23 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-10T11:12:24.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:23 smithi053 ceph-mon[30153]: pgmap v106: 1 pgs: 1 remapped+peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:24.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:23 smithi053 ceph-mon[30153]: from='client.? 172.21.15.132:0/272214068' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4ddb8a8d-a867-4c85-90f3-3c69f9005ac5"}]: dispatch 2024-05-10T11:12:24.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:23 smithi053 ceph-mon[30153]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4ddb8a8d-a867-4c85-90f3-3c69f9005ac5"}]: dispatch 2024-05-10T11:12:24.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:23 smithi053 ceph-mon[30153]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4ddb8a8d-a867-4c85-90f3-3c69f9005ac5"}]': finished 2024-05-10T11:12:24.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:23 smithi053 ceph-mon[30153]: osdmap e29: 5 total, 4 up, 5 in 2024-05-10T11:12:24.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:23 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-10T11:12:24.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:24 smithi132 ceph-mon[33758]: from='client.? 172.21.15.132:0/1962055145' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:12:25.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:24 smithi187 ceph-mon[34076]: from='client.? 172.21.15.132:0/1962055145' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:12:25.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:24 smithi053 ceph-mon[30153]: from='client.? 172.21.15.132:0/1962055145' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:12:25.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:25 smithi132 ceph-mon[33758]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-10T11:12:26.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:25 smithi187 ceph-mon[34076]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-10T11:12:26.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:25 smithi053 ceph-mon[30153]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-10T11:12:27.839 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:27 smithi132 ceph-mon[33758]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-10T11:12:28.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:27 smithi187 ceph-mon[34076]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-10T11:12:28.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:27 smithi053 ceph-mon[30153]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-10T11:12:29.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:29 smithi132 ceph-mon[33758]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-05-10T11:12:30.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:29 smithi187 ceph-mon[34076]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-05-10T11:12:30.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:29 smithi053 ceph-mon[30153]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-05-10T11:12:31.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:31 smithi132 ceph-mon[33758]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:12:31.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:31 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-10T11:12:31.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:31 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:31.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:31 smithi132 ceph-mon[33758]: Deploying daemon osd.4 on smithi132 2024-05-10T11:12:32.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:31 smithi187 ceph-mon[34076]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:12:32.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:31 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-10T11:12:32.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:31 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:32.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:31 smithi187 ceph-mon[34076]: Deploying daemon osd.4 on smithi132 2024-05-10T11:12:32.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:31 smithi053 ceph-mon[30153]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:12:32.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:31 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-10T11:12:32.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:31 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:32.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:31 smithi053 ceph-mon[30153]: Deploying daemon osd.4 on smithi132 2024-05-10T11:12:33.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:33 smithi132 ceph-mon[33758]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:12:34.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:33 smithi187 ceph-mon[34076]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:12:34.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:33 smithi053 ceph-mon[30153]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:12:35.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:35 smithi132 ceph-mon[33758]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:36.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:35 smithi187 ceph-mon[34076]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:36.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:35 smithi053 ceph-mon[30153]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:37.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:37 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:37.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:37 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:37.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:37 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:12:37.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:37 smithi132 ceph-mon[33758]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:37.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:37 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:37.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:37 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:37.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:37 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:12:37.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:37 smithi187 ceph-mon[34076]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:37.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:37 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:37.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:37 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:37.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:37 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:12:37.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:37 smithi053 ceph-mon[30153]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:39.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:39 smithi132 ceph-mon[33758]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:39.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:39 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:39.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:39 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:39.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:39 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:39.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:39 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:12:39.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:39 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:40.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:39 smithi187 ceph-mon[34076]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:40.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:39 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:40.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:39 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:40.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:39 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:40.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:39 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:12:40.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:39 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:40.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:39 smithi053 ceph-mon[30153]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:40.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:39 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:40.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:39 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:40.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:39 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:40.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:39 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:12:40.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:39 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:40.110 INFO:teuthology.orchestra.run.smithi132.stdout:Created osd(s) 4 on host 'smithi132' 2024-05-10T11:12:40.111 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:40.109+0000 7f223dffb700 1 -- 172.21.15.132:0/1858930077 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f22400638e0 con 0x7f22300b2880 2024-05-10T11:12:40.112 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:40.112+0000 7f2246c97700 1 -- 172.21.15.132:0/1858930077 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f22300b2880 msgr2=0x7f22300b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:12:40.112 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:40.112+0000 7f2246c97700 1 --2- 172.21.15.132:0/1858930077 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f22300b2880 0x7f22300b4d40 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f222c00b2e0 tx=0x7f222c01a040 comp rx=0 tx=0).stop 2024-05-10T11:12:40.112 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:40.112+0000 7f2246c97700 1 -- 172.21.15.132:0/1858930077 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2240101810 msgr2=0x7f2240199550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:12:40.112 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:40.112+0000 7f2246c97700 1 --2- 172.21.15.132:0/1858930077 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2240101810 0x7f2240199550 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f223400e950 tx=0x7f223400ec60 comp rx=0 tx=0).stop 2024-05-10T11:12:40.112 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:40.112+0000 7f2246c97700 1 -- 172.21.15.132:0/1858930077 shutdown_connections 2024-05-10T11:12:40.113 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:40.112+0000 7f2246c97700 1 --2- 172.21.15.132:0/1858930077 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f22300b2880 0x7f22300b4d40 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:12:40.113 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:40.112+0000 7f2246c97700 1 --2- 172.21.15.132:0/1858930077 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2240105190 0x7f22401a0b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:12:40.113 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:40.112+0000 7f2246c97700 1 --2- 172.21.15.132:0/1858930077 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2240101810 0x7f2240199550 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:12:40.113 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:40.112+0000 7f2246c97700 1 --2- 172.21.15.132:0/1858930077 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f22401047f0 0x7f2240199a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:12:40.113 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:40.112+0000 7f2246c97700 1 -- 172.21.15.132:0/1858930077 >> 172.21.15.132:0/1858930077 conn(0x7f22400fd170 msgr2=0x7f2240107b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:12:40.113 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:40.112+0000 7f2246c97700 1 -- 172.21.15.132:0/1858930077 shutdown_connections 2024-05-10T11:12:40.113 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:12:40.112+0000 7f2246c97700 1 -- 172.21.15.132:0/1858930077 wait complete. 2024-05-10T11:12:40.811 DEBUG:teuthology.orchestra.run.smithi132:osd.4> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.4.service 2024-05-10T11:12:40.814 INFO:tasks.cephadm:Deploying osd.5 on smithi187 with /dev/vg_nvme/lv_3... 2024-05-10T11:12:40.814 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-10T11:12:41.063 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.c/config 2024-05-10T11:12:41.186 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:41 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:41.186 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:41 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:41.186 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:41 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:12:41.186 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:41 smithi187 ceph-mon[34076]: from='osd.4 [v2:172.21.15.132:6808/1125460805,v1:172.21.15.132:6809/1125460805]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-10T11:12:41.187 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:41 smithi187 ceph-mon[34076]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-10T11:12:41.388 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:41 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:41.388 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:41 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:41.388 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:41 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:12:41.389 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:41 smithi132 ceph-mon[33758]: from='osd.4 [v2:172.21.15.132:6808/1125460805,v1:172.21.15.132:6809/1125460805]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-10T11:12:41.389 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:41 smithi132 ceph-mon[33758]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-10T11:12:41.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:41 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:41.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:41 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:41.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:41 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:12:41.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:41 smithi053 ceph-mon[30153]: from='osd.4 [v2:172.21.15.132:6808/1125460805,v1:172.21.15.132:6809/1125460805]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-10T11:12:41.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:41 smithi053 ceph-mon[30153]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-10T11:12:42.356 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:42 smithi132 ceph-mon[33758]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:42.356 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:42 smithi132 ceph-mon[33758]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-10T11:12:42.356 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:42 smithi132 ceph-mon[33758]: osdmap e30: 5 total, 4 up, 5 in 2024-05-10T11:12:42.356 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:42 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-10T11:12:42.356 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:42 smithi132 ceph-mon[33758]: from='osd.4 [v2:172.21.15.132:6808/1125460805,v1:172.21.15.132:6809/1125460805]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:12:42.356 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:42 smithi132 ceph-mon[33758]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:12:42.356 INFO:journalctl@ceph.osd.4.smithi132.stdout:May 10 11:12:42 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-4[45129]: 2024-05-10T11:12:42.104+0000 7fd158e83700 -1 osd.4 0 waiting for initial osdmap 2024-05-10T11:12:42.356 INFO:journalctl@ceph.osd.4.smithi132.stdout:May 10 11:12:42 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-4[45129]: 2024-05-10T11:12:42.109+0000 7fd154c76700 -1 osd.4 31 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-10T11:12:42.383 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:42 smithi187 ceph-mon[34076]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:42.383 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:42 smithi187 ceph-mon[34076]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-10T11:12:42.383 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:42 smithi187 ceph-mon[34076]: osdmap e30: 5 total, 4 up, 5 in 2024-05-10T11:12:42.383 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:42 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-10T11:12:42.383 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:42 smithi187 ceph-mon[34076]: from='osd.4 [v2:172.21.15.132:6808/1125460805,v1:172.21.15.132:6809/1125460805]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:12:42.383 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:42 smithi187 ceph-mon[34076]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:12:42.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:42 smithi053 ceph-mon[30153]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:42.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:42 smithi053 ceph-mon[30153]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-10T11:12:42.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:42 smithi053 ceph-mon[30153]: osdmap e30: 5 total, 4 up, 5 in 2024-05-10T11:12:42.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:42 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-10T11:12:42.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:42 smithi053 ceph-mon[30153]: from='osd.4 [v2:172.21.15.132:6808/1125460805,v1:172.21.15.132:6809/1125460805]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:12:42.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:42 smithi053 ceph-mon[30153]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:12:43.108 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-10T11:12:43.108 INFO:teuthology.orchestra.run.smithi187.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-10T11:12:43.109 INFO:teuthology.orchestra.run.smithi187.stderr: stderr: 10+0 records in 2024-05-10T11:12:43.109 INFO:teuthology.orchestra.run.smithi187.stderr:10+0 records out 2024-05-10T11:12:43.109 INFO:teuthology.orchestra.run.smithi187.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0126586 s, 828 MB/s 2024-05-10T11:12:43.109 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping successful for: 2024-05-10T11:12:43.433 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:43 smithi187 ceph-mon[34076]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-05-10T11:12:43.433 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:43 smithi187 ceph-mon[34076]: osdmap e31: 5 total, 4 up, 5 in 2024-05-10T11:12:43.434 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:43 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-10T11:12:43.434 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:43 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-10T11:12:43.434 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:43 smithi187 ceph-mon[34076]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:43.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:43 smithi132 ceph-mon[33758]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-05-10T11:12:43.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:43 smithi132 ceph-mon[33758]: osdmap e31: 5 total, 4 up, 5 in 2024-05-10T11:12:43.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:43 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-10T11:12:43.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:43 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-10T11:12:43.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:43 smithi132 ceph-mon[33758]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:43.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:43 smithi053 ceph-mon[30153]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-05-10T11:12:43.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:43 smithi053 ceph-mon[30153]: osdmap e31: 5 total, 4 up, 5 in 2024-05-10T11:12:43.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:43 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-10T11:12:43.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:43 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-10T11:12:43.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:43 smithi053 ceph-mon[30153]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-10T11:12:43.745 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi187:vg_nvme/lv_3 2024-05-10T11:12:43.988 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.c/config 2024-05-10T11:12:44.451 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:44 smithi187 ceph-mon[34076]: purged_snaps scrub starts 2024-05-10T11:12:44.451 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:44 smithi187 ceph-mon[34076]: purged_snaps scrub ok 2024-05-10T11:12:44.451 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:44 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-10T11:12:44.451 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:44 smithi187 ceph-mon[34076]: osd.4 [v2:172.21.15.132:6808/1125460805,v1:172.21.15.132:6809/1125460805] boot 2024-05-10T11:12:44.452 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:44 smithi187 ceph-mon[34076]: osdmap e32: 5 total, 5 up, 5 in 2024-05-10T11:12:44.452 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:44 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-10T11:12:44.452 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:44 smithi187 ceph-mon[34076]: Detected new or changed devices on smithi132 2024-05-10T11:12:44.452 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:44 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:44.452 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:44 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:44.452 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:44 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:12:44.452 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:44 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:12:44.452 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:44 smithi187 ceph-mon[34076]: Adjusting osd_memory_target on smithi132 to 8544M 2024-05-10T11:12:44.452 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:44 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:44.452 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:44 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:44.452 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:44 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:12:44.452 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:44 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:44.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:44 smithi132 ceph-mon[33758]: purged_snaps scrub starts 2024-05-10T11:12:44.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:44 smithi132 ceph-mon[33758]: purged_snaps scrub ok 2024-05-10T11:12:44.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:44 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-10T11:12:44.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:44 smithi132 ceph-mon[33758]: osd.4 [v2:172.21.15.132:6808/1125460805,v1:172.21.15.132:6809/1125460805] boot 2024-05-10T11:12:44.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:44 smithi132 ceph-mon[33758]: osdmap e32: 5 total, 5 up, 5 in 2024-05-10T11:12:44.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:44 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-10T11:12:44.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:44 smithi132 ceph-mon[33758]: Detected new or changed devices on smithi132 2024-05-10T11:12:44.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:44 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:44.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:44 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:44.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:44 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:12:44.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:44 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:12:44.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:44 smithi132 ceph-mon[33758]: Adjusting osd_memory_target on smithi132 to 8544M 2024-05-10T11:12:44.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:44 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:44.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:44 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:44.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:44 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:12:44.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:44 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:44.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:44 smithi053 ceph-mon[30153]: purged_snaps scrub starts 2024-05-10T11:12:44.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:44 smithi053 ceph-mon[30153]: purged_snaps scrub ok 2024-05-10T11:12:44.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:44 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-10T11:12:44.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:44 smithi053 ceph-mon[30153]: osd.4 [v2:172.21.15.132:6808/1125460805,v1:172.21.15.132:6809/1125460805] boot 2024-05-10T11:12:44.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:44 smithi053 ceph-mon[30153]: osdmap e32: 5 total, 5 up, 5 in 2024-05-10T11:12:44.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:44 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-10T11:12:44.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:44 smithi053 ceph-mon[30153]: Detected new or changed devices on smithi132 2024-05-10T11:12:44.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:44 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:44.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:44 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:44.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:44 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:12:44.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:44 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:12:44.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:44 smithi053 ceph-mon[30153]: Adjusting osd_memory_target on smithi132 to 8544M 2024-05-10T11:12:44.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:44 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:44.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:44 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:44.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:44 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:12:44.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:44 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:12:45.434 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:45 smithi187 ceph-mon[34076]: osdmap e33: 5 total, 5 up, 5 in 2024-05-10T11:12:45.435 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:45 smithi187 ceph-mon[34076]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:12:45.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:45 smithi132 ceph-mon[33758]: osdmap e33: 5 total, 5 up, 5 in 2024-05-10T11:12:45.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:45 smithi132 ceph-mon[33758]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:12:45.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:45 smithi053 ceph-mon[30153]: osdmap e33: 5 total, 5 up, 5 in 2024-05-10T11:12:45.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:45 smithi053 ceph-mon[30153]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:12:45.664 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.664+0000 7feae65ab700 1 -- 172.21.15.187:0/1560956967 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7feae0103fc0 msgr2=0x7feae010a870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:12:45.665 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.664+0000 7feae65ab700 1 --2- 172.21.15.187:0/1560956967 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7feae0103fc0 0x7feae010a870 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fead800b0a0 tx=0x7fead800b3b0 comp rx=0 tx=0).stop 2024-05-10T11:12:45.665 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.664+0000 7feae65ab700 1 -- 172.21.15.187:0/1560956967 shutdown_connections 2024-05-10T11:12:45.665 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.664+0000 7feae65ab700 1 --2- 172.21.15.187:0/1560956967 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7feae0103fc0 0x7feae010a870 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:12:45.665 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.664+0000 7feae65ab700 1 --2- 172.21.15.187:0/1560956967 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feae0102420 0x7feae0102840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:12:45.665 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.664+0000 7feae65ab700 1 --2- 172.21.15.187:0/1560956967 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7feae0103620 0x7feae0103a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:12:45.665 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.664+0000 7feae65ab700 1 -- 172.21.15.187:0/1560956967 >> 172.21.15.187:0/1560956967 conn(0x7feae00fda00 msgr2=0x7feae00ffe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:12:45.665 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.664+0000 7feae65ab700 1 -- 172.21.15.187:0/1560956967 shutdown_connections 2024-05-10T11:12:45.665 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.664+0000 7feae65ab700 1 -- 172.21.15.187:0/1560956967 wait complete. 2024-05-10T11:12:45.668 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.664+0000 7feae65ab700 1 Processor -- start 2024-05-10T11:12:45.668 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.665+0000 7feae65ab700 1 -- start start 2024-05-10T11:12:45.668 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.665+0000 7feae65ab700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feae0102420 0x7feae0199510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:12:45.668 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.665+0000 7feae65ab700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7feae0103620 0x7feae0199a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:12:45.668 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.665+0000 7feae65ab700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7feae0103fc0 0x7feae01a0a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:12:45.668 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.665+0000 7feae65ab700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7feae010dd40 con 0x7feae0102420 2024-05-10T11:12:45.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.665+0000 7feae65ab700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7feae010dbc0 con 0x7feae0103620 2024-05-10T11:12:45.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.665+0000 7feae65ab700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7feae010dec0 con 0x7feae0103fc0 2024-05-10T11:12:45.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.665+0000 7feae4b48700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7feae0103fc0 0x7feae01a0a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:12:45.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.665+0000 7feae4b48700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7feae0103fc0 0x7feae01a0a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.187:44360/0 (socket says 172.21.15.187:44360) 2024-05-10T11:12:45.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.665+0000 7feae4b48700 1 -- 172.21.15.187:0/391204849 learned_addr learned my addr 172.21.15.187:0/391204849 (peer_addr_for_me v2:172.21.15.187:0/0) 2024-05-10T11:12:45.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.665+0000 7fead7fff700 1 --2- 172.21.15.187:0/391204849 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7feae0103620 0x7feae0199a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:12:45.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.665+0000 7feadffff700 1 --2- 172.21.15.187:0/391204849 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feae0102420 0x7feae0199510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:12:45.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.665+0000 7feae4b48700 1 -- 172.21.15.187:0/391204849 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7feae0103620 msgr2=0x7feae0199a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:12:45.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.665+0000 7feae4b48700 1 --2- 172.21.15.187:0/391204849 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7feae0103620 0x7feae0199a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:12:45.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.665+0000 7feae4b48700 1 -- 172.21.15.187:0/391204849 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feae0102420 msgr2=0x7feae0199510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:12:45.669 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.665+0000 7feae4b48700 1 --2- 172.21.15.187:0/391204849 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feae0102420 0x7feae0199510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:12:45.670 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.665+0000 7feae4b48700 1 -- 172.21.15.187:0/391204849 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feae01a1120 con 0x7feae0103fc0 2024-05-10T11:12:45.670 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.665+0000 7feadffff700 1 --2- 172.21.15.187:0/391204849 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feae0102420 0x7feae0199510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:12:45.670 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.665+0000 7feae4b48700 1 --2- 172.21.15.187:0/391204849 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7feae0103fc0 0x7feae01a0a80 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fead8006070 tx=0x7fead8007dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:12:45.670 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.666+0000 7feaddffb700 1 -- 172.21.15.187:0/391204849 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fead8003e10 con 0x7feae0103fc0 2024-05-10T11:12:45.670 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.666+0000 7feae65ab700 1 -- 172.21.15.187:0/391204849 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feae01a13b0 con 0x7feae0103fc0 2024-05-10T11:12:45.670 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.666+0000 7feaddffb700 1 -- 172.21.15.187:0/391204849 <== mon.1 v2:172.21.15.187:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fead8022070 con 0x7feae0103fc0 2024-05-10T11:12:45.670 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.666+0000 7feaddffb700 1 -- 172.21.15.187:0/391204849 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fead801b7e0 con 0x7feae0103fc0 2024-05-10T11:12:45.670 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.666+0000 7feae65ab700 1 -- 172.21.15.187:0/391204849 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feae01a1800 con 0x7feae0103fc0 2024-05-10T11:12:45.670 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.667+0000 7feae65ab700 1 -- 172.21.15.187:0/391204849 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feae006a190 con 0x7feae0103fc0 2024-05-10T11:12:45.670 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.668+0000 7feaddffb700 1 -- 172.21.15.187:0/391204849 <== mon.1 v2:172.21.15.187:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fead801db20 con 0x7feae0103fc0 2024-05-10T11:12:45.671 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.668+0000 7feaddffb700 1 --2- 172.21.15.187:0/391204849 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7feacc0b2880 0x7feacc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:12:45.671 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.669+0000 7feaddffb700 1 -- 172.21.15.187:0/391204849 <== mon.1 v2:172.21.15.187:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 4101+0+0 (secure 0 0 0) 0x7fead800f020 con 0x7feae0103fc0 2024-05-10T11:12:45.671 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.669+0000 7feadffff700 1 --2- 172.21.15.187:0/391204849 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7feacc0b2880 0x7feacc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:12:45.671 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.669+0000 7feadffff700 1 --2- 172.21.15.187:0/391204849 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7feacc0b2880 0x7feacc0b4d40 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fead0005fd0 tx=0x7fead0005f00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:12:45.674 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.673+0000 7feaddffb700 1 -- 172.21.15.187:0/391204849 <== mon.1 v2:172.21.15.187:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fead80ab100 con 0x7feae0103fc0 2024-05-10T11:12:45.888 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:12:45.887+0000 7feae65ab700 1 -- 172.21.15.187:0/391204849 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7feae00ffbf0 con 0x7feacc0b2880 2024-05-10T11:12:46.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:46 smithi187 ceph-mon[34076]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:12:46.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:46 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:12:46.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:46 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:12:46.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:46 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:46.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:46 smithi132 ceph-mon[33758]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:12:46.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:46 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:12:46.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:46 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:12:46.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:46 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:46.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:46 smithi053 ceph-mon[30153]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:12:46.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:46 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:12:46.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:46 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:12:46.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:46 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:47.465 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:47 smithi187 ceph-mon[34076]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:12:47.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:47 smithi132 ceph-mon[33758]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:12:47.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:47 smithi053 ceph-mon[30153]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:12:48.923 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:48 smithi187 ceph-mon[34076]: from='client.? 172.21.15.187:0/934663741' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eaef74a7-cef1-4fc5-899f-fd14fcd05c57"}]: dispatch 2024-05-10T11:12:48.923 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:48 smithi187 ceph-mon[34076]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eaef74a7-cef1-4fc5-899f-fd14fcd05c57"}]: dispatch 2024-05-10T11:12:48.923 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:48 smithi187 ceph-mon[34076]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eaef74a7-cef1-4fc5-899f-fd14fcd05c57"}]': finished 2024-05-10T11:12:48.923 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:48 smithi187 ceph-mon[34076]: osdmap e34: 6 total, 5 up, 6 in 2024-05-10T11:12:48.923 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:48 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-10T11:12:48.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:48 smithi132 ceph-mon[33758]: from='client.? 172.21.15.187:0/934663741' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eaef74a7-cef1-4fc5-899f-fd14fcd05c57"}]: dispatch 2024-05-10T11:12:48.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:48 smithi132 ceph-mon[33758]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eaef74a7-cef1-4fc5-899f-fd14fcd05c57"}]: dispatch 2024-05-10T11:12:48.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:48 smithi132 ceph-mon[33758]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eaef74a7-cef1-4fc5-899f-fd14fcd05c57"}]': finished 2024-05-10T11:12:48.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:48 smithi132 ceph-mon[33758]: osdmap e34: 6 total, 5 up, 6 in 2024-05-10T11:12:48.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:48 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-10T11:12:49.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:48 smithi053 ceph-mon[30153]: from='client.? 172.21.15.187:0/934663741' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eaef74a7-cef1-4fc5-899f-fd14fcd05c57"}]: dispatch 2024-05-10T11:12:49.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:48 smithi053 ceph-mon[30153]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eaef74a7-cef1-4fc5-899f-fd14fcd05c57"}]: dispatch 2024-05-10T11:12:49.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:48 smithi053 ceph-mon[30153]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eaef74a7-cef1-4fc5-899f-fd14fcd05c57"}]': finished 2024-05-10T11:12:49.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:48 smithi053 ceph-mon[30153]: osdmap e34: 6 total, 5 up, 6 in 2024-05-10T11:12:49.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:48 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-10T11:12:49.970 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:49 smithi132 ceph-mon[33758]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:12:49.970 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:49 smithi132 ceph-mon[33758]: from='client.? 172.21.15.187:0/3032320361' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:12:50.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:49 smithi187 ceph-mon[34076]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:12:50.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:49 smithi187 ceph-mon[34076]: from='client.? 172.21.15.187:0/3032320361' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:12:50.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:49 smithi053 ceph-mon[30153]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:12:50.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:49 smithi053 ceph-mon[30153]: from='client.? 172.21.15.187:0/3032320361' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:12:51.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:51 smithi132 ceph-mon[33758]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:12:52.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:51 smithi187 ceph-mon[34076]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:12:52.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:51 smithi053 ceph-mon[30153]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:12:53.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:53 smithi187 ceph-mon[34076]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:12:53.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:53 smithi132 ceph-mon[33758]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:12:54.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:53 smithi053 ceph-mon[30153]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:12:55.948 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:55 smithi187 ceph-mon[34076]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:12:55.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:55 smithi132 ceph-mon[33758]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:12:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:55 smithi053 ceph-mon[30153]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:12:56.901 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:56 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-10T11:12:56.901 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:56 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:56.901 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:56 smithi187 ceph-mon[34076]: Deploying daemon osd.5 on smithi187 2024-05-10T11:12:56.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:56 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-10T11:12:56.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:56 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:56.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:56 smithi132 ceph-mon[33758]: Deploying daemon osd.5 on smithi187 2024-05-10T11:12:57.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:56 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-10T11:12:57.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:56 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:12:57.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:56 smithi053 ceph-mon[30153]: Deploying daemon osd.5 on smithi187 2024-05-10T11:12:57.830 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:57 smithi187 ceph-mon[34076]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:12:57.970 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:57 smithi053 ceph-mon[30153]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:12:57.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:57 smithi132 ceph-mon[33758]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:12:59.969 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:12:59 smithi187 ceph-mon[34076]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:12:59.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:12:59 smithi132 ceph-mon[33758]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:13:00.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:12:59 smithi053 ceph-mon[30153]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:13:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:01 smithi132 ceph-mon[33758]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:13:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:01 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:01 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:01 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:13:01.987 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:01 smithi187 ceph-mon[34076]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:13:01.987 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:01 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:01.987 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:01 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:01.987 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:01 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:13:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:01 smithi053 ceph-mon[30153]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:13:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:01 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:01 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:01 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:13:03.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:03 smithi187 ceph-mon[34076]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:13:03.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:03 smithi132 ceph-mon[33758]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:13:04.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:03 smithi053 ceph-mon[30153]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:13:05.460 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:13:05.460+0000 7feaddffb700 1 -- 172.21.15.187:0/391204849 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7feae00ffbf0 con 0x7feacc0b2880 2024-05-10T11:13:05.461 INFO:teuthology.orchestra.run.smithi187.stdout:Created osd(s) 5 on host 'smithi187' 2024-05-10T11:13:05.464 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:13:05.463+0000 7feae65ab700 1 -- 172.21.15.187:0/391204849 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7feacc0b2880 msgr2=0x7feacc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:13:05.464 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:13:05.463+0000 7feae65ab700 1 --2- 172.21.15.187:0/391204849 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7feacc0b2880 0x7feacc0b4d40 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fead0005fd0 tx=0x7fead0005f00 comp rx=0 tx=0).stop 2024-05-10T11:13:05.464 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:13:05.463+0000 7feae65ab700 1 -- 172.21.15.187:0/391204849 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7feae0103fc0 msgr2=0x7feae01a0a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:13:05.464 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:13:05.463+0000 7feae65ab700 1 --2- 172.21.15.187:0/391204849 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7feae0103fc0 0x7feae01a0a80 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fead8006070 tx=0x7fead8007dc0 comp rx=0 tx=0).stop 2024-05-10T11:13:05.464 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:13:05.463+0000 7feae65ab700 1 -- 172.21.15.187:0/391204849 shutdown_connections 2024-05-10T11:13:05.464 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:13:05.463+0000 7feae65ab700 1 --2- 172.21.15.187:0/391204849 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7feacc0b2880 0x7feacc0b4d40 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:13:05.464 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:13:05.463+0000 7feae65ab700 1 --2- 172.21.15.187:0/391204849 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7feae0103fc0 0x7feae01a0a80 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:13:05.464 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:13:05.463+0000 7feae65ab700 1 --2- 172.21.15.187:0/391204849 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feae0102420 0x7feae0199510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:13:05.465 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:13:05.463+0000 7feae65ab700 1 --2- 172.21.15.187:0/391204849 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7feae0103620 0x7feae0199a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:13:05.465 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:13:05.463+0000 7feae65ab700 1 -- 172.21.15.187:0/391204849 >> 172.21.15.187:0/391204849 conn(0x7feae00fda00 msgr2=0x7feae00ff4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:13:05.465 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:13:05.464+0000 7feae65ab700 1 -- 172.21.15.187:0/391204849 shutdown_connections 2024-05-10T11:13:05.465 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:13:05.464+0000 7feae65ab700 1 -- 172.21.15.187:0/391204849 wait complete. 2024-05-10T11:13:05.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:05 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:05.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:05 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:05.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:05 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:05.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:05 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:13:05.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:05 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:05.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:05 smithi187 ceph-mon[34076]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:13:05.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:05 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:13:05.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:05 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:05.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:05 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:05.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:05 smithi187 ceph-mon[34076]: from='osd.5 [v2:172.21.15.187:6808/486081036,v1:172.21.15.187:6809/486081036]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-10T11:13:05.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:05 smithi187 ceph-mon[34076]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-10T11:13:05.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:05 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:05.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:05 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:05.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:05 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:05.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:05 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:13:05.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:05 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:05.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:05 smithi053 ceph-mon[30153]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:13:05.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:05 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:13:05.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:05 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:05.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:05 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:05.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:05 smithi053 ceph-mon[30153]: from='osd.5 [v2:172.21.15.187:6808/486081036,v1:172.21.15.187:6809/486081036]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-10T11:13:05.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:05 smithi053 ceph-mon[30153]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-10T11:13:05.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:05 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:05.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:05 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:05.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:05 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:05.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:05 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:13:05.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:05 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:05.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:05 smithi132 ceph-mon[33758]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:13:05.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:05 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:13:05.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:05 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:05.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:05 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:05.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:05 smithi132 ceph-mon[33758]: from='osd.5 [v2:172.21.15.187:6808/486081036,v1:172.21.15.187:6809/486081036]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-10T11:13:05.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:05 smithi132 ceph-mon[33758]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-10T11:13:06.113 DEBUG:teuthology.orchestra.run.smithi187:osd.5> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.5.service 2024-05-10T11:13:06.116 INFO:tasks.cephadm:Deploying osd.6 on smithi053 with /dev/vg_nvme/lv_2... 2024-05-10T11:13:06.116 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-10T11:13:06.378 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:13:07.627 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:07 smithi187 ceph-mon[34076]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-10T11:13:07.627 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:07 smithi187 ceph-mon[34076]: osdmap e35: 6 total, 5 up, 6 in 2024-05-10T11:13:07.627 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:07 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-10T11:13:07.627 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:07 smithi187 ceph-mon[34076]: from='osd.5 [v2:172.21.15.187:6808/486081036,v1:172.21.15.187:6809/486081036]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:13:07.627 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:07 smithi187 ceph-mon[34076]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:13:07.627 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:07 smithi187 ceph-mon[34076]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:13:07.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:07 smithi132 ceph-mon[33758]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-10T11:13:07.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:07 smithi132 ceph-mon[33758]: osdmap e35: 6 total, 5 up, 6 in 2024-05-10T11:13:07.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:07 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-10T11:13:07.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:07 smithi132 ceph-mon[33758]: from='osd.5 [v2:172.21.15.187:6808/486081036,v1:172.21.15.187:6809/486081036]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:13:07.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:07 smithi132 ceph-mon[33758]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:13:07.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:07 smithi132 ceph-mon[33758]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:13:07.754 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:07 smithi053 ceph-mon[30153]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-10T11:13:07.754 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:07 smithi053 ceph-mon[30153]: osdmap e35: 6 total, 5 up, 6 in 2024-05-10T11:13:07.754 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:07 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-10T11:13:07.754 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:07 smithi053 ceph-mon[30153]: from='osd.5 [v2:172.21.15.187:6808/486081036,v1:172.21.15.187:6809/486081036]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:13:07.755 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:07 smithi053 ceph-mon[30153]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:13:07.755 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:07 smithi053 ceph-mon[30153]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:13:08.428 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:13:08 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5[46087]: 2024-05-10T11:13:08.151+0000 7ffa92a55700 -1 osd.5 0 waiting for initial osdmap 2024-05-10T11:13:08.428 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:13:08 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5[46087]: 2024-05-10T11:13:08.159+0000 7ffa8a840700 -1 osd.5 36 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-10T11:13:08.704 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-10T11:13:08.704 INFO:teuthology.orchestra.run.smithi053.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-10T11:13:08.704 INFO:teuthology.orchestra.run.smithi053.stderr: stderr: 10+0 records in 2024-05-10T11:13:08.704 INFO:teuthology.orchestra.run.smithi053.stderr:10+0 records out 2024-05-10T11:13:08.704 INFO:teuthology.orchestra.run.smithi053.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00854744 s, 1.2 GB/s 2024-05-10T11:13:08.705 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping successful for: 2024-05-10T11:13:08.705 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:08 smithi053 ceph-mon[30153]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-05-10T11:13:08.705 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:08 smithi053 ceph-mon[30153]: osdmap e36: 6 total, 5 up, 6 in 2024-05-10T11:13:08.705 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:08 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-10T11:13:08.705 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:08 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-10T11:13:08.705 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:08 smithi053 ceph-mon[30153]: from='osd.5 ' entity='osd.5' 2024-05-10T11:13:08.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:08 smithi132 ceph-mon[33758]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-05-10T11:13:08.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:08 smithi132 ceph-mon[33758]: osdmap e36: 6 total, 5 up, 6 in 2024-05-10T11:13:08.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:08 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-10T11:13:08.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:08 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-10T11:13:08.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:08 smithi132 ceph-mon[33758]: from='osd.5 ' entity='osd.5' 2024-05-10T11:13:08.753 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:08 smithi187 ceph-mon[34076]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-05-10T11:13:08.754 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:08 smithi187 ceph-mon[34076]: osdmap e36: 6 total, 5 up, 6 in 2024-05-10T11:13:08.754 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:08 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-10T11:13:08.754 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:08 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-10T11:13:08.754 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:08 smithi187 ceph-mon[34076]: from='osd.5 ' entity='osd.5' 2024-05-10T11:13:09.391 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi053:vg_nvme/lv_2 2024-05-10T11:13:09.645 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:13:09.705 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:09 smithi187 ceph-mon[34076]: purged_snaps scrub starts 2024-05-10T11:13:09.705 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:09 smithi187 ceph-mon[34076]: purged_snaps scrub ok 2024-05-10T11:13:09.705 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:09 smithi187 ceph-mon[34076]: osd.5 [v2:172.21.15.187:6808/486081036,v1:172.21.15.187:6809/486081036] boot 2024-05-10T11:13:09.705 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:09 smithi187 ceph-mon[34076]: osdmap e37: 6 total, 6 up, 6 in 2024-05-10T11:13:09.705 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-10T11:13:09.705 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:09 smithi187 ceph-mon[34076]: pgmap v138: 1 pgs: 1 peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:13:09.705 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:09.705 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:09.705 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:13:09.705 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:13:09.706 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:09.706 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:09.706 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:13:09.706 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:09.722 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:09 smithi053 ceph-mon[30153]: purged_snaps scrub starts 2024-05-10T11:13:09.722 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:09 smithi053 ceph-mon[30153]: purged_snaps scrub ok 2024-05-10T11:13:09.722 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:09 smithi053 ceph-mon[30153]: osd.5 [v2:172.21.15.187:6808/486081036,v1:172.21.15.187:6809/486081036] boot 2024-05-10T11:13:09.723 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:09 smithi053 ceph-mon[30153]: osdmap e37: 6 total, 6 up, 6 in 2024-05-10T11:13:09.723 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-10T11:13:09.723 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:09 smithi053 ceph-mon[30153]: pgmap v138: 1 pgs: 1 peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:13:09.723 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:09.723 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:09.723 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:13:09.723 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:13:09.723 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:09.723 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:09.723 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:13:09.723 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:09.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:09 smithi132 ceph-mon[33758]: purged_snaps scrub starts 2024-05-10T11:13:09.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:09 smithi132 ceph-mon[33758]: purged_snaps scrub ok 2024-05-10T11:13:09.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:09 smithi132 ceph-mon[33758]: osd.5 [v2:172.21.15.187:6808/486081036,v1:172.21.15.187:6809/486081036] boot 2024-05-10T11:13:09.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:09 smithi132 ceph-mon[33758]: osdmap e37: 6 total, 6 up, 6 in 2024-05-10T11:13:09.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-10T11:13:09.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:09 smithi132 ceph-mon[33758]: pgmap v138: 1 pgs: 1 peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-10T11:13:09.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:09.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:09.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:13:09.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:13:09.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:09.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:09.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:13:09.725 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:10.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:10 smithi132 ceph-mon[33758]: Detected new or changed devices on smithi187 2024-05-10T11:13:10.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:10 smithi132 ceph-mon[33758]: Adjusting osd_memory_target on smithi187 to 8544M 2024-05-10T11:13:10.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:10 smithi132 ceph-mon[33758]: osdmap e38: 6 total, 6 up, 6 in 2024-05-10T11:13:10.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:10 smithi187 ceph-mon[34076]: Detected new or changed devices on smithi187 2024-05-10T11:13:10.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:10 smithi187 ceph-mon[34076]: Adjusting osd_memory_target on smithi187 to 8544M 2024-05-10T11:13:10.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:10 smithi187 ceph-mon[34076]: osdmap e38: 6 total, 6 up, 6 in 2024-05-10T11:13:10.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:10 smithi053 ceph-mon[30153]: Detected new or changed devices on smithi187 2024-05-10T11:13:10.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:10 smithi053 ceph-mon[30153]: Adjusting osd_memory_target on smithi187 to 8544M 2024-05-10T11:13:10.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:10 smithi053 ceph-mon[30153]: osdmap e38: 6 total, 6 up, 6 in 2024-05-10T11:13:11.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.381+0000 7fb4f8662700 1 -- 172.21.15.53:0/3127151442 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb4f0103520 msgr2=0x7fb4f0103940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:13:11.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.381+0000 7fb4f8662700 1 --2- 172.21.15.53:0/3127151442 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb4f0103520 0x7fb4f0103940 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec00b0d0 tx=0x7fb4ec00b3e0 comp rx=0 tx=0).stop 2024-05-10T11:13:11.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.381+0000 7fb4f8662700 1 -- 172.21.15.53:0/3127151442 shutdown_connections 2024-05-10T11:13:11.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.381+0000 7fb4f8662700 1 --2- 172.21.15.53:0/3127151442 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb4f01050c0 0x7fb4f010b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:13:11.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.381+0000 7fb4f8662700 1 --2- 172.21.15.53:0/3127151442 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb4f0103520 0x7fb4f0103940 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:13:11.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.381+0000 7fb4f8662700 1 --2- 172.21.15.53:0/3127151442 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb4f0104720 0x7fb4f0104b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:13:11.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.381+0000 7fb4f8662700 1 -- 172.21.15.53:0/3127151442 >> 172.21.15.53:0/3127151442 conn(0x7fb4f00feac0 msgr2=0x7fb4f0100f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:13:11.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.381+0000 7fb4f8662700 1 -- 172.21.15.53:0/3127151442 shutdown_connections 2024-05-10T11:13:11.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.381+0000 7fb4f8662700 1 -- 172.21.15.53:0/3127151442 wait complete. 2024-05-10T11:13:11.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.382+0000 7fb4f8662700 1 Processor -- start 2024-05-10T11:13:11.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.382+0000 7fb4f8662700 1 -- start start 2024-05-10T11:13:11.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.383+0000 7fb4f8662700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb4f0103520 0x7fb4f0199670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:13:11.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.383+0000 7fb4f8662700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb4f0104720 0x7fb4f0199bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:13:11.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.383+0000 7fb4f8662700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb4f01050c0 0x7fb4f01a0c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:13:11.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.383+0000 7fb4f8662700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f010ef10 con 0x7fb4f01050c0 2024-05-10T11:13:11.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.383+0000 7fb4f8662700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f010ed90 con 0x7fb4f0104720 2024-05-10T11:13:11.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.383+0000 7fb4f8662700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f010f090 con 0x7fb4f0103520 2024-05-10T11:13:11.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.383+0000 7fb4f6bff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb4f01050c0 0x7fb4f01a0c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:13:11.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.383+0000 7fb4f6bff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb4f01050c0 0x7fb4f01a0c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:34864/0 (socket says 172.21.15.53:34864) 2024-05-10T11:13:11.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.383+0000 7fb4f6bff700 1 -- 172.21.15.53:0/3330731965 learned_addr learned my addr 172.21.15.53:0/3330731965 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:13:11.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.383+0000 7fb4f5bfd700 1 --2- 172.21.15.53:0/3330731965 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb4f0104720 0x7fb4f0199bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:13:11.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.383+0000 7fb4f63fe700 1 --2- 172.21.15.53:0/3330731965 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb4f0103520 0x7fb4f0199670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:13:11.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.383+0000 7fb4f6bff700 1 -- 172.21.15.53:0/3330731965 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb4f0103520 msgr2=0x7fb4f0199670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:13:11.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.383+0000 7fb4f6bff700 1 --2- 172.21.15.53:0/3330731965 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb4f0103520 0x7fb4f0199670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:13:11.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.383+0000 7fb4f6bff700 1 -- 172.21.15.53:0/3330731965 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb4f0104720 msgr2=0x7fb4f0199bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:13:11.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.383+0000 7fb4f6bff700 1 --2- 172.21.15.53:0/3330731965 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb4f0104720 0x7fb4f0199bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:13:11.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.383+0000 7fb4f6bff700 1 -- 172.21.15.53:0/3330731965 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4f01a12d0 con 0x7fb4f01050c0 2024-05-10T11:13:11.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.383+0000 7fb4f5bfd700 1 --2- 172.21.15.53:0/3330731965 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb4f0104720 0x7fb4f0199bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:13:11.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.383+0000 7fb4f6bff700 1 --2- 172.21.15.53:0/3330731965 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb4f01050c0 0x7fb4f01a0c30 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fb4e800c9a0 tx=0x7fb4e800cd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:13:11.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.383+0000 7fb4e77fe700 1 -- 172.21.15.53:0/3330731965 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4e8007ac0 con 0x7fb4f01050c0 2024-05-10T11:13:11.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.383+0000 7fb4f8662700 1 -- 172.21.15.53:0/3330731965 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4f01a15c0 con 0x7fb4f01050c0 2024-05-10T11:13:11.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.383+0000 7fb4e77fe700 1 -- 172.21.15.53:0/3330731965 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb4e8004cc0 con 0x7fb4f01050c0 2024-05-10T11:13:11.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.383+0000 7fb4e77fe700 1 -- 172.21.15.53:0/3330731965 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4e8005570 con 0x7fb4f01050c0 2024-05-10T11:13:11.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.384+0000 7fb4f8662700 1 -- 172.21.15.53:0/3330731965 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4f01a1b80 con 0x7fb4f01050c0 2024-05-10T11:13:11.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.384+0000 7fb4f8662700 1 -- 172.21.15.53:0/3330731965 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4f006a190 con 0x7fb4f01050c0 2024-05-10T11:13:11.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.386+0000 7fb4e77fe700 1 -- 172.21.15.53:0/3330731965 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fb4e8004750 con 0x7fb4f01050c0 2024-05-10T11:13:11.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.387+0000 7fb4e77fe700 1 --2- 172.21.15.53:0/3330731965 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb4dc0b2900 0x7fb4dc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:13:11.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.387+0000 7fb4f63fe700 1 --2- 172.21.15.53:0/3330731965 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb4dc0b2900 0x7fb4dc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:13:11.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.387+0000 7fb4e77fe700 1 -- 172.21.15.53:0/3330731965 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4533+0+0 (secure 0 0 0) 0x7fb4e80e13d0 con 0x7fb4f01050c0 2024-05-10T11:13:11.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.387+0000 7fb4f63fe700 1 --2- 172.21.15.53:0/3330731965 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb4dc0b2900 0x7fb4dc0b4dc0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec009fd0 tx=0x7fb4ec00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:13:11.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.390+0000 7fb4e77fe700 1 -- 172.21.15.53:0/3330731965 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fb4e8014030 con 0x7fb4f01050c0 2024-05-10T11:13:11.615 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:11.614+0000 7fb4f8662700 1 -- 172.21.15.53:0/3330731965 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fb4f00638e0 con 0x7fb4dc0b2900 2024-05-10T11:13:11.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:11 smithi132 ceph-mon[33758]: osdmap e39: 6 total, 6 up, 6 in 2024-05-10T11:13:11.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:11 smithi132 ceph-mon[33758]: pgmap v141: 1 pgs: 1 peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:11.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:11 smithi187 ceph-mon[34076]: osdmap e39: 6 total, 6 up, 6 in 2024-05-10T11:13:11.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:11 smithi187 ceph-mon[34076]: pgmap v141: 1 pgs: 1 peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:11.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:11 smithi053 ceph-mon[30153]: osdmap e39: 6 total, 6 up, 6 in 2024-05-10T11:13:11.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:11 smithi053 ceph-mon[30153]: pgmap v141: 1 pgs: 1 peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:12.512 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:12 smithi053 ceph-mon[30153]: from='client.14355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:13:12.512 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:12 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:13:12.512 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:12 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:13:12.512 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:12 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:12.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:12 smithi132 ceph-mon[33758]: from='client.14355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:13:12.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:12 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:13:12.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:12 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:13:12.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:12 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:12.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:12 smithi187 ceph-mon[34076]: from='client.14355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:13:12.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:13:12.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:13:12.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:13.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:13 smithi132 ceph-mon[33758]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:13.729 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:13 smithi053 ceph-mon[30153]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:13.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:13 smithi187 ceph-mon[34076]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:14.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:14 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2688570929' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af22474c-76ca-48da-a8ff-252375cbe43f"}]: dispatch 2024-05-10T11:13:14.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:14 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2688570929' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "af22474c-76ca-48da-a8ff-252375cbe43f"}]': finished 2024-05-10T11:13:14.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:14 smithi132 ceph-mon[33758]: osdmap e40: 7 total, 6 up, 7 in 2024-05-10T11:13:14.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:14 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-10T11:13:14.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:14 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2688570929' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af22474c-76ca-48da-a8ff-252375cbe43f"}]: dispatch 2024-05-10T11:13:14.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:14 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2688570929' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "af22474c-76ca-48da-a8ff-252375cbe43f"}]': finished 2024-05-10T11:13:14.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:14 smithi187 ceph-mon[34076]: osdmap e40: 7 total, 6 up, 7 in 2024-05-10T11:13:14.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:14 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-10T11:13:14.784 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:14 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2688570929' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af22474c-76ca-48da-a8ff-252375cbe43f"}]: dispatch 2024-05-10T11:13:14.784 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:14 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2688570929' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "af22474c-76ca-48da-a8ff-252375cbe43f"}]': finished 2024-05-10T11:13:14.784 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:14 smithi053 ceph-mon[30153]: osdmap e40: 7 total, 6 up, 7 in 2024-05-10T11:13:14.784 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:14 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-10T11:13:15.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:15 smithi132 ceph-mon[33758]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-10T11:13:15.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:15 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3110767999' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:13:15.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:15 smithi187 ceph-mon[34076]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-10T11:13:15.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:15 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3110767999' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:13:15.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:15 smithi053 ceph-mon[30153]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-10T11:13:15.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:15 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3110767999' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:13:17.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:17 smithi132 ceph-mon[33758]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-05-10T11:13:18.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:17 smithi187 ceph-mon[34076]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-05-10T11:13:18.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:17 smithi053 ceph-mon[30153]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-05-10T11:13:19.931 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:19 smithi053 ceph-mon[30153]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-05-10T11:13:19.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:19 smithi132 ceph-mon[33758]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-05-10T11:13:20.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:19 smithi187 ceph-mon[34076]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-05-10T11:13:21.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:21 smithi132 ceph-mon[33758]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:13:22.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:21 smithi187 ceph-mon[34076]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:13:22.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:21 smithi053 ceph-mon[30153]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:13:22.930 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:22 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-10T11:13:22.930 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:22 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:22.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:22 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-10T11:13:22.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:22 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:23.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:22 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-10T11:13:23.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:22 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:23.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:23 smithi132 ceph-mon[33758]: Deploying daemon osd.6 on smithi053 2024-05-10T11:13:23.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:23 smithi132 ceph-mon[33758]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:13:23.977 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:23 smithi053 ceph-mon[30153]: Deploying daemon osd.6 on smithi053 2024-05-10T11:13:23.977 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:23 smithi053 ceph-mon[30153]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:13:24.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:23 smithi187 ceph-mon[34076]: Deploying daemon osd.6 on smithi053 2024-05-10T11:13:24.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:23 smithi187 ceph-mon[34076]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:13:25.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:25 smithi053 ceph-mon[30153]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:25.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:25 smithi132 ceph-mon[33758]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:26.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:25 smithi187 ceph-mon[34076]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:27.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:27 smithi132 ceph-mon[33758]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:28.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:27 smithi187 ceph-mon[34076]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:28.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:27 smithi053 ceph-mon[30153]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:29.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:29.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:29.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:13:29.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:29 smithi053 ceph-mon[30153]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:29.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:29.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:29.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:13:29.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:29 smithi132 ceph-mon[33758]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:30.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:30.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:30.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:13:30.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:29 smithi187 ceph-mon[34076]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:31.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:31 smithi053 ceph-mon[30153]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:31.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:31 smithi132 ceph-mon[33758]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:32.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:31 smithi187 ceph-mon[34076]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:32.675 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:32.675+0000 7fb4e77fe700 1 -- 172.21.15.53:0/3330731965 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fb4f00638e0 con 0x7fb4dc0b2900 2024-05-10T11:13:32.675 INFO:teuthology.orchestra.run.smithi053.stdout:Created osd(s) 6 on host 'smithi053' 2024-05-10T11:13:32.678 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:32.678+0000 7fb4f8662700 1 -- 172.21.15.53:0/3330731965 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb4dc0b2900 msgr2=0x7fb4dc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:13:32.678 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:32.678+0000 7fb4f8662700 1 --2- 172.21.15.53:0/3330731965 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb4dc0b2900 0x7fb4dc0b4dc0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec009fd0 tx=0x7fb4ec00b040 comp rx=0 tx=0).stop 2024-05-10T11:13:32.678 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:32.678+0000 7fb4f8662700 1 -- 172.21.15.53:0/3330731965 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb4f01050c0 msgr2=0x7fb4f01a0c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:13:32.678 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:32.678+0000 7fb4f8662700 1 --2- 172.21.15.53:0/3330731965 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb4f01050c0 0x7fb4f01a0c30 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fb4e800c9a0 tx=0x7fb4e800cd60 comp rx=0 tx=0).stop 2024-05-10T11:13:32.678 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:32.678+0000 7fb4f8662700 1 -- 172.21.15.53:0/3330731965 shutdown_connections 2024-05-10T11:13:32.678 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:32.678+0000 7fb4f8662700 1 --2- 172.21.15.53:0/3330731965 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb4dc0b2900 0x7fb4dc0b4dc0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:13:32.678 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:32.678+0000 7fb4f8662700 1 --2- 172.21.15.53:0/3330731965 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb4f01050c0 0x7fb4f01a0c30 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:13:32.678 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:32.678+0000 7fb4f8662700 1 --2- 172.21.15.53:0/3330731965 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb4f0103520 0x7fb4f0199670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:13:32.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:32.678+0000 7fb4f8662700 1 --2- 172.21.15.53:0/3330731965 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb4f0104720 0x7fb4f0199bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:13:32.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:32.678+0000 7fb4f8662700 1 -- 172.21.15.53:0/3330731965 >> 172.21.15.53:0/3330731965 conn(0x7fb4f00feac0 msgr2=0x7fb4f0107b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:13:32.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:32.678+0000 7fb4f8662700 1 -- 172.21.15.53:0/3330731965 shutdown_connections 2024-05-10T11:13:32.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:13:32.678+0000 7fb4f8662700 1 -- 172.21.15.53:0/3330731965 wait complete. 2024-05-10T11:13:32.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:32 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:32.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:32 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:32.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:32 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:32.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:32 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:13:32.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:32 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:32.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:32 smithi132 ceph-mon[33758]: from='osd.6 [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-10T11:13:32.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:32 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:33.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:32 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:33.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:32 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:33.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:32 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:33.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:32 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:13:33.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:32 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:33.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:32 smithi187 ceph-mon[34076]: from='osd.6 [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-10T11:13:33.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:32 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:33.046 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:32 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:33.047 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:32 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:33.047 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:32 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:33.047 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:32 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:13:33.047 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:32 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:33.047 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:32 smithi053 ceph-mon[30153]: from='osd.6 [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-10T11:13:33.047 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:32 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:33.485 DEBUG:teuthology.orchestra.run.smithi053:osd.6> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.6.service 2024-05-10T11:13:33.487 INFO:tasks.cephadm:Deploying osd.7 on smithi132 with /dev/vg_nvme/lv_2... 2024-05-10T11:13:33.488 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-10T11:13:33.738 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.b/config 2024-05-10T11:13:33.810 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:33 smithi053 ceph-mon[30153]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:33.810 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:33 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:33.810 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:33 smithi053 ceph-mon[30153]: from='osd.6 [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-10T11:13:33.810 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:33 smithi053 ceph-mon[30153]: osdmap e41: 7 total, 6 up, 7 in 2024-05-10T11:13:33.811 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:33 smithi053 ceph-mon[30153]: from='osd.6 [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-05-10T11:13:33.811 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:33 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-10T11:13:33.811 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:33 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:13:33.860 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:33 smithi132 ceph-mon[33758]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:33.861 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:33 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:33.861 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:33 smithi132 ceph-mon[33758]: from='osd.6 [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-10T11:13:33.861 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:33 smithi132 ceph-mon[33758]: osdmap e41: 7 total, 6 up, 7 in 2024-05-10T11:13:33.861 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:33 smithi132 ceph-mon[33758]: from='osd.6 [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-05-10T11:13:33.861 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:33 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-10T11:13:33.861 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:33 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:13:34.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:33 smithi187 ceph-mon[34076]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:34.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:33 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:34.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:33 smithi187 ceph-mon[34076]: from='osd.6 [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-10T11:13:34.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:33 smithi187 ceph-mon[34076]: osdmap e41: 7 total, 6 up, 7 in 2024-05-10T11:13:34.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:33 smithi187 ceph-mon[34076]: from='osd.6 [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-05-10T11:13:34.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:33 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-10T11:13:34.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:33 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:13:34.569 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:13:34 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:13:34.273+0000 7f5f44fa8700 -1 osd.6 0 waiting for initial osdmap 2024-05-10T11:13:34.570 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:13:34 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:13:34.282+0000 7f5f3c592700 -1 osd.6 42 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-10T11:13:34.947 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:34 smithi132 ceph-mon[33758]: from='osd.6 [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-05-10T11:13:34.947 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:34 smithi132 ceph-mon[33758]: osdmap e42: 7 total, 6 up, 7 in 2024-05-10T11:13:34.947 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:34 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-10T11:13:34.947 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:34 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-10T11:13:34.947 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:34 smithi132 ceph-mon[33758]: from='osd.6 [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689]' entity='osd.6' 2024-05-10T11:13:34.996 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:34 smithi053 ceph-mon[30153]: from='osd.6 [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-05-10T11:13:34.996 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:34 smithi053 ceph-mon[30153]: osdmap e42: 7 total, 6 up, 7 in 2024-05-10T11:13:34.996 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:34 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-10T11:13:34.996 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:34 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-10T11:13:34.996 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:34 smithi053 ceph-mon[30153]: from='osd.6 [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689]' entity='osd.6' 2024-05-10T11:13:35.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:34 smithi187 ceph-mon[34076]: from='osd.6 [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-05-10T11:13:35.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:34 smithi187 ceph-mon[34076]: osdmap e42: 7 total, 6 up, 7 in 2024-05-10T11:13:35.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:34 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-10T11:13:35.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:34 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-10T11:13:35.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:34 smithi187 ceph-mon[34076]: from='osd.6 [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689]' entity='osd.6' 2024-05-10T11:13:35.815 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-10T11:13:35.815 INFO:teuthology.orchestra.run.smithi132.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-10T11:13:35.816 INFO:teuthology.orchestra.run.smithi132.stderr: stderr: 10+0 records in 2024-05-10T11:13:35.816 INFO:teuthology.orchestra.run.smithi132.stderr:10+0 records out 2024-05-10T11:13:35.816 INFO:teuthology.orchestra.run.smithi132.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113456 s, 924 MB/s 2024-05-10T11:13:35.816 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping successful for: 2024-05-10T11:13:35.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:35 smithi132 ceph-mon[33758]: purged_snaps scrub starts 2024-05-10T11:13:35.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:35 smithi132 ceph-mon[33758]: purged_snaps scrub ok 2024-05-10T11:13:35.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:35 smithi132 ceph-mon[33758]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:35.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:35 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-10T11:13:35.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:35 smithi132 ceph-mon[33758]: osd.6 [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689] boot 2024-05-10T11:13:35.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:35 smithi132 ceph-mon[33758]: osdmap e43: 7 total, 7 up, 7 in 2024-05-10T11:13:35.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:35 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-10T11:13:36.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:35 smithi187 ceph-mon[34076]: purged_snaps scrub starts 2024-05-10T11:13:36.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:35 smithi187 ceph-mon[34076]: purged_snaps scrub ok 2024-05-10T11:13:36.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:35 smithi187 ceph-mon[34076]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:36.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:35 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-10T11:13:36.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:35 smithi187 ceph-mon[34076]: osd.6 [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689] boot 2024-05-10T11:13:36.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:35 smithi187 ceph-mon[34076]: osdmap e43: 7 total, 7 up, 7 in 2024-05-10T11:13:36.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:35 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-10T11:13:36.034 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:35 smithi053 ceph-mon[30153]: purged_snaps scrub starts 2024-05-10T11:13:36.034 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:35 smithi053 ceph-mon[30153]: purged_snaps scrub ok 2024-05-10T11:13:36.034 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:35 smithi053 ceph-mon[30153]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-05-10T11:13:36.034 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:35 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-10T11:13:36.034 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:35 smithi053 ceph-mon[30153]: osd.6 [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689] boot 2024-05-10T11:13:36.035 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:35 smithi053 ceph-mon[30153]: osdmap e43: 7 total, 7 up, 7 in 2024-05-10T11:13:36.035 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:35 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-10T11:13:36.517 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi132:vg_nvme/lv_2 2024-05-10T11:13:36.770 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.b/config 2024-05-10T11:13:37.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:37 smithi132 ceph-mon[33758]: osdmap e44: 7 total, 7 up, 7 in 2024-05-10T11:13:37.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:37 smithi132 ceph-mon[33758]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:37.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:37 smithi132 ceph-mon[33758]: Detected new or changed devices on smithi053 2024-05-10T11:13:37.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:37 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:37.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:37 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:37.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:37 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:13:37.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:37 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:13:37.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:37 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:13:37.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:37 smithi132 ceph-mon[33758]: Adjusting osd_memory_target on smithi053 to 5697M 2024-05-10T11:13:37.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:37 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:37.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:37 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:37.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:37 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:13:37.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:37 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:37.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:37 smithi053 ceph-mon[30153]: osdmap e44: 7 total, 7 up, 7 in 2024-05-10T11:13:37.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:37 smithi053 ceph-mon[30153]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:37.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:37 smithi053 ceph-mon[30153]: Detected new or changed devices on smithi053 2024-05-10T11:13:37.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:37 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:37.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:37 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:37.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:37 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:13:37.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:37 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:13:37.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:37 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:13:37.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:37 smithi053 ceph-mon[30153]: Adjusting osd_memory_target on smithi053 to 5697M 2024-05-10T11:13:37.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:37 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:37.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:37 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:37.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:37 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:13:37.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:37 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:37.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:37 smithi187 ceph-mon[34076]: osdmap e44: 7 total, 7 up, 7 in 2024-05-10T11:13:37.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:37 smithi187 ceph-mon[34076]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:37.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:37 smithi187 ceph-mon[34076]: Detected new or changed devices on smithi053 2024-05-10T11:13:37.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:37 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:37.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:37 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:37.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:37 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:13:37.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:37 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:13:37.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:37 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:13:37.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:37 smithi187 ceph-mon[34076]: Adjusting osd_memory_target on smithi053 to 5697M 2024-05-10T11:13:37.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:37 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:37.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:37 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:37.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:37 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:13:37.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:37 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:38.431 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.429+0000 7f1836d9f700 1 -- 172.21.15.132:0/804340131 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1830106920 msgr2=0x7f1830108d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:13:38.431 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.429+0000 7f1836d9f700 1 --2- 172.21.15.132:0/804340131 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1830106920 0x7f1830108d10 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f181c009990 tx=0x7f181c009ca0 comp rx=0 tx=0).stop 2024-05-10T11:13:38.431 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.429+0000 7f1836d9f700 1 -- 172.21.15.132:0/804340131 shutdown_connections 2024-05-10T11:13:38.432 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.429+0000 7f1836d9f700 1 --2- 172.21.15.132:0/804340131 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1830109250 0x7f183010b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:13:38.432 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.429+0000 7f1836d9f700 1 --2- 172.21.15.132:0/804340131 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1830103ff0 0x7f18301063e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:13:38.432 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.429+0000 7f1836d9f700 1 --2- 172.21.15.132:0/804340131 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1830106920 0x7f1830108d10 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:13:38.432 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.429+0000 7f1836d9f700 1 -- 172.21.15.132:0/804340131 >> 172.21.15.132:0/804340131 conn(0x7f18300fd9a0 msgr2=0x7f18300ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:13:38.432 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.429+0000 7f1836d9f700 1 -- 172.21.15.132:0/804340131 shutdown_connections 2024-05-10T11:13:38.432 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.429+0000 7f1836d9f700 1 -- 172.21.15.132:0/804340131 wait complete. 2024-05-10T11:13:38.432 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.430+0000 7f1836d9f700 1 Processor -- start 2024-05-10T11:13:38.432 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.430+0000 7f1836d9f700 1 -- start start 2024-05-10T11:13:38.432 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.430+0000 7f1836d9f700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1830103ff0 0x7f18301995c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:13:38.432 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.430+0000 7f1836d9f700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1830106920 0x7f1830199b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:13:38.432 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.430+0000 7f1836d9f700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1830109250 0x7f18301a0b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:13:38.432 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.430+0000 7f1836d9f700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f183010ee70 con 0x7f1830106920 2024-05-10T11:13:38.433 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.430+0000 7f1836d9f700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f183010ecf0 con 0x7f1830103ff0 2024-05-10T11:13:38.433 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.430+0000 7f1836d9f700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f183010eff0 con 0x7f1830109250 2024-05-10T11:13:38.433 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.430+0000 7f1834b3b700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1830103ff0 0x7f18301995c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:13:38.433 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.430+0000 7f1834b3b700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1830103ff0 0x7f18301995c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.132:58874/0 (socket says 172.21.15.132:58874) 2024-05-10T11:13:38.433 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.430+0000 7f1834b3b700 1 -- 172.21.15.132:0/1083556690 learned_addr learned my addr 172.21.15.132:0/1083556690 (peer_addr_for_me v2:172.21.15.132:0/0) 2024-05-10T11:13:38.433 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.430+0000 7f183533c700 1 --2- 172.21.15.132:0/1083556690 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1830109250 0x7f18301a0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:13:38.433 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.430+0000 7f182ffff700 1 --2- 172.21.15.132:0/1083556690 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1830106920 0x7f1830199b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:13:38.433 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.430+0000 7f1834b3b700 1 -- 172.21.15.132:0/1083556690 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1830109250 msgr2=0x7f18301a0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:13:38.433 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.430+0000 7f1834b3b700 1 --2- 172.21.15.132:0/1083556690 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1830109250 0x7f18301a0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:13:38.433 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.430+0000 7f1834b3b700 1 -- 172.21.15.132:0/1083556690 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1830106920 msgr2=0x7f1830199b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:13:38.433 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.430+0000 7f1834b3b700 1 --2- 172.21.15.132:0/1083556690 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1830106920 0x7f1830199b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:13:38.434 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.430+0000 7f1834b3b700 1 -- 172.21.15.132:0/1083556690 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18301a1220 con 0x7f1830103ff0 2024-05-10T11:13:38.434 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.431+0000 7f1834b3b700 1 --2- 172.21.15.132:0/1083556690 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1830103ff0 0x7f18301995c0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f182400d980 tx=0x7f182400dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:13:38.434 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.431+0000 7f182dffb700 1 -- 172.21.15.132:0/1083556690 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1824017070 con 0x7f1830103ff0 2024-05-10T11:13:38.434 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.431+0000 7f182dffb700 1 -- 172.21.15.132:0/1083556690 <== mon.2 v2:172.21.15.132:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1824005020 con 0x7f1830103ff0 2024-05-10T11:13:38.434 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.431+0000 7f1836d9f700 1 -- 172.21.15.132:0/1083556690 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18301a1510 con 0x7f1830103ff0 2024-05-10T11:13:38.434 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.431+0000 7f182dffb700 1 -- 172.21.15.132:0/1083556690 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182400f9f0 con 0x7f1830103ff0 2024-05-10T11:13:38.434 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.431+0000 7f1836d9f700 1 -- 172.21.15.132:0/1083556690 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18301a1a00 con 0x7f1830103ff0 2024-05-10T11:13:38.434 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.432+0000 7f1836d9f700 1 -- 172.21.15.132:0/1083556690 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f183006a190 con 0x7f1830103ff0 2024-05-10T11:13:38.435 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.433+0000 7f182dffb700 1 -- 172.21.15.132:0/1083556690 <== mon.2 v2:172.21.15.132:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f1824004a30 con 0x7f1830103ff0 2024-05-10T11:13:38.435 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.434+0000 7f182dffb700 1 --2- 172.21.15.132:0/1083556690 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f18200b2880 0x7f18200b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:13:38.435 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.434+0000 7f182dffb700 1 -- 172.21.15.132:0/1083556690 <== mon.2 v2:172.21.15.132:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 4965+0+0 (secure 0 0 0) 0x7f18240e1300 con 0x7f1830103ff0 2024-05-10T11:13:38.435 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.434+0000 7f182ffff700 1 --2- 172.21.15.132:0/1083556690 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f18200b2880 0x7f18200b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:13:38.435 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.435+0000 7f182ffff700 1 --2- 172.21.15.132:0/1083556690 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f18200b2880 0x7f18200b4d40 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f181c006010 tx=0x7f181c0037c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:13:38.437 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.438+0000 7f182dffb700 1 -- 172.21.15.132:0/1083556690 <== mon.2 v2:172.21.15.132:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f1824020020 con 0x7f1830103ff0 2024-05-10T11:13:38.647 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:38.648+0000 7f1836d9f700 1 -- 172.21.15.132:0/1083556690 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f18300638e0 con 0x7f18200b2880 2024-05-10T11:13:39.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:39 smithi132 ceph-mon[33758]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:39.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:39 smithi132 ceph-mon[33758]: from='client.24239 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:13:39.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:39 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:13:39.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:39 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:13:39.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:39 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:40.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:39 smithi187 ceph-mon[34076]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:40.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:39 smithi187 ceph-mon[34076]: from='client.24239 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:13:40.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:39 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:13:40.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:39 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:13:40.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:39 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:40.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:39 smithi053 ceph-mon[30153]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:40.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:39 smithi053 ceph-mon[30153]: from='client.24239 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:13:40.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:39 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:13:40.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:39 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:13:40.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:39 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:41.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:41 smithi132 ceph-mon[33758]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:41.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:41 smithi132 ceph-mon[33758]: from='client.? 172.21.15.132:0/656670006' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5765fdc-67e8-4b48-8742-65a458ed6430"}]: dispatch 2024-05-10T11:13:41.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:41 smithi132 ceph-mon[33758]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5765fdc-67e8-4b48-8742-65a458ed6430"}]: dispatch 2024-05-10T11:13:41.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:41 smithi132 ceph-mon[33758]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d5765fdc-67e8-4b48-8742-65a458ed6430"}]': finished 2024-05-10T11:13:41.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:41 smithi132 ceph-mon[33758]: osdmap e45: 8 total, 7 up, 8 in 2024-05-10T11:13:41.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:41 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-10T11:13:42.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:41 smithi187 ceph-mon[34076]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:42.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:41 smithi187 ceph-mon[34076]: from='client.? 172.21.15.132:0/656670006' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5765fdc-67e8-4b48-8742-65a458ed6430"}]: dispatch 2024-05-10T11:13:42.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:41 smithi187 ceph-mon[34076]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5765fdc-67e8-4b48-8742-65a458ed6430"}]: dispatch 2024-05-10T11:13:42.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:41 smithi187 ceph-mon[34076]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d5765fdc-67e8-4b48-8742-65a458ed6430"}]': finished 2024-05-10T11:13:42.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:41 smithi187 ceph-mon[34076]: osdmap e45: 8 total, 7 up, 8 in 2024-05-10T11:13:42.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:41 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-10T11:13:42.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:41 smithi053 ceph-mon[30153]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:42.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:41 smithi053 ceph-mon[30153]: from='client.? 172.21.15.132:0/656670006' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5765fdc-67e8-4b48-8742-65a458ed6430"}]: dispatch 2024-05-10T11:13:42.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:41 smithi053 ceph-mon[30153]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5765fdc-67e8-4b48-8742-65a458ed6430"}]: dispatch 2024-05-10T11:13:42.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:41 smithi053 ceph-mon[30153]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d5765fdc-67e8-4b48-8742-65a458ed6430"}]': finished 2024-05-10T11:13:42.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:41 smithi053 ceph-mon[30153]: osdmap e45: 8 total, 7 up, 8 in 2024-05-10T11:13:42.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:41 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-10T11:13:42.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:42 smithi132 ceph-mon[33758]: from='client.? 172.21.15.132:0/1563174011' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:13:43.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:42 smithi187 ceph-mon[34076]: from='client.? 172.21.15.132:0/1563174011' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:13:43.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:42 smithi053 ceph-mon[30153]: from='client.? 172.21.15.132:0/1563174011' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:13:43.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:43 smithi132 ceph-mon[33758]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:44.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:43 smithi187 ceph-mon[34076]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:44.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:43 smithi053 ceph-mon[30153]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:45.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:45 smithi132 ceph-mon[33758]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:46.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:45 smithi187 ceph-mon[34076]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:46.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:45 smithi053 ceph-mon[30153]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:47.714 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:47 smithi132 ceph-mon[33758]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:48.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:47 smithi187 ceph-mon[34076]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:48.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:47 smithi053 ceph-mon[30153]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:49.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:49 smithi132 ceph-mon[33758]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:49.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:49 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-10T11:13:49.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:49 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:49.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:49 smithi132 ceph-mon[33758]: Deploying daemon osd.7 on smithi132 2024-05-10T11:13:50.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:49 smithi187 ceph-mon[34076]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:50.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:49 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-10T11:13:50.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:49 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:50.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:49 smithi187 ceph-mon[34076]: Deploying daemon osd.7 on smithi132 2024-05-10T11:13:50.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:49 smithi053 ceph-mon[30153]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:50.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:49 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-10T11:13:50.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:49 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:50.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:49 smithi053 ceph-mon[30153]: Deploying daemon osd.7 on smithi132 2024-05-10T11:13:51.871 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:51 smithi132 ceph-mon[33758]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:52.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:51 smithi187 ceph-mon[34076]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:52.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:51 smithi053 ceph-mon[30153]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:53.946 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:53 smithi132 ceph-mon[33758]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:54.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:53 smithi187 ceph-mon[34076]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:54.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:53 smithi053 ceph-mon[30153]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:55.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:55 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:55.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:55 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:55.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:55 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:13:55.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:55 smithi053 ceph-mon[30153]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:55.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:55 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:55.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:55 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:55.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:55 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:13:55.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:55 smithi132 ceph-mon[33758]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:56.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:55 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:56.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:55 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:56.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:55 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:13:56.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:55 smithi187 ceph-mon[34076]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:57.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:57 smithi132 ceph-mon[33758]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:57.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:57 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:57.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:57 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:57.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:57 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:57.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:57 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:13:57.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:57 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:58.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:57 smithi187 ceph-mon[34076]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:58.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:57 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:58.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:57 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:58.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:57 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:58.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:57 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:13:58.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:57 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:58.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:57 smithi053 ceph-mon[30153]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:58.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:57 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:58.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:57 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:58.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:57 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:13:58.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:57 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:13:58.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:57 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:58.517 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:58.517+0000 7f182dffb700 1 -- 172.21.15.132:0/1083556690 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f18300638e0 con 0x7f18200b2880 2024-05-10T11:13:58.517 INFO:teuthology.orchestra.run.smithi132.stdout:Created osd(s) 7 on host 'smithi132' 2024-05-10T11:13:58.520 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:58.519+0000 7f1836d9f700 1 -- 172.21.15.132:0/1083556690 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f18200b2880 msgr2=0x7f18200b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:13:58.520 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:58.519+0000 7f1836d9f700 1 --2- 172.21.15.132:0/1083556690 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f18200b2880 0x7f18200b4d40 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f181c006010 tx=0x7f181c0037c0 comp rx=0 tx=0).stop 2024-05-10T11:13:58.520 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:58.519+0000 7f1836d9f700 1 -- 172.21.15.132:0/1083556690 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1830103ff0 msgr2=0x7f18301995c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:13:58.520 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:58.519+0000 7f1836d9f700 1 --2- 172.21.15.132:0/1083556690 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1830103ff0 0x7f18301995c0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f182400d980 tx=0x7f182400dc90 comp rx=0 tx=0).stop 2024-05-10T11:13:58.520 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:58.519+0000 7f1836d9f700 1 -- 172.21.15.132:0/1083556690 shutdown_connections 2024-05-10T11:13:58.520 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:58.519+0000 7f1836d9f700 1 --2- 172.21.15.132:0/1083556690 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f18200b2880 0x7f18200b4d40 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:13:58.520 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:58.519+0000 7f1836d9f700 1 --2- 172.21.15.132:0/1083556690 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1830109250 0x7f18301a0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:13:58.520 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:58.519+0000 7f1836d9f700 1 --2- 172.21.15.132:0/1083556690 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1830103ff0 0x7f18301995c0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:13:58.520 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:58.519+0000 7f1836d9f700 1 --2- 172.21.15.132:0/1083556690 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1830106920 0x7f1830199b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:13:58.520 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:58.519+0000 7f1836d9f700 1 -- 172.21.15.132:0/1083556690 >> 172.21.15.132:0/1083556690 conn(0x7f18300fd9a0 msgr2=0x7f1830104ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:13:58.521 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:58.519+0000 7f1836d9f700 1 -- 172.21.15.132:0/1083556690 shutdown_connections 2024-05-10T11:13:58.521 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:13:58.519+0000 7f1836d9f700 1 -- 172.21.15.132:0/1083556690 wait complete. 2024-05-10T11:13:58.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:58 smithi132 ceph-mon[33758]: from='osd.7 [v2:172.21.15.132:6816/304039390,v1:172.21.15.132:6817/304039390]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-10T11:13:58.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:58 smithi132 ceph-mon[33758]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-10T11:13:58.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:58 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:58.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:58 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:58.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:58 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:13:59.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:58 smithi187 ceph-mon[34076]: from='osd.7 [v2:172.21.15.132:6816/304039390,v1:172.21.15.132:6817/304039390]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-10T11:13:59.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:58 smithi187 ceph-mon[34076]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-10T11:13:59.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:58 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:59.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:58 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:59.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:58 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:13:59.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:58 smithi053 ceph-mon[30153]: from='osd.7 [v2:172.21.15.132:6816/304039390,v1:172.21.15.132:6817/304039390]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-10T11:13:59.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:58 smithi053 ceph-mon[30153]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-10T11:13:59.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:58 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:59.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:58 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:13:59.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:58 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:13:59.159 DEBUG:teuthology.orchestra.run.smithi132:osd.7> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.7.service 2024-05-10T11:13:59.161 INFO:tasks.cephadm:Deploying osd.8 on smithi187 with /dev/vg_nvme/lv_2... 2024-05-10T11:13:59.161 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-10T11:13:59.411 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.c/config 2024-05-10T11:13:59.670 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:59 smithi132 ceph-mon[33758]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:59.670 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:59 smithi132 ceph-mon[33758]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-10T11:13:59.670 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:59 smithi132 ceph-mon[33758]: osdmap e46: 8 total, 7 up, 8 in 2024-05-10T11:13:59.670 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:59 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-10T11:13:59.670 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:59 smithi132 ceph-mon[33758]: from='osd.7 [v2:172.21.15.132:6816/304039390,v1:172.21.15.132:6817/304039390]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:13:59.670 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:13:59 smithi132 ceph-mon[33758]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:13:59.909 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:59 smithi187 ceph-mon[34076]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:13:59.909 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:59 smithi187 ceph-mon[34076]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-10T11:13:59.909 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:59 smithi187 ceph-mon[34076]: osdmap e46: 8 total, 7 up, 8 in 2024-05-10T11:13:59.909 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:59 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-10T11:13:59.909 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:59 smithi187 ceph-mon[34076]: from='osd.7 [v2:172.21.15.132:6816/304039390,v1:172.21.15.132:6817/304039390]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:13:59.909 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:13:59 smithi187 ceph-mon[34076]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:14:00.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:59 smithi053 ceph-mon[30153]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:14:00.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:59 smithi053 ceph-mon[30153]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-10T11:14:00.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:59 smithi053 ceph-mon[30153]: osdmap e46: 8 total, 7 up, 8 in 2024-05-10T11:14:00.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:59 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-10T11:14:00.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:59 smithi053 ceph-mon[30153]: from='osd.7 [v2:172.21.15.132:6816/304039390,v1:172.21.15.132:6817/304039390]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:14:00.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:13:59 smithi053 ceph-mon[30153]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:14:00.643 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:14:00 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:14:00.352+0000 7f50b7ea8700 -1 osd.7 0 waiting for initial osdmap 2024-05-10T11:14:00.643 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:14:00 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:14:00.363+0000 7f50afc93700 -1 osd.7 47 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-10T11:14:00.859 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:00 smithi187 ceph-mon[34076]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-05-10T11:14:00.859 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:00 smithi187 ceph-mon[34076]: osdmap e47: 8 total, 7 up, 8 in 2024-05-10T11:14:00.860 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:00 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-10T11:14:00.860 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:00 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-10T11:14:00.860 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:00 smithi187 ceph-mon[34076]: from='osd.7 ' entity='osd.7' 2024-05-10T11:14:00.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:00 smithi132 ceph-mon[33758]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-05-10T11:14:00.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:00 smithi132 ceph-mon[33758]: osdmap e47: 8 total, 7 up, 8 in 2024-05-10T11:14:00.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:00 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-10T11:14:00.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:00 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-10T11:14:00.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:00 smithi132 ceph-mon[33758]: from='osd.7 ' entity='osd.7' 2024-05-10T11:14:01.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:00 smithi053 ceph-mon[30153]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-05-10T11:14:01.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:00 smithi053 ceph-mon[30153]: osdmap e47: 8 total, 7 up, 8 in 2024-05-10T11:14:01.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:00 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-10T11:14:01.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:00 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-10T11:14:01.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:00 smithi053 ceph-mon[30153]: from='osd.7 ' entity='osd.7' 2024-05-10T11:14:01.592 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-10T11:14:01.592 INFO:teuthology.orchestra.run.smithi187.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-10T11:14:01.592 INFO:teuthology.orchestra.run.smithi187.stderr: stderr: 10+0 records in 2024-05-10T11:14:01.592 INFO:teuthology.orchestra.run.smithi187.stderr:10+0 records out 2024-05-10T11:14:01.592 INFO:teuthology.orchestra.run.smithi187.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0117152 s, 895 MB/s 2024-05-10T11:14:01.592 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping successful for: 2024-05-10T11:14:01.893 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:01 smithi187 ceph-mon[34076]: purged_snaps scrub starts 2024-05-10T11:14:01.893 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:01 smithi187 ceph-mon[34076]: purged_snaps scrub ok 2024-05-10T11:14:01.893 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:01 smithi187 ceph-mon[34076]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:14:01.893 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:01 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-10T11:14:01.893 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:01 smithi187 ceph-mon[34076]: osd.7 [v2:172.21.15.132:6816/304039390,v1:172.21.15.132:6817/304039390] boot 2024-05-10T11:14:01.893 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:01 smithi187 ceph-mon[34076]: osdmap e48: 8 total, 8 up, 8 in 2024-05-10T11:14:01.893 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:01 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-10T11:14:01.893 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:01 smithi187 ceph-mon[34076]: osdmap e49: 8 total, 8 up, 8 in 2024-05-10T11:14:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:01 smithi132 ceph-mon[33758]: purged_snaps scrub starts 2024-05-10T11:14:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:01 smithi132 ceph-mon[33758]: purged_snaps scrub ok 2024-05-10T11:14:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:01 smithi132 ceph-mon[33758]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:14:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:01 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-10T11:14:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:01 smithi132 ceph-mon[33758]: osd.7 [v2:172.21.15.132:6816/304039390,v1:172.21.15.132:6817/304039390] boot 2024-05-10T11:14:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:01 smithi132 ceph-mon[33758]: osdmap e48: 8 total, 8 up, 8 in 2024-05-10T11:14:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:01 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-10T11:14:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:01 smithi132 ceph-mon[33758]: osdmap e49: 8 total, 8 up, 8 in 2024-05-10T11:14:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:01 smithi053 ceph-mon[30153]: purged_snaps scrub starts 2024-05-10T11:14:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:01 smithi053 ceph-mon[30153]: purged_snaps scrub ok 2024-05-10T11:14:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:01 smithi053 ceph-mon[30153]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-10T11:14:02.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:01 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-10T11:14:02.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:01 smithi053 ceph-mon[30153]: osd.7 [v2:172.21.15.132:6816/304039390,v1:172.21.15.132:6817/304039390] boot 2024-05-10T11:14:02.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:01 smithi053 ceph-mon[30153]: osdmap e48: 8 total, 8 up, 8 in 2024-05-10T11:14:02.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:01 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-10T11:14:02.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:01 smithi053 ceph-mon[30153]: osdmap e49: 8 total, 8 up, 8 in 2024-05-10T11:14:02.279 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi187:vg_nvme/lv_2 2024-05-10T11:14:02.522 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.c/config 2024-05-10T11:14:03.675 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:03 smithi187 ceph-mon[34076]: Detected new or changed devices on smithi132 2024-05-10T11:14:03.675 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:03 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:03.675 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:03 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:03.675 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:03 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:03.675 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:03 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:03.675 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:03 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:03.675 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:03 smithi187 ceph-mon[34076]: Adjusting osd_memory_target on smithi132 to 5696M 2024-05-10T11:14:03.675 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:03 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:03.676 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:03 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:03.676 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:03 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:14:03.676 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:03 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:03.676 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:03 smithi187 ceph-mon[34076]: osdmap e50: 8 total, 8 up, 8 in 2024-05-10T11:14:03.676 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:03 smithi187 ceph-mon[34076]: pgmap v178: 1 pgs: 1 peering; 0 B data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:03.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:03 smithi053 ceph-mon[30153]: Detected new or changed devices on smithi132 2024-05-10T11:14:03.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:03 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:03.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:03 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:03.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:03 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:03.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:03 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:03.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:03 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:03.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:03 smithi053 ceph-mon[30153]: Adjusting osd_memory_target on smithi132 to 5696M 2024-05-10T11:14:03.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:03 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:03.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:03 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:03.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:03 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:14:03.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:03 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:03.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:03 smithi053 ceph-mon[30153]: osdmap e50: 8 total, 8 up, 8 in 2024-05-10T11:14:03.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:03 smithi053 ceph-mon[30153]: pgmap v178: 1 pgs: 1 peering; 0 B data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:03.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:03 smithi132 ceph-mon[33758]: Detected new or changed devices on smithi132 2024-05-10T11:14:03.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:03 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:03.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:03 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:03.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:03 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:03.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:03 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:03.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:03 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:03.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:03 smithi132 ceph-mon[33758]: Adjusting osd_memory_target on smithi132 to 5696M 2024-05-10T11:14:03.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:03 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:03.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:03 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:03.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:03 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:14:03.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:03 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:03.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:03 smithi132 ceph-mon[33758]: osdmap e50: 8 total, 8 up, 8 in 2024-05-10T11:14:03.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:03 smithi132 ceph-mon[33758]: pgmap v178: 1 pgs: 1 peering; 0 B data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:04.194 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.191+0000 7fc3d9c96700 1 -- 172.21.15.187:0/2008624515 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc3d41035f0 msgr2=0x7fc3d4103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:14:04.194 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.191+0000 7fc3d9c96700 1 --2- 172.21.15.187:0/2008624515 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc3d41035f0 0x7fc3d4103a50 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fc3bc009990 tx=0x7fc3bc009ca0 comp rx=0 tx=0).stop 2024-05-10T11:14:04.194 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.191+0000 7fc3d9c96700 1 -- 172.21.15.187:0/2008624515 shutdown_connections 2024-05-10T11:14:04.194 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.191+0000 7fc3d9c96700 1 --2- 172.21.15.187:0/2008624515 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc3d4103f90 0x7fc3d410a840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:04.194 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.191+0000 7fc3d9c96700 1 --2- 172.21.15.187:0/2008624515 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc3d41023f0 0x7fc3d4102810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:04.194 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.191+0000 7fc3d9c96700 1 --2- 172.21.15.187:0/2008624515 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc3d41035f0 0x7fc3d4103a50 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:04.194 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.191+0000 7fc3d9c96700 1 -- 172.21.15.187:0/2008624515 >> 172.21.15.187:0/2008624515 conn(0x7fc3d40fd990 msgr2=0x7fc3d40ffdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:14:04.195 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.191+0000 7fc3d9c96700 1 -- 172.21.15.187:0/2008624515 shutdown_connections 2024-05-10T11:14:04.195 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.191+0000 7fc3d9c96700 1 -- 172.21.15.187:0/2008624515 wait complete. 2024-05-10T11:14:04.195 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.192+0000 7fc3d9c96700 1 Processor -- start 2024-05-10T11:14:04.195 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.192+0000 7fc3d9c96700 1 -- start start 2024-05-10T11:14:04.195 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.192+0000 7fc3d9c96700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc3d41023f0 0x7fc3d4199560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:14:04.195 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.192+0000 7fc3d9c96700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc3d41035f0 0x7fc3d4199aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:14:04.195 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.192+0000 7fc3d9c96700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc3d4103f90 0x7fc3d41a0b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:14:04.195 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.192+0000 7fc3d9c96700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fc3d410dd20 con 0x7fc3d41023f0 2024-05-10T11:14:04.195 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.192+0000 7fc3d9c96700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fc3d410dba0 con 0x7fc3d41035f0 2024-05-10T11:14:04.195 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.192+0000 7fc3d9c96700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fc3d410dea0 con 0x7fc3d4103f90 2024-05-10T11:14:04.195 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.192+0000 7fc3d3fff700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc3d4103f90 0x7fc3d41a0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:14:04.195 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.192+0000 7fc3d2ffd700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc3d41035f0 0x7fc3d4199aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:14:04.196 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.192+0000 7fc3d2ffd700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc3d41035f0 0x7fc3d4199aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.187:42268/0 (socket says 172.21.15.187:42268) 2024-05-10T11:14:04.196 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.192+0000 7fc3d3fff700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc3d4103f90 0x7fc3d41a0b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.187:57998/0 (socket says 172.21.15.187:57998) 2024-05-10T11:14:04.196 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.192+0000 7fc3d2ffd700 1 -- 172.21.15.187:0/1055139299 learned_addr learned my addr 172.21.15.187:0/1055139299 (peer_addr_for_me v2:172.21.15.187:0/0) 2024-05-10T11:14:04.196 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.192+0000 7fc3d37fe700 1 --2- 172.21.15.187:0/1055139299 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc3d41023f0 0x7fc3d4199560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:14:04.196 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.193+0000 7fc3d3fff700 1 -- 172.21.15.187:0/1055139299 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc3d41035f0 msgr2=0x7fc3d4199aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:14:04.196 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.193+0000 7fc3d3fff700 1 --2- 172.21.15.187:0/1055139299 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc3d41035f0 0x7fc3d4199aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:04.196 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.193+0000 7fc3d3fff700 1 -- 172.21.15.187:0/1055139299 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc3d41023f0 msgr2=0x7fc3d4199560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:14:04.196 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.193+0000 7fc3d3fff700 1 --2- 172.21.15.187:0/1055139299 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc3d41023f0 0x7fc3d4199560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:04.196 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.193+0000 7fc3d3fff700 1 -- 172.21.15.187:0/1055139299 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3d41a11c0 con 0x7fc3d4103f90 2024-05-10T11:14:04.196 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.193+0000 7fc3d3fff700 1 --2- 172.21.15.187:0/1055139299 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc3d4103f90 0x7fc3d41a0b20 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fc3cc00ab70 tx=0x7fc3cc00ae80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:14:04.197 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.193+0000 7fc3d0ff9700 1 -- 172.21.15.187:0/1055139299 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3cc017020 con 0x7fc3d4103f90 2024-05-10T11:14:04.197 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.193+0000 7fc3d0ff9700 1 -- 172.21.15.187:0/1055139299 <== mon.1 v2:172.21.15.187:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc3cc004bb0 con 0x7fc3d4103f90 2024-05-10T11:14:04.197 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.193+0000 7fc3d9c96700 1 -- 172.21.15.187:0/1055139299 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3d41a14b0 con 0x7fc3d4103f90 2024-05-10T11:14:04.197 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.193+0000 7fc3d0ff9700 1 -- 172.21.15.187:0/1055139299 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3cc005280 con 0x7fc3d4103f90 2024-05-10T11:14:04.197 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.193+0000 7fc3d9c96700 1 -- 172.21.15.187:0/1055139299 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3d41a19a0 con 0x7fc3d4103f90 2024-05-10T11:14:04.198 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.194+0000 7fc3d9c96700 1 -- 172.21.15.187:0/1055139299 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3d406a190 con 0x7fc3d4103f90 2024-05-10T11:14:04.198 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.195+0000 7fc3d0ff9700 1 -- 172.21.15.187:0/1055139299 <== mon.1 v2:172.21.15.187:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fc3cc00c600 con 0x7fc3d4103f90 2024-05-10T11:14:04.198 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.196+0000 7fc3d0ff9700 1 --2- 172.21.15.187:0/1055139299 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc3c00b2880 0x7fc3c00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:14:04.198 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.196+0000 7fc3d0ff9700 1 -- 172.21.15.187:0/1055139299 <== mon.1 v2:172.21.15.187:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 5397+0+0 (secure 0 0 0) 0x7fc3cc0e0c20 con 0x7fc3d4103f90 2024-05-10T11:14:04.198 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.196+0000 7fc3d37fe700 1 --2- 172.21.15.187:0/1055139299 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc3c00b2880 0x7fc3c00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:14:04.198 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.197+0000 7fc3d37fe700 1 --2- 172.21.15.187:0/1055139299 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc3c00b2880 0x7fc3c00b4d40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc3d4103450 tx=0x7fc3c400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:14:04.201 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.201+0000 7fc3d0ff9700 1 -- 172.21.15.187:0/1055139299 <== mon.1 v2:172.21.15.187:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fc3cc021020 con 0x7fc3d4103f90 2024-05-10T11:14:04.416 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:04.416+0000 7fc3d9c96700 1 -- 172.21.15.187:0/1055139299 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fc3d406c100 con 0x7fc3c00b2880 2024-05-10T11:14:04.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:04 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:14:04.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:04 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:14:04.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:04 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:04.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:04 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:14:04.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:04 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:14:04.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:04 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:05.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:04 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:14:05.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:04 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:14:05.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:04 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:05.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:05 smithi187 ceph-mon[34076]: from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:14:05.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:05 smithi187 ceph-mon[34076]: pgmap v179: 1 pgs: 1 peering; 0 B data, 252 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:05.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:05 smithi132 ceph-mon[33758]: from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:14:05.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:05 smithi132 ceph-mon[33758]: pgmap v179: 1 pgs: 1 peering; 0 B data, 252 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:06.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:05 smithi053 ceph-mon[30153]: from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:14:06.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:05 smithi053 ceph-mon[30153]: pgmap v179: 1 pgs: 1 peering; 0 B data, 252 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:07.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:07 smithi187 ceph-mon[34076]: pgmap v180: 1 pgs: 1 peering; 0 B data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:07.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:07 smithi187 ceph-mon[34076]: from='client.? 172.21.15.187:0/2095489355' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c8900ce-f028-4463-a003-f7faa3895c6b"}]: dispatch 2024-05-10T11:14:07.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:07 smithi187 ceph-mon[34076]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c8900ce-f028-4463-a003-f7faa3895c6b"}]: dispatch 2024-05-10T11:14:07.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:07 smithi187 ceph-mon[34076]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6c8900ce-f028-4463-a003-f7faa3895c6b"}]': finished 2024-05-10T11:14:07.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:07 smithi187 ceph-mon[34076]: osdmap e51: 9 total, 8 up, 9 in 2024-05-10T11:14:07.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:07 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-10T11:14:07.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:07 smithi132 ceph-mon[33758]: pgmap v180: 1 pgs: 1 peering; 0 B data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:07.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:07 smithi132 ceph-mon[33758]: from='client.? 172.21.15.187:0/2095489355' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c8900ce-f028-4463-a003-f7faa3895c6b"}]: dispatch 2024-05-10T11:14:07.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:07 smithi132 ceph-mon[33758]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c8900ce-f028-4463-a003-f7faa3895c6b"}]: dispatch 2024-05-10T11:14:07.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:07 smithi132 ceph-mon[33758]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6c8900ce-f028-4463-a003-f7faa3895c6b"}]': finished 2024-05-10T11:14:07.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:07 smithi132 ceph-mon[33758]: osdmap e51: 9 total, 8 up, 9 in 2024-05-10T11:14:07.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:07 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-10T11:14:08.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:07 smithi053 ceph-mon[30153]: pgmap v180: 1 pgs: 1 peering; 0 B data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:08.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:07 smithi053 ceph-mon[30153]: from='client.? 172.21.15.187:0/2095489355' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c8900ce-f028-4463-a003-f7faa3895c6b"}]: dispatch 2024-05-10T11:14:08.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:07 smithi053 ceph-mon[30153]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c8900ce-f028-4463-a003-f7faa3895c6b"}]: dispatch 2024-05-10T11:14:08.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:07 smithi053 ceph-mon[30153]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6c8900ce-f028-4463-a003-f7faa3895c6b"}]': finished 2024-05-10T11:14:08.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:07 smithi053 ceph-mon[30153]: osdmap e51: 9 total, 8 up, 9 in 2024-05-10T11:14:08.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:07 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-10T11:14:08.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:08 smithi132 ceph-mon[33758]: from='client.? 172.21.15.187:0/2270783188' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:14:09.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:08 smithi187 ceph-mon[34076]: from='client.? 172.21.15.187:0/2270783188' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:14:09.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:08 smithi053 ceph-mon[30153]: from='client.? 172.21.15.187:0/2270783188' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:14:09.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:09 smithi053 ceph-mon[30153]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:09.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:09 smithi132 ceph-mon[33758]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:10.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:09 smithi187 ceph-mon[34076]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:11.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:11 smithi187 ceph-mon[34076]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:11.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:11 smithi132 ceph-mon[33758]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:12.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:11 smithi053 ceph-mon[30153]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:13.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:13 smithi187 ceph-mon[34076]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:13.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:13 smithi132 ceph-mon[33758]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:14.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:13 smithi053 ceph-mon[30153]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:14.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:14 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-10T11:14:14.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:14 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:15.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:14 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-10T11:14:15.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:14 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:15.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:14 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-10T11:14:15.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:14 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:15.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:15 smithi187 ceph-mon[34076]: Deploying daemon osd.8 on smithi187 2024-05-10T11:14:15.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:15 smithi187 ceph-mon[34076]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:15.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:15 smithi132 ceph-mon[33758]: Deploying daemon osd.8 on smithi187 2024-05-10T11:14:15.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:15 smithi132 ceph-mon[33758]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:16.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:15 smithi053 ceph-mon[30153]: Deploying daemon osd.8 on smithi187 2024-05-10T11:14:16.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:15 smithi053 ceph-mon[30153]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:17.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:17 smithi132 ceph-mon[33758]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:18.001 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:17 smithi187 ceph-mon[34076]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:18.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:17 smithi053 ceph-mon[30153]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:19.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:19 smithi132 ceph-mon[33758]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:19.994 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:19 smithi187 ceph-mon[34076]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:20.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:19 smithi053 ceph-mon[30153]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:21.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:21.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:14:21.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:21.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:21 smithi187 ceph-mon[34076]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:21.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:21.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:14:21.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:21.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:21 smithi053 ceph-mon[30153]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:21.594 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:21.594 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:14:21.594 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:21.594 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:21 smithi132 ceph-mon[33758]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:23.947 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:23 smithi187 ceph-mon[34076]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:24.054 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:23 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:24.054 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:23 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:24.054 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:23 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:24.054 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:23 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:14:24.054 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:23 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:24.055 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:23 smithi132 ceph-mon[33758]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:24.055 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:23 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:24.055 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:23 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:24.055 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:23 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:24.055 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:23 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:14:24.055 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:23 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:24.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:23 smithi053 ceph-mon[30153]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:24.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:23 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:24.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:23 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:24.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:23 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:24.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:23 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:14:24.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:23 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:24.237 INFO:teuthology.orchestra.run.smithi187.stdout:Created osd(s) 8 on host 'smithi187' 2024-05-10T11:14:24.238 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:24.238+0000 7fc3d0ff9700 1 -- 172.21.15.187:0/1055139299 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fc3d406c100 con 0x7fc3c00b2880 2024-05-10T11:14:24.240 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:24.240+0000 7fc3d9c96700 1 -- 172.21.15.187:0/1055139299 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc3c00b2880 msgr2=0x7fc3c00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:14:24.240 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:24.240+0000 7fc3d9c96700 1 --2- 172.21.15.187:0/1055139299 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc3c00b2880 0x7fc3c00b4d40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc3d4103450 tx=0x7fc3c400b410 comp rx=0 tx=0).stop 2024-05-10T11:14:24.240 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:24.240+0000 7fc3d9c96700 1 -- 172.21.15.187:0/1055139299 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc3d4103f90 msgr2=0x7fc3d41a0b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:14:24.240 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:24.240+0000 7fc3d9c96700 1 --2- 172.21.15.187:0/1055139299 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc3d4103f90 0x7fc3d41a0b20 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fc3cc00ab70 tx=0x7fc3cc00ae80 comp rx=0 tx=0).stop 2024-05-10T11:14:24.240 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:24.240+0000 7fc3d9c96700 1 -- 172.21.15.187:0/1055139299 shutdown_connections 2024-05-10T11:14:24.240 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:24.240+0000 7fc3d9c96700 1 --2- 172.21.15.187:0/1055139299 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc3c00b2880 0x7fc3c00b4d40 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:24.240 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:24.240+0000 7fc3d9c96700 1 --2- 172.21.15.187:0/1055139299 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc3d4103f90 0x7fc3d41a0b20 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:24.240 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:24.240+0000 7fc3d9c96700 1 --2- 172.21.15.187:0/1055139299 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc3d41023f0 0x7fc3d4199560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:24.241 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:24.240+0000 7fc3d9c96700 1 --2- 172.21.15.187:0/1055139299 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc3d41035f0 0x7fc3d4199aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:24.241 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:24.240+0000 7fc3d9c96700 1 -- 172.21.15.187:0/1055139299 >> 172.21.15.187:0/1055139299 conn(0x7fc3d40fd990 msgr2=0x7fc3d406b9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:14:24.241 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:24.240+0000 7fc3d9c96700 1 -- 172.21.15.187:0/1055139299 shutdown_connections 2024-05-10T11:14:24.241 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:14:24.241+0000 7fc3d9c96700 1 -- 172.21.15.187:0/1055139299 wait complete. 2024-05-10T11:14:24.910 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:24 smithi187 ceph-mon[34076]: from='osd.8 [v2:172.21.15.187:6816/2315808567,v1:172.21.15.187:6817/2315808567]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-10T11:14:24.911 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:24 smithi187 ceph-mon[34076]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-10T11:14:24.911 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:24 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:24.911 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:24 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:24.911 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:24 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:14:24.937 DEBUG:teuthology.orchestra.run.smithi187:osd.8> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.8.service 2024-05-10T11:14:24.940 INFO:tasks.cephadm:Deploying osd.9 on smithi053 with /dev/vg_nvme/lv_1... 2024-05-10T11:14:24.940 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-10T11:14:24.969 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:24 smithi053 ceph-mon[30153]: from='osd.8 [v2:172.21.15.187:6816/2315808567,v1:172.21.15.187:6817/2315808567]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-10T11:14:24.969 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:24 smithi053 ceph-mon[30153]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-10T11:14:24.969 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:24 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:24.969 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:24 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:24.969 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:24 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:14:24.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:24 smithi132 ceph-mon[33758]: from='osd.8 [v2:172.21.15.187:6816/2315808567,v1:172.21.15.187:6817/2315808567]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-10T11:14:24.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:24 smithi132 ceph-mon[33758]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-10T11:14:24.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:24 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:24.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:24 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:24.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:24 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:14:25.202 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:14:25.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:25 smithi187 ceph-mon[34076]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:25.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:25 smithi187 ceph-mon[34076]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-10T11:14:25.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:25 smithi187 ceph-mon[34076]: osdmap e52: 9 total, 8 up, 9 in 2024-05-10T11:14:25.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:25 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-10T11:14:25.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:25 smithi187 ceph-mon[34076]: from='osd.8 [v2:172.21.15.187:6816/2315808567,v1:172.21.15.187:6817/2315808567]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:14:25.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:25 smithi187 ceph-mon[34076]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:14:25.761 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:14:25 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:14:25.678+0000 7f1eff2d8700 -1 osd.8 0 waiting for initial osdmap 2024-05-10T11:14:25.761 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:14:25 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:14:25.686+0000 7f1efb0cb700 -1 osd.8 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-10T11:14:25.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:25 smithi132 ceph-mon[33758]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:25.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:25 smithi132 ceph-mon[33758]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-10T11:14:25.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:25 smithi132 ceph-mon[33758]: osdmap e52: 9 total, 8 up, 9 in 2024-05-10T11:14:25.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:25 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-10T11:14:25.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:25 smithi132 ceph-mon[33758]: from='osd.8 [v2:172.21.15.187:6816/2315808567,v1:172.21.15.187:6817/2315808567]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:14:25.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:25 smithi132 ceph-mon[33758]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:14:26.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:25 smithi053 ceph-mon[30153]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:26.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:25 smithi053 ceph-mon[30153]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-10T11:14:26.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:25 smithi053 ceph-mon[30153]: osdmap e52: 9 total, 8 up, 9 in 2024-05-10T11:14:26.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:25 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-10T11:14:26.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:25 smithi053 ceph-mon[30153]: from='osd.8 [v2:172.21.15.187:6816/2315808567,v1:172.21.15.187:6817/2315808567]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:14:26.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:25 smithi053 ceph-mon[30153]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:14:26.938 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:26 smithi053 ceph-mon[30153]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-05-10T11:14:26.938 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:26 smithi053 ceph-mon[30153]: osdmap e53: 9 total, 8 up, 9 in 2024-05-10T11:14:26.938 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-10T11:14:26.938 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-10T11:14:26.939 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:26 smithi053 ceph-mon[30153]: osd.8 [v2:172.21.15.187:6816/2315808567,v1:172.21.15.187:6817/2315808567] boot 2024-05-10T11:14:26.939 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:26 smithi053 ceph-mon[30153]: osdmap e54: 9 total, 9 up, 9 in 2024-05-10T11:14:26.939 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-10T11:14:26.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:26 smithi132 ceph-mon[33758]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-05-10T11:14:26.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:26 smithi132 ceph-mon[33758]: osdmap e53: 9 total, 8 up, 9 in 2024-05-10T11:14:26.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-10T11:14:26.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-10T11:14:26.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:26 smithi132 ceph-mon[33758]: osd.8 [v2:172.21.15.187:6816/2315808567,v1:172.21.15.187:6817/2315808567] boot 2024-05-10T11:14:26.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:26 smithi132 ceph-mon[33758]: osdmap e54: 9 total, 9 up, 9 in 2024-05-10T11:14:26.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-10T11:14:27.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:26 smithi187 ceph-mon[34076]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-05-10T11:14:27.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:26 smithi187 ceph-mon[34076]: osdmap e53: 9 total, 8 up, 9 in 2024-05-10T11:14:27.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-10T11:14:27.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-10T11:14:27.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:26 smithi187 ceph-mon[34076]: osd.8 [v2:172.21.15.187:6816/2315808567,v1:172.21.15.187:6817/2315808567] boot 2024-05-10T11:14:27.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:26 smithi187 ceph-mon[34076]: osdmap e54: 9 total, 9 up, 9 in 2024-05-10T11:14:27.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-10T11:14:27.537 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-10T11:14:27.537 INFO:teuthology.orchestra.run.smithi053.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-10T11:14:27.537 INFO:teuthology.orchestra.run.smithi053.stderr: stderr: 10+0 records in 2024-05-10T11:14:27.537 INFO:teuthology.orchestra.run.smithi053.stderr:10+0 records out 2024-05-10T11:14:27.538 INFO:teuthology.orchestra.run.smithi053.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0086417 s, 1.2 GB/s 2024-05-10T11:14:27.538 INFO:teuthology.orchestra.run.smithi053.stderr:--> Zapping successful for: 2024-05-10T11:14:27.918 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:27 smithi053 ceph-mon[30153]: purged_snaps scrub starts 2024-05-10T11:14:27.918 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:27 smithi053 ceph-mon[30153]: purged_snaps scrub ok 2024-05-10T11:14:27.919 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:27 smithi053 ceph-mon[30153]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:27.919 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:27 smithi053 ceph-mon[30153]: osdmap e55: 9 total, 9 up, 9 in 2024-05-10T11:14:27.958 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:27 smithi187 ceph-mon[34076]: purged_snaps scrub starts 2024-05-10T11:14:27.958 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:27 smithi187 ceph-mon[34076]: purged_snaps scrub ok 2024-05-10T11:14:27.958 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:27 smithi187 ceph-mon[34076]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:27.958 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:27 smithi187 ceph-mon[34076]: osdmap e55: 9 total, 9 up, 9 in 2024-05-10T11:14:27.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:27 smithi132 ceph-mon[33758]: purged_snaps scrub starts 2024-05-10T11:14:27.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:27 smithi132 ceph-mon[33758]: purged_snaps scrub ok 2024-05-10T11:14:27.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:27 smithi132 ceph-mon[33758]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-10T11:14:27.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:27 smithi132 ceph-mon[33758]: osdmap e55: 9 total, 9 up, 9 in 2024-05-10T11:14:28.357 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi053:vg_nvme/lv_1 2024-05-10T11:14:28.648 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:14:29.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:29 smithi053 ceph-mon[30153]: Detected new or changed devices on smithi187 2024-05-10T11:14:29.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:29.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:29.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:29.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:29.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:29.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:29 smithi053 ceph-mon[30153]: Adjusting osd_memory_target on smithi187 to 5696M 2024-05-10T11:14:29.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:29.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:29.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:14:29.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:29 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:29.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:29 smithi053 ceph-mon[30153]: osdmap e56: 9 total, 9 up, 9 in 2024-05-10T11:14:29.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:29 smithi132 ceph-mon[33758]: Detected new or changed devices on smithi187 2024-05-10T11:14:29.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:29.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:29.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:29.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:29.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:29.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:29 smithi132 ceph-mon[33758]: Adjusting osd_memory_target on smithi187 to 5696M 2024-05-10T11:14:29.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:29.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:29.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:14:29.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:29 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:29.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:29 smithi132 ceph-mon[33758]: osdmap e56: 9 total, 9 up, 9 in 2024-05-10T11:14:29.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:29 smithi187 ceph-mon[34076]: Detected new or changed devices on smithi187 2024-05-10T11:14:29.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:29.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:29.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:29.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:29.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:29.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:29 smithi187 ceph-mon[34076]: Adjusting osd_memory_target on smithi187 to 5696M 2024-05-10T11:14:29.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:29.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:29.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:14:29.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:29 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:29.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:29 smithi187 ceph-mon[34076]: osdmap e56: 9 total, 9 up, 9 in 2024-05-10T11:14:30.243 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:30 smithi053 ceph-mon[30153]: pgmap v197: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:30.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:30 smithi132 ceph-mon[33758]: pgmap v197: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:30.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.486+0000 7ff31d731700 1 -- 172.21.15.53:0/1747496300 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff318104720 msgr2=0x7ff318104b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:14:30.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.486+0000 7ff31d731700 1 --2- 172.21.15.53:0/1747496300 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff318104720 0x7ff318104b80 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7ff30c0099c0 tx=0x7ff30c009cd0 comp rx=0 tx=0).stop 2024-05-10T11:14:30.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.486+0000 7ff31d731700 1 -- 172.21.15.53:0/1747496300 shutdown_connections 2024-05-10T11:14:30.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.486+0000 7ff31d731700 1 --2- 172.21.15.53:0/1747496300 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff3181050c0 0x7ff31810b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:30.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.486+0000 7ff31d731700 1 --2- 172.21.15.53:0/1747496300 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff318103520 0x7ff318103940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:30.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.486+0000 7ff31d731700 1 --2- 172.21.15.53:0/1747496300 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff318104720 0x7ff318104b80 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:30.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.486+0000 7ff31d731700 1 -- 172.21.15.53:0/1747496300 >> 172.21.15.53:0/1747496300 conn(0x7ff3180feac0 msgr2=0x7ff318100f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:14:30.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.486+0000 7ff31d731700 1 -- 172.21.15.53:0/1747496300 shutdown_connections 2024-05-10T11:14:30.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.486+0000 7ff31d731700 1 -- 172.21.15.53:0/1747496300 wait complete. 2024-05-10T11:14:30.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.487+0000 7ff31d731700 1 Processor -- start 2024-05-10T11:14:30.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.487+0000 7ff31d731700 1 -- start start 2024-05-10T11:14:30.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.487+0000 7ff31d731700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff318103520 0x7ff318199640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:14:30.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.487+0000 7ff31d731700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff318104720 0x7ff318199b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:14:30.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.487+0000 7ff31d731700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff3181050c0 0x7ff3181a0c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:14:30.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.487+0000 7ff31d731700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff31810eef0 con 0x7ff318104720 2024-05-10T11:14:30.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.487+0000 7ff31d731700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7ff31810ed70 con 0x7ff3181050c0 2024-05-10T11:14:30.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.487+0000 7ff31d731700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7ff31810f070 con 0x7ff318103520 2024-05-10T11:14:30.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.488+0000 7ff3167fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff318104720 0x7ff318199b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:14:30.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.488+0000 7ff3167fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff318104720 0x7ff318199b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52742/0 (socket says 172.21.15.53:52742) 2024-05-10T11:14:30.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.488+0000 7ff3167fc700 1 -- 172.21.15.53:0/2090058343 learned_addr learned my addr 172.21.15.53:0/2090058343 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:14:30.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.488+0000 7ff3177fe700 1 --2- 172.21.15.53:0/2090058343 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff3181050c0 0x7ff3181a0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:14:30.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.488+0000 7ff316ffd700 1 --2- 172.21.15.53:0/2090058343 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff318103520 0x7ff318199640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:14:30.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.488+0000 7ff3167fc700 1 -- 172.21.15.53:0/2090058343 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff318103520 msgr2=0x7ff318199640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:14:30.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.488+0000 7ff3167fc700 1 --2- 172.21.15.53:0/2090058343 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff318103520 0x7ff318199640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:30.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.488+0000 7ff3167fc700 1 -- 172.21.15.53:0/2090058343 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff3181050c0 msgr2=0x7ff3181a0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:14:30.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.488+0000 7ff3167fc700 1 --2- 172.21.15.53:0/2090058343 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff3181050c0 0x7ff3181a0c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:30.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.488+0000 7ff3167fc700 1 -- 172.21.15.53:0/2090058343 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3181a12a0 con 0x7ff318104720 2024-05-10T11:14:30.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.488+0000 7ff316ffd700 1 --2- 172.21.15.53:0/2090058343 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff318103520 0x7ff318199640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:14:30.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.488+0000 7ff3177fe700 1 --2- 172.21.15.53:0/2090058343 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff3181050c0 0x7ff3181a0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:14:30.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.488+0000 7ff3167fc700 1 --2- 172.21.15.53:0/2090058343 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff318104720 0x7ff318199b80 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff30c00b580 tx=0x7ff30c00f7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:14:30.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.488+0000 7ff2fffff700 1 -- 172.21.15.53:0/2090058343 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff30c027070 con 0x7ff318104720 2024-05-10T11:14:30.491 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.488+0000 7ff2fffff700 1 -- 172.21.15.53:0/2090058343 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff30c00bd10 con 0x7ff318104720 2024-05-10T11:14:30.491 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.488+0000 7ff31d731700 1 -- 172.21.15.53:0/2090058343 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3181a1530 con 0x7ff318104720 2024-05-10T11:14:30.491 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.488+0000 7ff2fffff700 1 -- 172.21.15.53:0/2090058343 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff30c022dc0 con 0x7ff318104720 2024-05-10T11:14:30.491 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.488+0000 7ff31d731700 1 -- 172.21.15.53:0/2090058343 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3181a1a10 con 0x7ff318104720 2024-05-10T11:14:30.491 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.489+0000 7ff31d731700 1 -- 172.21.15.53:0/2090058343 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff31806a190 con 0x7ff318104720 2024-05-10T11:14:30.492 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.492+0000 7ff2fffff700 1 -- 172.21.15.53:0/2090058343 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7ff30c02a070 con 0x7ff318104720 2024-05-10T11:14:30.492 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.492+0000 7ff2fffff700 1 --2- 172.21.15.53:0/2090058343 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff3000b2880 0x7ff3000b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:14:30.492 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.493+0000 7ff316ffd700 1 --2- 172.21.15.53:0/2090058343 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff3000b2880 0x7ff3000b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:14:30.493 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.493+0000 7ff2fffff700 1 -- 172.21.15.53:0/2090058343 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5829+0+0 (secure 0 0 0) 0x7ff30c0e2ae0 con 0x7ff318104720 2024-05-10T11:14:30.493 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.493+0000 7ff316ffd700 1 --2- 172.21.15.53:0/2090058343 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff3000b2880 0x7ff3000b4d40 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7ff318104580 tx=0x7ff308008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:14:30.496 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.496+0000 7ff2fffff700 1 -- 172.21.15.53:0/2090058343 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7ff30c013070 con 0x7ff318104720 2024-05-10T11:14:30.509 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:30 smithi187 ceph-mon[34076]: pgmap v197: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:30.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:30.721+0000 7ff31d731700 1 -- 172.21.15.53:0/2090058343 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7ff3180638e0 con 0x7ff3000b2880 2024-05-10T11:14:31.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:31 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:14:31.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:31 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:14:31.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:31 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:31.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:31 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:14:31.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:31 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:14:31.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:31 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:31.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:31 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:14:31.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:31 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:14:31.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:31 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:32.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:32 smithi053 ceph-mon[30153]: pgmap v198: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:32.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:32 smithi053 ceph-mon[30153]: from='client.14421 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:14:32.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:32 smithi132 ceph-mon[33758]: pgmap v198: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:32.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:32 smithi132 ceph-mon[33758]: from='client.14421 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:14:32.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:32 smithi187 ceph-mon[34076]: pgmap v198: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:32.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:32 smithi187 ceph-mon[34076]: from='client.14421 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:14:34.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:34 smithi053 ceph-mon[30153]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-10T11:14:34.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:34 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2162354191' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "58eecf43-c7de-4e0e-86c4-f8d8d4fb3ab0"}]: dispatch 2024-05-10T11:14:34.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:34 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2162354191' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "58eecf43-c7de-4e0e-86c4-f8d8d4fb3ab0"}]': finished 2024-05-10T11:14:34.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:34 smithi053 ceph-mon[30153]: osdmap e57: 10 total, 9 up, 10 in 2024-05-10T11:14:34.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:34 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-10T11:14:34.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:34 smithi132 ceph-mon[33758]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-10T11:14:34.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:34 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2162354191' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "58eecf43-c7de-4e0e-86c4-f8d8d4fb3ab0"}]: dispatch 2024-05-10T11:14:34.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:34 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2162354191' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "58eecf43-c7de-4e0e-86c4-f8d8d4fb3ab0"}]': finished 2024-05-10T11:14:34.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:34 smithi132 ceph-mon[33758]: osdmap e57: 10 total, 9 up, 10 in 2024-05-10T11:14:34.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:34 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-10T11:14:34.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:34 smithi187 ceph-mon[34076]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-10T11:14:34.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:34 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2162354191' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "58eecf43-c7de-4e0e-86c4-f8d8d4fb3ab0"}]: dispatch 2024-05-10T11:14:34.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:34 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2162354191' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "58eecf43-c7de-4e0e-86c4-f8d8d4fb3ab0"}]': finished 2024-05-10T11:14:34.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:34 smithi187 ceph-mon[34076]: osdmap e57: 10 total, 9 up, 10 in 2024-05-10T11:14:34.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:34 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-10T11:14:35.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:35 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/996924354' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:14:35.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:35 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/996924354' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:14:35.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:35 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/996924354' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:14:36.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:36 smithi053 ceph-mon[30153]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-05-10T11:14:36.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:36 smithi132 ceph-mon[33758]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-05-10T11:14:36.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:36 smithi187 ceph-mon[34076]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-05-10T11:14:38.297 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:38 smithi053 ceph-mon[30153]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-10T11:14:38.312 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:38 smithi187 ceph-mon[34076]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-10T11:14:38.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:38 smithi132 ceph-mon[33758]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-10T11:14:40.283 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:40 smithi053 ceph-mon[30153]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:14:40.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:40 smithi132 ceph-mon[33758]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:14:40.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:40 smithi187 ceph-mon[34076]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:14:42.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:42 smithi053 ceph-mon[30153]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:14:42.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:42 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-10T11:14:42.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:42 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:42.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:42 smithi132 ceph-mon[33758]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:14:42.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:42 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-10T11:14:42.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:42 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:42.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:42 smithi187 ceph-mon[34076]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:14:42.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:42 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-10T11:14:42.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:42 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:43.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:43 smithi053 ceph-mon[30153]: Deploying daemon osd.9 on smithi053 2024-05-10T11:14:43.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:43 smithi132 ceph-mon[33758]: Deploying daemon osd.9 on smithi053 2024-05-10T11:14:43.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:43 smithi187 ceph-mon[34076]: Deploying daemon osd.9 on smithi053 2024-05-10T11:14:44.254 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:44 smithi053 ceph-mon[30153]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:44.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:44 smithi132 ceph-mon[33758]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:44.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:44 smithi187 ceph-mon[34076]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:46.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:46 smithi053 ceph-mon[30153]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:46.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:46 smithi132 ceph-mon[33758]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:46.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:46 smithi187 ceph-mon[34076]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:48.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:48 smithi132 ceph-mon[33758]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:48.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:48 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:48.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:48 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:48.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:48 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:14:48.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:48 smithi187 ceph-mon[34076]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:48.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:48 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:48.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:48 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:48.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:48 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:14:48.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:48 smithi053 ceph-mon[30153]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:48.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:48 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:48.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:48 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:48.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:48 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:14:50.252 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:50 smithi053 ceph-mon[30153]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:50.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:50 smithi132 ceph-mon[33758]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:50.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:50 smithi187 ceph-mon[34076]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:52.234 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:52.233+0000 7ff2fffff700 1 -- 172.21.15.53:0/2090058343 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7ff3180638e0 con 0x7ff3000b2880 2024-05-10T11:14:52.235 INFO:teuthology.orchestra.run.smithi053.stdout:Created osd(s) 9 on host 'smithi053' 2024-05-10T11:14:52.236 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:52.236+0000 7ff31d731700 1 -- 172.21.15.53:0/2090058343 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff3000b2880 msgr2=0x7ff3000b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:14:52.236 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:52.236+0000 7ff31d731700 1 --2- 172.21.15.53:0/2090058343 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff3000b2880 0x7ff3000b4d40 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7ff318104580 tx=0x7ff308008040 comp rx=0 tx=0).stop 2024-05-10T11:14:52.236 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:52.236+0000 7ff31d731700 1 -- 172.21.15.53:0/2090058343 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff318104720 msgr2=0x7ff318199b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:14:52.236 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:52.236+0000 7ff31d731700 1 --2- 172.21.15.53:0/2090058343 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff318104720 0x7ff318199b80 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff30c00b580 tx=0x7ff30c00f7c0 comp rx=0 tx=0).stop 2024-05-10T11:14:52.236 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:52.236+0000 7ff31d731700 1 -- 172.21.15.53:0/2090058343 shutdown_connections 2024-05-10T11:14:52.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:52.236+0000 7ff31d731700 1 --2- 172.21.15.53:0/2090058343 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff3000b2880 0x7ff3000b4d40 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:52.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:52.236+0000 7ff31d731700 1 --2- 172.21.15.53:0/2090058343 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff3181050c0 0x7ff3181a0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:52.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:52.236+0000 7ff31d731700 1 --2- 172.21.15.53:0/2090058343 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff318103520 0x7ff318199640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:52.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:52.236+0000 7ff31d731700 1 --2- 172.21.15.53:0/2090058343 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff318104720 0x7ff318199b80 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:52.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:52.236+0000 7ff31d731700 1 -- 172.21.15.53:0/2090058343 >> 172.21.15.53:0/2090058343 conn(0x7ff3180feac0 msgr2=0x7ff318107b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:14:52.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:52.236+0000 7ff31d731700 1 -- 172.21.15.53:0/2090058343 shutdown_connections 2024-05-10T11:14:52.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:14:52.236+0000 7ff31d731700 1 -- 172.21.15.53:0/2090058343 wait complete. 2024-05-10T11:14:52.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:52 smithi132 ceph-mon[33758]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:52.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:52 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:52.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:52 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:52.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:52 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:52.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:52 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:14:52.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:52 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:52.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:52 smithi132 ceph-mon[33758]: from='osd.9 [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-10T11:14:52.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:52 smithi187 ceph-mon[34076]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:52.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:52 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:52.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:52 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:52.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:52 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:52.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:52 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:14:52.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:52 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:52.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:52 smithi187 ceph-mon[34076]: from='osd.9 [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-10T11:14:52.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:52 smithi053 ceph-mon[30153]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:52.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:52 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:52.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:52 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:52.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:52 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:52.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:52 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:14:52.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:52 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:52.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:52 smithi053 ceph-mon[30153]: from='osd.9 [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-10T11:14:52.970 DEBUG:teuthology.orchestra.run.smithi053:osd.9> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.9.service 2024-05-10T11:14:52.973 INFO:tasks.cephadm:Deploying osd.10 on smithi132 with /dev/vg_nvme/lv_1... 2024-05-10T11:14:52.973 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-10T11:14:53.225 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.b/config 2024-05-10T11:14:53.347 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:53 smithi132 ceph-mon[33758]: from='osd.9 [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-10T11:14:53.348 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:53 smithi132 ceph-mon[33758]: osdmap e58: 10 total, 9 up, 10 in 2024-05-10T11:14:53.348 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:53 smithi132 ceph-mon[33758]: from='osd.9 [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-05-10T11:14:53.348 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:53 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-10T11:14:53.348 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:53 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:14:53.348 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:53 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:53.348 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:53 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:53.348 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:53 smithi132 ceph-mon[33758]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:53.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:53 smithi187 ceph-mon[34076]: from='osd.9 [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-10T11:14:53.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:53 smithi187 ceph-mon[34076]: osdmap e58: 10 total, 9 up, 10 in 2024-05-10T11:14:53.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:53 smithi187 ceph-mon[34076]: from='osd.9 [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-05-10T11:14:53.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:53 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-10T11:14:53.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:53 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:14:53.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:53 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:53.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:53 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:53.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:53 smithi187 ceph-mon[34076]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:53.513 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:53 smithi053 ceph-mon[30153]: from='osd.9 [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-10T11:14:53.513 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:53 smithi053 ceph-mon[30153]: osdmap e58: 10 total, 9 up, 10 in 2024-05-10T11:14:53.513 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:53 smithi053 ceph-mon[30153]: from='osd.9 [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-05-10T11:14:53.513 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:53 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-10T11:14:53.513 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:53 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:14:53.513 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:53 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:53.513 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:53 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:53.513 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:53 smithi053 ceph-mon[30153]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:53.514 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:14:53 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:14:53.200+0000 7f3dd85b8700 -1 osd.9 0 waiting for initial osdmap 2024-05-10T11:14:53.514 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:14:53 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:14:53.211+0000 7f3dd43ab700 -1 osd.9 59 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-10T11:14:54.452 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:54 smithi132 ceph-mon[33758]: from='osd.9 [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-05-10T11:14:54.452 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:54 smithi132 ceph-mon[33758]: osdmap e59: 10 total, 9 up, 10 in 2024-05-10T11:14:54.453 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:54 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-10T11:14:54.453 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:54 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-10T11:14:54.453 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:54 smithi053 ceph-mon[30153]: from='osd.9 [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-05-10T11:14:54.453 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:54 smithi053 ceph-mon[30153]: osdmap e59: 10 total, 9 up, 10 in 2024-05-10T11:14:54.453 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:54 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-10T11:14:54.453 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:54 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-10T11:14:54.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:54 smithi187 ceph-mon[34076]: from='osd.9 [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-05-10T11:14:54.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:54 smithi187 ceph-mon[34076]: osdmap e59: 10 total, 9 up, 10 in 2024-05-10T11:14:54.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:54 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-10T11:14:54.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:54 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-10T11:14:55.370 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-10T11:14:55.370 INFO:teuthology.orchestra.run.smithi132.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-10T11:14:55.371 INFO:teuthology.orchestra.run.smithi132.stderr: stderr: 10+0 records in 2024-05-10T11:14:55.371 INFO:teuthology.orchestra.run.smithi132.stderr:10+0 records out 2024-05-10T11:14:55.371 INFO:teuthology.orchestra.run.smithi132.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0130716 s, 802 MB/s 2024-05-10T11:14:55.371 INFO:teuthology.orchestra.run.smithi132.stderr:--> Zapping successful for: 2024-05-10T11:14:55.462 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:55 smithi053 ceph-mon[30153]: purged_snaps scrub starts 2024-05-10T11:14:55.463 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:55 smithi053 ceph-mon[30153]: purged_snaps scrub ok 2024-05-10T11:14:55.463 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:55 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-10T11:14:55.463 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:55 smithi053 ceph-mon[30153]: osd.9 [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164] boot 2024-05-10T11:14:55.463 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:55 smithi053 ceph-mon[30153]: osdmap e60: 10 total, 10 up, 10 in 2024-05-10T11:14:55.463 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:55 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-10T11:14:55.463 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:55 smithi053 ceph-mon[30153]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:55.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:55 smithi132 ceph-mon[33758]: purged_snaps scrub starts 2024-05-10T11:14:55.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:55 smithi132 ceph-mon[33758]: purged_snaps scrub ok 2024-05-10T11:14:55.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:55 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-10T11:14:55.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:55 smithi132 ceph-mon[33758]: osd.9 [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164] boot 2024-05-10T11:14:55.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:55 smithi132 ceph-mon[33758]: osdmap e60: 10 total, 10 up, 10 in 2024-05-10T11:14:55.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:55 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-10T11:14:55.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:55 smithi132 ceph-mon[33758]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:55.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:55 smithi187 ceph-mon[34076]: purged_snaps scrub starts 2024-05-10T11:14:55.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:55 smithi187 ceph-mon[34076]: purged_snaps scrub ok 2024-05-10T11:14:55.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:55 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-10T11:14:55.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:55 smithi187 ceph-mon[34076]: osd.9 [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164] boot 2024-05-10T11:14:55.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:55 smithi187 ceph-mon[34076]: osdmap e60: 10 total, 10 up, 10 in 2024-05-10T11:14:55.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:55 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-10T11:14:55.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:55 smithi187 ceph-mon[34076]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-10T11:14:56.072 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi132:vg_nvme/lv_1 2024-05-10T11:14:56.324 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.b/config 2024-05-10T11:14:56.447 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:56 smithi132 ceph-mon[33758]: osdmap e61: 10 total, 10 up, 10 in 2024-05-10T11:14:56.447 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:56 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:56.447 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:56 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:56.447 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:56 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:56.447 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:56 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:56.448 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:56 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:56.448 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:56 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:56.448 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:56 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:56.448 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:56 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:56.448 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:56 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:14:56.448 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:56 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:56.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:56 smithi187 ceph-mon[34076]: osdmap e61: 10 total, 10 up, 10 in 2024-05-10T11:14:56.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:56 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:56.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:56 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:56.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:56 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:56.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:56 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:56.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:56 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:56.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:56 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:56.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:56 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:56.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:56 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:56.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:56 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:14:56.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:56 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:56.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:56 smithi053 ceph-mon[30153]: osdmap e61: 10 total, 10 up, 10 in 2024-05-10T11:14:56.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:56 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:56.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:56 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:56.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:56 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:56.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:56 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:56.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:56 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:56.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:56 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:14:56.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:56 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:56.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:56 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:56.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:56 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:14:56.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:56 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:14:57.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:57 smithi132 ceph-mon[33758]: Detected new or changed devices on smithi053 2024-05-10T11:14:57.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:57 smithi132 ceph-mon[33758]: Adjusting osd_memory_target on smithi053 to 4273M 2024-05-10T11:14:57.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:57 smithi132 ceph-mon[33758]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:14:57.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:57 smithi187 ceph-mon[34076]: Detected new or changed devices on smithi053 2024-05-10T11:14:57.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:57 smithi187 ceph-mon[34076]: Adjusting osd_memory_target on smithi053 to 4273M 2024-05-10T11:14:57.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:57 smithi187 ceph-mon[34076]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:14:57.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:57 smithi053 ceph-mon[30153]: Detected new or changed devices on smithi053 2024-05-10T11:14:57.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:57 smithi053 ceph-mon[30153]: Adjusting osd_memory_target on smithi053 to 4273M 2024-05-10T11:14:57.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:57 smithi053 ceph-mon[30153]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:14:57.928 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.929+0000 7f90297ad700 1 -- 172.21.15.132:0/3587782888 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f90241050a0 msgr2=0x7f902410b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:14:57.929 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.929+0000 7f90297ad700 1 --2- 172.21.15.132:0/3587782888 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f90241050a0 0x7f902410b950 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f901c00b0d0 tx=0x7f901c00b3e0 comp rx=0 tx=0).stop 2024-05-10T11:14:57.929 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.929+0000 7f90297ad700 1 -- 172.21.15.132:0/3587782888 shutdown_connections 2024-05-10T11:14:57.929 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.929+0000 7f90297ad700 1 --2- 172.21.15.132:0/3587782888 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f90241050a0 0x7f902410b950 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:57.929 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.929+0000 7f90297ad700 1 --2- 172.21.15.132:0/3587782888 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9024103500 0x7f9024103920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:57.929 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.929+0000 7f90297ad700 1 --2- 172.21.15.132:0/3587782888 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9024104700 0x7f9024104b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:57.929 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.929+0000 7f90297ad700 1 -- 172.21.15.132:0/3587782888 >> 172.21.15.132:0/3587782888 conn(0x7f90240feaa0 msgr2=0x7f9024100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:14:57.929 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.929+0000 7f90297ad700 1 -- 172.21.15.132:0/3587782888 shutdown_connections 2024-05-10T11:14:57.929 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.929+0000 7f90297ad700 1 -- 172.21.15.132:0/3587782888 wait complete. 2024-05-10T11:14:57.929 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.929+0000 7f90297ad700 1 Processor -- start 2024-05-10T11:14:57.931 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.930+0000 7f90297ad700 1 -- start start 2024-05-10T11:14:57.931 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.930+0000 7f90297ad700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9024103500 0x7f9024077240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:14:57.931 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.930+0000 7f90297ad700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9024104700 0x7f9024075890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:14:57.931 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.930+0000 7f90297ad700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f90241050a0 0x7f9024075dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:14:57.931 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.930+0000 7f90297ad700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f902410ee30 con 0x7f9024104700 2024-05-10T11:14:57.931 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.930+0000 7f90297ad700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f902410ecb0 con 0x7f90241050a0 2024-05-10T11:14:57.932 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.930+0000 7f90297ad700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f902410efb0 con 0x7f9024103500 2024-05-10T11:14:57.932 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.930+0000 7f90237fe700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f90241050a0 0x7f9024075dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:14:57.932 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.930+0000 7f90237fe700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f90241050a0 0x7f9024075dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.132:56478/0 (socket says 172.21.15.132:56478) 2024-05-10T11:14:57.932 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.930+0000 7f90237fe700 1 -- 172.21.15.132:0/4216330015 learned_addr learned my addr 172.21.15.132:0/4216330015 (peer_addr_for_me v2:172.21.15.132:0/0) 2024-05-10T11:14:57.932 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.930+0000 7f9022ffd700 1 --2- 172.21.15.132:0/4216330015 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9024103500 0x7f9024077240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:14:57.932 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.930+0000 7f901a7fc700 1 --2- 172.21.15.132:0/4216330015 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9024104700 0x7f9024075890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:14:57.932 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.930+0000 7f90237fe700 1 -- 172.21.15.132:0/4216330015 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9024103500 msgr2=0x7f9024077240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:14:57.932 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.930+0000 7f90237fe700 1 --2- 172.21.15.132:0/4216330015 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9024103500 0x7f9024077240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:57.932 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.930+0000 7f90237fe700 1 -- 172.21.15.132:0/4216330015 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9024104700 msgr2=0x7f9024075890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:14:57.932 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.930+0000 7f90237fe700 1 --2- 172.21.15.132:0/4216330015 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9024104700 0x7f9024075890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:14:57.932 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.930+0000 7f90237fe700 1 -- 172.21.15.132:0/4216330015 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9024076680 con 0x7f90241050a0 2024-05-10T11:14:57.932 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.930+0000 7f901a7fc700 1 --2- 172.21.15.132:0/4216330015 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9024104700 0x7f9024075890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:14:57.932 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.930+0000 7f90237fe700 1 --2- 172.21.15.132:0/4216330015 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f90241050a0 0x7f9024075dd0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f901c004fd0 tx=0x7f901c009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:14:57.932 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.931+0000 7f9020ff9700 1 -- 172.21.15.132:0/4216330015 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f901c01f070 con 0x7f90241050a0 2024-05-10T11:14:57.933 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.931+0000 7f90297ad700 1 -- 172.21.15.132:0/4216330015 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90241a3630 con 0x7f90241050a0 2024-05-10T11:14:57.933 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.931+0000 7f9020ff9700 1 -- 172.21.15.132:0/4216330015 <== mon.2 v2:172.21.15.132:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f901c007c40 con 0x7f90241050a0 2024-05-10T11:14:57.933 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.931+0000 7f9020ff9700 1 -- 172.21.15.132:0/4216330015 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f901c01b720 con 0x7f90241050a0 2024-05-10T11:14:57.933 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.931+0000 7f90297ad700 1 -- 172.21.15.132:0/4216330015 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90241a3a80 con 0x7f90241050a0 2024-05-10T11:14:57.933 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.932+0000 7f90297ad700 1 -- 172.21.15.132:0/4216330015 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f902406a190 con 0x7f90241050a0 2024-05-10T11:14:57.933 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.933+0000 7f9020ff9700 1 -- 172.21.15.132:0/4216330015 <== mon.2 v2:172.21.15.132:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f901c022070 con 0x7f90241050a0 2024-05-10T11:14:57.934 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.934+0000 7f9020ff9700 1 --2- 172.21.15.132:0/4216330015 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f90100b2880 0x7f90100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:14:57.934 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.934+0000 7f9020ff9700 1 -- 172.21.15.132:0/4216330015 <== mon.2 v2:172.21.15.132:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6261+0+0 (secure 0 0 0) 0x7f901c00f020 con 0x7f90241050a0 2024-05-10T11:14:57.934 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.934+0000 7f9022ffd700 1 --2- 172.21.15.132:0/4216330015 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f90100b2880 0x7f90100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:14:57.934 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.935+0000 7f9022ffd700 1 --2- 172.21.15.132:0/4216330015 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f90100b2880 0x7f90100b4d40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f9024104560 tx=0x7f901400a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:14:57.937 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:57.938+0000 7f9020ff9700 1 -- 172.21.15.132:0/4216330015 <== mon.2 v2:172.21.15.132:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f901c029020 con 0x7f90241050a0 2024-05-10T11:14:58.148 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:14:58.148+0000 7f90297ad700 1 -- 172.21.15.132:0/4216330015 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f90240639a0 con 0x7f90100b2880 2024-05-10T11:14:58.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:58 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:14:58.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:58 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:14:58.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:58 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:58.480 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:58 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:14:58.480 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:58 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:14:58.480 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:58 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:58.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:58 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:14:58.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:58 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:14:58.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:58 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:14:59.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:59 smithi132 ceph-mon[33758]: from='client.24296 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:14:59.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:14:59 smithi132 ceph-mon[33758]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:14:59.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:59 smithi187 ceph-mon[34076]: from='client.24296 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:14:59.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:14:59 smithi187 ceph-mon[34076]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:14:59.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:59 smithi053 ceph-mon[30153]: from='client.24296 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi132:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:14:59.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:14:59 smithi053 ceph-mon[30153]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:01 smithi132 ceph-mon[33758]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:01 smithi132 ceph-mon[33758]: from='client.? 172.21.15.132:0/2270631420' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba4a44c8-7162-4379-a382-4c98f785e69f"}]: dispatch 2024-05-10T11:15:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:01 smithi132 ceph-mon[33758]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba4a44c8-7162-4379-a382-4c98f785e69f"}]: dispatch 2024-05-10T11:15:01.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:01 smithi132 ceph-mon[33758]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ba4a44c8-7162-4379-a382-4c98f785e69f"}]': finished 2024-05-10T11:15:01.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:01 smithi132 ceph-mon[33758]: osdmap e62: 11 total, 10 up, 11 in 2024-05-10T11:15:01.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:01 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-10T11:15:01.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:01 smithi132 ceph-mon[33758]: from='client.? 172.21.15.132:0/2488265131' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:15:02.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:01 smithi187 ceph-mon[34076]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:02.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:01 smithi187 ceph-mon[34076]: from='client.? 172.21.15.132:0/2270631420' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba4a44c8-7162-4379-a382-4c98f785e69f"}]: dispatch 2024-05-10T11:15:02.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:01 smithi187 ceph-mon[34076]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba4a44c8-7162-4379-a382-4c98f785e69f"}]: dispatch 2024-05-10T11:15:02.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:01 smithi187 ceph-mon[34076]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ba4a44c8-7162-4379-a382-4c98f785e69f"}]': finished 2024-05-10T11:15:02.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:01 smithi187 ceph-mon[34076]: osdmap e62: 11 total, 10 up, 11 in 2024-05-10T11:15:02.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:01 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-10T11:15:02.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:01 smithi187 ceph-mon[34076]: from='client.? 172.21.15.132:0/2488265131' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:15:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:01 smithi053 ceph-mon[30153]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:01 smithi053 ceph-mon[30153]: from='client.? 172.21.15.132:0/2270631420' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba4a44c8-7162-4379-a382-4c98f785e69f"}]: dispatch 2024-05-10T11:15:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:01 smithi053 ceph-mon[30153]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba4a44c8-7162-4379-a382-4c98f785e69f"}]: dispatch 2024-05-10T11:15:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:01 smithi053 ceph-mon[30153]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ba4a44c8-7162-4379-a382-4c98f785e69f"}]': finished 2024-05-10T11:15:02.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:01 smithi053 ceph-mon[30153]: osdmap e62: 11 total, 10 up, 11 in 2024-05-10T11:15:02.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:01 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-10T11:15:02.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:01 smithi053 ceph-mon[30153]: from='client.? 172.21.15.132:0/2488265131' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:15:03.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:03 smithi132 ceph-mon[33758]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:04.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:03 smithi187 ceph-mon[34076]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:04.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:03 smithi053 ceph-mon[30153]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:05.930 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:05 smithi132 ceph-mon[33758]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:06.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:05 smithi187 ceph-mon[34076]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:06.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:05 smithi053 ceph-mon[30153]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:07.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:07 smithi132 ceph-mon[33758]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:08.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:07 smithi187 ceph-mon[34076]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:08.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:07 smithi053 ceph-mon[30153]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:08.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:08 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-10T11:15:08.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:08 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:09.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:08 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-10T11:15:09.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:08 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:09.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:08 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-10T11:15:09.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:08 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:09.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:09 smithi132 ceph-mon[33758]: Deploying daemon osd.10 on smithi132 2024-05-10T11:15:09.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:09 smithi132 ceph-mon[33758]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:10.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:09 smithi187 ceph-mon[34076]: Deploying daemon osd.10 on smithi132 2024-05-10T11:15:10.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:09 smithi187 ceph-mon[34076]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:10.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:09 smithi053 ceph-mon[30153]: Deploying daemon osd.10 on smithi132 2024-05-10T11:15:10.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:09 smithi053 ceph-mon[30153]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:11.972 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:11 smithi132 ceph-mon[33758]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:12.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:11 smithi187 ceph-mon[34076]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:12.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:11 smithi053 ceph-mon[30153]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:13.863 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:13 smithi132 ceph-mon[33758]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:14.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:13 smithi187 ceph-mon[34076]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:14.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:13 smithi053 ceph-mon[30153]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:15.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:15 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:15.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:15 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:15.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:15 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:15:15.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:15 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:15.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:15 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:15.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:15 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:15:15.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:15 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:15.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:15 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:15.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:15 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:15:16.296 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:16 smithi132 ceph-mon[33758]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:16.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:16 smithi187 ceph-mon[34076]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:16.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:16 smithi053 ceph-mon[30153]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:17.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:17 smithi132 ceph-mon[33758]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:17.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:17 smithi187 ceph-mon[34076]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:17.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:17 smithi053 ceph-mon[30153]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:17.966 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:15:17.965+0000 7f9020ff9700 1 -- 172.21.15.132:0/4216330015 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f90240639a0 con 0x7f90100b2880 2024-05-10T11:15:17.966 INFO:teuthology.orchestra.run.smithi132.stdout:Created osd(s) 10 on host 'smithi132' 2024-05-10T11:15:17.968 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:15:17.968+0000 7f90297ad700 1 -- 172.21.15.132:0/4216330015 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f90100b2880 msgr2=0x7f90100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:17.968 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:15:17.968+0000 7f90297ad700 1 --2- 172.21.15.132:0/4216330015 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f90100b2880 0x7f90100b4d40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f9024104560 tx=0x7f901400a380 comp rx=0 tx=0).stop 2024-05-10T11:15:17.968 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:15:17.968+0000 7f90297ad700 1 -- 172.21.15.132:0/4216330015 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f90241050a0 msgr2=0x7f9024075dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:17.968 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:15:17.968+0000 7f90297ad700 1 --2- 172.21.15.132:0/4216330015 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f90241050a0 0x7f9024075dd0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f901c004fd0 tx=0x7f901c009b80 comp rx=0 tx=0).stop 2024-05-10T11:15:17.968 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:15:17.968+0000 7f90297ad700 1 -- 172.21.15.132:0/4216330015 shutdown_connections 2024-05-10T11:15:17.969 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:15:17.968+0000 7f90297ad700 1 --2- 172.21.15.132:0/4216330015 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f90100b2880 0x7f90100b4d40 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:17.969 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:15:17.968+0000 7f90297ad700 1 --2- 172.21.15.132:0/4216330015 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f90241050a0 0x7f9024075dd0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:17.969 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:15:17.968+0000 7f90297ad700 1 --2- 172.21.15.132:0/4216330015 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9024103500 0x7f9024077240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:17.969 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:15:17.968+0000 7f90297ad700 1 --2- 172.21.15.132:0/4216330015 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9024104700 0x7f9024075890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:17.969 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:15:17.968+0000 7f90297ad700 1 -- 172.21.15.132:0/4216330015 >> 172.21.15.132:0/4216330015 conn(0x7f90240feaa0 msgr2=0x7f9024107a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:15:17.969 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:15:17.968+0000 7f90297ad700 1 -- 172.21.15.132:0/4216330015 shutdown_connections 2024-05-10T11:15:17.969 INFO:teuthology.orchestra.run.smithi132.stderr:2024-05-10T11:15:17.968+0000 7f90297ad700 1 -- 172.21.15.132:0/4216330015 wait complete. 2024-05-10T11:15:18.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:18 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:18.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:18 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:18.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:18 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:18.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:18 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:15:18.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:18 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:18.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:18 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:18.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:18 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:18.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:18 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:15:18.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:18 smithi132 ceph-mon[33758]: from='osd.10 [v2:172.21.15.132:6824/482345617,v1:172.21.15.132:6825/482345617]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-10T11:15:18.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:18 smithi132 ceph-mon[33758]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-10T11:15:18.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:18 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:18.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:18 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:18.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:18 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:18.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:18 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:15:18.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:18 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:18.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:18 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:18.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:18 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:18.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:18 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:15:18.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:18 smithi187 ceph-mon[34076]: from='osd.10 [v2:172.21.15.132:6824/482345617,v1:172.21.15.132:6825/482345617]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-10T11:15:18.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:18 smithi187 ceph-mon[34076]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-10T11:15:18.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:18 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:18.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:18 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:18.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:18 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:18.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:18 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:15:18.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:18 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:18.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:18 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:18.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:18 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:18.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:18 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:15:18.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:18 smithi053 ceph-mon[30153]: from='osd.10 [v2:172.21.15.132:6824/482345617,v1:172.21.15.132:6825/482345617]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-10T11:15:18.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:18 smithi053 ceph-mon[30153]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-10T11:15:18.753 DEBUG:teuthology.orchestra.run.smithi132:osd.10> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.10.service 2024-05-10T11:15:18.756 INFO:tasks.cephadm:Deploying osd.11 on smithi187 with /dev/vg_nvme/lv_1... 2024-05-10T11:15:18.756 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-10T11:15:19.007 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.c/config 2024-05-10T11:15:20.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:19 smithi132 ceph-mon[33758]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:20.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:19 smithi132 ceph-mon[33758]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-10T11:15:20.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:19 smithi132 ceph-mon[33758]: osdmap e63: 11 total, 10 up, 11 in 2024-05-10T11:15:20.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:19 smithi132 ceph-mon[33758]: from='osd.10 [v2:172.21.15.132:6824/482345617,v1:172.21.15.132:6825/482345617]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:15:20.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:19 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-10T11:15:20.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:19 smithi132 ceph-mon[33758]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:15:20.225 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:15:19 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:15:19.963+0000 7f25e3fc0700 -1 osd.10 0 waiting for initial osdmap 2024-05-10T11:15:20.225 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:15:19 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:15:19.974+0000 7f25dfdb3700 -1 osd.10 64 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-10T11:15:20.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:19 smithi187 ceph-mon[34076]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:20.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:19 smithi187 ceph-mon[34076]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-10T11:15:20.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:19 smithi187 ceph-mon[34076]: osdmap e63: 11 total, 10 up, 11 in 2024-05-10T11:15:20.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:19 smithi187 ceph-mon[34076]: from='osd.10 [v2:172.21.15.132:6824/482345617,v1:172.21.15.132:6825/482345617]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:15:20.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:19 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-10T11:15:20.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:19 smithi187 ceph-mon[34076]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:15:20.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:19 smithi053 ceph-mon[30153]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:20.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:19 smithi053 ceph-mon[30153]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-10T11:15:20.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:19 smithi053 ceph-mon[30153]: osdmap e63: 11 total, 10 up, 11 in 2024-05-10T11:15:20.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:19 smithi053 ceph-mon[30153]: from='osd.10 [v2:172.21.15.132:6824/482345617,v1:172.21.15.132:6825/482345617]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:15:20.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:19 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-10T11:15:20.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:19 smithi053 ceph-mon[30153]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]: dispatch 2024-05-10T11:15:21.216 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:20 smithi132 ceph-mon[33758]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-05-10T11:15:21.216 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:20 smithi132 ceph-mon[33758]: osdmap e64: 11 total, 10 up, 11 in 2024-05-10T11:15:21.216 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:20 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-10T11:15:21.216 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:20 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-10T11:15:21.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:20 smithi187 ceph-mon[34076]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-05-10T11:15:21.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:20 smithi187 ceph-mon[34076]: osdmap e64: 11 total, 10 up, 11 in 2024-05-10T11:15:21.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:20 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-10T11:15:21.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:20 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-10T11:15:21.271 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-10T11:15:21.271 INFO:teuthology.orchestra.run.smithi187.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-10T11:15:21.271 INFO:teuthology.orchestra.run.smithi187.stderr: stderr: 10+0 records in 2024-05-10T11:15:21.271 INFO:teuthology.orchestra.run.smithi187.stderr:10+0 records out 2024-05-10T11:15:21.271 INFO:teuthology.orchestra.run.smithi187.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0128398 s, 817 MB/s 2024-05-10T11:15:21.272 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping successful for: 2024-05-10T11:15:21.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:20 smithi053 ceph-mon[30153]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi132", "root=default"]}]': finished 2024-05-10T11:15:21.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:20 smithi053 ceph-mon[30153]: osdmap e64: 11 total, 10 up, 11 in 2024-05-10T11:15:21.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:20 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-10T11:15:21.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:20 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-10T11:15:22.024 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi187:vg_nvme/lv_1 2024-05-10T11:15:22.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:21 smithi132 ceph-mon[33758]: purged_snaps scrub starts 2024-05-10T11:15:22.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:21 smithi132 ceph-mon[33758]: purged_snaps scrub ok 2024-05-10T11:15:22.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:21 smithi132 ceph-mon[33758]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:22.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-10T11:15:22.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:21 smithi132 ceph-mon[33758]: osd.10 [v2:172.21.15.132:6824/482345617,v1:172.21.15.132:6825/482345617] boot 2024-05-10T11:15:22.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:21 smithi132 ceph-mon[33758]: osdmap e65: 11 total, 11 up, 11 in 2024-05-10T11:15:22.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-10T11:15:22.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:21 smithi132 ceph-mon[33758]: osdmap e66: 11 total, 11 up, 11 in 2024-05-10T11:15:22.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:22.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:22.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:22.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:22.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:22.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:22.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:22.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:22.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:15:22.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:22.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:21 smithi187 ceph-mon[34076]: purged_snaps scrub starts 2024-05-10T11:15:22.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:21 smithi187 ceph-mon[34076]: purged_snaps scrub ok 2024-05-10T11:15:22.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:21 smithi187 ceph-mon[34076]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:22.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-10T11:15:22.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:21 smithi187 ceph-mon[34076]: osd.10 [v2:172.21.15.132:6824/482345617,v1:172.21.15.132:6825/482345617] boot 2024-05-10T11:15:22.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:21 smithi187 ceph-mon[34076]: osdmap e65: 11 total, 11 up, 11 in 2024-05-10T11:15:22.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-10T11:15:22.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:21 smithi187 ceph-mon[34076]: osdmap e66: 11 total, 11 up, 11 in 2024-05-10T11:15:22.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:22.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:22.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:22.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:22.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:22.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:22.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:22.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:22.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:15:22.262 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:22.271 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.c/config 2024-05-10T11:15:22.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:21 smithi053 ceph-mon[30153]: purged_snaps scrub starts 2024-05-10T11:15:22.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:21 smithi053 ceph-mon[30153]: purged_snaps scrub ok 2024-05-10T11:15:22.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:21 smithi053 ceph-mon[30153]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-10T11:15:22.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-10T11:15:22.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:21 smithi053 ceph-mon[30153]: osd.10 [v2:172.21.15.132:6824/482345617,v1:172.21.15.132:6825/482345617] boot 2024-05-10T11:15:22.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:21 smithi053 ceph-mon[30153]: osdmap e65: 11 total, 11 up, 11 in 2024-05-10T11:15:22.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-10T11:15:22.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:21 smithi053 ceph-mon[30153]: osdmap e66: 11 total, 11 up, 11 in 2024-05-10T11:15:22.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:22.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:22.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:22.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:22.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:22.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:22.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:22.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:22.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:15:22.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:22.967 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:22 smithi187 ceph-mon[34076]: Detected new or changed devices on smithi132 2024-05-10T11:15:22.968 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:22 smithi187 ceph-mon[34076]: Adjusting osd_memory_target on smithi132 to 4272M 2024-05-10T11:15:23.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:22 smithi132 ceph-mon[33758]: Detected new or changed devices on smithi132 2024-05-10T11:15:23.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:22 smithi132 ceph-mon[33758]: Adjusting osd_memory_target on smithi132 to 4272M 2024-05-10T11:15:23.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:22 smithi132 ceph-mon[33758]: osdmap e67: 11 total, 11 up, 11 in 2024-05-10T11:15:23.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:22 smithi187 ceph-mon[34076]: osdmap e67: 11 total, 11 up, 11 in 2024-05-10T11:15:23.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:22 smithi053 ceph-mon[30153]: Detected new or changed devices on smithi132 2024-05-10T11:15:23.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:22 smithi053 ceph-mon[30153]: Adjusting osd_memory_target on smithi132 to 4272M 2024-05-10T11:15:23.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:22 smithi053 ceph-mon[30153]: osdmap e67: 11 total, 11 up, 11 in 2024-05-10T11:15:23.974 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.964+0000 7f3093953700 1 -- 172.21.15.187:0/4062127231 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f308c1035f0 msgr2=0x7f308c103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:23.974 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.964+0000 7f3093953700 1 --2- 172.21.15.187:0/4062127231 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f308c1035f0 0x7f308c103a50 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f30800098f0 tx=0x7f3080009c00 comp rx=0 tx=0).stop 2024-05-10T11:15:23.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.964+0000 7f3093953700 1 -- 172.21.15.187:0/4062127231 shutdown_connections 2024-05-10T11:15:23.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.964+0000 7f3093953700 1 --2- 172.21.15.187:0/4062127231 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f308c103f90 0x7f308c10a840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:23.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.964+0000 7f3093953700 1 --2- 172.21.15.187:0/4062127231 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f308c1023f0 0x7f308c102810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:23.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.964+0000 7f3093953700 1 --2- 172.21.15.187:0/4062127231 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f308c1035f0 0x7f308c103a50 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:23.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.964+0000 7f3093953700 1 -- 172.21.15.187:0/4062127231 >> 172.21.15.187:0/4062127231 conn(0x7f308c0fd990 msgr2=0x7f308c0ffdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:15:23.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.964+0000 7f3093953700 1 -- 172.21.15.187:0/4062127231 shutdown_connections 2024-05-10T11:15:23.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.964+0000 7f3093953700 1 -- 172.21.15.187:0/4062127231 wait complete. 2024-05-10T11:15:23.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.965+0000 7f3093953700 1 Processor -- start 2024-05-10T11:15:23.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.965+0000 7f3093953700 1 -- start start 2024-05-10T11:15:23.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.965+0000 7f3093953700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f308c1023f0 0x7f308c199580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:23.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.965+0000 7f3093953700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f308c1035f0 0x7f308c199ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:23.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.965+0000 7f3093953700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f308c103f90 0x7f308c1a0b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:23.975 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.965+0000 7f3093953700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f308c10dd40 con 0x7f308c1023f0 2024-05-10T11:15:23.976 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.965+0000 7f3093953700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f308c10dbc0 con 0x7f308c103f90 2024-05-10T11:15:23.976 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.965+0000 7f3093953700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f308c10dec0 con 0x7f308c1035f0 2024-05-10T11:15:23.976 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.965+0000 7f3090eee700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f308c1035f0 0x7f308c199ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:23.976 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.965+0000 7f3090eee700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f308c1035f0 0x7f308c199ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.187:60700/0 (socket says 172.21.15.187:60700) 2024-05-10T11:15:23.976 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.965+0000 7f3090eee700 1 -- 172.21.15.187:0/2431231930 learned_addr learned my addr 172.21.15.187:0/2431231930 (peer_addr_for_me v2:172.21.15.187:0/0) 2024-05-10T11:15:23.976 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.965+0000 7f30916ef700 1 --2- 172.21.15.187:0/2431231930 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f308c1023f0 0x7f308c199580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:23.976 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.965+0000 7f3091ef0700 1 --2- 172.21.15.187:0/2431231930 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f308c103f90 0x7f308c1a0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:23.976 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.965+0000 7f3090eee700 1 -- 172.21.15.187:0/2431231930 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f308c103f90 msgr2=0x7f308c1a0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:23.976 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.965+0000 7f3090eee700 1 --2- 172.21.15.187:0/2431231930 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f308c103f90 0x7f308c1a0b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:23.976 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.965+0000 7f3090eee700 1 -- 172.21.15.187:0/2431231930 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f308c1023f0 msgr2=0x7f308c199580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:23.976 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.965+0000 7f3090eee700 1 --2- 172.21.15.187:0/2431231930 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f308c1023f0 0x7f308c199580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:23.976 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.965+0000 7f3090eee700 1 -- 172.21.15.187:0/2431231930 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f308c1a11e0 con 0x7f308c1035f0 2024-05-10T11:15:23.976 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.965+0000 7f3090eee700 1 --2- 172.21.15.187:0/2431231930 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f308c1035f0 0x7f308c199ac0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f308000fb90 tx=0x7f308000b790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:15:23.976 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.966+0000 7f308a7fc700 1 -- 172.21.15.187:0/2431231930 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3080025070 con 0x7f308c1035f0 2024-05-10T11:15:23.977 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.966+0000 7f3093953700 1 -- 172.21.15.187:0/2431231930 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f308c1a1470 con 0x7f308c1035f0 2024-05-10T11:15:23.977 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.966+0000 7f308a7fc700 1 -- 172.21.15.187:0/2431231930 <== mon.1 v2:172.21.15.187:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f308000f840 con 0x7f308c1035f0 2024-05-10T11:15:23.977 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.966+0000 7f308a7fc700 1 -- 172.21.15.187:0/2431231930 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3080003cc0 con 0x7f308c1035f0 2024-05-10T11:15:23.977 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.966+0000 7f3093953700 1 -- 172.21.15.187:0/2431231930 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f308c1a1920 con 0x7f308c1035f0 2024-05-10T11:15:23.977 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.967+0000 7f3093953700 1 -- 172.21.15.187:0/2431231930 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f308c06a190 con 0x7f308c1035f0 2024-05-10T11:15:23.977 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.968+0000 7f308a7fc700 1 -- 172.21.15.187:0/2431231930 <== mon.1 v2:172.21.15.187:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f3080028070 con 0x7f308c1035f0 2024-05-10T11:15:23.977 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.969+0000 7f308a7fc700 1 --2- 172.21.15.187:0/2431231930 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f30740b2880 0x7f30740b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:23.977 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.969+0000 7f308a7fc700 1 -- 172.21.15.187:0/2431231930 <== mon.1 v2:172.21.15.187:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6694+0+0 (secure 0 0 0) 0x7f30800e2960 con 0x7f308c1035f0 2024-05-10T11:15:23.977 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.969+0000 7f30916ef700 1 --2- 172.21.15.187:0/2431231930 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f30740b2880 0x7f30740b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:23.977 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.970+0000 7f30916ef700 1 --2- 172.21.15.187:0/2431231930 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f30740b2880 0x7f30740b4d40 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f308c103450 tx=0x7f307c009180 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:15:23.977 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:23.973+0000 7f308a7fc700 1 -- 172.21.15.187:0/2431231930 <== mon.1 v2:172.21.15.187:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f308002f020 con 0x7f308c1035f0 2024-05-10T11:15:24.187 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:24.188+0000 7f3093953700 1 -- 172.21.15.187:0/2431231930 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f308c1a1c40 con 0x7f30740b2880 2024-05-10T11:15:24.187 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:23 smithi187 ceph-mon[34076]: pgmap v235: 1 pgs: 1 peering; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:24.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:23 smithi053 ceph-mon[30153]: pgmap v235: 1 pgs: 1 peering; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:24.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:23 smithi132 ceph-mon[33758]: pgmap v235: 1 pgs: 1 peering; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:25.062 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:24 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:15:25.063 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:24 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:15:25.063 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:24 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:25.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:24 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:15:25.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:24 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:15:25.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:24 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:25.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:24 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-10T11:15:25.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:24 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-10T11:15:25.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:24 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:26.228 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:25 smithi187 ceph-mon[34076]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:15:26.228 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:25 smithi187 ceph-mon[34076]: pgmap v236: 1 pgs: 1 peering; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:26.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:25 smithi053 ceph-mon[30153]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:15:26.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:25 smithi053 ceph-mon[30153]: pgmap v236: 1 pgs: 1 peering; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:26.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:25 smithi132 ceph-mon[33758]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:15:26.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:25 smithi132 ceph-mon[33758]: pgmap v236: 1 pgs: 1 peering; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:27 smithi187 ceph-mon[34076]: pgmap v237: 1 pgs: 1 peering; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:27 smithi187 ceph-mon[34076]: from='client.? 172.21.15.187:0/3711633833' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "593923cd-74a8-4090-8006-e0e8472273da"}]: dispatch 2024-05-10T11:15:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:27 smithi187 ceph-mon[34076]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "593923cd-74a8-4090-8006-e0e8472273da"}]: dispatch 2024-05-10T11:15:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:27 smithi187 ceph-mon[34076]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "593923cd-74a8-4090-8006-e0e8472273da"}]': finished 2024-05-10T11:15:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:27 smithi187 ceph-mon[34076]: osdmap e68: 12 total, 11 up, 12 in 2024-05-10T11:15:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:27 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-10T11:15:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:27 smithi187 ceph-mon[34076]: from='client.? 172.21.15.187:0/2786620800' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:15:28.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:27 smithi053 ceph-mon[30153]: pgmap v237: 1 pgs: 1 peering; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:28.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:27 smithi053 ceph-mon[30153]: from='client.? 172.21.15.187:0/3711633833' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "593923cd-74a8-4090-8006-e0e8472273da"}]: dispatch 2024-05-10T11:15:28.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:27 smithi053 ceph-mon[30153]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "593923cd-74a8-4090-8006-e0e8472273da"}]: dispatch 2024-05-10T11:15:28.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:27 smithi053 ceph-mon[30153]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "593923cd-74a8-4090-8006-e0e8472273da"}]': finished 2024-05-10T11:15:28.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:27 smithi053 ceph-mon[30153]: osdmap e68: 12 total, 11 up, 12 in 2024-05-10T11:15:28.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:27 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-10T11:15:28.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:27 smithi053 ceph-mon[30153]: from='client.? 172.21.15.187:0/2786620800' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:15:28.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:27 smithi132 ceph-mon[33758]: pgmap v237: 1 pgs: 1 peering; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:28.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:27 smithi132 ceph-mon[33758]: from='client.? 172.21.15.187:0/3711633833' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "593923cd-74a8-4090-8006-e0e8472273da"}]: dispatch 2024-05-10T11:15:28.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:27 smithi132 ceph-mon[33758]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "593923cd-74a8-4090-8006-e0e8472273da"}]: dispatch 2024-05-10T11:15:28.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:27 smithi132 ceph-mon[33758]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "593923cd-74a8-4090-8006-e0e8472273da"}]': finished 2024-05-10T11:15:28.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:27 smithi132 ceph-mon[33758]: osdmap e68: 12 total, 11 up, 12 in 2024-05-10T11:15:28.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:27 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-10T11:15:28.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:27 smithi132 ceph-mon[33758]: from='client.? 172.21.15.187:0/2786620800' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-10T11:15:30.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:29 smithi187 ceph-mon[34076]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-05-10T11:15:30.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:29 smithi053 ceph-mon[30153]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-05-10T11:15:30.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:29 smithi132 ceph-mon[33758]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-05-10T11:15:32.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:31 smithi187 ceph-mon[34076]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-10T11:15:32.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:31 smithi053 ceph-mon[30153]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-10T11:15:32.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:31 smithi132 ceph-mon[33758]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-10T11:15:34.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:33 smithi187 ceph-mon[34076]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:15:34.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:33 smithi053 ceph-mon[30153]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:15:34.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:33 smithi132 ceph-mon[33758]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:15:35.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:35 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-10T11:15:35.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:35 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:35.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:34 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-10T11:15:35.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:34 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:35.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:34 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-10T11:15:35.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:34 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:36.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:35 smithi187 ceph-mon[34076]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:15:36.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:35 smithi187 ceph-mon[34076]: Deploying daemon osd.11 on smithi187 2024-05-10T11:15:36.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:35 smithi053 ceph-mon[30153]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:15:36.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:35 smithi053 ceph-mon[30153]: Deploying daemon osd.11 on smithi187 2024-05-10T11:15:36.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:35 smithi132 ceph-mon[33758]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:15:36.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:35 smithi132 ceph-mon[33758]: Deploying daemon osd.11 on smithi187 2024-05-10T11:15:38.115 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:38 smithi187 ceph-mon[34076]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:15:38.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:38 smithi053 ceph-mon[30153]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:15:38.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:38 smithi132 ceph-mon[33758]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-10T11:15:40.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:40 smithi187 ceph-mon[34076]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:40.276 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:40 smithi132 ceph-mon[33758]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:40.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:40 smithi053 ceph-mon[30153]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:42.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:41 smithi187 ceph-mon[34076]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:42.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:41 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:42.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:41 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:42.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:41 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:15:42.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:41 smithi053 ceph-mon[30153]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:42.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:41 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:42.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:41 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:42.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:41 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:15:42.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:41 smithi132 ceph-mon[33758]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:42.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:41 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:42.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:41 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:42.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:41 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:15:44.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:43 smithi187 ceph-mon[34076]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:44.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:43 smithi053 ceph-mon[30153]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:44.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:43 smithi132 ceph-mon[33758]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:44.715 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:44.715+0000 7f308a7fc700 1 -- 172.21.15.187:0/2431231930 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f308c1a1c40 con 0x7f30740b2880 2024-05-10T11:15:44.715 INFO:teuthology.orchestra.run.smithi187.stdout:Created osd(s) 11 on host 'smithi187' 2024-05-10T11:15:44.718 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:44.717+0000 7f3093953700 1 -- 172.21.15.187:0/2431231930 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f30740b2880 msgr2=0x7f30740b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:44.718 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:44.717+0000 7f3093953700 1 --2- 172.21.15.187:0/2431231930 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f30740b2880 0x7f30740b4d40 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f308c103450 tx=0x7f307c009180 comp rx=0 tx=0).stop 2024-05-10T11:15:44.718 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:44.717+0000 7f3093953700 1 -- 172.21.15.187:0/2431231930 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f308c1035f0 msgr2=0x7f308c199ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:44.718 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:44.717+0000 7f3093953700 1 --2- 172.21.15.187:0/2431231930 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f308c1035f0 0x7f308c199ac0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f308000fb90 tx=0x7f308000b790 comp rx=0 tx=0).stop 2024-05-10T11:15:44.718 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:44.717+0000 7f3093953700 1 -- 172.21.15.187:0/2431231930 shutdown_connections 2024-05-10T11:15:44.718 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:44.717+0000 7f3093953700 1 --2- 172.21.15.187:0/2431231930 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f30740b2880 0x7f30740b4d40 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:44.718 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:44.717+0000 7f3093953700 1 --2- 172.21.15.187:0/2431231930 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f308c103f90 0x7f308c1a0b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:44.718 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:44.717+0000 7f3093953700 1 --2- 172.21.15.187:0/2431231930 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f308c1023f0 0x7f308c199580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:44.718 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:44.717+0000 7f3093953700 1 --2- 172.21.15.187:0/2431231930 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f308c1035f0 0x7f308c199ac0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:44.718 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:44.717+0000 7f3093953700 1 -- 172.21.15.187:0/2431231930 >> 172.21.15.187:0/2431231930 conn(0x7f308c0fd990 msgr2=0x7f308c06b9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:15:44.719 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:44.717+0000 7f3093953700 1 -- 172.21.15.187:0/2431231930 shutdown_connections 2024-05-10T11:15:44.719 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:44.718+0000 7f3093953700 1 -- 172.21.15.187:0/2431231930 wait complete. 2024-05-10T11:15:45.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:44 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:45.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:44 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:45.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:44 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:45.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:44 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:15:45.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:44 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:45.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:44 smithi132 ceph-mon[33758]: from='osd.11 [v2:172.21.15.187:6824/2749419601,v1:172.21.15.187:6825/2749419601]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-10T11:15:45.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:44 smithi132 ceph-mon[33758]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-10T11:15:45.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:44 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:45.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:44 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:45.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:44 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:15:45.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:44 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:45.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:44 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:45.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:44 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:45.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:44 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:15:45.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:44 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:45.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:44 smithi187 ceph-mon[34076]: from='osd.11 [v2:172.21.15.187:6824/2749419601,v1:172.21.15.187:6825/2749419601]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-10T11:15:45.262 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:44 smithi187 ceph-mon[34076]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-10T11:15:45.262 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:44 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:45.262 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:44 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:45.262 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:44 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:15:45.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:44 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:45.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:44 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:45.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:44 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:45.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:44 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:15:45.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:44 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:45.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:44 smithi053 ceph-mon[30153]: from='osd.11 [v2:172.21.15.187:6824/2749419601,v1:172.21.15.187:6825/2749419601]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-10T11:15:45.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:44 smithi053 ceph-mon[30153]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-10T11:15:45.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:44 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:45.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:44 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:45.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:44 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:15:45.416 DEBUG:teuthology.orchestra.run.smithi187:osd.11> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.11.service 2024-05-10T11:15:45.418 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-05-10T11:15:45.418 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd stat -f json 2024-05-10T11:15:45.679 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:15:45.971 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:45 smithi187 ceph-mon[34076]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:45.971 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:45 smithi187 ceph-mon[34076]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-10T11:15:45.971 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:45 smithi187 ceph-mon[34076]: osdmap e69: 12 total, 11 up, 12 in 2024-05-10T11:15:45.971 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:45 smithi187 ceph-mon[34076]: from='osd.11 [v2:172.21.15.187:6824/2749419601,v1:172.21.15.187:6825/2749419601]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:15:45.971 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:45 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-10T11:15:45.971 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:45 smithi187 ceph-mon[34076]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:15:46.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:45 smithi053 ceph-mon[30153]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:46.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:45 smithi053 ceph-mon[30153]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-10T11:15:46.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:45 smithi053 ceph-mon[30153]: osdmap e69: 12 total, 11 up, 12 in 2024-05-10T11:15:46.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:45 smithi053 ceph-mon[30153]: from='osd.11 [v2:172.21.15.187:6824/2749419601,v1:172.21.15.187:6825/2749419601]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:15:46.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:45 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-10T11:15:46.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:45 smithi053 ceph-mon[30153]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:15:46.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:45 smithi132 ceph-mon[33758]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:46.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:45 smithi132 ceph-mon[33758]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-10T11:15:46.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:45 smithi132 ceph-mon[33758]: osdmap e69: 12 total, 11 up, 12 in 2024-05-10T11:15:46.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:45 smithi132 ceph-mon[33758]: from='osd.11 [v2:172.21.15.187:6824/2749419601,v1:172.21.15.187:6825/2749419601]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:15:46.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:45 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-10T11:15:46.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:45 smithi132 ceph-mon[33758]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-05-10T11:15:46.260 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:15:45 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:15:45.969+0000 7fae4f027700 -1 osd.11 0 waiting for initial osdmap 2024-05-10T11:15:46.261 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:15:45 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:15:45.980+0000 7fae4ae1a700 -1 osd.11 70 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-10T11:15:47.155 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:46 smithi053 ceph-mon[30153]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-05-10T11:15:47.155 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:46 smithi053 ceph-mon[30153]: osdmap e70: 12 total, 11 up, 12 in 2024-05-10T11:15:47.155 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:46 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-10T11:15:47.155 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:46 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-10T11:15:47.188 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:46 smithi187 ceph-mon[34076]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-05-10T11:15:47.188 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:46 smithi187 ceph-mon[34076]: osdmap e70: 12 total, 11 up, 12 in 2024-05-10T11:15:47.188 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:46 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-10T11:15:47.188 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:46 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-10T11:15:47.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:46 smithi132 ceph-mon[33758]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-05-10T11:15:47.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:46 smithi132 ceph-mon[33758]: osdmap e70: 12 total, 11 up, 12 in 2024-05-10T11:15:47.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:46 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-10T11:15:47.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:46 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-10T11:15:47.662 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.552+0000 7f6f40c45700 1 -- 172.21.15.53:0/1404429627 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6f3c103500 msgr2=0x7f6f3c103920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:47.663 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.552+0000 7f6f40c45700 1 --2- 172.21.15.53:0/1404429627 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6f3c103500 0x7f6f3c103920 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c0099c0 tx=0x7f6f2c009cd0 comp rx=0 tx=0).stop 2024-05-10T11:15:47.663 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.552+0000 7f6f40c45700 1 -- 172.21.15.53:0/1404429627 shutdown_connections 2024-05-10T11:15:47.663 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.552+0000 7f6f40c45700 1 --2- 172.21.15.53:0/1404429627 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6f3c1050a0 0x7f6f3c10b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:47.663 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.552+0000 7f6f40c45700 1 --2- 172.21.15.53:0/1404429627 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6f3c103500 0x7f6f3c103920 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:47.663 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.552+0000 7f6f40c45700 1 --2- 172.21.15.53:0/1404429627 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6f3c104700 0x7f6f3c104b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:47.663 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.552+0000 7f6f40c45700 1 -- 172.21.15.53:0/1404429627 >> 172.21.15.53:0/1404429627 conn(0x7f6f3c0feaa0 msgr2=0x7f6f3c100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:15:47.663 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.552+0000 7f6f40c45700 1 -- 172.21.15.53:0/1404429627 shutdown_connections 2024-05-10T11:15:47.663 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.552+0000 7f6f40c45700 1 -- 172.21.15.53:0/1404429627 wait complete. 2024-05-10T11:15:47.663 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.553+0000 7f6f40c45700 1 Processor -- start 2024-05-10T11:15:47.663 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.553+0000 7f6f40c45700 1 -- start start 2024-05-10T11:15:47.663 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.553+0000 7f6f40c45700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6f3c103500 0x7f6f3c199610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:47.663 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.553+0000 7f6f40c45700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6f3c104700 0x7f6f3c199b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:47.663 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.553+0000 7f6f40c45700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6f3c1050a0 0x7f6f3c1a0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:47.663 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.553+0000 7f6f40c45700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f6f3c10eeb0 con 0x7f6f3c103500 2024-05-10T11:15:47.664 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.553+0000 7f6f40c45700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f6f3c10ed30 con 0x7f6f3c1050a0 2024-05-10T11:15:47.664 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.553+0000 7f6f40c45700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f6f3c10f030 con 0x7f6f3c104700 2024-05-10T11:15:47.664 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.553+0000 7f6f3a59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6f3c103500 0x7f6f3c199610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:47.664 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.553+0000 7f6f3a59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6f3c103500 0x7f6f3c199610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:50834/0 (socket says 172.21.15.53:50834) 2024-05-10T11:15:47.664 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.553+0000 7f6f3a59c700 1 -- 172.21.15.53:0/3116125034 learned_addr learned my addr 172.21.15.53:0/3116125034 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:15:47.664 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.553+0000 7f6f39d9b700 1 --2- 172.21.15.53:0/3116125034 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6f3c104700 0x7f6f3c199b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:47.664 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.553+0000 7f6f3ad9d700 1 --2- 172.21.15.53:0/3116125034 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6f3c1050a0 0x7f6f3c1a0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:47.664 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.553+0000 7f6f3a59c700 1 -- 172.21.15.53:0/3116125034 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6f3c104700 msgr2=0x7f6f3c199b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:47.664 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.553+0000 7f6f3a59c700 1 --2- 172.21.15.53:0/3116125034 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6f3c104700 0x7f6f3c199b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:47.664 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.553+0000 7f6f3a59c700 1 -- 172.21.15.53:0/3116125034 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6f3c1050a0 msgr2=0x7f6f3c1a0bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:47.664 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.553+0000 7f6f3a59c700 1 --2- 172.21.15.53:0/3116125034 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6f3c1050a0 0x7f6f3c1a0bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:47.664 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.553+0000 7f6f3a59c700 1 -- 172.21.15.53:0/3116125034 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f3c1a1270 con 0x7f6f3c103500 2024-05-10T11:15:47.664 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.553+0000 7f6f3a59c700 1 --2- 172.21.15.53:0/3116125034 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6f3c103500 0x7f6f3c199610 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c00fa30 tx=0x7f6f2c00fa60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:15:47.664 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.554+0000 7f6f2b7fe700 1 -- 172.21.15.53:0/3116125034 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f2c027070 con 0x7f6f3c103500 2024-05-10T11:15:47.665 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.554+0000 7f6f2b7fe700 1 -- 172.21.15.53:0/3116125034 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6f2c005940 con 0x7f6f3c103500 2024-05-10T11:15:47.665 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.554+0000 7f6f2b7fe700 1 -- 172.21.15.53:0/3116125034 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f2c022e30 con 0x7f6f3c103500 2024-05-10T11:15:47.665 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.554+0000 7f6f40c45700 1 -- 172.21.15.53:0/3116125034 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f3c1a1500 con 0x7f6f3c103500 2024-05-10T11:15:47.665 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.554+0000 7f6f40c45700 1 -- 172.21.15.53:0/3116125034 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f3c1a1a60 con 0x7f6f3c103500 2024-05-10T11:15:47.665 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.555+0000 7f6f40c45700 1 -- 172.21.15.53:0/3116125034 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f3c06a190 con 0x7f6f3c103500 2024-05-10T11:15:47.665 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.556+0000 7f6f2b7fe700 1 -- 172.21.15.53:0/3116125034 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f6f2c02a070 con 0x7f6f3c103500 2024-05-10T11:15:47.665 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.557+0000 7f6f2b7fe700 1 --2- 172.21.15.53:0/3116125034 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6f240b2880 0x7f6f240b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:47.665 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.557+0000 7f6f39d9b700 1 --2- 172.21.15.53:0/3116125034 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6f240b2880 0x7f6f240b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:47.665 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.557+0000 7f6f2b7fe700 1 -- 172.21.15.53:0/3116125034 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f6f2c0e29b0 con 0x7f6f3c103500 2024-05-10T11:15:47.665 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.557+0000 7f6f39d9b700 1 --2- 172.21.15.53:0/3116125034 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6f240b2880 0x7f6f240b4d40 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f6f30009c60 tx=0x7f6f30009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:15:47.665 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.560+0000 7f6f2b7fe700 1 -- 172.21.15.53:0/3116125034 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f6f2c013070 con 0x7f6f3c103500 2024-05-10T11:15:47.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.775+0000 7f6f40c45700 1 -- 172.21.15.53:0/3116125034 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f6f3c0640b0 con 0x7f6f3c103500 2024-05-10T11:15:47.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.775+0000 7f6f2b7fe700 1 -- 172.21.15.53:0/3116125034 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v71) ==== 74+0+133 (secure 0 0 0) 0x7f6f2c0aab60 con 0x7f6f3c103500 2024-05-10T11:15:47.775 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:15:47.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.778+0000 7f6f40c45700 1 -- 172.21.15.53:0/3116125034 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6f240b2880 msgr2=0x7f6f240b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:47.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.778+0000 7f6f40c45700 1 --2- 172.21.15.53:0/3116125034 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6f240b2880 0x7f6f240b4d40 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f6f30009c60 tx=0x7f6f30009260 comp rx=0 tx=0).stop 2024-05-10T11:15:47.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.778+0000 7f6f40c45700 1 -- 172.21.15.53:0/3116125034 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6f3c103500 msgr2=0x7f6f3c199610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:47.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.778+0000 7f6f40c45700 1 --2- 172.21.15.53:0/3116125034 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6f3c103500 0x7f6f3c199610 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c00fa30 tx=0x7f6f2c00fa60 comp rx=0 tx=0).stop 2024-05-10T11:15:47.779 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.778+0000 7f6f40c45700 1 -- 172.21.15.53:0/3116125034 shutdown_connections 2024-05-10T11:15:47.779 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.778+0000 7f6f40c45700 1 --2- 172.21.15.53:0/3116125034 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6f240b2880 0x7f6f240b4d40 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:47.779 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.778+0000 7f6f40c45700 1 --2- 172.21.15.53:0/3116125034 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6f3c1050a0 0x7f6f3c1a0bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:47.779 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.778+0000 7f6f40c45700 1 --2- 172.21.15.53:0/3116125034 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6f3c103500 0x7f6f3c199610 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:47.779 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.778+0000 7f6f40c45700 1 --2- 172.21.15.53:0/3116125034 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6f3c104700 0x7f6f3c199b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:47.779 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.778+0000 7f6f40c45700 1 -- 172.21.15.53:0/3116125034 >> 172.21.15.53:0/3116125034 conn(0x7f6f3c0feaa0 msgr2=0x7f6f3c107b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:15:47.779 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.778+0000 7f6f40c45700 1 -- 172.21.15.53:0/3116125034 shutdown_connections 2024-05-10T11:15:47.779 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:47.779+0000 7f6f40c45700 1 -- 172.21.15.53:0/3116125034 wait complete. 2024-05-10T11:15:48.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:47 smithi053 ceph-mon[30153]: purged_snaps scrub starts 2024-05-10T11:15:48.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:47 smithi053 ceph-mon[30153]: purged_snaps scrub ok 2024-05-10T11:15:48.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:47 smithi053 ceph-mon[30153]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:48.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:47 smithi053 ceph-mon[30153]: osd.11 [v2:172.21.15.187:6824/2749419601,v1:172.21.15.187:6825/2749419601] boot 2024-05-10T11:15:48.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:47 smithi053 ceph-mon[30153]: osdmap e71: 12 total, 12 up, 12 in 2024-05-10T11:15:48.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:47 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-10T11:15:48.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:47 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3116125034' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-10T11:15:48.225 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:47 smithi187 ceph-mon[34076]: purged_snaps scrub starts 2024-05-10T11:15:48.225 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:47 smithi187 ceph-mon[34076]: purged_snaps scrub ok 2024-05-10T11:15:48.225 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:47 smithi187 ceph-mon[34076]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:48.225 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:47 smithi187 ceph-mon[34076]: osd.11 [v2:172.21.15.187:6824/2749419601,v1:172.21.15.187:6825/2749419601] boot 2024-05-10T11:15:48.225 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:47 smithi187 ceph-mon[34076]: osdmap e71: 12 total, 12 up, 12 in 2024-05-10T11:15:48.225 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:47 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-10T11:15:48.225 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:47 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3116125034' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-10T11:15:48.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:47 smithi132 ceph-mon[33758]: purged_snaps scrub starts 2024-05-10T11:15:48.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:47 smithi132 ceph-mon[33758]: purged_snaps scrub ok 2024-05-10T11:15:48.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:47 smithi132 ceph-mon[33758]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-05-10T11:15:48.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:47 smithi132 ceph-mon[33758]: osd.11 [v2:172.21.15.187:6824/2749419601,v1:172.21.15.187:6825/2749419601] boot 2024-05-10T11:15:48.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:47 smithi132 ceph-mon[33758]: osdmap e71: 12 total, 12 up, 12 in 2024-05-10T11:15:48.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:47 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-10T11:15:48.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:47 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3116125034' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-10T11:15:48.532 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":71,"num_osds":12,"num_up_osds":12,"osd_up_since":1715339746,"num_in_osds":12,"osd_in_since":1715339727,"num_remapped_pgs":0} 2024-05-10T11:15:48.532 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-10T11:15:48.805 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:15:49.082 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:48 smithi053 ceph-mon[30153]: osdmap e72: 12 total, 12 up, 12 in 2024-05-10T11:15:49.082 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:48 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:49.082 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:48 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:49.082 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:48 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:49.082 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:48 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:49.082 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:48 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:49.083 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:48 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:49.083 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:48 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:49.083 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:48 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:49.083 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:48 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:15:49.083 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:48 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:49.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:48 smithi187 ceph-mon[34076]: osdmap e72: 12 total, 12 up, 12 in 2024-05-10T11:15:49.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:48 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:49.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:48 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:49.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:48 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:49.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:48 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:49.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:48 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:49.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:48 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:49.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:48 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:49.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:48 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:49.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:48 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:15:49.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:48 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:49.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:48 smithi132 ceph-mon[33758]: osdmap e72: 12 total, 12 up, 12 in 2024-05-10T11:15:49.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:48 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:49.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:48 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:49.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:48 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:49.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:48 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:49.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:48 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:49.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:48 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:15:49.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:48 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:49.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:48 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:49.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:48 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:15:49.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:48 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:50.225 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:49 smithi053 ceph-mon[30153]: Detected new or changed devices on smithi187 2024-05-10T11:15:50.225 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:49 smithi053 ceph-mon[30153]: Adjusting osd_memory_target on smithi187 to 4272M 2024-05-10T11:15:50.225 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:49 smithi053 ceph-mon[30153]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:15:50.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:49 smithi187 ceph-mon[34076]: Detected new or changed devices on smithi187 2024-05-10T11:15:50.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:49 smithi187 ceph-mon[34076]: Adjusting osd_memory_target on smithi187 to 4272M 2024-05-10T11:15:50.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:49 smithi187 ceph-mon[34076]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:15:50.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:49 smithi132 ceph-mon[33758]: Detected new or changed devices on smithi187 2024-05-10T11:15:50.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:49 smithi132 ceph-mon[33758]: Adjusting osd_memory_target on smithi187 to 4272M 2024-05-10T11:15:50.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:49 smithi132 ceph-mon[33758]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:15:50.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.593+0000 7f1a9b092700 1 -- 172.21.15.53:0/1848906436 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a9406bb70 msgr2=0x7f1a9406bff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:50.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.593+0000 7f1a9b092700 1 --2- 172.21.15.53:0/1848906436 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a9406bb70 0x7f1a9406bff0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f1a80009990 tx=0x7f1a80009ca0 comp rx=0 tx=0).stop 2024-05-10T11:15:50.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.593+0000 7f1a9b092700 1 -- 172.21.15.53:0/1848906436 shutdown_connections 2024-05-10T11:15:50.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.593+0000 7f1a9b092700 1 --2- 172.21.15.53:0/1848906436 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1a9406c530 0x7f1a94110350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:50.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.593+0000 7f1a9b092700 1 --2- 172.21.15.53:0/1848906436 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1a94109530 0x7f1a94109910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:50.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.593+0000 7f1a9b092700 1 --2- 172.21.15.53:0/1848906436 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a9406bb70 0x7f1a9406bff0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:50.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.593+0000 7f1a9b092700 1 -- 172.21.15.53:0/1848906436 >> 172.21.15.53:0/1848906436 conn(0x7f1a94079350 msgr2=0x7f1a94079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:15:50.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.593+0000 7f1a9b092700 1 -- 172.21.15.53:0/1848906436 shutdown_connections 2024-05-10T11:15:50.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.593+0000 7f1a9b092700 1 -- 172.21.15.53:0/1848906436 wait complete. 2024-05-10T11:15:50.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.593+0000 7f1a9b092700 1 Processor -- start 2024-05-10T11:15:50.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.593+0000 7f1a9b092700 1 -- start start 2024-05-10T11:15:50.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.594+0000 7f1a9b092700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1a9406bb70 0x7f1a94102850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:50.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.594+0000 7f1a9b092700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1a9406c530 0x7f1a94102d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:50.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.594+0000 7f1a9b092700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a94109530 0x7f1a941032d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:50.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.594+0000 7f1a9b092700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1a94113510 con 0x7f1a94109530 2024-05-10T11:15:50.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.594+0000 7f1a9b092700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f1a94113390 con 0x7f1a9406c530 2024-05-10T11:15:50.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.594+0000 7f1a9b092700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f1a94113690 con 0x7f1a9406bb70 2024-05-10T11:15:50.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.594+0000 7f1a9962f700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a94109530 0x7f1a941032d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:50.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.594+0000 7f1a9962f700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a94109530 0x7f1a941032d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37332/0 (socket says 172.21.15.53:37332) 2024-05-10T11:15:50.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.594+0000 7f1a9962f700 1 -- 172.21.15.53:0/3755129962 learned_addr learned my addr 172.21.15.53:0/3755129962 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:15:50.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.594+0000 7f1a93fff700 1 --2- 172.21.15.53:0/3755129962 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1a9406c530 0x7f1a94102d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:50.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.594+0000 7f1a98e2e700 1 --2- 172.21.15.53:0/3755129962 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1a9406bb70 0x7f1a94102850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:50.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.594+0000 7f1a9962f700 1 -- 172.21.15.53:0/3755129962 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1a9406bb70 msgr2=0x7f1a94102850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:50.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.594+0000 7f1a9962f700 1 --2- 172.21.15.53:0/3755129962 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1a9406bb70 0x7f1a94102850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:50.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.594+0000 7f1a9962f700 1 -- 172.21.15.53:0/3755129962 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1a9406c530 msgr2=0x7f1a94102d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:50.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.594+0000 7f1a9962f700 1 --2- 172.21.15.53:0/3755129962 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1a9406c530 0x7f1a94102d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:50.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.594+0000 7f1a9962f700 1 -- 172.21.15.53:0/3755129962 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a941a7fb0 con 0x7f1a94109530 2024-05-10T11:15:50.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.594+0000 7f1a9962f700 1 --2- 172.21.15.53:0/3755129962 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a94109530 0x7f1a941032d0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f1a8c00ada0 tx=0x7f1a8c00c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:15:50.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.594+0000 7f1a91ffb700 1 -- 172.21.15.53:0/3755129962 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a8c017020 con 0x7f1a94109530 2024-05-10T11:15:50.597 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.595+0000 7f1a91ffb700 1 -- 172.21.15.53:0/3755129962 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1a8c00cd60 con 0x7f1a94109530 2024-05-10T11:15:50.597 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.595+0000 7f1a9b092700 1 -- 172.21.15.53:0/3755129962 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a941a82a0 con 0x7f1a94109530 2024-05-10T11:15:50.597 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.595+0000 7f1a91ffb700 1 -- 172.21.15.53:0/3755129962 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a8c005280 con 0x7f1a94109530 2024-05-10T11:15:50.597 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.595+0000 7f1a9b092700 1 -- 172.21.15.53:0/3755129962 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a941a8760 con 0x7f1a94109530 2024-05-10T11:15:50.598 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.596+0000 7f1a9b092700 1 -- 172.21.15.53:0/3755129962 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a94104bf0 con 0x7f1a94109530 2024-05-10T11:15:50.598 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.597+0000 7f1a91ffb700 1 -- 172.21.15.53:0/3755129962 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f1a8c00c8d0 con 0x7f1a94109530 2024-05-10T11:15:50.598 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.598+0000 7f1a91ffb700 1 --2- 172.21.15.53:0/3755129962 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1a840b2880 0x7f1a840b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:50.598 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.598+0000 7f1a98e2e700 1 --2- 172.21.15.53:0/3755129962 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1a840b2880 0x7f1a840b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:50.598 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.598+0000 7f1a91ffb700 1 -- 172.21.15.53:0/3755129962 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f1a8c0e1510 con 0x7f1a94109530 2024-05-10T11:15:50.598 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.598+0000 7f1a98e2e700 1 --2- 172.21.15.53:0/3755129962 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1a840b2880 0x7f1a840b4d40 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1a88005950 tx=0x7f1a8800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:15:50.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.602+0000 7f1a91ffb700 1 -- 172.21.15.53:0/3755129962 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f1a8c021020 con 0x7f1a94109530 2024-05-10T11:15:50.827 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.827+0000 7f1a9b092700 1 -- 172.21.15.53:0/3755129962 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1a9402e510 con 0x7f1a94109530 2024-05-10T11:15:50.828 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.828+0000 7f1a91ffb700 1 -- 172.21.15.53:0/3755129962 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v72) ==== 74+0+18457 (secure 0 0 0) 0x7f1a8c0a9760 con 0x7f1a94109530 2024-05-10T11:15:50.828 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:15:50.828 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":72,"fsid":"745ae8e0-0ebd-11ef-bc98-c7b262605968","created":"2024-05-10T11:08:31.420091+0000","modified":"2024-05-10T11:15:47.973189+0000","last_up_change":"2024-05-10T11:15:46.966521+0000","last_in_change":"2024-05-10T11:15:27.163789+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-10T11:11:52.642234+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"308620b5-0bae-4c96-ad1e-ed079eb9d754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6803","nonce":1941743135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6805","nonce":1941743135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6809","nonce":1941743135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6807","nonce":1941743135}]},"public_addr":"172.21.15.53:6803/1941743135","cluster_addr":"172.21.15.53:6805/1941743135","heartbeat_back_addr":"172.21.15.53:6809/1941743135","heartbeat_front_addr":"172.21.15.53:6807/1941743135","state":["exists","up"]},{"osd":1,"uuid":"e6bd2396-fc15-4c8a-85c0-5a7586c7c059","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6801","nonce":1054747155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6803","nonce":1054747155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6807","nonce":1054747155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6805","nonce":1054747155}]},"public_addr":"172.21.15.132:6801/1054747155","cluster_addr":"172.21.15.132:6803/1054747155","heartbeat_back_addr":"172.21.15.132:6807/1054747155","heartbeat_front_addr":"172.21.15.132:6805/1054747155","state":["exists","up"]},{"osd":2,"uuid":"b685f96c-bfb2-4d57-9484-35b2b18f7913","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6801","nonce":3202790181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6803","nonce":3202790181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6807","nonce":3202790181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6805","nonce":3202790181}]},"public_addr":"172.21.15.187:6801/3202790181","cluster_addr":"172.21.15.187:6803/3202790181","heartbeat_back_addr":"172.21.15.187:6807/3202790181","heartbeat_front_addr":"172.21.15.187:6805/3202790181","state":["exists","up"]},{"osd":3,"uuid":"4522b579-3cc7-4378-a93c-6c99815acc28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6811","nonce":1472446441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6813","nonce":1472446441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6817","nonce":1472446441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6815","nonce":1472446441}]},"public_addr":"172.21.15.53:6811/1472446441","cluster_addr":"172.21.15.53:6813/1472446441","heartbeat_back_addr":"172.21.15.53:6817/1472446441","heartbeat_front_addr":"172.21.15.53:6815/1472446441","state":["exists","up"]},{"osd":4,"uuid":"4ddb8a8d-a867-4c85-90f3-3c69f9005ac5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6809","nonce":1125460805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6811","nonce":1125460805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6815","nonce":1125460805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6813","nonce":1125460805}]},"public_addr":"172.21.15.132:6809/1125460805","cluster_addr":"172.21.15.132:6811/1125460805","heartbeat_back_addr":"172.21.15.132:6815/1125460805","heartbeat_front_addr":"172.21.15.132:6813/1125460805","state":["exists","up"]},{"osd":5,"uuid":"eaef74a7-cef1-4fc5-899f-fd14fcd05c57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6809","nonce":486081036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6811","nonce":486081036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6815","nonce":486081036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6813","nonce":486081036}]},"public_addr":"172.21.15.187:6809/486081036","cluster_addr":"172.21.15.187:6811/486081036","heartbeat_back_addr":"172.21.15.187:6815/486081036","heartbeat_front_addr":"172.21.15.187:6813/486081036","state":["exists","up"]},{"osd":6,"uuid":"af22474c-76ca-48da-a8ff-252375cbe43f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6819","nonce":3301526689}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6821","nonce":3301526689}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6825","nonce":3301526689}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6823","nonce":3301526689}]},"public_addr":"172.21.15.53:6819/3301526689","cluster_addr":"172.21.15.53:6821/3301526689","heartbeat_back_addr":"172.21.15.53:6825/3301526689","heartbeat_front_addr":"172.21.15.53:6823/3301526689","state":["exists","up"]},{"osd":7,"uuid":"d5765fdc-67e8-4b48-8742-65a458ed6430","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6817","nonce":304039390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6819","nonce":304039390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6823","nonce":304039390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6821","nonce":304039390}]},"public_addr":"172.21.15.132:6817/304039390","cluster_addr":"172.21.15.132:6819/304039390","heartbeat_back_addr":"172.21.15.132:6823/304039390","heartbeat_front_addr":"172.21.15.132:6821/304039390","state":["exists","up"]},{"osd":8,"uuid":"6c8900ce-f028-4463-a003-f7faa3895c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6817","nonce":2315808567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6819","nonce":2315808567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6823","nonce":2315808567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6821","nonce":2315808567}]},"public_addr":"172.21.15.187:6817/2315808567","cluster_addr":"172.21.15.187:6819/2315808567","heartbeat_back_addr":"172.21.15.187:6823/2315808567","heartbeat_front_addr":"172.21.15.187:6821/2315808567","state":["exists","up"]},{"osd":9,"uuid":"58eecf43-c7de-4e0e-86c4-f8d8d4fb3ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6827","nonce":1901241164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6829","nonce":1901241164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6833","nonce":1901241164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6831","nonce":1901241164}]},"public_addr":"172.21.15.53:6827/1901241164","cluster_addr":"172.21.15.53:6829/1901241164","heartbeat_back_addr":"172.21.15.53:6833/1901241164","heartbeat_front_addr":"172.21.15.53:6831/1901241164","state":["exists","up"]},{"osd":10,"uuid":"ba4a44c8-7162-4379-a382-4c98f785e69f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6825","nonce":482345617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6827","nonce":482345617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6831","nonce":482345617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6829","nonce":482345617}]},"public_addr":"172.21.15.132:6825/482345617","cluster_addr":"172.21.15.132:6827/482345617","heartbeat_back_addr":"172.21.15.132:6831/482345617","heartbeat_front_addr":"172.21.15.132:6829/482345617","state":["exists","up"]},{"osd":11,"uuid":"593923cd-74a8-4090-8006-e0e8472273da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6825","nonce":2749419601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6827","nonce":2749419601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6831","nonce":2749419601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6829","nonce":2749419601}]},"public_addr":"172.21.15.187:6825/2749419601","cluster_addr":"172.21.15.187:6827/2749419601","heartbeat_back_addr":"172.21.15.187:6831/2749419601","heartbeat_front_addr":"172.21.15.187:6829/2749419601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:02.104830+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:26.066990+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:50.070264+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:16.098565+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:41.234204+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:06.486543+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:33.486448+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:59.439071+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:25.149192+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:52.839666+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:19.077873+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:45.602763+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:0/977742423":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6801/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/2797782055":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6800/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/3095428222":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/1058417156":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/2996064341":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/3430080635":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6800/1318129754":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6801/1318129754":"2024-05-11T11:08:59.024880+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-10T11:15:50.831 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.830+0000 7f1a9b092700 1 -- 172.21.15.53:0/3755129962 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1a840b2880 msgr2=0x7f1a840b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:50.831 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.830+0000 7f1a9b092700 1 --2- 172.21.15.53:0/3755129962 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1a840b2880 0x7f1a840b4d40 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1a88005950 tx=0x7f1a8800b410 comp rx=0 tx=0).stop 2024-05-10T11:15:50.831 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.830+0000 7f1a9b092700 1 -- 172.21.15.53:0/3755129962 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a94109530 msgr2=0x7f1a941032d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:50.831 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.830+0000 7f1a9b092700 1 --2- 172.21.15.53:0/3755129962 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a94109530 0x7f1a941032d0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f1a8c00ada0 tx=0x7f1a8c00c330 comp rx=0 tx=0).stop 2024-05-10T11:15:50.831 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.830+0000 7f1a9b092700 1 -- 172.21.15.53:0/3755129962 shutdown_connections 2024-05-10T11:15:50.831 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.830+0000 7f1a9b092700 1 --2- 172.21.15.53:0/3755129962 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1a840b2880 0x7f1a840b4d40 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:50.831 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.830+0000 7f1a9b092700 1 --2- 172.21.15.53:0/3755129962 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a94109530 0x7f1a941032d0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:50.831 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.830+0000 7f1a9b092700 1 --2- 172.21.15.53:0/3755129962 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1a9406bb70 0x7f1a94102850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:50.831 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.830+0000 7f1a9b092700 1 --2- 172.21.15.53:0/3755129962 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1a9406c530 0x7f1a94102d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:50.831 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.830+0000 7f1a9b092700 1 -- 172.21.15.53:0/3755129962 >> 172.21.15.53:0/3755129962 conn(0x7f1a94079350 msgr2=0x7f1a94101630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:15:50.831 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.830+0000 7f1a9b092700 1 -- 172.21.15.53:0/3755129962 shutdown_connections 2024-05-10T11:15:50.831 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:50.830+0000 7f1a9b092700 1 -- 172.21.15.53:0/3755129962 wait complete. 2024-05-10T11:15:51.150 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:50 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3755129962' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:15:51.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:50 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3755129962' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:15:51.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:50 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3755129962' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:15:51.492 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-10T11:11:52.642234+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-10T11:15:51.492 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-05-10T11:15:51.748 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:15:52.163 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:51 smithi053 ceph-mon[30153]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:15:52.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:51 smithi187 ceph-mon[34076]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:15:52.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:51 smithi132 ceph-mon[33758]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:15:53.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.472+0000 7efed5057700 1 -- 172.21.15.53:0/3238862953 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efed0106340 msgr2=0x7efed0106720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:53.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.472+0000 7efed5057700 1 --2- 172.21.15.53:0/3238862953 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efed0106340 0x7efed0106720 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7efec000b0d0 tx=0x7efec000b3e0 comp rx=0 tx=0).stop 2024-05-10T11:15:53.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.472+0000 7efed5057700 1 -- 172.21.15.53:0/3238862953 shutdown_connections 2024-05-10T11:15:53.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.472+0000 7efed5057700 1 --2- 172.21.15.53:0/3238862953 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efed0108b70 0x7efed010f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:53.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.472+0000 7efed5057700 1 --2- 172.21.15.53:0/3238862953 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efed0106340 0x7efed0106720 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:53.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.472+0000 7efed5057700 1 --2- 172.21.15.53:0/3238862953 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efed01081b0 0x7efed0108630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:53.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.472+0000 7efed5057700 1 -- 172.21.15.53:0/3238862953 >> 172.21.15.53:0/3238862953 conn(0x7efed00776c0 msgr2=0x7efed0077ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:15:53.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.472+0000 7efed5057700 1 -- 172.21.15.53:0/3238862953 shutdown_connections 2024-05-10T11:15:53.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.472+0000 7efed5057700 1 -- 172.21.15.53:0/3238862953 wait complete. 2024-05-10T11:15:53.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.473+0000 7efed5057700 1 Processor -- start 2024-05-10T11:15:53.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.473+0000 7efed5057700 1 -- start start 2024-05-10T11:15:53.476 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.473+0000 7efed5057700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efed0106340 0x7efed019bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:53.476 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.473+0000 7efed5057700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efed01081b0 0x7efed019c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:53.476 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.474+0000 7efed5057700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efed0108b70 0x7efed01a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:53.476 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.474+0000 7efed5057700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7efed01125a0 con 0x7efed01081b0 2024-05-10T11:15:53.476 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.474+0000 7efed5057700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7efed0112420 con 0x7efed0106340 2024-05-10T11:15:53.476 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.474+0000 7efed5057700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7efed0112720 con 0x7efed0108b70 2024-05-10T11:15:53.476 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.474+0000 7efece59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efed01081b0 0x7efed019c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:53.476 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.474+0000 7efece59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efed01081b0 0x7efed019c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37352/0 (socket says 172.21.15.53:37352) 2024-05-10T11:15:53.476 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.474+0000 7efece59c700 1 -- 172.21.15.53:0/1745994257 learned_addr learned my addr 172.21.15.53:0/1745994257 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:15:53.476 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.474+0000 7efeced9d700 1 --2- 172.21.15.53:0/1745994257 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efed0106340 0x7efed019bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:53.476 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.474+0000 7efecf59e700 1 --2- 172.21.15.53:0/1745994257 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efed0108b70 0x7efed01a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:53.476 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.474+0000 7efece59c700 1 -- 172.21.15.53:0/1745994257 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efed0108b70 msgr2=0x7efed01a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:53.476 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.474+0000 7efece59c700 1 --2- 172.21.15.53:0/1745994257 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efed0108b70 0x7efed01a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:53.476 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.474+0000 7efece59c700 1 -- 172.21.15.53:0/1745994257 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efed0106340 msgr2=0x7efed019bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:53.476 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.474+0000 7efece59c700 1 --2- 172.21.15.53:0/1745994257 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efed0106340 0x7efed019bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:53.477 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.474+0000 7efece59c700 1 -- 172.21.15.53:0/1745994257 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efed01a0d90 con 0x7efed01081b0 2024-05-10T11:15:53.477 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.474+0000 7efece59c700 1 --2- 172.21.15.53:0/1745994257 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efed01081b0 0x7efed019c2c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7efec400b530 tx=0x7efec400b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:15:53.477 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.474+0000 7efeb7fff700 1 -- 172.21.15.53:0/1745994257 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efec4015020 con 0x7efed01081b0 2024-05-10T11:15:53.477 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.474+0000 7efeb7fff700 1 -- 172.21.15.53:0/1745994257 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efec4011cc0 con 0x7efed01081b0 2024-05-10T11:15:53.477 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.474+0000 7efed5057700 1 -- 172.21.15.53:0/1745994257 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efed01a1080 con 0x7efed01081b0 2024-05-10T11:15:53.477 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.475+0000 7efeb7fff700 1 -- 172.21.15.53:0/1745994257 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efec4010dc0 con 0x7efed01081b0 2024-05-10T11:15:53.477 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.475+0000 7efed5057700 1 -- 172.21.15.53:0/1745994257 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efed01a8900 con 0x7efed01081b0 2024-05-10T11:15:53.477 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.476+0000 7efed5057700 1 -- 172.21.15.53:0/1745994257 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efed006a190 con 0x7efed01081b0 2024-05-10T11:15:53.478 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.477+0000 7efeb7fff700 1 -- 172.21.15.53:0/1745994257 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7efec4018020 con 0x7efed01081b0 2024-05-10T11:15:53.478 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.478+0000 7efeb7fff700 1 --2- 172.21.15.53:0/1745994257 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efeb80b2880 0x7efeb80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:53.478 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.478+0000 7efeced9d700 1 --2- 172.21.15.53:0/1745994257 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efeb80b2880 0x7efeb80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:53.478 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.478+0000 7efeb7fff700 1 -- 172.21.15.53:0/1745994257 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7efec40e1b80 con 0x7efed01081b0 2024-05-10T11:15:53.478 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.478+0000 7efeced9d700 1 --2- 172.21.15.53:0/1745994257 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efeb80b2880 0x7efeb80b4d40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7efec0009fd0 tx=0x7efec000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:15:53.481 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.481+0000 7efeb7fff700 1 -- 172.21.15.53:0/1745994257 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7efec401f020 con 0x7efed01081b0 2024-05-10T11:15:53.694 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.694+0000 7efed5057700 1 -- 172.21.15.53:0/1745994257 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7efed002e510 con 0x7efed01081b0 2024-05-10T11:15:53.695 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.695+0000 7efeb7fff700 1 -- 172.21.15.53:0/1745994257 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v72) ==== 93+0+10 (secure 0 0 0) 0x7efec40a9d40 con 0x7efed01081b0 2024-05-10T11:15:53.695 INFO:teuthology.orchestra.run.smithi053.stdout:pg_num: 1 2024-05-10T11:15:53.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.697+0000 7efed5057700 1 -- 172.21.15.53:0/1745994257 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efeb80b2880 msgr2=0x7efeb80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:53.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.697+0000 7efed5057700 1 --2- 172.21.15.53:0/1745994257 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efeb80b2880 0x7efeb80b4d40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7efec0009fd0 tx=0x7efec000b040 comp rx=0 tx=0).stop 2024-05-10T11:15:53.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.697+0000 7efed5057700 1 -- 172.21.15.53:0/1745994257 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efed01081b0 msgr2=0x7efed019c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:53.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.697+0000 7efed5057700 1 --2- 172.21.15.53:0/1745994257 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efed01081b0 0x7efed019c2c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7efec400b530 tx=0x7efec400b840 comp rx=0 tx=0).stop 2024-05-10T11:15:53.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.697+0000 7efed5057700 1 -- 172.21.15.53:0/1745994257 shutdown_connections 2024-05-10T11:15:53.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.697+0000 7efed5057700 1 --2- 172.21.15.53:0/1745994257 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efeb80b2880 0x7efeb80b4d40 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:53.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.697+0000 7efed5057700 1 --2- 172.21.15.53:0/1745994257 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efed0108b70 0x7efed01a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:53.698 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.697+0000 7efed5057700 1 --2- 172.21.15.53:0/1745994257 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efed0106340 0x7efed019bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:53.698 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.697+0000 7efed5057700 1 --2- 172.21.15.53:0/1745994257 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efed01081b0 0x7efed019c2c0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:53.698 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.697+0000 7efed5057700 1 -- 172.21.15.53:0/1745994257 >> 172.21.15.53:0/1745994257 conn(0x7efed00776c0 msgr2=0x7efed010da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:15:53.698 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.697+0000 7efed5057700 1 -- 172.21.15.53:0/1745994257 shutdown_connections 2024-05-10T11:15:53.698 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:53.697+0000 7efed5057700 1 -- 172.21.15.53:0/1745994257 wait complete. 2024-05-10T11:15:54.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:53 smithi187 ceph-mon[34076]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:15:54.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:53 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1745994257' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-10T11:15:54.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:53 smithi053 ceph-mon[30153]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:15:54.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:53 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1745994257' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-10T11:15:54.473 INFO:tasks.cephadm:Adding mds.a on smithi053 2024-05-10T11:15:54.473 INFO:tasks.cephadm:Adding mds.d on smithi053 2024-05-10T11:15:54.473 INFO:tasks.cephadm:Adding mds.g on smithi053 2024-05-10T11:15:54.473 INFO:tasks.cephadm:Adding mds.j on smithi053 2024-05-10T11:15:54.473 INFO:tasks.cephadm:Adding mds.b on smithi132 2024-05-10T11:15:54.473 INFO:tasks.cephadm:Adding mds.e on smithi132 2024-05-10T11:15:54.473 INFO:tasks.cephadm:Adding mds.h on smithi132 2024-05-10T11:15:54.473 INFO:tasks.cephadm:Adding mds.k on smithi132 2024-05-10T11:15:54.473 INFO:tasks.cephadm:Adding mds.c on smithi187 2024-05-10T11:15:54.473 INFO:tasks.cephadm:Adding mds.f on smithi187 2024-05-10T11:15:54.473 INFO:tasks.cephadm:Adding mds.i on smithi187 2024-05-10T11:15:54.474 INFO:tasks.cephadm:Adding mds.l on smithi187 2024-05-10T11:15:54.474 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph orch apply mds all '12;smithi053=a;smithi053=d;smithi053=g;smithi053=j;smithi132=b;smithi132=e;smithi132=h;smithi132=k;smithi187=c;smithi187=f;smithi187=i;smithi187=l' 2024-05-10T11:15:54.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:53 smithi132 ceph-mon[33758]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:15:54.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:53 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1745994257' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-10T11:15:54.727 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.c/config 2024-05-10T11:15:56.230 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:55 smithi187 ceph-mon[34076]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:15:56.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:55 smithi053 ceph-mon[30153]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:15:56.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:55 smithi132 ceph-mon[33758]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:15:56.582 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.580+0000 7f93e7dbf700 1 -- 172.21.15.187:0/803946422 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f93e0103fa0 msgr2=0x7f93e010a850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:56.582 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.580+0000 7f93e7dbf700 1 --2- 172.21.15.187:0/803946422 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f93e0103fa0 0x7f93e010a850 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f93d8009990 tx=0x7f93d8009ca0 comp rx=0 tx=0).stop 2024-05-10T11:15:56.582 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.580+0000 7f93e7dbf700 1 -- 172.21.15.187:0/803946422 shutdown_connections 2024-05-10T11:15:56.582 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.580+0000 7f93e7dbf700 1 --2- 172.21.15.187:0/803946422 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f93e0103fa0 0x7f93e010a850 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:56.583 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.580+0000 7f93e7dbf700 1 --2- 172.21.15.187:0/803946422 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f93e0102400 0x7f93e0102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:56.583 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.580+0000 7f93e7dbf700 1 --2- 172.21.15.187:0/803946422 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f93e0103600 0x7f93e0103a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:56.583 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.580+0000 7f93e7dbf700 1 -- 172.21.15.187:0/803946422 >> 172.21.15.187:0/803946422 conn(0x7f93e00fd9a0 msgr2=0x7f93e00ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:15:56.583 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.580+0000 7f93e7dbf700 1 -- 172.21.15.187:0/803946422 shutdown_connections 2024-05-10T11:15:56.583 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.580+0000 7f93e7dbf700 1 -- 172.21.15.187:0/803946422 wait complete. 2024-05-10T11:15:56.583 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.581+0000 7f93e7dbf700 1 Processor -- start 2024-05-10T11:15:56.583 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.581+0000 7f93e7dbf700 1 -- start start 2024-05-10T11:15:56.583 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.581+0000 7f93e7dbf700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f93e0102400 0x7f93e01983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:56.583 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.581+0000 7f93e7dbf700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f93e0103600 0x7f93e0198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:56.583 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.581+0000 7f93e7dbf700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f93e0103fa0 0x7f93e019f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:56.583 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.581+0000 7f93e7dbf700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f93e010dd40 con 0x7f93e0103fa0 2024-05-10T11:15:56.583 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.581+0000 7f93e7dbf700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f93e010dbc0 con 0x7f93e0103600 2024-05-10T11:15:56.583 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.581+0000 7f93e7dbf700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f93e010dec0 con 0x7f93e0102400 2024-05-10T11:15:56.584 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.581+0000 7f93e5b5b700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f93e0102400 0x7f93e01983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:56.584 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.581+0000 7f93e5b5b700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f93e0102400 0x7f93e01983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.187:47940/0 (socket says 172.21.15.187:47940) 2024-05-10T11:15:56.584 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.581+0000 7f93e5b5b700 1 -- 172.21.15.187:0/3627577088 learned_addr learned my addr 172.21.15.187:0/3627577088 (peer_addr_for_me v2:172.21.15.187:0/0) 2024-05-10T11:15:56.584 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.581+0000 7f93e635c700 1 --2- 172.21.15.187:0/3627577088 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f93e0103fa0 0x7f93e019f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:56.584 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.581+0000 7f93e535a700 1 --2- 172.21.15.187:0/3627577088 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f93e0103600 0x7f93e0198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:56.584 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.581+0000 7f93e5b5b700 1 -- 172.21.15.187:0/3627577088 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f93e0103600 msgr2=0x7f93e0198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:56.584 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.581+0000 7f93e5b5b700 1 --2- 172.21.15.187:0/3627577088 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f93e0103600 0x7f93e0198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:56.584 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.581+0000 7f93e5b5b700 1 -- 172.21.15.187:0/3627577088 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f93e0103fa0 msgr2=0x7f93e019f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:56.584 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.581+0000 7f93e5b5b700 1 --2- 172.21.15.187:0/3627577088 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f93e0103fa0 0x7f93e019f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:56.584 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.581+0000 7f93e5b5b700 1 -- 172.21.15.187:0/3627577088 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93e01a0020 con 0x7f93e0102400 2024-05-10T11:15:56.584 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.582+0000 7f93e5b5b700 1 --2- 172.21.15.187:0/3627577088 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f93e0102400 0x7f93e01983c0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f93dc007dd0 tx=0x7f93dc00a340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:15:56.584 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.582+0000 7f93d6ffd700 1 -- 172.21.15.187:0/3627577088 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93dc016020 con 0x7f93e0102400 2024-05-10T11:15:56.584 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.582+0000 7f93d6ffd700 1 -- 172.21.15.187:0/3627577088 <== mon.1 v2:172.21.15.187:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f93dc00acb0 con 0x7f93e0102400 2024-05-10T11:15:56.584 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.582+0000 7f93e7dbf700 1 -- 172.21.15.187:0/3627577088 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93e01a0310 con 0x7f93e0102400 2024-05-10T11:15:56.584 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.582+0000 7f93d6ffd700 1 -- 172.21.15.187:0/3627577088 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93dc0115e0 con 0x7f93e0102400 2024-05-10T11:15:56.585 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.582+0000 7f93e7dbf700 1 -- 172.21.15.187:0/3627577088 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93e01a0850 con 0x7f93e0102400 2024-05-10T11:15:56.585 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.583+0000 7f93e7dbf700 1 -- 172.21.15.187:0/3627577088 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93e006a190 con 0x7f93e0102400 2024-05-10T11:15:56.585 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.585+0000 7f93d6ffd700 1 -- 172.21.15.187:0/3627577088 <== mon.1 v2:172.21.15.187:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f93dc019020 con 0x7f93e0102400 2024-05-10T11:15:56.586 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.586+0000 7f93d6ffd700 1 --2- 172.21.15.187:0/3627577088 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f93cc0b2880 0x7f93cc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:56.586 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.586+0000 7f93d6ffd700 1 -- 172.21.15.187:0/3627577088 <== mon.1 v2:172.21.15.187:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f93dc0e2230 con 0x7f93e0102400 2024-05-10T11:15:56.586 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.586+0000 7f93e535a700 1 --2- 172.21.15.187:0/3627577088 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f93cc0b2880 0x7f93cc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:56.587 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.587+0000 7f93e535a700 1 --2- 172.21.15.187:0/3627577088 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f93cc0b2880 0x7f93cc0b4d40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f93d0005950 tx=0x7f93d000a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:15:56.589 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.589+0000 7f93d6ffd700 1 -- 172.21.15.187:0/3627577088 <== mon.1 v2:172.21.15.187:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f93dc020030 con 0x7f93e0102400 2024-05-10T11:15:56.803 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.803+0000 7f93e7dbf700 1 -- 172.21.15.187:0/3627577088 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi053=a;smithi053=d;smithi053=g;smithi053=j;smithi132=b;smithi132=e;smithi132=h;smithi132=k;smithi187=c;smithi187=f;smithi187=i;smithi187=l", "target": ["mon-mgr", ""]}) -- 0x7f93e00639e0 con 0x7f93cc0b2880 2024-05-10T11:15:56.811 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.811+0000 7f93d6ffd700 1 -- 172.21.15.187:0/3627577088 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f93e00639e0 con 0x7f93cc0b2880 2024-05-10T11:15:56.812 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled mds.all update... 2024-05-10T11:15:56.814 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.814+0000 7f93e7dbf700 1 -- 172.21.15.187:0/3627577088 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f93cc0b2880 msgr2=0x7f93cc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:56.815 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.814+0000 7f93e7dbf700 1 --2- 172.21.15.187:0/3627577088 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f93cc0b2880 0x7f93cc0b4d40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f93d0005950 tx=0x7f93d000a300 comp rx=0 tx=0).stop 2024-05-10T11:15:56.815 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.814+0000 7f93e7dbf700 1 -- 172.21.15.187:0/3627577088 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f93e0102400 msgr2=0x7f93e01983c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:56.815 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.814+0000 7f93e7dbf700 1 --2- 172.21.15.187:0/3627577088 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f93e0102400 0x7f93e01983c0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f93dc007dd0 tx=0x7f93dc00a340 comp rx=0 tx=0).stop 2024-05-10T11:15:56.815 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.814+0000 7f93e7dbf700 1 -- 172.21.15.187:0/3627577088 shutdown_connections 2024-05-10T11:15:56.815 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.814+0000 7f93e7dbf700 1 --2- 172.21.15.187:0/3627577088 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f93cc0b2880 0x7f93cc0b4d40 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:56.815 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.814+0000 7f93e7dbf700 1 --2- 172.21.15.187:0/3627577088 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f93e0103fa0 0x7f93e019f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:56.815 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.814+0000 7f93e7dbf700 1 --2- 172.21.15.187:0/3627577088 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f93e0102400 0x7f93e01983c0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:56.815 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.814+0000 7f93e7dbf700 1 --2- 172.21.15.187:0/3627577088 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f93e0103600 0x7f93e0198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:56.815 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.814+0000 7f93e7dbf700 1 -- 172.21.15.187:0/3627577088 >> 172.21.15.187:0/3627577088 conn(0x7f93e00fd9a0 msgr2=0x7f93e0106970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:15:56.815 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.814+0000 7f93e7dbf700 1 -- 172.21.15.187:0/3627577088 shutdown_connections 2024-05-10T11:15:56.815 INFO:teuthology.orchestra.run.smithi187.stderr:2024-05-10T11:15:56.814+0000 7f93e7dbf700 1 -- 172.21.15.187:0/3627577088 wait complete. 2024-05-10T11:15:57.510 DEBUG:teuthology.orchestra.run.smithi053:mds.a> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.a.service 2024-05-10T11:15:57.513 DEBUG:teuthology.orchestra.run.smithi053:mds.d> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.d.service 2024-05-10T11:15:57.556 DEBUG:teuthology.orchestra.run.smithi053:mds.g> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.g.service 2024-05-10T11:15:57.599 DEBUG:teuthology.orchestra.run.smithi053:mds.j> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.j.service 2024-05-10T11:15:57.642 DEBUG:teuthology.orchestra.run.smithi132:mds.b> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.b.service 2024-05-10T11:15:57.644 DEBUG:teuthology.orchestra.run.smithi132:mds.e> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.e.service 2024-05-10T11:15:57.687 DEBUG:teuthology.orchestra.run.smithi132:mds.h> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.h.service 2024-05-10T11:15:57.730 DEBUG:teuthology.orchestra.run.smithi132:mds.k> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.k.service 2024-05-10T11:15:57.773 DEBUG:teuthology.orchestra.run.smithi187:mds.c> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.c.service 2024-05-10T11:15:57.775 DEBUG:teuthology.orchestra.run.smithi187:mds.f> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.f.service 2024-05-10T11:15:57.818 DEBUG:teuthology.orchestra.run.smithi187:mds.i> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.i.service 2024-05-10T11:15:57.861 DEBUG:teuthology.orchestra.run.smithi187:mds.l> sudo journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.l.service 2024-05-10T11:15:57.904 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-05-10T11:15:57.904 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:15:57.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:57 smithi132 ceph-mon[33758]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:15:57.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:57 smithi132 ceph-mon[33758]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi053=a;smithi053=d;smithi053=g;smithi053=j;smithi132=b;smithi132=e;smithi132=h;smithi132=k;smithi187=c;smithi187=f;smithi187=i;smithi187=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:15:57.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:57 smithi132 ceph-mon[33758]: Saving service mds.all spec with placement smithi053=a;smithi053=d;smithi053=g;smithi053=j;smithi132=b;smithi132=e;smithi132=h;smithi132=k;smithi187=c;smithi187=f;smithi187=i;smithi187=l;count:12 2024-05-10T11:15:57.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:57 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:57.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:57 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:15:57.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:57 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:57.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:57 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:15:57.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:57 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:57.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:57 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:15:57.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:57 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:15:57.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:57 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:58.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:57 smithi053 ceph-mon[30153]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:15:58.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:57 smithi053 ceph-mon[30153]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi053=a;smithi053=d;smithi053=g;smithi053=j;smithi132=b;smithi132=e;smithi132=h;smithi132=k;smithi187=c;smithi187=f;smithi187=i;smithi187=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:15:58.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:57 smithi053 ceph-mon[30153]: Saving service mds.all spec with placement smithi053=a;smithi053=d;smithi053=g;smithi053=j;smithi132=b;smithi132=e;smithi132=h;smithi132=k;smithi187=c;smithi187=f;smithi187=i;smithi187=l;count:12 2024-05-10T11:15:58.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:57 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:58.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:57 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:15:58.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:57 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:58.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:57 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:15:58.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:57 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:58.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:57 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:15:58.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:57 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:15:58.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:57 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:58.155 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:15:58.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:57 smithi187 ceph-mon[34076]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:15:58.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:57 smithi187 ceph-mon[34076]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi053=a;smithi053=d;smithi053=g;smithi053=j;smithi132=b;smithi132=e;smithi132=h;smithi132=k;smithi187=c;smithi187=f;smithi187=i;smithi187=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:15:58.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:57 smithi187 ceph-mon[34076]: Saving service mds.all spec with placement smithi053=a;smithi053=d;smithi053=g;smithi053=j;smithi132=b;smithi132=e;smithi132=h;smithi132=k;smithi187=c;smithi187=f;smithi187=i;smithi187=l;count:12 2024-05-10T11:15:58.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:57 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:58.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:57 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:15:58.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:57 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:58.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:57 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:15:58.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:57 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:15:58.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:57 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:15:58.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:57 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:15:58.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:57 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:15:59.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:58 smithi187 ceph-mon[34076]: Deploying daemon mds.l on smithi187 2024-05-10T11:15:59.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:58 smithi053 ceph-mon[30153]: Deploying daemon mds.l on smithi187 2024-05-10T11:15:59.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:58 smithi132 ceph-mon[33758]: Deploying daemon mds.l on smithi187 2024-05-10T11:15:59.847 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:15:59 smithi053 ceph-mon[30153]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:15:59.956 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.956+0000 7f4eebf24700 1 -- 172.21.15.53:0/4218401781 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ee4102620 msgr2=0x7f4ee4102a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:59.956 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.956+0000 7f4eebf24700 1 --2- 172.21.15.53:0/4218401781 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ee4102620 0x7f4ee4102a00 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f4ee00099c0 tx=0x7f4ee0009cd0 comp rx=0 tx=0).stop 2024-05-10T11:15:59.957 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.956+0000 7f4eebf24700 1 -- 172.21.15.53:0/4218401781 shutdown_connections 2024-05-10T11:15:59.957 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.956+0000 7f4eebf24700 1 --2- 172.21.15.53:0/4218401781 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4ee4107700 0x7f4ee410f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:59.957 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.956+0000 7f4eebf24700 1 --2- 172.21.15.53:0/4218401781 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ee4102620 0x7f4ee4102a00 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:59.957 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.956+0000 7f4eebf24700 1 --2- 172.21.15.53:0/4218401781 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4ee4102fd0 0x7f4ee4107020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:59.957 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.956+0000 7f4eebf24700 1 -- 172.21.15.53:0/4218401781 >> 172.21.15.53:0/4218401781 conn(0x7f4ee4079440 msgr2=0x7f4ee4079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:15:59.957 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.956+0000 7f4eebf24700 1 -- 172.21.15.53:0/4218401781 shutdown_connections 2024-05-10T11:15:59.957 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.956+0000 7f4eebf24700 1 -- 172.21.15.53:0/4218401781 wait complete. 2024-05-10T11:15:59.959 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.957+0000 7f4eebf24700 1 Processor -- start 2024-05-10T11:15:59.959 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.957+0000 7f4eebf24700 1 -- start start 2024-05-10T11:15:59.959 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.957+0000 7f4eebf24700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ee4102620 0x7f4ee419f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:59.959 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.957+0000 7f4eebf24700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4ee4102fd0 0x7f4ee419fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:59.959 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.957+0000 7f4eebf24700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4ee4107700 0x7f4ee4199a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:59.959 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.957+0000 7f4eebf24700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4ee4112540 con 0x7f4ee4102620 2024-05-10T11:15:59.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.957+0000 7f4eebf24700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f4ee41123c0 con 0x7f4ee4107700 2024-05-10T11:15:59.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.957+0000 7f4eebf24700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f4ee41126c0 con 0x7f4ee4102fd0 2024-05-10T11:15:59.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.957+0000 7f4ee9cc0700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ee4102620 0x7f4ee419f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:59.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.957+0000 7f4ee9cc0700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ee4102620 0x7f4ee419f850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:56588/0 (socket says 172.21.15.53:56588) 2024-05-10T11:15:59.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.957+0000 7f4ee9cc0700 1 -- 172.21.15.53:0/1746641075 learned_addr learned my addr 172.21.15.53:0/1746641075 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:15:59.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.957+0000 7f4ee94bf700 1 --2- 172.21.15.53:0/1746641075 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4ee4102fd0 0x7f4ee419fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:59.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.958+0000 7f4ee9cc0700 1 -- 172.21.15.53:0/1746641075 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4ee4102fd0 msgr2=0x7f4ee419fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:59.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.958+0000 7f4ee9cc0700 1 --2- 172.21.15.53:0/1746641075 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4ee4102fd0 0x7f4ee419fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:59.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.958+0000 7f4ee9cc0700 1 -- 172.21.15.53:0/1746641075 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4ee4107700 msgr2=0x7f4ee4199a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:15:59.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.958+0000 7f4eea4c1700 1 --2- 172.21.15.53:0/1746641075 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4ee4107700 0x7f4ee4199a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:59.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.958+0000 7f4ee9cc0700 1 --2- 172.21.15.53:0/1746641075 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4ee4107700 0x7f4ee4199a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:15:59.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.958+0000 7f4ee9cc0700 1 -- 172.21.15.53:0/1746641075 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ee419a170 con 0x7f4ee4102620 2024-05-10T11:15:59.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.958+0000 7f4eea4c1700 1 --2- 172.21.15.53:0/1746641075 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4ee4107700 0x7f4ee4199a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:15:59.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.958+0000 7f4ee9cc0700 1 --2- 172.21.15.53:0/1746641075 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ee4102620 0x7f4ee419f850 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f4ee0000c00 tx=0x7f4ee000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:15:59.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.958+0000 7f4edaffd700 1 -- 172.21.15.53:0/1746641075 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ee0026070 con 0x7f4ee4102620 2024-05-10T11:15:59.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.958+0000 7f4eebf24700 1 -- 172.21.15.53:0/1746641075 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ee419a400 con 0x7f4ee4102620 2024-05-10T11:15:59.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.958+0000 7f4edaffd700 1 -- 172.21.15.53:0/1746641075 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4ee0005030 con 0x7f4ee4102620 2024-05-10T11:15:59.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.958+0000 7f4edaffd700 1 -- 172.21.15.53:0/1746641075 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ee0004b70 con 0x7f4ee4102620 2024-05-10T11:15:59.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.958+0000 7f4eebf24700 1 -- 172.21.15.53:0/1746641075 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ee41a6720 con 0x7f4ee4102620 2024-05-10T11:15:59.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.959+0000 7f4eebf24700 1 -- 172.21.15.53:0/1746641075 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ee4103b00 con 0x7f4ee4102620 2024-05-10T11:15:59.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.961+0000 7f4edaffd700 1 -- 172.21.15.53:0/1746641075 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f4ee0029070 con 0x7f4ee4102620 2024-05-10T11:15:59.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.961+0000 7f4edaffd700 1 --2- 172.21.15.53:0/1746641075 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4ed00b2880 0x7f4ed00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:15:59.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.961+0000 7f4ee94bf700 1 --2- 172.21.15.53:0/1746641075 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4ed00b2880 0x7f4ed00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:15:59.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.961+0000 7f4edaffd700 1 -- 172.21.15.53:0/1746641075 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f4ee00e2c40 con 0x7f4ee4102620 2024-05-10T11:15:59.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.962+0000 7f4ee94bf700 1 --2- 172.21.15.53:0/1746641075 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4ed00b2880 0x7f4ed00b4d40 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4ee4107210 tx=0x7f4ed4009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:15:59.964 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:15:59.965+0000 7f4edaffd700 1 -- 172.21.15.53:0/1746641075 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f4ee0030020 con 0x7f4ee4102620 2024-05-10T11:16:00.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:15:59 smithi187 ceph-mon[34076]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:00.010 INFO:journalctl@ceph.mds.l.smithi187.stdout:May 10 11:15:59 smithi187 systemd[1]: Starting Ceph mds.l for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:16:00.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:15:59 smithi132 ceph-mon[33758]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:00.233 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:00.233+0000 7f4eebf24700 1 -- 172.21.15.53:0/1746641075 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4ee419af40 con 0x7f4ee4102620 2024-05-10T11:16:00.233 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:00.233+0000 7f4edaffd700 1 -- 172.21.15.53:0/1746641075 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+569 (secure 0 0 0) 0x7f4ee0013070 con 0x7f4ee4102620 2024-05-10T11:16:00.233 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:16:00.233 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-05-10T11:16:00.236 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:00.236+0000 7f4eebf24700 1 -- 172.21.15.53:0/1746641075 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4ed00b2880 msgr2=0x7f4ed00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:00.236 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:00.236+0000 7f4eebf24700 1 --2- 172.21.15.53:0/1746641075 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4ed00b2880 0x7f4ed00b4d40 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4ee4107210 tx=0x7f4ed4009190 comp rx=0 tx=0).stop 2024-05-10T11:16:00.236 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:00.236+0000 7f4eebf24700 1 -- 172.21.15.53:0/1746641075 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ee4102620 msgr2=0x7f4ee419f850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:00.236 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:00.236+0000 7f4eebf24700 1 --2- 172.21.15.53:0/1746641075 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ee4102620 0x7f4ee419f850 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f4ee0000c00 tx=0x7f4ee000f690 comp rx=0 tx=0).stop 2024-05-10T11:16:00.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:00.236+0000 7f4eebf24700 1 -- 172.21.15.53:0/1746641075 shutdown_connections 2024-05-10T11:16:00.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:00.236+0000 7f4eebf24700 1 --2- 172.21.15.53:0/1746641075 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4ed00b2880 0x7f4ed00b4d40 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:00.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:00.236+0000 7f4eebf24700 1 --2- 172.21.15.53:0/1746641075 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4ee4107700 0x7f4ee4199a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:00.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:00.236+0000 7f4eebf24700 1 --2- 172.21.15.53:0/1746641075 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ee4102620 0x7f4ee419f850 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:00.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:00.236+0000 7f4eebf24700 1 --2- 172.21.15.53:0/1746641075 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4ee4102fd0 0x7f4ee419fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:00.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:00.236+0000 7f4eebf24700 1 -- 172.21.15.53:0/1746641075 >> 172.21.15.53:0/1746641075 conn(0x7f4ee4079440 msgr2=0x7f4ee406bf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:00.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:00.236+0000 7f4eebf24700 1 -- 172.21.15.53:0/1746641075 shutdown_connections 2024-05-10T11:16:00.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:00.236+0000 7f4eebf24700 1 -- 172.21.15.53:0/1746641075 wait complete. 2024-05-10T11:16:00.237 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 1 2024-05-10T11:16:00.348 INFO:journalctl@ceph.mds.l.smithi187.stdout:May 10 11:16:00 smithi187 podman[63480]: 2024-05-10 11:15:59.985660018 +0000 UTC m=+0.018138645 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:16:00.348 INFO:journalctl@ceph.mds.l.smithi187.stdout:May 10 11:16:00 smithi187 podman[63480]: 2024-05-10 11:16:00.104881376 +0000 UTC m=+0.137359992 container create 1666876d3dc246304b88f1f91acdd20f138f4719d618e612d5d3f4e9479e0df0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-l, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-10T11:16:00.760 INFO:journalctl@ceph.mds.l.smithi187.stdout:May 10 11:16:00 smithi187 podman[63480]: 2024-05-10 11:16:00.349629837 +0000 UTC m=+0.382108446 container init 1666876d3dc246304b88f1f91acdd20f138f4719d618e612d5d3f4e9479e0df0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-l, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-10T11:16:00.760 INFO:journalctl@ceph.mds.l.smithi187.stdout:May 10 11:16:00 smithi187 podman[63480]: 2024-05-10 11:16:00.352590234 +0000 UTC m=+0.385068845 container start 1666876d3dc246304b88f1f91acdd20f138f4719d618e612d5d3f4e9479e0df0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-l, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, ceph=True, io.buildah.version=1.33.5) 2024-05-10T11:16:00.760 INFO:journalctl@ceph.mds.l.smithi187.stdout:May 10 11:16:00 smithi187 ceph-mds[63499]: -- 172.21.15.187:0/163318100 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559b91c43a40 con 0x559b91c16c00 2024-05-10T11:16:00.761 INFO:journalctl@ceph.mds.l.smithi187.stdout:May 10 11:16:00 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-l[63495]: starting mds.l at 2024-05-10T11:16:00.761 INFO:journalctl@ceph.mds.l.smithi187.stdout:May 10 11:16:00 smithi187 bash[63480]: 1666876d3dc246304b88f1f91acdd20f138f4719d618e612d5d3f4e9479e0df0 2024-05-10T11:16:00.761 INFO:journalctl@ceph.mds.l.smithi187.stdout:May 10 11:16:00 smithi187 systemd[1]: Started Ceph mds.l for 745ae8e0-0ebd-11ef-bc98-c7b262605968. 2024-05-10T11:16:01.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:00 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1746641075' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:01.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:00 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] up:boot 2024-05-10T11:16:01.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:00 smithi053 ceph-mon[30153]: fsmap 1 up:standby 2024-05-10T11:16:01.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:00 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-10T11:16:01.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:00 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:01.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:00 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:01.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:00 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:01.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:00 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:01.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:00 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:01.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:00 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:01.182 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:00 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1746641075' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:01.182 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:00 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] up:boot 2024-05-10T11:16:01.182 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:00 smithi132 ceph-mon[33758]: fsmap 1 up:standby 2024-05-10T11:16:01.182 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:00 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-10T11:16:01.182 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:00 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:01.182 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:00 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:01.183 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:00 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:01.183 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:00 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:01.183 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:00 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:01.183 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:00 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:01.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:00 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1746641075' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:01.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:00 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] up:boot 2024-05-10T11:16:01.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:00 smithi187 ceph-mon[34076]: fsmap 1 up:standby 2024-05-10T11:16:01.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:00 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-10T11:16:01.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:00 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:01.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:00 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:01.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:00 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:01.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:00 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:01.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:00 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:01.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:00 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:02.217 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:01 smithi132 ceph-mon[33758]: Deploying daemon mds.k on smithi132 2024-05-10T11:16:02.217 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:01 smithi132 ceph-mon[33758]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:02.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:01 smithi187 ceph-mon[34076]: Deploying daemon mds.k on smithi132 2024-05-10T11:16:02.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:01 smithi187 ceph-mon[34076]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:02.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:01 smithi053 ceph-mon[30153]: Deploying daemon mds.k on smithi132 2024-05-10T11:16:02.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:01 smithi053 ceph-mon[30153]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:02.999 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:16:03.261 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:16:03.474 INFO:journalctl@ceph.mds.k.smithi132.stdout:May 10 11:16:03 smithi132 systemd[1]: Started Ceph mds.k for 745ae8e0-0ebd-11ef-bc98-c7b262605968. 2024-05-10T11:16:04.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:03 smithi053 ceph-mon[30153]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:04.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:03 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:04.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:03 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:04.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:03 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:04.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:03 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:04.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:03 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:04.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:03 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:04.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:03 smithi132 ceph-mon[33758]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:04.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:03 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:04.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:03 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:04.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:03 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:04.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:03 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:04.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:03 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:04.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:03 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:04.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:03 smithi187 ceph-mon[34076]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:04.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:03 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:04.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:03 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:04.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:03 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:04.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:03 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:04.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:03 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:04.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:03 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:05.082 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:04 smithi053 ceph-mon[30153]: Deploying daemon mds.j on smithi053 2024-05-10T11:16:05.082 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:04 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.132:6832/1761006460,v1:172.21.15.132:6833/1761006460] up:boot 2024-05-10T11:16:05.082 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:04 smithi053 ceph-mon[30153]: fsmap 2 up:standby 2024-05-10T11:16:05.082 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:04 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-10T11:16:05.096 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.096+0000 7f2e18034700 1 -- 172.21.15.53:0/1790719561 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e101076e0 msgr2=0x7f2e1010f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:05.096 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.096+0000 7f2e18034700 1 --2- 172.21.15.53:0/1790719561 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e101076e0 0x7f2e1010f2b0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f2e08009990 tx=0x7f2e08009ca0 comp rx=0 tx=0).stop 2024-05-10T11:16:05.096 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.096+0000 7f2e18034700 1 -- 172.21.15.53:0/1790719561 shutdown_connections 2024-05-10T11:16:05.096 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.096+0000 7f2e18034700 1 --2- 172.21.15.53:0/1790719561 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e101076e0 0x7f2e1010f2b0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:05.096 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.096+0000 7f2e18034700 1 --2- 172.21.15.53:0/1790719561 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2e10108300 0x7f2e101086e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:05.096 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.096+0000 7f2e18034700 1 --2- 172.21.15.53:0/1790719561 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2e10108cb0 0x7f2e10107000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:05.096 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.096+0000 7f2e18034700 1 -- 172.21.15.53:0/1790719561 >> 172.21.15.53:0/1790719561 conn(0x7f2e100785a0 msgr2=0x7f2e100ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:05.096 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.096+0000 7f2e18034700 1 -- 172.21.15.53:0/1790719561 shutdown_connections 2024-05-10T11:16:05.096 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.096+0000 7f2e18034700 1 -- 172.21.15.53:0/1790719561 wait complete. 2024-05-10T11:16:05.098 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.096+0000 7f2e18034700 1 Processor -- start 2024-05-10T11:16:05.098 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.096+0000 7f2e18034700 1 -- start start 2024-05-10T11:16:05.098 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.097+0000 7f2e18034700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2e101076e0 0x7f2e1019e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:05.098 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.097+0000 7f2e18034700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e10108300 0x7f2e1019eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:05.098 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.097+0000 7f2e18034700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2e10108cb0 0x7f2e10198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:05.098 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.097+0000 7f2e18034700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f2e10112420 con 0x7f2e10108300 2024-05-10T11:16:05.098 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.097+0000 7f2e18034700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f2e101122a0 con 0x7f2e10108cb0 2024-05-10T11:16:05.099 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.097+0000 7f2e18034700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f2e101125a0 con 0x7f2e101076e0 2024-05-10T11:16:05.099 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.097+0000 7f2e155cf700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e10108300 0x7f2e1019eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:05.099 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.097+0000 7f2e155cf700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e10108300 0x7f2e1019eb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:56602/0 (socket says 172.21.15.53:56602) 2024-05-10T11:16:05.099 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.097+0000 7f2e155cf700 1 -- 172.21.15.53:0/728303658 learned_addr learned my addr 172.21.15.53:0/728303658 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:16:05.099 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.097+0000 7f2e165d1700 1 --2- 172.21.15.53:0/728303658 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2e10108cb0 0x7f2e10198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:05.099 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.097+0000 7f2e15dd0700 1 --2- 172.21.15.53:0/728303658 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2e101076e0 0x7f2e1019e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:05.099 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.097+0000 7f2e155cf700 1 -- 172.21.15.53:0/728303658 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2e101076e0 msgr2=0x7f2e1019e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:05.099 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.097+0000 7f2e155cf700 1 --2- 172.21.15.53:0/728303658 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2e101076e0 0x7f2e1019e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:05.099 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.097+0000 7f2e155cf700 1 -- 172.21.15.53:0/728303658 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2e10108cb0 msgr2=0x7f2e10198720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:05.099 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.097+0000 7f2e155cf700 1 --2- 172.21.15.53:0/728303658 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2e10108cb0 0x7f2e10198720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:05.099 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.097+0000 7f2e155cf700 1 -- 172.21.15.53:0/728303658 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e10199000 con 0x7f2e10108300 2024-05-10T11:16:05.099 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.097+0000 7f2e15dd0700 1 --2- 172.21.15.53:0/728303658 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2e101076e0 0x7f2e1019e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:16:05.099 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.097+0000 7f2e155cf700 1 --2- 172.21.15.53:0/728303658 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e10108300 0x7f2e1019eb90 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f2e0000ea80 tx=0x7f2e0000ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:05.099 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.097+0000 7f2e06ffd700 1 -- 172.21.15.53:0/728303658 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e0000b9c0 con 0x7f2e10108300 2024-05-10T11:16:05.100 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.097+0000 7f2e06ffd700 1 -- 172.21.15.53:0/728303658 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2e00004830 con 0x7f2e10108300 2024-05-10T11:16:05.100 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.097+0000 7f2e18034700 1 -- 172.21.15.53:0/728303658 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e10199290 con 0x7f2e10108300 2024-05-10T11:16:05.100 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.097+0000 7f2e06ffd700 1 -- 172.21.15.53:0/728303658 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e00005450 con 0x7f2e10108300 2024-05-10T11:16:05.100 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.098+0000 7f2e18034700 1 -- 172.21.15.53:0/728303658 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e10102080 con 0x7f2e10108300 2024-05-10T11:16:05.101 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.099+0000 7f2e18034700 1 -- 172.21.15.53:0/728303658 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e101019a0 con 0x7f2e10108300 2024-05-10T11:16:05.101 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.100+0000 7f2e06ffd700 1 -- 172.21.15.53:0/728303658 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f2e0000bb60 con 0x7f2e10108300 2024-05-10T11:16:05.101 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.101+0000 7f2e06ffd700 1 --2- 172.21.15.53:0/728303658 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2dfc0b2900 0x7f2dfc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:05.101 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.101+0000 7f2e15dd0700 1 --2- 172.21.15.53:0/728303658 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2dfc0b2900 0x7f2dfc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:05.101 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.101+0000 7f2e06ffd700 1 -- 172.21.15.53:0/728303658 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f2e000e1820 con 0x7f2e10108300 2024-05-10T11:16:05.101 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.101+0000 7f2e15dd0700 1 --2- 172.21.15.53:0/728303658 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2dfc0b2900 0x7f2dfc0b4dc0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f2e0c0060b0 tx=0x7f2e0c0076a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:05.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.105+0000 7f2e06ffd700 1 -- 172.21.15.53:0/728303658 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f2e000a99e0 con 0x7f2e10108300 2024-05-10T11:16:05.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:04 smithi132 ceph-mon[33758]: Deploying daemon mds.j on smithi053 2024-05-10T11:16:05.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:04 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.132:6832/1761006460,v1:172.21.15.132:6833/1761006460] up:boot 2024-05-10T11:16:05.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:04 smithi132 ceph-mon[33758]: fsmap 2 up:standby 2024-05-10T11:16:05.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:04 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-10T11:16:05.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:04 smithi187 ceph-mon[34076]: Deploying daemon mds.j on smithi053 2024-05-10T11:16:05.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:04 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.132:6832/1761006460,v1:172.21.15.132:6833/1761006460] up:boot 2024-05-10T11:16:05.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:04 smithi187 ceph-mon[34076]: fsmap 2 up:standby 2024-05-10T11:16:05.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:04 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-10T11:16:05.377 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.377+0000 7f2e18034700 1 -- 172.21.15.53:0/728303658 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2e10102a20 con 0x7f2e10108300 2024-05-10T11:16:05.378 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.378+0000 7f2e06ffd700 1 -- 172.21.15.53:0/728303658 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2224 (secure 0 0 0) 0x7f2e000a92e0 con 0x7f2e10108300 2024-05-10T11:16:05.378 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:16:05.378 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24353,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-05-10T11:16:05.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.380+0000 7f2e18034700 1 -- 172.21.15.53:0/728303658 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2dfc0b2900 msgr2=0x7f2dfc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:05.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.380+0000 7f2e18034700 1 --2- 172.21.15.53:0/728303658 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2dfc0b2900 0x7f2dfc0b4dc0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f2e0c0060b0 tx=0x7f2e0c0076a0 comp rx=0 tx=0).stop 2024-05-10T11:16:05.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.380+0000 7f2e18034700 1 -- 172.21.15.53:0/728303658 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e10108300 msgr2=0x7f2e1019eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:05.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.380+0000 7f2e18034700 1 --2- 172.21.15.53:0/728303658 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e10108300 0x7f2e1019eb90 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f2e0000ea80 tx=0x7f2e0000ed90 comp rx=0 tx=0).stop 2024-05-10T11:16:05.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.380+0000 7f2e18034700 1 -- 172.21.15.53:0/728303658 shutdown_connections 2024-05-10T11:16:05.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.380+0000 7f2e18034700 1 --2- 172.21.15.53:0/728303658 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2dfc0b2900 0x7f2dfc0b4dc0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:05.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.380+0000 7f2e18034700 1 --2- 172.21.15.53:0/728303658 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2e10108cb0 0x7f2e10198720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:05.382 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.380+0000 7f2e18034700 1 --2- 172.21.15.53:0/728303658 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2e101076e0 0x7f2e1019e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:05.382 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.380+0000 7f2e18034700 1 --2- 172.21.15.53:0/728303658 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2e10108300 0x7f2e1019eb90 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:05.382 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.380+0000 7f2e18034700 1 -- 172.21.15.53:0/728303658 >> 172.21.15.53:0/728303658 conn(0x7f2e100785a0 msgr2=0x7f2e101052b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:05.382 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.380+0000 7f2e18034700 1 -- 172.21.15.53:0/728303658 shutdown_connections 2024-05-10T11:16:05.382 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:05.380+0000 7f2e18034700 1 -- 172.21.15.53:0/728303658 wait complete. 2024-05-10T11:16:05.382 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 3 2024-05-10T11:16:05.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:05 smithi132 ceph-mon[33758]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:05.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:05 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/728303658' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:06.041 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:05 smithi053 ceph-mon[30153]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:06.041 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:05 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/728303658' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:06.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:05 smithi187 ceph-mon[34076]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:06.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:05 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/728303658' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:07.563 INFO:journalctl@ceph.mds.j.smithi053.stdout:May 10 11:16:07 smithi053 systemd[1]: Starting Ceph mds.j for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:16:07.819 INFO:journalctl@ceph.mds.j.smithi053.stdout:May 10 11:16:07 smithi053 podman[68086]: 2024-05-10 11:16:07.466635426 +0000 UTC m=+0.018905197 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:16:07.819 INFO:journalctl@ceph.mds.j.smithi053.stdout:May 10 11:16:07 smithi053 podman[68086]: 2024-05-10 11:16:07.608998121 +0000 UTC m=+0.161267872 container create 242e2a09e0efb8eb39e3ffcf40da6fc6412ba5bd0192b0e31c3e786604bcf102 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-j, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240507, GIT_CLEAN=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-05-10T11:16:08.120 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:07 smithi053 ceph-mon[30153]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:08.120 INFO:journalctl@ceph.mds.j.smithi053.stdout:May 10 11:16:07 smithi053 podman[68086]: 2024-05-10 11:16:07.858441703 +0000 UTC m=+0.410711469 container init 242e2a09e0efb8eb39e3ffcf40da6fc6412ba5bd0192b0e31c3e786604bcf102 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-j, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240507, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08) 2024-05-10T11:16:08.120 INFO:journalctl@ceph.mds.j.smithi053.stdout:May 10 11:16:07 smithi053 podman[68086]: 2024-05-10 11:16:07.86153706 +0000 UTC m=+0.413806820 container start 242e2a09e0efb8eb39e3ffcf40da6fc6412ba5bd0192b0e31c3e786604bcf102 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-j, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08) 2024-05-10T11:16:08.120 INFO:journalctl@ceph.mds.j.smithi053.stdout:May 10 11:16:07 smithi053 ceph-mds[68105]: -- 172.21.15.53:0/1689853387 <== mon.0 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c3a6ab9a40 con 0x55c3a6a8d000 2024-05-10T11:16:08.121 INFO:journalctl@ceph.mds.j.smithi053.stdout:May 10 11:16:07 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-j[68101]: starting mds.j at 2024-05-10T11:16:08.121 INFO:journalctl@ceph.mds.j.smithi053.stdout:May 10 11:16:07 smithi053 bash[68086]: 242e2a09e0efb8eb39e3ffcf40da6fc6412ba5bd0192b0e31c3e786604bcf102 2024-05-10T11:16:08.121 INFO:journalctl@ceph.mds.j.smithi053.stdout:May 10 11:16:07 smithi053 systemd[1]: Started Ceph mds.j for 745ae8e0-0ebd-11ef-bc98-c7b262605968. 2024-05-10T11:16:08.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:07 smithi132 ceph-mon[33758]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:08.253 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:07 smithi187 ceph-mon[34076]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:08.375 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:16:09.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:09.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:09.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:09.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:09.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:09.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:09.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:09 smithi187 ceph-mon[34076]: Deploying daemon mds.d on smithi053 2024-05-10T11:16:09.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:09 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.53:6834/1198409266,v1:172.21.15.53:6835/1198409266] up:boot 2024-05-10T11:16:09.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:09 smithi187 ceph-mon[34076]: fsmap 3 up:standby 2024-05-10T11:16:09.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-10T11:16:09.301 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:16:09.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:09.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:09.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:09.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:09.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:09.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:09.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:09 smithi053 ceph-mon[30153]: Deploying daemon mds.d on smithi053 2024-05-10T11:16:09.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:09 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.53:6834/1198409266,v1:172.21.15.53:6835/1198409266] up:boot 2024-05-10T11:16:09.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:09 smithi053 ceph-mon[30153]: fsmap 3 up:standby 2024-05-10T11:16:09.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-10T11:16:09.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:09.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:09.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:09.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:09.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:09.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:09.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:09 smithi132 ceph-mon[33758]: Deploying daemon mds.d on smithi053 2024-05-10T11:16:09.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:09 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.53:6834/1198409266,v1:172.21.15.53:6835/1198409266] up:boot 2024-05-10T11:16:09.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:09 smithi132 ceph-mon[33758]: fsmap 3 up:standby 2024-05-10T11:16:09.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-10T11:16:10.287 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:10 smithi053 ceph-mon[30153]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:10.375 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:10 smithi132 ceph-mon[33758]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:10.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:10 smithi187 ceph-mon[34076]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:10.569 INFO:journalctl@ceph.mds.d.smithi053.stdout:May 10 11:16:10 smithi053 systemd[1]: Starting Ceph mds.d for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:16:11.211 INFO:journalctl@ceph.mds.d.smithi053.stdout:May 10 11:16:11 smithi053 podman[68491]: 2024-05-10 11:16:10.978217261 +0000 UTC m=+0.021174094 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:16:11.211 INFO:journalctl@ceph.mds.d.smithi053.stdout:May 10 11:16:11 smithi053 podman[68491]: 2024-05-10 11:16:11.095785681 +0000 UTC m=+0.138742529 container create 64f78409bb6ef64f2d0ab5c6cba8809268c5e2cdd8185d63f67c108b5d47a1be (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-d, org.label-schema.vendor=CentOS, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.license=GPLv2, org.label-schema.build-date=20240507, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-10T11:16:11.569 INFO:journalctl@ceph.mds.d.smithi053.stdout:May 10 11:16:11 smithi053 podman[68491]: 2024-05-10 11:16:11.314849888 +0000 UTC m=+0.357806695 container init 64f78409bb6ef64f2d0ab5c6cba8809268c5e2cdd8185d63f67c108b5d47a1be (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-05-10T11:16:11.569 INFO:journalctl@ceph.mds.d.smithi053.stdout:May 10 11:16:11 smithi053 podman[68491]: 2024-05-10 11:16:11.317691304 +0000 UTC m=+0.360648120 container start 64f78409bb6ef64f2d0ab5c6cba8809268c5e2cdd8185d63f67c108b5d47a1be (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-d, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, ceph=True, GIT_CLEAN=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-05-10T11:16:11.569 INFO:journalctl@ceph.mds.d.smithi053.stdout:May 10 11:16:11 smithi053 ceph-mds[68526]: -- 172.21.15.53:0/1280360101 <== mon.0 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55adeaedda40 con 0x55adeaeb0c00 2024-05-10T11:16:11.569 INFO:journalctl@ceph.mds.d.smithi053.stdout:May 10 11:16:11 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-d[68522]: starting mds.d at 2024-05-10T11:16:11.569 INFO:journalctl@ceph.mds.d.smithi053.stdout:May 10 11:16:11 smithi053 bash[68491]: 64f78409bb6ef64f2d0ab5c6cba8809268c5e2cdd8185d63f67c108b5d47a1be 2024-05-10T11:16:11.569 INFO:journalctl@ceph.mds.d.smithi053.stdout:May 10 11:16:11 smithi053 systemd[1]: Started Ceph mds.d for 745ae8e0-0ebd-11ef-bc98-c7b262605968. 2024-05-10T11:16:11.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.933+0000 7fa667c6e700 1 -- 172.21.15.53:0/2286006083 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa660102fe0 msgr2=0x7fa660106fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:11.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.933+0000 7fa667c6e700 1 --2- 172.21.15.53:0/2286006083 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa660102fe0 0x7fa660106fe0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa65c0099c0 tx=0x7fa65c009cd0 comp rx=0 tx=0).stop 2024-05-10T11:16:11.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.933+0000 7fa667c6e700 1 -- 172.21.15.53:0/2286006083 shutdown_connections 2024-05-10T11:16:11.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.933+0000 7fa667c6e700 1 --2- 172.21.15.53:0/2286006083 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa6601076c0 0x7fa66010f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:11.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.933+0000 7fa667c6e700 1 --2- 172.21.15.53:0/2286006083 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa660102630 0x7fa660102a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:11.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.933+0000 7fa667c6e700 1 --2- 172.21.15.53:0/2286006083 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa660102fe0 0x7fa660106fe0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:11.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.933+0000 7fa667c6e700 1 -- 172.21.15.53:0/2286006083 >> 172.21.15.53:0/2286006083 conn(0x7fa660079350 msgr2=0x7fa660079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:11.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.933+0000 7fa667c6e700 1 -- 172.21.15.53:0/2286006083 shutdown_connections 2024-05-10T11:16:11.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.933+0000 7fa667c6e700 1 -- 172.21.15.53:0/2286006083 wait complete. 2024-05-10T11:16:11.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.934+0000 7fa667c6e700 1 Processor -- start 2024-05-10T11:16:11.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.934+0000 7fa667c6e700 1 -- start start 2024-05-10T11:16:11.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.934+0000 7fa667c6e700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa660102630 0x7fa66019f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:11.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.934+0000 7fa667c6e700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa660102fe0 0x7fa66019fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:11.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.934+0000 7fa667c6e700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa6601076c0 0x7fa6601999d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:11.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.934+0000 7fa667c6e700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa66006c840 con 0x7fa6601076c0 2024-05-10T11:16:11.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.934+0000 7fa667c6e700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fa66006c6c0 con 0x7fa660102630 2024-05-10T11:16:11.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.934+0000 7fa667c6e700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fa66006c9c0 con 0x7fa660102fe0 2024-05-10T11:16:11.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.934+0000 7fa66620b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa6601076c0 0x7fa6601999d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:11.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.934+0000 7fa66620b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa6601076c0 0x7fa6601999d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:47398/0 (socket says 172.21.15.53:47398) 2024-05-10T11:16:11.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.934+0000 7fa665a0a700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa660102630 0x7fa66019f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:11.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.934+0000 7fa66620b700 1 -- 172.21.15.53:0/754602001 learned_addr learned my addr 172.21.15.53:0/754602001 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:16:11.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.934+0000 7fa665209700 1 --2- 172.21.15.53:0/754602001 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa660102fe0 0x7fa66019fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:11.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.934+0000 7fa66620b700 1 -- 172.21.15.53:0/754602001 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa660102fe0 msgr2=0x7fa66019fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:11.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.934+0000 7fa66620b700 1 --2- 172.21.15.53:0/754602001 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa660102fe0 0x7fa66019fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:11.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.934+0000 7fa66620b700 1 -- 172.21.15.53:0/754602001 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa660102630 msgr2=0x7fa66019f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:11.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.934+0000 7fa66620b700 1 --2- 172.21.15.53:0/754602001 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa660102630 0x7fa66019f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:11.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.934+0000 7fa66620b700 1 -- 172.21.15.53:0/754602001 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa66019a130 con 0x7fa6601076c0 2024-05-10T11:16:11.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.934+0000 7fa665a0a700 1 --2- 172.21.15.53:0/754602001 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa660102630 0x7fa66019f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:16:11.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.935+0000 7fa66620b700 1 --2- 172.21.15.53:0/754602001 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa6601076c0 0x7fa6601999d0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fa65800ada0 tx=0x7fa65800c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:11.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.935+0000 7fa652ffd700 1 -- 172.21.15.53:0/754602001 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa658017020 con 0x7fa6601076c0 2024-05-10T11:16:11.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.935+0000 7fa652ffd700 1 -- 172.21.15.53:0/754602001 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa65800ce10 con 0x7fa6601076c0 2024-05-10T11:16:11.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.935+0000 7fa652ffd700 1 -- 172.21.15.53:0/754602001 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa658005280 con 0x7fa6601076c0 2024-05-10T11:16:11.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.935+0000 7fa667c6e700 1 -- 172.21.15.53:0/754602001 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa66019a420 con 0x7fa6601076c0 2024-05-10T11:16:11.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.935+0000 7fa667c6e700 1 -- 172.21.15.53:0/754602001 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6601a6690 con 0x7fa6601076c0 2024-05-10T11:16:11.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.936+0000 7fa667c6e700 1 -- 172.21.15.53:0/754602001 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa66006a190 con 0x7fa6601076c0 2024-05-10T11:16:11.939 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.937+0000 7fa652ffd700 1 -- 172.21.15.53:0/754602001 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fa65800c980 con 0x7fa6601076c0 2024-05-10T11:16:11.939 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.938+0000 7fa652ffd700 1 --2- 172.21.15.53:0/754602001 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa64c0b2900 0x7fa64c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:11.939 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.939+0000 7fa665a0a700 1 --2- 172.21.15.53:0/754602001 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa64c0b2900 0x7fa64c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:11.939 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.939+0000 7fa652ffd700 1 -- 172.21.15.53:0/754602001 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fa6580e19d0 con 0x7fa6601076c0 2024-05-10T11:16:11.939 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.939+0000 7fa665a0a700 1 --2- 172.21.15.53:0/754602001 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa64c0b2900 0x7fa64c0b4dc0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fa6601072a0 tx=0x7fa654009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:11.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:11.942+0000 7fa652ffd700 1 -- 172.21.15.53:0/754602001 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fa658021020 con 0x7fa6601076c0 2024-05-10T11:16:12.203 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:12.203+0000 7fa667c6e700 1 -- 172.21.15.53:0/754602001 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa66019aeb0 con 0x7fa6601076c0 2024-05-10T11:16:12.204 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:12 smithi053 ceph-mon[30153]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:12.204 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:12 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:12.204 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:12 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:12.204 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:12 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:12.204 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:12 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:12.204 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:12 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:12.204 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:12 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:12.205 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:12.204+0000 7fa652ffd700 1 -- 172.21.15.53:0/754602001 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3871 (secure 0 0 0) 0x7fa6580a9b80 con 0x7fa6601076c0 2024-05-10T11:16:12.205 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:16:12.205 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24353,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-05-10T11:16:12.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:12.206+0000 7fa667c6e700 1 -- 172.21.15.53:0/754602001 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa64c0b2900 msgr2=0x7fa64c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:12.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:12.206+0000 7fa667c6e700 1 --2- 172.21.15.53:0/754602001 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa64c0b2900 0x7fa64c0b4dc0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fa6601072a0 tx=0x7fa654009260 comp rx=0 tx=0).stop 2024-05-10T11:16:12.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:12.206+0000 7fa667c6e700 1 -- 172.21.15.53:0/754602001 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa6601076c0 msgr2=0x7fa6601999d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:12.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:12.206+0000 7fa667c6e700 1 --2- 172.21.15.53:0/754602001 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa6601076c0 0x7fa6601999d0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fa65800ada0 tx=0x7fa65800c330 comp rx=0 tx=0).stop 2024-05-10T11:16:12.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:12.206+0000 7fa667c6e700 1 -- 172.21.15.53:0/754602001 shutdown_connections 2024-05-10T11:16:12.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:12.206+0000 7fa667c6e700 1 --2- 172.21.15.53:0/754602001 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa64c0b2900 0x7fa64c0b4dc0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:12.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:12.206+0000 7fa667c6e700 1 --2- 172.21.15.53:0/754602001 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa6601076c0 0x7fa6601999d0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:12.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:12.206+0000 7fa667c6e700 1 --2- 172.21.15.53:0/754602001 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa660102630 0x7fa66019f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:12.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:12.206+0000 7fa667c6e700 1 --2- 172.21.15.53:0/754602001 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa660102fe0 0x7fa66019fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:12.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:12.206+0000 7fa667c6e700 1 -- 172.21.15.53:0/754602001 >> 172.21.15.53:0/754602001 conn(0x7fa660079350 msgr2=0x7fa660100830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:12.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:12.207+0000 7fa667c6e700 1 -- 172.21.15.53:0/754602001 shutdown_connections 2024-05-10T11:16:12.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:12.207+0000 7fa667c6e700 1 -- 172.21.15.53:0/754602001 wait complete. 2024-05-10T11:16:12.208 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 5 2024-05-10T11:16:12.283 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:12 smithi132 ceph-mon[33758]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:12.283 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:12 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:12.284 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:12 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:12.284 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:12 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:12.284 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:12 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:12.284 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:12 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:12.284 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:12 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:12.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:12 smithi187 ceph-mon[34076]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:12.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:12.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:12.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:12.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:12.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:12.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:12 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:13.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:13 smithi053 ceph-mon[30153]: Deploying daemon mds.e on smithi132 2024-05-10T11:16:13.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:13 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.53:6836/660760226,v1:172.21.15.53:6837/660760226] up:boot 2024-05-10T11:16:13.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:13 smithi053 ceph-mon[30153]: fsmap 4 up:standby 2024-05-10T11:16:13.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:13 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-10T11:16:13.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:13 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/754602001' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:13.362 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:13 smithi132 ceph-mon[33758]: Deploying daemon mds.e on smithi132 2024-05-10T11:16:13.362 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:13 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.53:6836/660760226,v1:172.21.15.53:6837/660760226] up:boot 2024-05-10T11:16:13.362 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:13 smithi132 ceph-mon[33758]: fsmap 4 up:standby 2024-05-10T11:16:13.362 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:13 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-10T11:16:13.362 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:13 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/754602001' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:13.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:13 smithi187 ceph-mon[34076]: Deploying daemon mds.e on smithi132 2024-05-10T11:16:13.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:13 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.53:6836/660760226,v1:172.21.15.53:6837/660760226] up:boot 2024-05-10T11:16:13.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:13 smithi187 ceph-mon[34076]: fsmap 4 up:standby 2024-05-10T11:16:13.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:13 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-10T11:16:13.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:13 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/754602001' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:14.170 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:14 smithi132 ceph-mon[33758]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:14.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:14 smithi053 ceph-mon[30153]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:14.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:14 smithi187 ceph-mon[34076]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:14.723 INFO:journalctl@ceph.mds.e.smithi132.stdout:May 10 11:16:14 smithi132 systemd[1]: Started Ceph mds.e for 745ae8e0-0ebd-11ef-bc98-c7b262605968. 2024-05-10T11:16:15.000 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:16:15.267 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:16:15.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:15 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:15.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:15 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:15.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:15 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:15.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:15 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:15.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:15 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:15.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:15 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:15.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:15 smithi132 ceph-mon[33758]: Deploying daemon mds.f on smithi187 2024-05-10T11:16:15.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:15 smithi132 ceph-mon[33758]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:15.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:15 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.132:6834/2650777178,v1:172.21.15.132:6835/2650777178] up:boot 2024-05-10T11:16:15.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:15 smithi132 ceph-mon[33758]: fsmap 5 up:standby 2024-05-10T11:16:15.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:15 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-10T11:16:15.643 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:15 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:15.644 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:15 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:15.644 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:15 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:15.644 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:15 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:15.644 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:15 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:15.644 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:15 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:15.644 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:15 smithi053 ceph-mon[30153]: Deploying daemon mds.f on smithi187 2024-05-10T11:16:15.644 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:15 smithi053 ceph-mon[30153]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:15.644 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:15 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.132:6834/2650777178,v1:172.21.15.132:6835/2650777178] up:boot 2024-05-10T11:16:15.644 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:15 smithi053 ceph-mon[30153]: fsmap 5 up:standby 2024-05-10T11:16:15.644 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:15 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-10T11:16:15.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:15 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:15.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:15 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:15.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:15 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:15.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:15 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:15.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:15 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:15.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:15 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:15.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:15 smithi187 ceph-mon[34076]: Deploying daemon mds.f on smithi187 2024-05-10T11:16:15.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:15 smithi187 ceph-mon[34076]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:15.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:15 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.132:6834/2650777178,v1:172.21.15.132:6835/2650777178] up:boot 2024-05-10T11:16:15.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:15 smithi187 ceph-mon[34076]: fsmap 5 up:standby 2024-05-10T11:16:15.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:15 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-10T11:16:16.760 INFO:journalctl@ceph.mds.f.smithi187.stdout:May 10 11:16:16 smithi187 systemd[1]: Starting Ceph mds.f for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:16:17.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.143+0000 7f8a37327700 1 -- 172.21.15.53:0/2389074559 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a30104130 msgr2=0x7f8a30108140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:17.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.143+0000 7f8a37327700 1 --2- 172.21.15.53:0/2389074559 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a30104130 0x7f8a30108140 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f8a200099c0 tx=0x7f8a20009cd0 comp rx=0 tx=0).stop 2024-05-10T11:16:17.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.143+0000 7f8a37327700 1 -- 172.21.15.53:0/2389074559 shutdown_connections 2024-05-10T11:16:17.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.143+0000 7f8a37327700 1 --2- 172.21.15.53:0/2389074559 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8a30108870 0x7f8a301103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:17.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.143+0000 7f8a37327700 1 --2- 172.21.15.53:0/2389074559 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8a30103780 0x7f8a30103b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:17.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.143+0000 7f8a37327700 1 --2- 172.21.15.53:0/2389074559 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a30104130 0x7f8a30108140 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:17.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.143+0000 7f8a37327700 1 -- 172.21.15.53:0/2389074559 >> 172.21.15.53:0/2389074559 conn(0x7f8a3007a610 msgr2=0x7f8a3007aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:17.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.143+0000 7f8a37327700 1 -- 172.21.15.53:0/2389074559 shutdown_connections 2024-05-10T11:16:17.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.143+0000 7f8a37327700 1 -- 172.21.15.53:0/2389074559 wait complete. 2024-05-10T11:16:17.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.144+0000 7f8a37327700 1 Processor -- start 2024-05-10T11:16:17.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.144+0000 7f8a37327700 1 -- start start 2024-05-10T11:16:17.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.144+0000 7f8a37327700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8a30103780 0x7f8a3019f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:17.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.144+0000 7f8a37327700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a30104130 0x7f8a3019fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:17.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.144+0000 7f8a37327700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8a30108870 0x7f8a301997e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:17.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.144+0000 7f8a37327700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8a301134e0 con 0x7f8a30104130 2024-05-10T11:16:17.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.144+0000 7f8a37327700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f8a30113360 con 0x7f8a30103780 2024-05-10T11:16:17.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.144+0000 7f8a37327700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f8a30113660 con 0x7f8a30108870 2024-05-10T11:16:17.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.144+0000 7f8a348c2700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a30104130 0x7f8a3019fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:17.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.144+0000 7f8a348c2700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a30104130 0x7f8a3019fba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:47408/0 (socket says 172.21.15.53:47408) 2024-05-10T11:16:17.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.144+0000 7f8a348c2700 1 -- 172.21.15.53:0/2816178192 learned_addr learned my addr 172.21.15.53:0/2816178192 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:16:17.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.144+0000 7f8a358c4700 1 --2- 172.21.15.53:0/2816178192 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8a30108870 0x7f8a301997e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:17.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.144+0000 7f8a350c3700 1 --2- 172.21.15.53:0/2816178192 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8a30103780 0x7f8a3019f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:17.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.144+0000 7f8a348c2700 1 -- 172.21.15.53:0/2816178192 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8a30108870 msgr2=0x7f8a301997e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:17.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.144+0000 7f8a348c2700 1 --2- 172.21.15.53:0/2816178192 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8a30108870 0x7f8a301997e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:17.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.144+0000 7f8a348c2700 1 -- 172.21.15.53:0/2816178192 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8a30103780 msgr2=0x7f8a3019f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:17.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.144+0000 7f8a348c2700 1 --2- 172.21.15.53:0/2816178192 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8a30103780 0x7f8a3019f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:17.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.144+0000 7f8a348c2700 1 -- 172.21.15.53:0/2816178192 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a30199fc0 con 0x7f8a30104130 2024-05-10T11:16:17.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.145+0000 7f8a348c2700 1 --2- 172.21.15.53:0/2816178192 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a30104130 0x7f8a3019fba0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8a20005f50 tx=0x7f8a200057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:17.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.145+0000 7f8a267fc700 1 -- 172.21.15.53:0/2816178192 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a20027070 con 0x7f8a30104130 2024-05-10T11:16:17.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.145+0000 7f8a267fc700 1 -- 172.21.15.53:0/2816178192 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8a2000fd60 con 0x7f8a30104130 2024-05-10T11:16:17.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.145+0000 7f8a267fc700 1 -- 172.21.15.53:0/2816178192 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a20022e30 con 0x7f8a30104130 2024-05-10T11:16:17.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.145+0000 7f8a37327700 1 -- 172.21.15.53:0/2816178192 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a3019a250 con 0x7f8a30104130 2024-05-10T11:16:17.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.145+0000 7f8a37327700 1 -- 172.21.15.53:0/2816178192 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a301a64c0 con 0x7f8a30104130 2024-05-10T11:16:17.148 INFO:journalctl@ceph.mds.f.smithi187.stdout:May 10 11:16:16 smithi187 podman[63791]: 2024-05-10 11:16:16.776613748 +0000 UTC m=+0.018107271 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:16:17.148 INFO:journalctl@ceph.mds.f.smithi187.stdout:May 10 11:16:16 smithi187 podman[63791]: 2024-05-10 11:16:16.893506654 +0000 UTC m=+0.135000161 container create 676e73236e813b73284c691359685f95cee6b2c196debd574663da31802f8f48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-f, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.build-date=20240507, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-05-10T11:16:17.148 INFO:journalctl@ceph.mds.f.smithi187.stdout:May 10 11:16:17 smithi187 podman[63791]: 2024-05-10 11:16:17.146448033 +0000 UTC m=+0.387941537 container init 676e73236e813b73284c691359685f95cee6b2c196debd574663da31802f8f48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-f, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240507) 2024-05-10T11:16:17.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.146+0000 7f8a37327700 1 -- 172.21.15.53:0/2816178192 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a30104c00 con 0x7f8a30104130 2024-05-10T11:16:17.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.147+0000 7f8a267fc700 1 -- 172.21.15.53:0/2816178192 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f8a2002a070 con 0x7f8a30104130 2024-05-10T11:16:17.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.148+0000 7f8a267fc700 1 --2- 172.21.15.53:0/2816178192 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8a1c0b2900 0x7f8a1c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:17.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.148+0000 7f8a350c3700 1 --2- 172.21.15.53:0/2816178192 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8a1c0b2900 0x7f8a1c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:17.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.148+0000 7f8a267fc700 1 -- 172.21.15.53:0/2816178192 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f8a200e2a40 con 0x7f8a30104130 2024-05-10T11:16:17.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.148+0000 7f8a350c3700 1 --2- 172.21.15.53:0/2816178192 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8a1c0b2900 0x7f8a1c0b4dc0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c005950 tx=0x7f8a2c0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:17.151 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.151+0000 7f8a267fc700 1 -- 172.21.15.53:0/2816178192 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f8a20013070 con 0x7f8a30104130 2024-05-10T11:16:17.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.424+0000 7f8a37327700 1 -- 172.21.15.53:0/2816178192 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8a3019ad10 con 0x7f8a30104130 2024-05-10T11:16:17.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.425+0000 7f8a267fc700 1 -- 172.21.15.53:0/2816178192 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4699 (secure 0 0 0) 0x7f8a200aac90 con 0x7f8a30104130 2024-05-10T11:16:17.425 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:16:17.425 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24353,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24377,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6835/2650777178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6834","nonce":2650777178},{"type":"v1","addr":"172.21.15.132:6835","nonce":2650777178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-05-10T11:16:17.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.427+0000 7f8a37327700 1 -- 172.21.15.53:0/2816178192 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8a1c0b2900 msgr2=0x7f8a1c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:17.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.427+0000 7f8a37327700 1 --2- 172.21.15.53:0/2816178192 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8a1c0b2900 0x7f8a1c0b4dc0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c005950 tx=0x7f8a2c0058e0 comp rx=0 tx=0).stop 2024-05-10T11:16:17.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.427+0000 7f8a37327700 1 -- 172.21.15.53:0/2816178192 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a30104130 msgr2=0x7f8a3019fba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:17.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.427+0000 7f8a37327700 1 --2- 172.21.15.53:0/2816178192 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a30104130 0x7f8a3019fba0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8a20005f50 tx=0x7f8a200057c0 comp rx=0 tx=0).stop 2024-05-10T11:16:17.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.427+0000 7f8a37327700 1 -- 172.21.15.53:0/2816178192 shutdown_connections 2024-05-10T11:16:17.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.427+0000 7f8a37327700 1 --2- 172.21.15.53:0/2816178192 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8a1c0b2900 0x7f8a1c0b4dc0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:17.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.427+0000 7f8a37327700 1 --2- 172.21.15.53:0/2816178192 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8a30108870 0x7f8a301997e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:17.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.427+0000 7f8a37327700 1 --2- 172.21.15.53:0/2816178192 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8a30103780 0x7f8a3019f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:17.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.427+0000 7f8a37327700 1 --2- 172.21.15.53:0/2816178192 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a30104130 0x7f8a3019fba0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:17.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.427+0000 7f8a37327700 1 -- 172.21.15.53:0/2816178192 >> 172.21.15.53:0/2816178192 conn(0x7f8a3007a610 msgr2=0x7f8a301019a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:17.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.428+0000 7f8a37327700 1 -- 172.21.15.53:0/2816178192 shutdown_connections 2024-05-10T11:16:17.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:17.428+0000 7f8a37327700 1 -- 172.21.15.53:0/2816178192 wait complete. 2024-05-10T11:16:17.429 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 6 2024-05-10T11:16:17.510 INFO:journalctl@ceph.mds.f.smithi187.stdout:May 10 11:16:17 smithi187 podman[63791]: 2024-05-10 11:16:17.149335904 +0000 UTC m=+0.390829409 container start 676e73236e813b73284c691359685f95cee6b2c196debd574663da31802f8f48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08) 2024-05-10T11:16:17.510 INFO:journalctl@ceph.mds.f.smithi187.stdout:May 10 11:16:17 smithi187 ceph-mds[63810]: -- 172.21.15.187:0/3196363406 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c25e6fda40 con 0x55c25e6d0800 2024-05-10T11:16:17.510 INFO:journalctl@ceph.mds.f.smithi187.stdout:May 10 11:16:17 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-f[63806]: starting mds.f at 2024-05-10T11:16:17.510 INFO:journalctl@ceph.mds.f.smithi187.stdout:May 10 11:16:17 smithi187 bash[63791]: 676e73236e813b73284c691359685f95cee6b2c196debd574663da31802f8f48 2024-05-10T11:16:17.510 INFO:journalctl@ceph.mds.f.smithi187.stdout:May 10 11:16:17 smithi187 systemd[1]: Started Ceph mds.f for 745ae8e0-0ebd-11ef-bc98-c7b262605968. 2024-05-10T11:16:17.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:17 smithi132 ceph-mon[33758]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:17.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:17 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:17.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:17 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:17.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:17 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:17.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:17 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:17.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:17 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:17.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:17 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:17.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:17 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2816178192' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:17.975 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:17 smithi187 ceph-mon[34076]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:17.975 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:17 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:17.975 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:17 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:17.975 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:17 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:17.975 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:17 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:17.975 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:17 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:17.975 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:17 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:17.975 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:17 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2816178192' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:18.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:17 smithi053 ceph-mon[30153]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:18.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:17 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:18.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:17 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:18.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:17 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:18.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:17 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:18.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:17 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:18.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:17 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:18.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:17 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2816178192' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:18.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:18 smithi132 ceph-mon[33758]: Deploying daemon mds.c on smithi187 2024-05-10T11:16:18.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:18 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] up:boot 2024-05-10T11:16:18.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:18 smithi132 ceph-mon[33758]: fsmap 6 up:standby 2024-05-10T11:16:18.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:18 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-10T11:16:19.008 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:18 smithi187 ceph-mon[34076]: Deploying daemon mds.c on smithi187 2024-05-10T11:16:19.008 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:18 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] up:boot 2024-05-10T11:16:19.008 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:18 smithi187 ceph-mon[34076]: fsmap 6 up:standby 2024-05-10T11:16:19.008 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:18 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-10T11:16:19.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:18 smithi053 ceph-mon[30153]: Deploying daemon mds.c on smithi187 2024-05-10T11:16:19.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:18 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] up:boot 2024-05-10T11:16:19.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:18 smithi053 ceph-mon[30153]: fsmap 6 up:standby 2024-05-10T11:16:19.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:18 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-10T11:16:19.690 INFO:journalctl@ceph.mds.c.smithi187.stdout:May 10 11:16:19 smithi187 systemd[1]: Starting Ceph mds.c for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:16:19.950 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:19 smithi187 ceph-mon[34076]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:19.951 INFO:journalctl@ceph.mds.c.smithi187.stdout:May 10 11:16:19 smithi187 podman[64098]: 2024-05-10 11:16:19.624870879 +0000 UTC m=+0.018130192 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:16:19.951 INFO:journalctl@ceph.mds.c.smithi187.stdout:May 10 11:16:19 smithi187 podman[64098]: 2024-05-10 11:16:19.824670077 +0000 UTC m=+0.217929437 container create a2d0118166c67a01eb48e55bd9358bfe55d27feee1354e11c02fbc50c3a0bc17 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-c, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e) 2024-05-10T11:16:19.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:19 smithi132 ceph-mon[33758]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:20.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:19 smithi053 ceph-mon[30153]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:20.102 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:16:20.370 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:16:20.510 INFO:journalctl@ceph.mds.c.smithi187.stdout:May 10 11:16:20 smithi187 podman[64098]: 2024-05-10 11:16:20.077665741 +0000 UTC m=+0.470925055 container init a2d0118166c67a01eb48e55bd9358bfe55d27feee1354e11c02fbc50c3a0bc17 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-c, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-05-10T11:16:20.510 INFO:journalctl@ceph.mds.c.smithi187.stdout:May 10 11:16:20 smithi187 podman[64098]: 2024-05-10 11:16:20.080482731 +0000 UTC m=+0.473742048 container start a2d0118166c67a01eb48e55bd9358bfe55d27feee1354e11c02fbc50c3a0bc17 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-c, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08) 2024-05-10T11:16:20.510 INFO:journalctl@ceph.mds.c.smithi187.stdout:May 10 11:16:20 smithi187 ceph-mds[64117]: -- 172.21.15.187:0/1667036890 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a7020dba40 con 0x55a7020af000 2024-05-10T11:16:20.510 INFO:journalctl@ceph.mds.c.smithi187.stdout:May 10 11:16:20 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-c[64113]: starting mds.c at 2024-05-10T11:16:20.510 INFO:journalctl@ceph.mds.c.smithi187.stdout:May 10 11:16:20 smithi187 bash[64098]: a2d0118166c67a01eb48e55bd9358bfe55d27feee1354e11c02fbc50c3a0bc17 2024-05-10T11:16:20.510 INFO:journalctl@ceph.mds.c.smithi187.stdout:May 10 11:16:20 smithi187 systemd[1]: Started Ceph mds.c for 745ae8e0-0ebd-11ef-bc98-c7b262605968. 2024-05-10T11:16:21.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:21.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:21.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:21.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:21.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:21.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:21.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:21 smithi132 ceph-mon[33758]: Deploying daemon mds.h on smithi132 2024-05-10T11:16:21.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:21 smithi132 ceph-mon[33758]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:21.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:21 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] up:boot 2024-05-10T11:16:21.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:21 smithi132 ceph-mon[33758]: fsmap 7 up:standby 2024-05-10T11:16:21.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:21 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-10T11:16:21.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:21.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:21.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:21.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:21.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:21.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:21.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:21 smithi187 ceph-mon[34076]: Deploying daemon mds.h on smithi132 2024-05-10T11:16:21.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:21 smithi187 ceph-mon[34076]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:21.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:21 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] up:boot 2024-05-10T11:16:21.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:21 smithi187 ceph-mon[34076]: fsmap 7 up:standby 2024-05-10T11:16:21.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:21 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-10T11:16:21.514 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:21.514 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:21.514 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:21.514 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:21.514 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:21.514 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:21.514 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:21 smithi053 ceph-mon[30153]: Deploying daemon mds.h on smithi132 2024-05-10T11:16:21.514 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:21 smithi053 ceph-mon[30153]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:21.514 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:21 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] up:boot 2024-05-10T11:16:21.515 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:21 smithi053 ceph-mon[30153]: fsmap 7 up:standby 2024-05-10T11:16:21.515 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:21 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-10T11:16:22.068 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.068+0000 7fa03b599700 1 -- 172.21.15.53:0/2788404360 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa034104130 msgr2=0x7fa034108140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:22.068 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.068+0000 7fa03b599700 1 --2- 172.21.15.53:0/2788404360 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa034104130 0x7fa034108140 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fa0240099c0 tx=0x7fa024009cd0 comp rx=0 tx=0).stop 2024-05-10T11:16:22.069 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.068+0000 7fa03b599700 1 -- 172.21.15.53:0/2788404360 shutdown_connections 2024-05-10T11:16:22.069 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.068+0000 7fa03b599700 1 --2- 172.21.15.53:0/2788404360 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa034108870 0x7fa0341103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:22.069 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.068+0000 7fa03b599700 1 --2- 172.21.15.53:0/2788404360 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa034103780 0x7fa034103b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:22.069 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.068+0000 7fa03b599700 1 --2- 172.21.15.53:0/2788404360 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa034104130 0x7fa034108140 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:22.069 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.068+0000 7fa03b599700 1 -- 172.21.15.53:0/2788404360 >> 172.21.15.53:0/2788404360 conn(0x7fa03407a610 msgr2=0x7fa03407aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:22.069 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.068+0000 7fa03b599700 1 -- 172.21.15.53:0/2788404360 shutdown_connections 2024-05-10T11:16:22.069 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.068+0000 7fa03b599700 1 -- 172.21.15.53:0/2788404360 wait complete. 2024-05-10T11:16:22.069 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.069+0000 7fa03b599700 1 Processor -- start 2024-05-10T11:16:22.069 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.069+0000 7fa03b599700 1 -- start start 2024-05-10T11:16:22.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.069+0000 7fa03b599700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa034103780 0x7fa0340757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:22.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.069+0000 7fa03b599700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa034104130 0x7fa034075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:22.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.069+0000 7fa03b599700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa034108870 0x7fa034076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:22.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.069+0000 7fa03b599700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa034113550 con 0x7fa034108870 2024-05-10T11:16:22.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.069+0000 7fa03b599700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fa0341133d0 con 0x7fa034103780 2024-05-10T11:16:22.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.069+0000 7fa03b599700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fa0341136d0 con 0x7fa034104130 2024-05-10T11:16:22.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.069+0000 7fa039b36700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa034108870 0x7fa034076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:22.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.069+0000 7fa039b36700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa034108870 0x7fa034076220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:51564/0 (socket says 172.21.15.53:51564) 2024-05-10T11:16:22.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.069+0000 7fa039b36700 1 -- 172.21.15.53:0/3250765378 learned_addr learned my addr 172.21.15.53:0/3250765378 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:16:22.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.069+0000 7fa039335700 1 --2- 172.21.15.53:0/3250765378 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa034103780 0x7fa0340757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:22.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.069+0000 7fa038b34700 1 --2- 172.21.15.53:0/3250765378 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa034104130 0x7fa034075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:22.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.069+0000 7fa039b36700 1 -- 172.21.15.53:0/3250765378 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa034104130 msgr2=0x7fa034075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:22.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.069+0000 7fa039b36700 1 --2- 172.21.15.53:0/3250765378 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa034104130 0x7fa034075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:22.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.069+0000 7fa039b36700 1 -- 172.21.15.53:0/3250765378 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa034103780 msgr2=0x7fa0340757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:22.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.069+0000 7fa039b36700 1 --2- 172.21.15.53:0/3250765378 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa034103780 0x7fa0340757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:22.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.069+0000 7fa039b36700 1 -- 172.21.15.53:0/3250765378 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0341a7fb0 con 0x7fa034108870 2024-05-10T11:16:22.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.069+0000 7fa039b36700 1 --2- 172.21.15.53:0/3250765378 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa034108870 0x7fa034076220 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fa02c00ef30 tx=0x7fa02c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:22.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.070+0000 7fa02a7fc700 1 -- 172.21.15.53:0/3250765378 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa02c0092e0 con 0x7fa034108870 2024-05-10T11:16:22.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.070+0000 7fa03b599700 1 -- 172.21.15.53:0/3250765378 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0341a8240 con 0x7fa034108870 2024-05-10T11:16:22.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.070+0000 7fa02a7fc700 1 -- 172.21.15.53:0/3250765378 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa02c004bb0 con 0x7fa034108870 2024-05-10T11:16:22.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.070+0000 7fa02a7fc700 1 -- 172.21.15.53:0/3250765378 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa02c004020 con 0x7fa034108870 2024-05-10T11:16:22.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.070+0000 7fa03b599700 1 -- 172.21.15.53:0/3250765378 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0341a8750 con 0x7fa034108870 2024-05-10T11:16:22.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.071+0000 7fa03b599700 1 -- 172.21.15.53:0/3250765378 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa03406a190 con 0x7fa034108870 2024-05-10T11:16:22.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.073+0000 7fa02a7fc700 1 -- 172.21.15.53:0/3250765378 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fa02c01b030 con 0x7fa034108870 2024-05-10T11:16:22.074 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.074+0000 7fa02a7fc700 1 --2- 172.21.15.53:0/3250765378 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa0200b2880 0x7fa0200b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:22.074 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.074+0000 7fa039335700 1 --2- 172.21.15.53:0/3250765378 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa0200b2880 0x7fa0200b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:22.074 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.074+0000 7fa02a7fc700 1 -- 172.21.15.53:0/3250765378 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fa02c0e1c50 con 0x7fa034108870 2024-05-10T11:16:22.074 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.075+0000 7fa039335700 1 --2- 172.21.15.53:0/3250765378 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa0200b2880 0x7fa0200b4d40 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fa030005950 tx=0x7fa03000a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:22.077 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.077+0000 7fa02a7fc700 1 -- 172.21.15.53:0/3250765378 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fa02c010040 con 0x7fa034108870 2024-05-10T11:16:22.346 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.345+0000 7fa03b599700 1 -- 172.21.15.53:0/3250765378 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa03402e5b0 con 0x7fa034108870 2024-05-10T11:16:22.346 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.346+0000 7fa02a7fc700 1 -- 172.21.15.53:0/3250765378 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6355 (secure 0 0 0) 0x7fa02c0a3e20 con 0x7fa034108870 2024-05-10T11:16:22.346 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:16:22.346 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24353,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24377,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6835/2650777178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6834","nonce":2650777178},{"type":"v1","addr":"172.21.15.132:6835","nonce":2650777178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6835/4099468922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6834","nonce":4099468922},{"type":"v1","addr":"172.21.15.187:6835","nonce":4099468922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24448,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6837/2293077942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6836","nonce":2293077942},{"type":"v1","addr":"172.21.15.187:6837","nonce":2293077942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-05-10T11:16:22.348 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.348+0000 7fa03b599700 1 -- 172.21.15.53:0/3250765378 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa0200b2880 msgr2=0x7fa0200b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:22.348 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.348+0000 7fa03b599700 1 --2- 172.21.15.53:0/3250765378 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa0200b2880 0x7fa0200b4d40 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fa030005950 tx=0x7fa03000a300 comp rx=0 tx=0).stop 2024-05-10T11:16:22.348 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.348+0000 7fa03b599700 1 -- 172.21.15.53:0/3250765378 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa034108870 msgr2=0x7fa034076220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:22.348 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.348+0000 7fa03b599700 1 --2- 172.21.15.53:0/3250765378 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa034108870 0x7fa034076220 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fa02c00ef30 tx=0x7fa02c00c3a0 comp rx=0 tx=0).stop 2024-05-10T11:16:22.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.348+0000 7fa03b599700 1 -- 172.21.15.53:0/3250765378 shutdown_connections 2024-05-10T11:16:22.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.348+0000 7fa03b599700 1 --2- 172.21.15.53:0/3250765378 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa0200b2880 0x7fa0200b4d40 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:22.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.348+0000 7fa03b599700 1 --2- 172.21.15.53:0/3250765378 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa034108870 0x7fa034076220 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:22.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.348+0000 7fa03b599700 1 --2- 172.21.15.53:0/3250765378 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa034103780 0x7fa0340757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:22.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.348+0000 7fa03b599700 1 --2- 172.21.15.53:0/3250765378 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa034104130 0x7fa034075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:22.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.348+0000 7fa03b599700 1 -- 172.21.15.53:0/3250765378 >> 172.21.15.53:0/3250765378 conn(0x7fa03407a610 msgr2=0x7fa0341018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:22.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.348+0000 7fa03b599700 1 -- 172.21.15.53:0/3250765378 shutdown_connections 2024-05-10T11:16:22.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:22.348+0000 7fa03b599700 1 -- 172.21.15.53:0/3250765378 wait complete. 2024-05-10T11:16:22.349 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 8 2024-05-10T11:16:22.670 INFO:journalctl@ceph.mds.h.smithi132.stdout:May 10 11:16:22 smithi132 systemd[1]: Starting Ceph mds.h for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:16:22.670 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:22 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3250765378' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:22.701 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:22 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3250765378' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:22.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:22 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3250765378' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:22.925 INFO:journalctl@ceph.mds.h.smithi132.stdout:May 10 11:16:22 smithi132 podman[63560]: 2024-05-10 11:16:22.573777142 +0000 UTC m=+0.017822058 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:16:22.925 INFO:journalctl@ceph.mds.h.smithi132.stdout:May 10 11:16:22 smithi132 podman[63560]: 2024-05-10 11:16:22.69748593 +0000 UTC m=+0.141530849 container create 5b63ad4c0364cb1abd312639d8cb32296e5aaf35f029bf1427b01b8d50fa0fc8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-h, io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-05-10T11:16:22.925 INFO:journalctl@ceph.mds.h.smithi132.stdout:May 10 11:16:22 smithi132 podman[63560]: 2024-05-10 11:16:22.925778231 +0000 UTC m=+0.369823146 container init 5b63ad4c0364cb1abd312639d8cb32296e5aaf35f029bf1427b01b8d50fa0fc8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-h, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240507, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, ceph=True, CEPH_POINT_RELEASE=) 2024-05-10T11:16:23.224 INFO:journalctl@ceph.mds.h.smithi132.stdout:May 10 11:16:22 smithi132 podman[63560]: 2024-05-10 11:16:22.928687221 +0000 UTC m=+0.372732137 container start 5b63ad4c0364cb1abd312639d8cb32296e5aaf35f029bf1427b01b8d50fa0fc8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-h, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, ceph=True, CEPH_POINT_RELEASE=) 2024-05-10T11:16:23.224 INFO:journalctl@ceph.mds.h.smithi132.stdout:May 10 11:16:22 smithi132 ceph-mds[63579]: -- 172.21.15.132:0/1322818876 <== mon.2 v2:172.21.15.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559cd4843a40 con 0x559cd4816c00 2024-05-10T11:16:23.224 INFO:journalctl@ceph.mds.h.smithi132.stdout:May 10 11:16:22 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-h[63575]: starting mds.h at 2024-05-10T11:16:23.224 INFO:journalctl@ceph.mds.h.smithi132.stdout:May 10 11:16:23 smithi132 bash[63560]: 5b63ad4c0364cb1abd312639d8cb32296e5aaf35f029bf1427b01b8d50fa0fc8 2024-05-10T11:16:23.224 INFO:journalctl@ceph.mds.h.smithi132.stdout:May 10 11:16:23 smithi132 systemd[1]: Started Ceph mds.h for 745ae8e0-0ebd-11ef-bc98-c7b262605968. 2024-05-10T11:16:24.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:24 smithi132 ceph-mon[33758]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:24.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:24 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:24.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:24 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:24.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:24 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:24.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:24 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:24.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:24 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:24.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:24 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:24.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:24 smithi132 ceph-mon[33758]: Deploying daemon mds.i on smithi187 2024-05-10T11:16:24.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:24 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.132:6836/392522477,v1:172.21.15.132:6837/392522477] up:boot 2024-05-10T11:16:24.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:24 smithi132 ceph-mon[33758]: fsmap 8 up:standby 2024-05-10T11:16:24.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:24 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-10T11:16:24.492 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:24 smithi187 ceph-mon[34076]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:24.493 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:24 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:24.493 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:24 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:24.493 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:24 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:24.493 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:24 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:24.493 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:24 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:24.493 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:24 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:24.493 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:24 smithi187 ceph-mon[34076]: Deploying daemon mds.i on smithi187 2024-05-10T11:16:24.493 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:24 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.132:6836/392522477,v1:172.21.15.132:6837/392522477] up:boot 2024-05-10T11:16:24.493 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:24 smithi187 ceph-mon[34076]: fsmap 8 up:standby 2024-05-10T11:16:24.493 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:24 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-10T11:16:24.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:24 smithi053 ceph-mon[30153]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:24.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:24 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:24.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:24 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:24.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:24 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:24.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:24 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:24.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:24 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:24.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:24 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:24.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:24 smithi053 ceph-mon[30153]: Deploying daemon mds.i on smithi187 2024-05-10T11:16:24.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:24 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.132:6836/392522477,v1:172.21.15.132:6837/392522477] up:boot 2024-05-10T11:16:24.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:24 smithi053 ceph-mon[30153]: fsmap 8 up:standby 2024-05-10T11:16:24.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:24 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-10T11:16:25.046 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:16:25.312 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:16:25.510 INFO:journalctl@ceph.mds.i.smithi187.stdout:May 10 11:16:25 smithi187 systemd[1]: Starting Ceph mds.i for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:16:25.816 INFO:journalctl@ceph.mds.i.smithi187.stdout:May 10 11:16:25 smithi187 podman[64407]: 2024-05-10 11:16:25.451441473 +0000 UTC m=+0.017965612 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:16:25.816 INFO:journalctl@ceph.mds.i.smithi187.stdout:May 10 11:16:25 smithi187 podman[64407]: 2024-05-10 11:16:25.563856201 +0000 UTC m=+0.130380339 container create a0357b0c21b38d7e8681f74ab6aebd06a06730d8cada41f0a2ebbf3a5c3f671a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-i, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0) 2024-05-10T11:16:25.816 INFO:journalctl@ceph.mds.i.smithi187.stdout:May 10 11:16:25 smithi187 podman[64407]: 2024-05-10 11:16:25.816880772 +0000 UTC m=+0.383404910 container init a0357b0c21b38d7e8681f74ab6aebd06a06730d8cada41f0a2ebbf3a5c3f671a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-i, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_CLEAN=True, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True) 2024-05-10T11:16:26.081 INFO:journalctl@ceph.mds.i.smithi187.stdout:May 10 11:16:25 smithi187 podman[64407]: 2024-05-10 11:16:25.819880976 +0000 UTC m=+0.386405123 container start a0357b0c21b38d7e8681f74ab6aebd06a06730d8cada41f0a2ebbf3a5c3f671a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-i, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, CEPH_POINT_RELEASE=, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-05-10T11:16:26.081 INFO:journalctl@ceph.mds.i.smithi187.stdout:May 10 11:16:25 smithi187 ceph-mds[64426]: -- 172.21.15.187:0/3249312083 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555ce4879a40 con 0x555ce484d000 2024-05-10T11:16:26.081 INFO:journalctl@ceph.mds.i.smithi187.stdout:May 10 11:16:25 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-i[64422]: starting mds.i at 2024-05-10T11:16:26.081 INFO:journalctl@ceph.mds.i.smithi187.stdout:May 10 11:16:25 smithi187 bash[64407]: a0357b0c21b38d7e8681f74ab6aebd06a06730d8cada41f0a2ebbf3a5c3f671a 2024-05-10T11:16:26.081 INFO:journalctl@ceph.mds.i.smithi187.stdout:May 10 11:16:25 smithi187 systemd[1]: Started Ceph mds.i for 745ae8e0-0ebd-11ef-bc98-c7b262605968. 2024-05-10T11:16:26.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:26 smithi132 ceph-mon[33758]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:26.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:26.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:26.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:26.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:26.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:26.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:26 smithi187 ceph-mon[34076]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:26.548 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:26 smithi053 ceph-mon[30153]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:26.548 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:26.548 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:26.548 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:26.548 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:26.548 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:26.548 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:27.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.107+0000 7f7caa827700 1 -- 172.21.15.53:0/2280044356 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ca4103750 msgr2=0x7f7ca4103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:27.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.107+0000 7f7caa827700 1 --2- 172.21.15.53:0/2280044356 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ca4103750 0x7f7ca4103b30 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7c940099c0 tx=0x7f7c94009cd0 comp rx=0 tx=0).stop 2024-05-10T11:16:27.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.107+0000 7f7caa827700 1 -- 172.21.15.53:0/2280044356 shutdown_connections 2024-05-10T11:16:27.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.107+0000 7f7caa827700 1 --2- 172.21.15.53:0/2280044356 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ca4108850 0x7f7ca41103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:27.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.107+0000 7f7caa827700 1 --2- 172.21.15.53:0/2280044356 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ca4103750 0x7f7ca4103b30 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:27.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.107+0000 7f7caa827700 1 --2- 172.21.15.53:0/2280044356 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ca4104100 0x7f7ca4108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:27.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.107+0000 7f7caa827700 1 -- 172.21.15.53:0/2280044356 >> 172.21.15.53:0/2280044356 conn(0x7f7ca407a600 msgr2=0x7f7ca407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:27.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.107+0000 7f7caa827700 1 -- 172.21.15.53:0/2280044356 shutdown_connections 2024-05-10T11:16:27.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.107+0000 7f7caa827700 1 -- 172.21.15.53:0/2280044356 wait complete. 2024-05-10T11:16:27.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.108+0000 7f7caa827700 1 Processor -- start 2024-05-10T11:16:27.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.108+0000 7f7caa827700 1 -- start start 2024-05-10T11:16:27.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.108+0000 7f7caa827700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ca4103750 0x7f7ca419f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:27.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.108+0000 7f7caa827700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ca4104100 0x7f7ca419fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:27.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.108+0000 7f7caa827700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ca4108850 0x7f7ca4199900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:27.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.108+0000 7f7caa827700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7ca41135a0 con 0x7f7ca4108850 2024-05-10T11:16:27.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.108+0000 7f7caa827700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f7ca4113420 con 0x7f7ca4104100 2024-05-10T11:16:27.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.108+0000 7f7caa827700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f7ca4113720 con 0x7f7ca4103750 2024-05-10T11:16:27.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.108+0000 7f7ca8dc4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ca4108850 0x7f7ca4199900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:27.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.108+0000 7f7ca8dc4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ca4108850 0x7f7ca4199900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:51584/0 (socket says 172.21.15.53:51584) 2024-05-10T11:16:27.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.108+0000 7f7ca8dc4700 1 -- 172.21.15.53:0/4225240818 learned_addr learned my addr 172.21.15.53:0/4225240818 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:16:27.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.108+0000 7f7ca3fff700 1 --2- 172.21.15.53:0/4225240818 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ca4103750 0x7f7ca419f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:27.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.108+0000 7f7ca37fe700 1 --2- 172.21.15.53:0/4225240818 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ca4104100 0x7f7ca419fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:27.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.109+0000 7f7ca8dc4700 1 -- 172.21.15.53:0/4225240818 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ca4103750 msgr2=0x7f7ca419f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:27.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.109+0000 7f7ca8dc4700 1 --2- 172.21.15.53:0/4225240818 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ca4103750 0x7f7ca419f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:27.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.109+0000 7f7ca8dc4700 1 -- 172.21.15.53:0/4225240818 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ca4104100 msgr2=0x7f7ca419fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:27.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.109+0000 7f7ca8dc4700 1 --2- 172.21.15.53:0/4225240818 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ca4104100 0x7f7ca419fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:27.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.109+0000 7f7ca8dc4700 1 -- 172.21.15.53:0/4225240818 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ca419a060 con 0x7f7ca4108850 2024-05-10T11:16:27.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.109+0000 7f7ca8dc4700 1 --2- 172.21.15.53:0/4225240818 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ca4108850 0x7f7ca4199900 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f7c9c00b970 tx=0x7f7c9c00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:27.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.109+0000 7f7ca17fa700 1 -- 172.21.15.53:0/4225240818 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c9c00d860 con 0x7f7ca4108850 2024-05-10T11:16:27.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.109+0000 7f7caa827700 1 -- 172.21.15.53:0/4225240818 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ca419a350 con 0x7f7ca4108850 2024-05-10T11:16:27.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.109+0000 7f7ca17fa700 1 -- 172.21.15.53:0/4225240818 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7c9c00e430 con 0x7f7ca4108850 2024-05-10T11:16:27.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.109+0000 7f7ca17fa700 1 -- 172.21.15.53:0/4225240818 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c9c017660 con 0x7f7ca4108850 2024-05-10T11:16:27.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.109+0000 7f7caa827700 1 -- 172.21.15.53:0/4225240818 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ca41a6610 con 0x7f7ca4108850 2024-05-10T11:16:27.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.110+0000 7f7caa827700 1 -- 172.21.15.53:0/4225240818 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ca410ba90 con 0x7f7ca4108850 2024-05-10T11:16:27.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.111+0000 7f7ca17fa700 1 -- 172.21.15.53:0/4225240818 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f7c9c00da00 con 0x7f7ca4108850 2024-05-10T11:16:27.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.112+0000 7f7ca17fa700 1 --2- 172.21.15.53:0/4225240818 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7c8c0b2880 0x7f7c8c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:27.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.112+0000 7f7ca3fff700 1 --2- 172.21.15.53:0/4225240818 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7c8c0b2880 0x7f7c8c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:27.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.112+0000 7f7ca17fa700 1 -- 172.21.15.53:0/4225240818 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f7c9c0e19a0 con 0x7f7ca4108850 2024-05-10T11:16:27.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.113+0000 7f7ca3fff700 1 --2- 172.21.15.53:0/4225240818 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7c8c0b2880 0x7f7c8c0b4d40 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f7ca419aa40 tx=0x7f7c9401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:27.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.117+0000 7f7ca17fa700 1 -- 172.21.15.53:0/4225240818 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f7c9c013030 con 0x7f7ca4108850 2024-05-10T11:16:27.237 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:27 smithi053 ceph-mon[30153]: Deploying daemon mds.g on smithi053 2024-05-10T11:16:27.237 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:27 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] up:boot 2024-05-10T11:16:27.237 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:27 smithi053 ceph-mon[30153]: fsmap 9 up:standby 2024-05-10T11:16:27.237 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:27 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-10T11:16:27.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.386+0000 7f7caa827700 1 -- 172.21.15.53:0/4225240818 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7ca419ae60 con 0x7f7ca4108850 2024-05-10T11:16:27.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.386+0000 7f7ca17fa700 1 -- 172.21.15.53:0/4225240818 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8007 (secure 0 0 0) 0x7f7ca419ae60 con 0x7f7ca4108850 2024-05-10T11:16:27.387 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:16:27.387 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24353,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24377,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6835/2650777178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6834","nonce":2650777178},{"type":"v1","addr":"172.21.15.132:6835","nonce":2650777178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24398,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6837/392522477","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6836","nonce":392522477},{"type":"v1","addr":"172.21.15.132:6837","nonce":392522477}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6835/4099468922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6834","nonce":4099468922},{"type":"v1","addr":"172.21.15.187:6835","nonce":4099468922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24448,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6837/2293077942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6836","nonce":2293077942},{"type":"v1","addr":"172.21.15.187:6837","nonce":2293077942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24463,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6839/735699922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6838","nonce":735699922},{"type":"v1","addr":"172.21.15.187:6839","nonce":735699922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-05-10T11:16:27.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.388+0000 7f7caa827700 1 -- 172.21.15.53:0/4225240818 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7c8c0b2880 msgr2=0x7f7c8c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:27.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.388+0000 7f7caa827700 1 --2- 172.21.15.53:0/4225240818 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7c8c0b2880 0x7f7c8c0b4d40 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f7ca419aa40 tx=0x7f7c9401a040 comp rx=0 tx=0).stop 2024-05-10T11:16:27.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.389+0000 7f7caa827700 1 -- 172.21.15.53:0/4225240818 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ca4108850 msgr2=0x7f7ca4199900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:27.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.389+0000 7f7caa827700 1 --2- 172.21.15.53:0/4225240818 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ca4108850 0x7f7ca4199900 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f7c9c00b970 tx=0x7f7c9c00bc80 comp rx=0 tx=0).stop 2024-05-10T11:16:27.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.389+0000 7f7caa827700 1 -- 172.21.15.53:0/4225240818 shutdown_connections 2024-05-10T11:16:27.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.389+0000 7f7caa827700 1 --2- 172.21.15.53:0/4225240818 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7c8c0b2880 0x7f7c8c0b4d40 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:27.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.389+0000 7f7caa827700 1 --2- 172.21.15.53:0/4225240818 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ca4108850 0x7f7ca4199900 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:27.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.389+0000 7f7caa827700 1 --2- 172.21.15.53:0/4225240818 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ca4103750 0x7f7ca419f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:27.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.389+0000 7f7caa827700 1 --2- 172.21.15.53:0/4225240818 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ca4104100 0x7f7ca419fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:27.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.389+0000 7f7caa827700 1 -- 172.21.15.53:0/4225240818 >> 172.21.15.53:0/4225240818 conn(0x7f7ca407a600 msgr2=0x7f7ca41018b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:27.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.389+0000 7f7caa827700 1 -- 172.21.15.53:0/4225240818 shutdown_connections 2024-05-10T11:16:27.390 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:27.389+0000 7f7caa827700 1 -- 172.21.15.53:0/4225240818 wait complete. 2024-05-10T11:16:27.390 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 10 2024-05-10T11:16:27.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:27 smithi132 ceph-mon[33758]: Deploying daemon mds.g on smithi053 2024-05-10T11:16:27.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:27 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] up:boot 2024-05-10T11:16:27.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:27 smithi132 ceph-mon[33758]: fsmap 9 up:standby 2024-05-10T11:16:27.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:27 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-10T11:16:27.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:27 smithi187 ceph-mon[34076]: Deploying daemon mds.g on smithi053 2024-05-10T11:16:27.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:27 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] up:boot 2024-05-10T11:16:27.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:27 smithi187 ceph-mon[34076]: fsmap 9 up:standby 2024-05-10T11:16:27.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:27 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-10T11:16:28.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:28 smithi132 ceph-mon[33758]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:28.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:28 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/4225240818' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:28.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:28 smithi187 ceph-mon[34076]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:28.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:28 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/4225240818' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:28.560 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:28 smithi053 ceph-mon[30153]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:28.560 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:28 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/4225240818' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:29.107 INFO:journalctl@ceph.mds.g.smithi053.stdout:May 10 11:16:29 smithi053 systemd[1]: Starting Ceph mds.g for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:16:29.464 INFO:journalctl@ceph.mds.g.smithi053.stdout:May 10 11:16:29 smithi053 podman[69346]: 2024-05-10 11:16:29.220054363 +0000 UTC m=+0.025951641 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:16:29.464 INFO:journalctl@ceph.mds.g.smithi053.stdout:May 10 11:16:29 smithi053 podman[69346]: 2024-05-10 11:16:29.333555725 +0000 UTC m=+0.139452976 container create 9d1d1b3c69fb7184e096dc4a2d3d09bd6fcb4bf9124b4938ff71e731e191babb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-g, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-05-10T11:16:29.819 INFO:journalctl@ceph.mds.g.smithi053.stdout:May 10 11:16:29 smithi053 podman[69346]: 2024-05-10 11:16:29.586403749 +0000 UTC m=+0.392300999 container init 9d1d1b3c69fb7184e096dc4a2d3d09bd6fcb4bf9124b4938ff71e731e191babb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e) 2024-05-10T11:16:29.819 INFO:journalctl@ceph.mds.g.smithi053.stdout:May 10 11:16:29 smithi053 podman[69346]: 2024-05-10 11:16:29.589757038 +0000 UTC m=+0.395654289 container start 9d1d1b3c69fb7184e096dc4a2d3d09bd6fcb4bf9124b4938ff71e731e191babb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-05-10T11:16:29.819 INFO:journalctl@ceph.mds.g.smithi053.stdout:May 10 11:16:29 smithi053 ceph-mds[69373]: -- 172.21.15.53:0/4118208528 <== mon.0 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e546ddda40 con 0x55e546db0c00 2024-05-10T11:16:29.819 INFO:journalctl@ceph.mds.g.smithi053.stdout:May 10 11:16:29 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-g[69364]: starting mds.g at 2024-05-10T11:16:29.819 INFO:journalctl@ceph.mds.g.smithi053.stdout:May 10 11:16:29 smithi053 bash[69346]: 9d1d1b3c69fb7184e096dc4a2d3d09bd6fcb4bf9124b4938ff71e731e191babb 2024-05-10T11:16:29.819 INFO:journalctl@ceph.mds.g.smithi053.stdout:May 10 11:16:29 smithi053 systemd[1]: Started Ceph mds.g for 745ae8e0-0ebd-11ef-bc98-c7b262605968. 2024-05-10T11:16:30.347 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:30 smithi053 ceph-mon[30153]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:30.347 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:30 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:30.347 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:30 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:30.347 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:30 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:30.347 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:30 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:30.347 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:30 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:30.347 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:30 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:30.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:30 smithi132 ceph-mon[33758]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:30.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:30 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:30.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:30 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:30.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:30 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:30.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:30 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:30.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:30 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:30.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:30 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:30.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:30 smithi187 ceph-mon[34076]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:30.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:30 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:30.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:30 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:30.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:30 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:30.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:30 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:30.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:30 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:30.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:30 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:31.145 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:16:31.457 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:31 smithi053 ceph-mon[30153]: Deploying daemon mds.a on smithi053 2024-05-10T11:16:31.457 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:31 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.53:6838/3346396655,v1:172.21.15.53:6839/3346396655] up:boot 2024-05-10T11:16:31.457 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:31 smithi053 ceph-mon[30153]: fsmap 10 up:standby 2024-05-10T11:16:31.457 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:31 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-10T11:16:31.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:31 smithi132 ceph-mon[33758]: Deploying daemon mds.a on smithi053 2024-05-10T11:16:31.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:31 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.53:6838/3346396655,v1:172.21.15.53:6839/3346396655] up:boot 2024-05-10T11:16:31.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:31 smithi132 ceph-mon[33758]: fsmap 10 up:standby 2024-05-10T11:16:31.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:31 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-10T11:16:31.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:31 smithi187 ceph-mon[34076]: Deploying daemon mds.a on smithi053 2024-05-10T11:16:31.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:31 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.53:6838/3346396655,v1:172.21.15.53:6839/3346396655] up:boot 2024-05-10T11:16:31.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:31 smithi187 ceph-mon[34076]: fsmap 10 up:standby 2024-05-10T11:16:31.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:31 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-10T11:16:31.580 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:16:32.322 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:32 smithi053 ceph-mon[30153]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:32.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:32 smithi132 ceph-mon[33758]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:32.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:32 smithi187 ceph-mon[34076]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:33.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.430+0000 7fd8da546700 1 -- 172.21.15.53:0/1130860357 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd8d4102d60 msgr2=0x7fd8d410f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:33.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.430+0000 7fd8da546700 1 --2- 172.21.15.53:0/1130860357 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd8d4102d60 0x7fd8d410f250 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fd8cc00b0a0 tx=0x7fd8cc00b3b0 comp rx=0 tx=0).stop 2024-05-10T11:16:33.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.430+0000 7fd8da546700 1 -- 172.21.15.53:0/1130860357 shutdown_connections 2024-05-10T11:16:33.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.430+0000 7fd8da546700 1 --2- 172.21.15.53:0/1130860357 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd8d4102d60 0x7fd8d410f250 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:33.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.430+0000 7fd8da546700 1 --2- 172.21.15.53:0/1130860357 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd8d4108410 0x7fd8d41087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:33.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.430+0000 7fd8da546700 1 --2- 172.21.15.53:0/1130860357 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd8d41023a0 0x7fd8d4102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:33.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.430+0000 7fd8da546700 1 -- 172.21.15.53:0/1130860357 >> 172.21.15.53:0/1130860357 conn(0x7fd8d4079350 msgr2=0x7fd8d4079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:33.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.430+0000 7fd8da546700 1 -- 172.21.15.53:0/1130860357 shutdown_connections 2024-05-10T11:16:33.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.430+0000 7fd8da546700 1 -- 172.21.15.53:0/1130860357 wait complete. 2024-05-10T11:16:33.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.431+0000 7fd8da546700 1 Processor -- start 2024-05-10T11:16:33.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.431+0000 7fd8da546700 1 -- start start 2024-05-10T11:16:33.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.431+0000 7fd8da546700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd8d41023a0 0x7fd8d419f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:33.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.431+0000 7fd8da546700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd8d4102d60 0x7fd8d419fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:33.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.431+0000 7fd8da546700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd8d4108410 0x7fd8d41998d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:33.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.431+0000 7fd8da546700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd8d41123e0 con 0x7fd8d41023a0 2024-05-10T11:16:33.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.431+0000 7fd8da546700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fd8d4112260 con 0x7fd8d4108410 2024-05-10T11:16:33.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.431+0000 7fd8da546700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fd8d4112560 con 0x7fd8d4102d60 2024-05-10T11:16:33.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.431+0000 7fd8d3fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd8d41023a0 0x7fd8d419f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:33.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.431+0000 7fd8d3fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd8d41023a0 0x7fd8d419f710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:46556/0 (socket says 172.21.15.53:46556) 2024-05-10T11:16:33.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.431+0000 7fd8d3fff700 1 -- 172.21.15.53:0/2083396443 learned_addr learned my addr 172.21.15.53:0/2083396443 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:16:33.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.431+0000 7fd8cbfff700 1 --2- 172.21.15.53:0/2083396443 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd8d4102d60 0x7fd8d419fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:33.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.432+0000 7fd8d8ae3700 1 --2- 172.21.15.53:0/2083396443 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd8d4108410 0x7fd8d41998d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:33.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.432+0000 7fd8d3fff700 1 -- 172.21.15.53:0/2083396443 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd8d4102d60 msgr2=0x7fd8d419fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:33.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.432+0000 7fd8d3fff700 1 --2- 172.21.15.53:0/2083396443 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd8d4102d60 0x7fd8d419fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:33.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.432+0000 7fd8d3fff700 1 -- 172.21.15.53:0/2083396443 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd8d4108410 msgr2=0x7fd8d41998d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:33.435 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.432+0000 7fd8d3fff700 1 --2- 172.21.15.53:0/2083396443 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd8d4108410 0x7fd8d41998d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:33.435 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.432+0000 7fd8d3fff700 1 -- 172.21.15.53:0/2083396443 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8d419a030 con 0x7fd8d41023a0 2024-05-10T11:16:33.435 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.432+0000 7fd8d8ae3700 1 --2- 172.21.15.53:0/2083396443 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd8d4108410 0x7fd8d41998d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:16:33.435 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.432+0000 7fd8d3fff700 1 --2- 172.21.15.53:0/2083396443 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd8d41023a0 0x7fd8d419f710 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fd8c400d950 tx=0x7fd8c400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:33.435 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.432+0000 7fd8d1ffb700 1 -- 172.21.15.53:0/2083396443 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8c4016070 con 0x7fd8d41023a0 2024-05-10T11:16:33.435 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.432+0000 7fd8d1ffb700 1 -- 172.21.15.53:0/2083396443 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd8c4009dd0 con 0x7fd8d41023a0 2024-05-10T11:16:33.435 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.432+0000 7fd8d1ffb700 1 -- 172.21.15.53:0/2083396443 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8c400f3c0 con 0x7fd8d41023a0 2024-05-10T11:16:33.435 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.432+0000 7fd8da546700 1 -- 172.21.15.53:0/2083396443 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8d419a320 con 0x7fd8d41023a0 2024-05-10T11:16:33.435 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.432+0000 7fd8da546700 1 -- 172.21.15.53:0/2083396443 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8d41a65e0 con 0x7fd8d41023a0 2024-05-10T11:16:33.436 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.433+0000 7fd8da546700 1 -- 172.21.15.53:0/2083396443 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8d406a190 con 0x7fd8d41023a0 2024-05-10T11:16:33.436 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.435+0000 7fd8d1ffb700 1 -- 172.21.15.53:0/2083396443 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fd8c4019070 con 0x7fd8d41023a0 2024-05-10T11:16:33.436 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.435+0000 7fd8d1ffb700 1 --2- 172.21.15.53:0/2083396443 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd8c00b2880 0x7fd8c00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:33.436 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.436+0000 7fd8cbfff700 1 --2- 172.21.15.53:0/2083396443 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd8c00b2880 0x7fd8c00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:33.436 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.436+0000 7fd8d1ffb700 1 -- 172.21.15.53:0/2083396443 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fd8c40e1a00 con 0x7fd8d41023a0 2024-05-10T11:16:33.436 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.436+0000 7fd8cbfff700 1 --2- 172.21.15.53:0/2083396443 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd8c00b2880 0x7fd8c00b4d40 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fd8d406c1f0 tx=0x7fd8bc00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:33.439 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.439+0000 7fd8d1ffb700 1 -- 172.21.15.53:0/2083396443 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fd8c40a9bc0 con 0x7fd8d41023a0 2024-05-10T11:16:33.716 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.716+0000 7fd8da546700 1 -- 172.21.15.53:0/2083396443 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd8d41a6810 con 0x7fd8d41023a0 2024-05-10T11:16:33.716 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.716+0000 7fd8d1ffb700 1 -- 172.21.15.53:0/2083396443 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8833 (secure 0 0 0) 0x7fd8c40a94c0 con 0x7fd8d41023a0 2024-05-10T11:16:33.717 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:16:33.717 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14574,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6839/3346396655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":3346396655},{"type":"v1","addr":"172.21.15.53:6839","nonce":3346396655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24353,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24377,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6835/2650777178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6834","nonce":2650777178},{"type":"v1","addr":"172.21.15.132:6835","nonce":2650777178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24398,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6837/392522477","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6836","nonce":392522477},{"type":"v1","addr":"172.21.15.132:6837","nonce":392522477}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6835/4099468922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6834","nonce":4099468922},{"type":"v1","addr":"172.21.15.187:6835","nonce":4099468922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24448,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6837/2293077942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6836","nonce":2293077942},{"type":"v1","addr":"172.21.15.187:6837","nonce":2293077942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24463,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6839/735699922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6838","nonce":735699922},{"type":"v1","addr":"172.21.15.187:6839","nonce":735699922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-05-10T11:16:33.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.719+0000 7fd8da546700 1 -- 172.21.15.53:0/2083396443 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd8c00b2880 msgr2=0x7fd8c00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:33.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.719+0000 7fd8da546700 1 --2- 172.21.15.53:0/2083396443 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd8c00b2880 0x7fd8c00b4d40 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fd8d406c1f0 tx=0x7fd8bc00b410 comp rx=0 tx=0).stop 2024-05-10T11:16:33.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.719+0000 7fd8da546700 1 -- 172.21.15.53:0/2083396443 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd8d41023a0 msgr2=0x7fd8d419f710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:33.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.719+0000 7fd8da546700 1 --2- 172.21.15.53:0/2083396443 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd8d41023a0 0x7fd8d419f710 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fd8c400d950 tx=0x7fd8c400dc60 comp rx=0 tx=0).stop 2024-05-10T11:16:33.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.719+0000 7fd8da546700 1 -- 172.21.15.53:0/2083396443 shutdown_connections 2024-05-10T11:16:33.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.719+0000 7fd8da546700 1 --2- 172.21.15.53:0/2083396443 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd8c00b2880 0x7fd8c00b4d40 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:33.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.719+0000 7fd8da546700 1 --2- 172.21.15.53:0/2083396443 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd8d4108410 0x7fd8d41998d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:33.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.719+0000 7fd8da546700 1 --2- 172.21.15.53:0/2083396443 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd8d41023a0 0x7fd8d419f710 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:33.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.719+0000 7fd8da546700 1 --2- 172.21.15.53:0/2083396443 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd8d4102d60 0x7fd8d419fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:33.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.719+0000 7fd8da546700 1 -- 172.21.15.53:0/2083396443 >> 172.21.15.53:0/2083396443 conn(0x7fd8d4079350 msgr2=0x7fd8d4106620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:33.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.719+0000 7fd8da546700 1 -- 172.21.15.53:0/2083396443 shutdown_connections 2024-05-10T11:16:33.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:33.719+0000 7fd8da546700 1 -- 172.21.15.53:0/2083396443 wait complete. 2024-05-10T11:16:33.720 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 11 2024-05-10T11:16:34.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:34 smithi053 ceph-mon[30153]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:34.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:34 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2083396443' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:34.319 INFO:journalctl@ceph.mds.a.smithi053.stdout:May 10 11:16:34 smithi053 systemd[1]: Started Ceph mds.a for 745ae8e0-0ebd-11ef-bc98-c7b262605968. 2024-05-10T11:16:34.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:34 smithi132 ceph-mon[33758]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:34.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:34 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2083396443' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:34.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:34 smithi187 ceph-mon[34076]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:34.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:34 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2083396443' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:35.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:35 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.53:6840/3170432544,v1:172.21.15.53:6841/3170432544] up:boot 2024-05-10T11:16:35.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:35 smithi132 ceph-mon[33758]: fsmap 11 up:standby 2024-05-10T11:16:35.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:35 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-10T11:16:35.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:35 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:35.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:35 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:35.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:35 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:35.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:35 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:35.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:35 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:35.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:35 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:35.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:35 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.53:6840/3170432544,v1:172.21.15.53:6841/3170432544] up:boot 2024-05-10T11:16:35.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:35 smithi187 ceph-mon[34076]: fsmap 11 up:standby 2024-05-10T11:16:35.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:35 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-10T11:16:35.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:35 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:35.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:35 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:35.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:35 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:35.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:35 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:35.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:35 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:35.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:35 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:35.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:35 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.53:6840/3170432544,v1:172.21.15.53:6841/3170432544] up:boot 2024-05-10T11:16:35.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:35 smithi053 ceph-mon[30153]: fsmap 11 up:standby 2024-05-10T11:16:35.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:35 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-10T11:16:35.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:35 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:35.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:35 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:35.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:35 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:35.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:35 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-10T11:16:35.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:35 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-10T11:16:35.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:35 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:36.285 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:36 smithi132 ceph-mon[33758]: Deploying daemon mds.b on smithi132 2024-05-10T11:16:36.285 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:36 smithi132 ceph-mon[33758]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:36.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:36 smithi187 ceph-mon[34076]: Deploying daemon mds.b on smithi132 2024-05-10T11:16:36.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:36 smithi187 ceph-mon[34076]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:36.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:36 smithi053 ceph-mon[30153]: Deploying daemon mds.b on smithi132 2024-05-10T11:16:36.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:36 smithi053 ceph-mon[30153]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:36.680 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:16:36.684 INFO:journalctl@ceph.mds.b.smithi132.stdout:May 10 11:16:36 smithi132 systemd[1]: Starting Ceph mds.b for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:16:36.947 INFO:journalctl@ceph.mds.b.smithi132.stdout:May 10 11:16:36 smithi132 podman[63873]: 2024-05-10 11:16:36.588075049 +0000 UTC m=+0.018507780 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:16:36.947 INFO:journalctl@ceph.mds.b.smithi132.stdout:May 10 11:16:36 smithi132 podman[63873]: 2024-05-10 11:16:36.711737879 +0000 UTC m=+0.142170585 container create c9ab0f216efe488af8b953fbc8c7b5f2d3cc95a2e0963f504b9226ad2fb696af (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-b, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240507, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_CLEAN=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-10T11:16:36.949 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:16:37.224 INFO:journalctl@ceph.mds.b.smithi132.stdout:May 10 11:16:36 smithi132 podman[63873]: 2024-05-10 11:16:36.94791182 +0000 UTC m=+0.378344538 container init c9ab0f216efe488af8b953fbc8c7b5f2d3cc95a2e0963f504b9226ad2fb696af (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-b, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_BRANCH=HEAD) 2024-05-10T11:16:37.224 INFO:journalctl@ceph.mds.b.smithi132.stdout:May 10 11:16:36 smithi132 podman[63873]: 2024-05-10 11:16:36.951180998 +0000 UTC m=+0.381613706 container start c9ab0f216efe488af8b953fbc8c7b5f2d3cc95a2e0963f504b9226ad2fb696af (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-b, org.label-schema.build-date=20240507, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True) 2024-05-10T11:16:37.224 INFO:journalctl@ceph.mds.b.smithi132.stdout:May 10 11:16:36 smithi132 ceph-mds[63892]: -- 172.21.15.132:0/3827691994 <== mon.2 v2:172.21.15.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5559b5621a40 con 0x5559b55f5000 2024-05-10T11:16:37.224 INFO:journalctl@ceph.mds.b.smithi132.stdout:May 10 11:16:36 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-b[63888]: starting mds.b at 2024-05-10T11:16:37.224 INFO:journalctl@ceph.mds.b.smithi132.stdout:May 10 11:16:37 smithi132 bash[63873]: c9ab0f216efe488af8b953fbc8c7b5f2d3cc95a2e0963f504b9226ad2fb696af 2024-05-10T11:16:37.224 INFO:journalctl@ceph.mds.b.smithi132.stdout:May 10 11:16:37 smithi132 systemd[1]: Started Ceph mds.b for 745ae8e0-0ebd-11ef-bc98-c7b262605968. 2024-05-10T11:16:38.411 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:38 smithi187 ceph-mon[34076]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:38.411 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:38 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:38.411 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:38 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:38.411 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:38 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] up:boot 2024-05-10T11:16:38.411 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:38 smithi187 ceph-mon[34076]: fsmap 12 up:standby 2024-05-10T11:16:38.411 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:38 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-10T11:16:38.411 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:38 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:38.411 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:38 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:38.412 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:38 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:38.412 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:38 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:16:38.416 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:38 smithi132 ceph-mon[33758]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:38.416 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:38 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:38.416 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:38 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:38.416 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:38 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] up:boot 2024-05-10T11:16:38.417 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:38 smithi132 ceph-mon[33758]: fsmap 12 up:standby 2024-05-10T11:16:38.417 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:38 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-10T11:16:38.417 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:38 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:38.417 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:38 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:38.417 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:38 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:38.417 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:38 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:16:38.436 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:38 smithi053 ceph-mon[30153]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:38.436 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:38 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:38.436 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:38 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:38.436 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:38 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] up:boot 2024-05-10T11:16:38.436 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:38 smithi053 ceph-mon[30153]: fsmap 12 up:standby 2024-05-10T11:16:38.436 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:38 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-10T11:16:38.436 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:38 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:38.437 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:38 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:38.437 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:38 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:38.437 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:38 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:16:38.667 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.666+0000 7fe5b6669700 1 -- 172.21.15.53:0/2389538060 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5b0102390 msgr2=0x7fe5b0102810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:38.667 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.666+0000 7fe5b6669700 1 --2- 172.21.15.53:0/2389538060 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5b0102390 0x7fe5b0102810 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fe5a4009990 tx=0x7fe5a4009ca0 comp rx=0 tx=0).stop 2024-05-10T11:16:38.667 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.666+0000 7fe5b6669700 1 -- 172.21.15.53:0/2389538060 shutdown_connections 2024-05-10T11:16:38.667 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.666+0000 7fe5b6669700 1 --2- 172.21.15.53:0/2389538060 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe5b0102d50 0x7fe5b010f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:38.667 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.666+0000 7fe5b6669700 1 --2- 172.21.15.53:0/2389538060 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe5b0108400 0x7fe5b01087e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:38.667 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.666+0000 7fe5b6669700 1 --2- 172.21.15.53:0/2389538060 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5b0102390 0x7fe5b0102810 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:38.667 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.666+0000 7fe5b6669700 1 -- 172.21.15.53:0/2389538060 >> 172.21.15.53:0/2389538060 conn(0x7fe5b0079310 msgr2=0x7fe5b0079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:38.667 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.666+0000 7fe5b6669700 1 -- 172.21.15.53:0/2389538060 shutdown_connections 2024-05-10T11:16:38.667 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.666+0000 7fe5b6669700 1 -- 172.21.15.53:0/2389538060 wait complete. 2024-05-10T11:16:38.669 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.667+0000 7fe5b6669700 1 Processor -- start 2024-05-10T11:16:38.669 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.667+0000 7fe5b6669700 1 -- start start 2024-05-10T11:16:38.669 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.668+0000 7fe5b6669700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe5b0102390 0x7fe5b019f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:38.669 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.668+0000 7fe5b6669700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5b0102d50 0x7fe5b019fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:38.669 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.668+0000 7fe5b6669700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe5b0108400 0x7fe5b0199830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:38.669 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.668+0000 7fe5b6669700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe5b0112450 con 0x7fe5b0102d50 2024-05-10T11:16:38.670 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.668+0000 7fe5b6669700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fe5b01122d0 con 0x7fe5b0108400 2024-05-10T11:16:38.670 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.668+0000 7fe5b6669700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fe5b01125d0 con 0x7fe5b0102390 2024-05-10T11:16:38.670 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.668+0000 7fe5af7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5b0102d50 0x7fe5b019fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:38.670 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.668+0000 7fe5af7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5b0102d50 0x7fe5b019fbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:42690/0 (socket says 172.21.15.53:42690) 2024-05-10T11:16:38.670 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.668+0000 7fe5af7fe700 1 -- 172.21.15.53:0/3695456094 learned_addr learned my addr 172.21.15.53:0/3695456094 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:16:38.670 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.668+0000 7fe5affff700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe5b0102390 0x7fe5b019f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:38.670 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.668+0000 7fe5b4c06700 1 --2- 172.21.15.53:0/3695456094 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe5b0108400 0x7fe5b0199830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:38.670 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.668+0000 7fe5af7fe700 1 -- 172.21.15.53:0/3695456094 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe5b0102390 msgr2=0x7fe5b019f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:38.670 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.668+0000 7fe5af7fe700 1 --2- 172.21.15.53:0/3695456094 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe5b0102390 0x7fe5b019f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:38.670 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.668+0000 7fe5af7fe700 1 -- 172.21.15.53:0/3695456094 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe5b0108400 msgr2=0x7fe5b0199830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:38.670 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.668+0000 7fe5af7fe700 1 --2- 172.21.15.53:0/3695456094 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe5b0108400 0x7fe5b0199830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:38.670 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.668+0000 7fe5af7fe700 1 -- 172.21.15.53:0/3695456094 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5b019a010 con 0x7fe5b0102d50 2024-05-10T11:16:38.670 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.669+0000 7fe5af7fe700 1 --2- 172.21.15.53:0/3695456094 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5b0102d50 0x7fe5b019fbf0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fe5a40057f0 tx=0x7fe5a4009ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:38.670 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.669+0000 7fe5ad7fa700 1 -- 172.21.15.53:0/3695456094 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5a4027070 con 0x7fe5b0102d50 2024-05-10T11:16:38.671 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.669+0000 7fe5b6669700 1 -- 172.21.15.53:0/3695456094 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5b019a2a0 con 0x7fe5b0102d50 2024-05-10T11:16:38.671 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.669+0000 7fe5ad7fa700 1 -- 172.21.15.53:0/3695456094 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe5a400fc00 con 0x7fe5b0102d50 2024-05-10T11:16:38.671 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.669+0000 7fe5ad7fa700 1 -- 172.21.15.53:0/3695456094 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5a4022c00 con 0x7fe5b0102d50 2024-05-10T11:16:38.671 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.669+0000 7fe5b6669700 1 -- 172.21.15.53:0/3695456094 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5b0103fa0 con 0x7fe5b0102d50 2024-05-10T11:16:38.671 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.670+0000 7fe5b6669700 1 -- 172.21.15.53:0/3695456094 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5b0103ab0 con 0x7fe5b0102d50 2024-05-10T11:16:38.671 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.672+0000 7fe5ad7fa700 1 -- 172.21.15.53:0/3695456094 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fe5a402a070 con 0x7fe5b0102d50 2024-05-10T11:16:38.672 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.672+0000 7fe5ad7fa700 1 --2- 172.21.15.53:0/3695456094 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe5980b2880 0x7fe5980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:38.672 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.672+0000 7fe5ad7fa700 1 -- 172.21.15.53:0/3695456094 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fe5a40e2e60 con 0x7fe5b0102d50 2024-05-10T11:16:38.672 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.672+0000 7fe5affff700 1 --2- 172.21.15.53:0/3695456094 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe5980b2880 0x7fe5980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:38.673 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.673+0000 7fe5affff700 1 --2- 172.21.15.53:0/3695456094 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe5980b2880 0x7fe5980b4d40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fe5a000ac50 tx=0x7fe5a000a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:38.676 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.676+0000 7fe5ad7fa700 1 -- 172.21.15.53:0/3695456094 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fe5a4031080 con 0x7fe5b0102d50 2024-05-10T11:16:38.984 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.984+0000 7fe5b6669700 1 -- 172.21.15.53:0/3695456094 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe5b019ad90 con 0x7fe5b0102d50 2024-05-10T11:16:38.985 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.984+0000 7fe5ad7fa700 1 -- 172.21.15.53:0/3695456094 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10488 (secure 0 0 0) 0x7fe5b019ad90 con 0x7fe5b0102d50 2024-05-10T11:16:38.985 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:16:38.985 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14574,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6839/3346396655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":3346396655},{"type":"v1","addr":"172.21.15.53:6839","nonce":3346396655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14586,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6841/3170432544","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6840","nonce":3170432544},{"type":"v1","addr":"172.21.15.53:6841","nonce":3170432544}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24353,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24377,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6835/2650777178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6834","nonce":2650777178},{"type":"v1","addr":"172.21.15.132:6835","nonce":2650777178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24398,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6837/392522477","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6836","nonce":392522477},{"type":"v1","addr":"172.21.15.132:6837","nonce":392522477}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6839/2363266970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6838","nonce":2363266970},{"type":"v1","addr":"172.21.15.132:6839","nonce":2363266970}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6835/4099468922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6834","nonce":4099468922},{"type":"v1","addr":"172.21.15.187:6835","nonce":4099468922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24448,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6837/2293077942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6836","nonce":2293077942},{"type":"v1","addr":"172.21.15.187:6837","nonce":2293077942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24463,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6839/735699922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6838","nonce":735699922},{"type":"v1","addr":"172.21.15.187:6839","nonce":735699922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-05-10T11:16:38.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.987+0000 7fe5b6669700 1 -- 172.21.15.53:0/3695456094 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe5980b2880 msgr2=0x7fe5980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:38.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.987+0000 7fe5b6669700 1 --2- 172.21.15.53:0/3695456094 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe5980b2880 0x7fe5980b4d40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fe5a000ac50 tx=0x7fe5a000a380 comp rx=0 tx=0).stop 2024-05-10T11:16:38.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.987+0000 7fe5b6669700 1 -- 172.21.15.53:0/3695456094 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5b0102d50 msgr2=0x7fe5b019fbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:38.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.987+0000 7fe5b6669700 1 --2- 172.21.15.53:0/3695456094 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5b0102d50 0x7fe5b019fbf0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fe5a40057f0 tx=0x7fe5a4009ee0 comp rx=0 tx=0).stop 2024-05-10T11:16:38.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.987+0000 7fe5b6669700 1 -- 172.21.15.53:0/3695456094 shutdown_connections 2024-05-10T11:16:38.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.987+0000 7fe5b6669700 1 --2- 172.21.15.53:0/3695456094 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe5980b2880 0x7fe5980b4d40 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:38.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.987+0000 7fe5b6669700 1 --2- 172.21.15.53:0/3695456094 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe5b0108400 0x7fe5b0199830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:38.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.987+0000 7fe5b6669700 1 --2- 172.21.15.53:0/3695456094 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe5b0102390 0x7fe5b019f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:38.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.987+0000 7fe5b6669700 1 --2- 172.21.15.53:0/3695456094 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe5b0102d50 0x7fe5b019fbf0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:38.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.987+0000 7fe5b6669700 1 -- 172.21.15.53:0/3695456094 >> 172.21.15.53:0/3695456094 conn(0x7fe5b0079310 msgr2=0x7fe5b0101650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:38.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.987+0000 7fe5b6669700 1 -- 172.21.15.53:0/3695456094 shutdown_connections 2024-05-10T11:16:38.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:38.987+0000 7fe5b6669700 1 -- 172.21.15.53:0/3695456094 wait complete. 2024-05-10T11:16:38.988 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 13 2024-05-10T11:16:39.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:39 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3695456094' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:39.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:39 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3695456094' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:39.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:39 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3695456094' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:16:40.094 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-05-10T11:16:40.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:40 smithi053 ceph-mon[30153]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:40.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:40 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:40.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:40 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:40.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:40 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:40.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:40 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:40.383 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:16:40.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:40 smithi132 ceph-mon[33758]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:40.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:40 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:40.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:40 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:40.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:40 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:40.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:40 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:40.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:40 smithi187 ceph-mon[34076]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:40.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:40 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:40.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:40 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:40.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:40 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:40.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:40 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:42.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.165+0000 7ff6b3fdd700 1 -- 172.21.15.53:0/3043368981 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6ac103f00 msgr2=0x7ff6ac1103b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:42.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.165+0000 7ff6b3fdd700 1 --2- 172.21.15.53:0/3043368981 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6ac103f00 0x7ff6ac1103b0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7ff6a400b0d0 tx=0x7ff6a400b3e0 comp rx=0 tx=0).stop 2024-05-10T11:16:42.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.165+0000 7ff6b3fdd700 1 -- 172.21.15.53:0/3043368981 shutdown_connections 2024-05-10T11:16:42.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.165+0000 7ff6b3fdd700 1 --2- 172.21.15.53:0/3043368981 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6ac103f00 0x7ff6ac1103b0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:42.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.165+0000 7ff6b3fdd700 1 --2- 172.21.15.53:0/3043368981 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff6ac1095e0 0x7ff6ac1099c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:42.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.165+0000 7ff6b3fdd700 1 --2- 172.21.15.53:0/3043368981 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff6ac103540 0x7ff6ac1039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:42.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.165+0000 7ff6b3fdd700 1 -- 172.21.15.53:0/3043368981 >> 172.21.15.53:0/3043368981 conn(0x7ff6ac07a650 msgr2=0x7ff6ac07aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:42.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.165+0000 7ff6b3fdd700 1 -- 172.21.15.53:0/3043368981 shutdown_connections 2024-05-10T11:16:42.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.165+0000 7ff6b3fdd700 1 -- 172.21.15.53:0/3043368981 wait complete. 2024-05-10T11:16:42.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.166+0000 7ff6b3fdd700 1 Processor -- start 2024-05-10T11:16:42.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.166+0000 7ff6b3fdd700 1 -- start start 2024-05-10T11:16:42.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.166+0000 7ff6b3fdd700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff6ac103540 0x7ff6ac0757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:42.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.166+0000 7ff6b3fdd700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff6ac103f00 0x7ff6ac075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:42.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.166+0000 7ff6b3fdd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6ac1095e0 0x7ff6ac076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:42.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.166+0000 7ff6b3fdd700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff6ac1135f0 con 0x7ff6ac1095e0 2024-05-10T11:16:42.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.166+0000 7ff6b3fdd700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7ff6ac113470 con 0x7ff6ac103540 2024-05-10T11:16:42.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.166+0000 7ff6b3fdd700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7ff6ac113770 con 0x7ff6ac103f00 2024-05-10T11:16:42.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.166+0000 7ff6b257a700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6ac1095e0 0x7ff6ac076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:42.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.166+0000 7ff6b257a700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6ac1095e0 0x7ff6ac076220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:42698/0 (socket says 172.21.15.53:42698) 2024-05-10T11:16:42.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.166+0000 7ff6b257a700 1 -- 172.21.15.53:0/863357960 learned_addr learned my addr 172.21.15.53:0/863357960 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:16:42.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.166+0000 7ff6b1d79700 1 --2- 172.21.15.53:0/863357960 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff6ac103540 0x7ff6ac0757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:42.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.167+0000 7ff6b1578700 1 --2- 172.21.15.53:0/863357960 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff6ac103f00 0x7ff6ac075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:42.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.167+0000 7ff6b257a700 1 -- 172.21.15.53:0/863357960 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff6ac103f00 msgr2=0x7ff6ac075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:42.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.167+0000 7ff6b257a700 1 --2- 172.21.15.53:0/863357960 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff6ac103f00 0x7ff6ac075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:42.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.167+0000 7ff6b257a700 1 -- 172.21.15.53:0/863357960 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff6ac103540 msgr2=0x7ff6ac0757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:42.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.167+0000 7ff6b257a700 1 --2- 172.21.15.53:0/863357960 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff6ac103540 0x7ff6ac0757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:42.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.167+0000 7ff6b257a700 1 -- 172.21.15.53:0/863357960 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6ac1a7e90 con 0x7ff6ac1095e0 2024-05-10T11:16:42.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.167+0000 7ff6b257a700 1 --2- 172.21.15.53:0/863357960 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6ac1095e0 0x7ff6ac076220 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7ff6a4009850 tx=0x7ff6a4007d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:42.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.167+0000 7ff6a2ffd700 1 -- 172.21.15.53:0/863357960 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a401f070 con 0x7ff6ac1095e0 2024-05-10T11:16:42.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.167+0000 7ff6a2ffd700 1 -- 172.21.15.53:0/863357960 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff6a4005500 con 0x7ff6ac1095e0 2024-05-10T11:16:42.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.167+0000 7ff6b3fdd700 1 -- 172.21.15.53:0/863357960 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6ac1a8120 con 0x7ff6ac1095e0 2024-05-10T11:16:42.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.167+0000 7ff6a2ffd700 1 -- 172.21.15.53:0/863357960 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a401b9a0 con 0x7ff6ac1095e0 2024-05-10T11:16:42.213 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.167+0000 7ff6b3fdd700 1 -- 172.21.15.53:0/863357960 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6ac1a85d0 con 0x7ff6ac1095e0 2024-05-10T11:16:42.213 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.168+0000 7ff6b3fdd700 1 -- 172.21.15.53:0/863357960 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6ac104c50 con 0x7ff6ac1095e0 2024-05-10T11:16:42.213 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.170+0000 7ff6a2ffd700 1 -- 172.21.15.53:0/863357960 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7ff6a4022070 con 0x7ff6ac1095e0 2024-05-10T11:16:42.214 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:42 smithi053 ceph-mon[30153]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:42.214 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:42 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:42.214 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:42 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:42.214 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:42 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:42.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.171+0000 7ff6a2ffd700 1 --2- 172.21.15.53:0/863357960 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff6980b2900 0x7ff6980b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:42.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.171+0000 7ff6b1d79700 1 --2- 172.21.15.53:0/863357960 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff6980b2900 0x7ff6980b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:42.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.171+0000 7ff6a2ffd700 1 -- 172.21.15.53:0/863357960 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7ff6a400f020 con 0x7ff6ac1095e0 2024-05-10T11:16:42.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.171+0000 7ff6b1d79700 1 --2- 172.21.15.53:0/863357960 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff6980b2900 0x7ff6980b4dc0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ff6a8005950 tx=0x7ff6a800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:42.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.175+0000 7ff6a2ffd700 1 -- 172.21.15.53:0/863357960 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7ff6a4029020 con 0x7ff6ac1095e0 2024-05-10T11:16:42.397 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.397+0000 7ff6b3fdd700 1 -- 172.21.15.53:0/863357960 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7ff6ac02e510 con 0x7ff6ac1095e0 2024-05-10T11:16:42.397 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.397+0000 7ff6a2ffd700 1 -- 172.21.15.53:0/863357960 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v72) ==== 84+0+65 (secure 0 0 0) 0x7ff6a40ab7a0 con 0x7ff6ac1095e0 2024-05-10T11:16:42.397 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:16:42.398 INFO:teuthology.orchestra.run.smithi053.stdout:[ 2024-05-10T11:16:42.398 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:16:42.398 INFO:teuthology.orchestra.run.smithi053.stdout: "poolnum": 1, 2024-05-10T11:16:42.398 INFO:teuthology.orchestra.run.smithi053.stdout: "poolname": ".mgr" 2024-05-10T11:16:42.398 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:16:42.398 INFO:teuthology.orchestra.run.smithi053.stdout:] 2024-05-10T11:16:42.399 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.399+0000 7ff6b3fdd700 1 -- 172.21.15.53:0/863357960 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff6980b2900 msgr2=0x7ff6980b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:42.399 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.399+0000 7ff6b3fdd700 1 --2- 172.21.15.53:0/863357960 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff6980b2900 0x7ff6980b4dc0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ff6a8005950 tx=0x7ff6a800b410 comp rx=0 tx=0).stop 2024-05-10T11:16:42.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.399+0000 7ff6b3fdd700 1 -- 172.21.15.53:0/863357960 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6ac1095e0 msgr2=0x7ff6ac076220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:42.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.399+0000 7ff6b3fdd700 1 --2- 172.21.15.53:0/863357960 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6ac1095e0 0x7ff6ac076220 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7ff6a4009850 tx=0x7ff6a4007d90 comp rx=0 tx=0).stop 2024-05-10T11:16:42.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.399+0000 7ff6b3fdd700 1 -- 172.21.15.53:0/863357960 shutdown_connections 2024-05-10T11:16:42.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.399+0000 7ff6b3fdd700 1 --2- 172.21.15.53:0/863357960 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff6980b2900 0x7ff6980b4dc0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:42.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.399+0000 7ff6b3fdd700 1 --2- 172.21.15.53:0/863357960 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6ac1095e0 0x7ff6ac076220 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:42.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.399+0000 7ff6b3fdd700 1 --2- 172.21.15.53:0/863357960 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff6ac103540 0x7ff6ac0757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:42.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.399+0000 7ff6b3fdd700 1 --2- 172.21.15.53:0/863357960 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff6ac103f00 0x7ff6ac075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:42.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.399+0000 7ff6b3fdd700 1 -- 172.21.15.53:0/863357960 >> 172.21.15.53:0/863357960 conn(0x7ff6ac07a650 msgr2=0x7ff6ac101ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:42.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.399+0000 7ff6b3fdd700 1 -- 172.21.15.53:0/863357960 shutdown_connections 2024-05-10T11:16:42.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:42.399+0000 7ff6b3fdd700 1 -- 172.21.15.53:0/863357960 wait complete. 2024-05-10T11:16:42.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:42 smithi132 ceph-mon[33758]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:42.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:42 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:42.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:42 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:42.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:42 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:42.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:42 smithi187 ceph-mon[34076]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:42.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:42 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:42.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:42 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:42.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:42 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:43.085 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-05-10T11:16:43.085 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-05-10T11:16:43.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:43 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:43.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:43 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:16:43.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:43 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:43.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:43 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/863357960' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-10T11:16:43.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:43 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:16:43.402 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:43 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:43.402 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:43 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:16:43.402 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:43 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:43.402 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:43 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/863357960' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-10T11:16:43.402 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:43 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:16:43.496 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:43 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:43.496 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:43 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:16:43.496 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:43 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:43.496 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:43 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/863357960' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-10T11:16:43.496 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:43 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:16:44.023 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:16:44.395 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:44 smithi053 ceph-mon[30153]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:44.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:44 smithi132 ceph-mon[33758]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:44.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:44 smithi187 ceph-mon[34076]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:45.530 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:45 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:45.530 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:45 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:45.531 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:45 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:45.531 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:45 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:45.531 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:45 smithi053 ceph-mon[30153]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:45.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:45 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:45.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:45 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:45.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:45 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:45.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:45 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:45.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:45 smithi132 ceph-mon[33758]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:45.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:45 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:45.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:45 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:45.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:45 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:45.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:45 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:45.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:45 smithi187 ceph-mon[34076]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:45.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.772+0000 7fcc1e02b700 1 -- 172.21.15.53:0/2232293053 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc181076c0 msgr2=0x7fcc1810f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:45.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.772+0000 7fcc1e02b700 1 --2- 172.21.15.53:0/2232293053 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc181076c0 0x7fcc1810f290 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fcc1000b0d0 tx=0x7fcc1000b3e0 comp rx=0 tx=0).stop 2024-05-10T11:16:45.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.772+0000 7fcc1e02b700 1 -- 172.21.15.53:0/2232293053 shutdown_connections 2024-05-10T11:16:45.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.772+0000 7fcc1e02b700 1 --2- 172.21.15.53:0/2232293053 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc181076c0 0x7fcc1810f290 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:45.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.772+0000 7fcc1e02b700 1 --2- 172.21.15.53:0/2232293053 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcc18102630 0x7fcc18102a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:45.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.772+0000 7fcc1e02b700 1 --2- 172.21.15.53:0/2232293053 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcc18102fe0 0x7fcc18106fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:45.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.772+0000 7fcc1e02b700 1 -- 172.21.15.53:0/2232293053 >> 172.21.15.53:0/2232293053 conn(0x7fcc18079370 msgr2=0x7fcc18079780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:45.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.772+0000 7fcc1e02b700 1 -- 172.21.15.53:0/2232293053 shutdown_connections 2024-05-10T11:16:45.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.772+0000 7fcc1e02b700 1 -- 172.21.15.53:0/2232293053 wait complete. 2024-05-10T11:16:45.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.772+0000 7fcc1e02b700 1 Processor -- start 2024-05-10T11:16:45.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.773+0000 7fcc1e02b700 1 -- start start 2024-05-10T11:16:45.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.773+0000 7fcc1e02b700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcc18102630 0x7fcc18198780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:45.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.773+0000 7fcc1e02b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc18102fe0 0x7fcc18198cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:45.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.773+0000 7fcc1e02b700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcc181076c0 0x7fcc18199200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:45.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.773+0000 7fcc1e02b700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fcc181124d0 con 0x7fcc18102fe0 2024-05-10T11:16:45.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.773+0000 7fcc1e02b700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fcc18112350 con 0x7fcc181076c0 2024-05-10T11:16:45.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.773+0000 7fcc1e02b700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fcc18112650 con 0x7fcc18102630 2024-05-10T11:16:45.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.773+0000 7fcc16ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc18102fe0 0x7fcc18198cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:45.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.773+0000 7fcc16ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc18102fe0 0x7fcc18198cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:42726/0 (socket says 172.21.15.53:42726) 2024-05-10T11:16:45.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.773+0000 7fcc16ffd700 1 -- 172.21.15.53:0/599112333 learned_addr learned my addr 172.21.15.53:0/599112333 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:16:45.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.773+0000 7fcc177fe700 1 --2- 172.21.15.53:0/599112333 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcc18102630 0x7fcc18198780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:45.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.773+0000 7fcc17fff700 1 --2- 172.21.15.53:0/599112333 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcc181076c0 0x7fcc18199200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:45.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.773+0000 7fcc16ffd700 1 -- 172.21.15.53:0/599112333 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcc18102630 msgr2=0x7fcc18198780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:45.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.773+0000 7fcc16ffd700 1 --2- 172.21.15.53:0/599112333 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcc18102630 0x7fcc18198780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:45.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.773+0000 7fcc16ffd700 1 -- 172.21.15.53:0/599112333 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcc181076c0 msgr2=0x7fcc18199200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:45.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.773+0000 7fcc16ffd700 1 --2- 172.21.15.53:0/599112333 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcc181076c0 0x7fcc18199200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:45.776 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.773+0000 7fcc16ffd700 1 -- 172.21.15.53:0/599112333 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc181a7ff0 con 0x7fcc18102fe0 2024-05-10T11:16:45.776 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.773+0000 7fcc17fff700 1 --2- 172.21.15.53:0/599112333 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcc181076c0 0x7fcc18199200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:16:45.776 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.774+0000 7fcc16ffd700 1 --2- 172.21.15.53:0/599112333 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc18102fe0 0x7fcc18198cc0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c00c8f0 tx=0x7fcc0c00cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:45.776 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.774+0000 7fcc14ff9700 1 -- 172.21.15.53:0/599112333 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c007940 con 0x7fcc18102fe0 2024-05-10T11:16:45.776 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.774+0000 7fcc14ff9700 1 -- 172.21.15.53:0/599112333 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcc0c00f450 con 0x7fcc18102fe0 2024-05-10T11:16:45.776 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.774+0000 7fcc1e02b700 1 -- 172.21.15.53:0/599112333 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc181a82e0 con 0x7fcc18102fe0 2024-05-10T11:16:45.776 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.774+0000 7fcc14ff9700 1 -- 172.21.15.53:0/599112333 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c018660 con 0x7fcc18102fe0 2024-05-10T11:16:45.776 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.774+0000 7fcc1e02b700 1 -- 172.21.15.53:0/599112333 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc181a8820 con 0x7fcc18102fe0 2024-05-10T11:16:45.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.775+0000 7fcc1e02b700 1 -- 172.21.15.53:0/599112333 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc1806a190 con 0x7fcc18102fe0 2024-05-10T11:16:45.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.776+0000 7fcc14ff9700 1 -- 172.21.15.53:0/599112333 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fcc0c00f900 con 0x7fcc18102fe0 2024-05-10T11:16:45.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.777+0000 7fcc14ff9700 1 --2- 172.21.15.53:0/599112333 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcc000b2880 0x7fcc000b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:45.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.777+0000 7fcc177fe700 1 --2- 172.21.15.53:0/599112333 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcc000b2880 0x7fcc000b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:45.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.777+0000 7fcc14ff9700 1 -- 172.21.15.53:0/599112333 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fcc0c0e1d90 con 0x7fcc18102fe0 2024-05-10T11:16:45.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.777+0000 7fcc177fe700 1 --2- 172.21.15.53:0/599112333 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcc000b2880 0x7fcc000b4d40 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fcc08009a10 tx=0x7fcc08009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:45.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:45.780+0000 7fcc14ff9700 1 -- 172.21.15.53:0/599112333 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fcc0c014030 con 0x7fcc18102fe0 2024-05-10T11:16:46.026 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:46.026+0000 7fcc1e02b700 1 -- 172.21.15.53:0/599112333 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fcc1802e510 con 0x7fcc18102fe0 2024-05-10T11:16:46.994 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:46.994+0000 7fcc14ff9700 1 -- 172.21.15.53:0/599112333 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v73) ==== 138+0+0 (secure 0 0 0) 0x7fcc0c0a9f40 con 0x7fcc18102fe0 2024-05-10T11:16:46.998 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:46.998+0000 7fcc1e02b700 1 -- 172.21.15.53:0/599112333 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcc000b2880 msgr2=0x7fcc000b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:46.998 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:46.998+0000 7fcc1e02b700 1 --2- 172.21.15.53:0/599112333 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcc000b2880 0x7fcc000b4d40 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fcc08009a10 tx=0x7fcc08009190 comp rx=0 tx=0).stop 2024-05-10T11:16:46.998 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:46.998+0000 7fcc1e02b700 1 -- 172.21.15.53:0/599112333 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc18102fe0 msgr2=0x7fcc18198cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:46.998 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:46.998+0000 7fcc1e02b700 1 --2- 172.21.15.53:0/599112333 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc18102fe0 0x7fcc18198cc0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c00c8f0 tx=0x7fcc0c00cc00 comp rx=0 tx=0).stop 2024-05-10T11:16:46.999 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:46.998+0000 7fcc1e02b700 1 -- 172.21.15.53:0/599112333 shutdown_connections 2024-05-10T11:16:46.999 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:46.998+0000 7fcc1e02b700 1 --2- 172.21.15.53:0/599112333 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcc000b2880 0x7fcc000b4d40 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:46.999 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:46.998+0000 7fcc1e02b700 1 --2- 172.21.15.53:0/599112333 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcc181076c0 0x7fcc18199200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:46.999 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:46.998+0000 7fcc1e02b700 1 --2- 172.21.15.53:0/599112333 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcc18102630 0x7fcc18198780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:46.999 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:46.998+0000 7fcc1e02b700 1 --2- 172.21.15.53:0/599112333 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc18102fe0 0x7fcc18198cc0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:46.999 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:46.998+0000 7fcc1e02b700 1 -- 172.21.15.53:0/599112333 >> 172.21.15.53:0/599112333 conn(0x7fcc18079370 msgr2=0x7fcc18100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:46.999 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:46.998+0000 7fcc1e02b700 1 -- 172.21.15.53:0/599112333 shutdown_connections 2024-05-10T11:16:47.000 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:46.999+0000 7fcc1e02b700 1 -- 172.21.15.53:0/599112333 wait complete. 2024-05-10T11:16:47.002 INFO:teuthology.orchestra.run.smithi053.stderr:pool 'cephfs_metadata' created 2024-05-10T11:16:47.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:46 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:47.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:46 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:47.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:46 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:47.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:46 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:16:47.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:46 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:47.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:46 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/599112333' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-10T11:16:47.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:46 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:47.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:46 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:47.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:46 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:47.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:46 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:16:47.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:46 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:47.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:46 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/599112333' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-10T11:16:47.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:46 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:47.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:46 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:47.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:46 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:16:47.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:46 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:16:47.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:46 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:16:47.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:46 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/599112333' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-10T11:16:47.845 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-05-10T11:16:48.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:48 smithi053 ceph-mon[30153]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:48.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:48 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/599112333' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-10T11:16:48.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:48 smithi053 ceph-mon[30153]: osdmap e73: 12 total, 12 up, 12 in 2024-05-10T11:16:48.112 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:16:48.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:48 smithi187 ceph-mon[34076]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:48.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:48 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/599112333' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-10T11:16:48.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:48 smithi187 ceph-mon[34076]: osdmap e73: 12 total, 12 up, 12 in 2024-05-10T11:16:48.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:48 smithi132 ceph-mon[33758]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:48.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:48 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/599112333' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-10T11:16:48.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:48 smithi132 ceph-mon[33758]: osdmap e73: 12 total, 12 up, 12 in 2024-05-10T11:16:49.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:49 smithi187 ceph-mon[34076]: osdmap e74: 12 total, 12 up, 12 in 2024-05-10T11:16:49.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:49 smithi187 ceph-mon[34076]: osdmap e75: 12 total, 12 up, 12 in 2024-05-10T11:16:49.263 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:49 smithi053 ceph-mon[30153]: osdmap e74: 12 total, 12 up, 12 in 2024-05-10T11:16:49.263 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:49 smithi053 ceph-mon[30153]: osdmap e75: 12 total, 12 up, 12 in 2024-05-10T11:16:49.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:49 smithi132 ceph-mon[33758]: osdmap e74: 12 total, 12 up, 12 in 2024-05-10T11:16:49.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:49 smithi132 ceph-mon[33758]: osdmap e75: 12 total, 12 up, 12 in 2024-05-10T11:16:49.841 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.840+0000 7f0bd20b6700 1 -- 172.21.15.53:0/3132986996 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0bcc103520 msgr2=0x7f0bcc1039a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:49.841 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.840+0000 7f0bd20b6700 1 --2- 172.21.15.53:0/3132986996 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0bcc103520 0x7f0bcc1039a0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f0bc0009990 tx=0x7f0bc0009ca0 comp rx=0 tx=0).stop 2024-05-10T11:16:49.841 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.840+0000 7f0bd20b6700 1 -- 172.21.15.53:0/3132986996 shutdown_connections 2024-05-10T11:16:49.841 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.840+0000 7f0bd20b6700 1 --2- 172.21.15.53:0/3132986996 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0bcc103ee0 0x7f0bcc110370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:49.841 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.840+0000 7f0bd20b6700 1 --2- 172.21.15.53:0/3132986996 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0bcc109530 0x7f0bcc109910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:49.841 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.840+0000 7f0bd20b6700 1 --2- 172.21.15.53:0/3132986996 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0bcc103520 0x7f0bcc1039a0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:49.841 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.840+0000 7f0bd20b6700 1 -- 172.21.15.53:0/3132986996 >> 172.21.15.53:0/3132986996 conn(0x7f0bcc07a570 msgr2=0x7f0bcc07a980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:49.841 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.840+0000 7f0bd20b6700 1 -- 172.21.15.53:0/3132986996 shutdown_connections 2024-05-10T11:16:49.841 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.840+0000 7f0bd20b6700 1 -- 172.21.15.53:0/3132986996 wait complete. 2024-05-10T11:16:49.841 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.841+0000 7f0bd20b6700 1 Processor -- start 2024-05-10T11:16:49.843 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.841+0000 7f0bd20b6700 1 -- start start 2024-05-10T11:16:49.843 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.841+0000 7f0bd20b6700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0bcc103520 0x7f0bcc0757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:49.843 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.841+0000 7f0bd20b6700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0bcc103ee0 0x7f0bcc075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:49.844 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.841+0000 7f0bd20b6700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0bcc109530 0x7f0bcc076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:49.844 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.841+0000 7f0bd20b6700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f0bcc113580 con 0x7f0bcc109530 2024-05-10T11:16:49.844 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.841+0000 7f0bd20b6700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f0bcc113400 con 0x7f0bcc103ee0 2024-05-10T11:16:49.844 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.841+0000 7f0bd20b6700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f0bcc113700 con 0x7f0bcc103520 2024-05-10T11:16:49.844 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.842+0000 7f0bcbfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0bcc109530 0x7f0bcc076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:49.844 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.842+0000 7f0bcbfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0bcc109530 0x7f0bcc076220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:34270/0 (socket says 172.21.15.53:34270) 2024-05-10T11:16:49.844 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.842+0000 7f0bcbfff700 1 -- 172.21.15.53:0/2649502475 learned_addr learned my addr 172.21.15.53:0/2649502475 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:16:49.844 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.842+0000 7f0bcb7fe700 1 --2- 172.21.15.53:0/2649502475 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0bcc103520 0x7f0bcc0757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:49.844 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.842+0000 7f0bcaffd700 1 --2- 172.21.15.53:0/2649502475 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0bcc103ee0 0x7f0bcc075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:49.844 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.842+0000 7f0bcbfff700 1 -- 172.21.15.53:0/2649502475 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0bcc103520 msgr2=0x7f0bcc0757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:49.844 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.842+0000 7f0bcbfff700 1 --2- 172.21.15.53:0/2649502475 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0bcc103520 0x7f0bcc0757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:49.844 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.842+0000 7f0bcbfff700 1 -- 172.21.15.53:0/2649502475 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0bcc103ee0 msgr2=0x7f0bcc075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:49.844 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.842+0000 7f0bcbfff700 1 --2- 172.21.15.53:0/2649502475 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0bcc103ee0 0x7f0bcc075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:49.844 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.842+0000 7f0bcbfff700 1 -- 172.21.15.53:0/2649502475 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bcc1a7fa0 con 0x7f0bcc109530 2024-05-10T11:16:49.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.842+0000 7f0bcaffd700 1 --2- 172.21.15.53:0/2649502475 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0bcc103ee0 0x7f0bcc075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:16:49.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.842+0000 7f0bcbfff700 1 --2- 172.21.15.53:0/2649502475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0bcc109530 0x7f0bcc076220 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f0bc400b970 tx=0x7f0bc400bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:49.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.842+0000 7f0bc8ff9700 1 -- 172.21.15.53:0/2649502475 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bc4019070 con 0x7f0bcc109530 2024-05-10T11:16:49.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.842+0000 7f0bc8ff9700 1 -- 172.21.15.53:0/2649502475 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0bc400cdc0 con 0x7f0bcc109530 2024-05-10T11:16:49.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.842+0000 7f0bd20b6700 1 -- 172.21.15.53:0/2649502475 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bcc1a8290 con 0x7f0bcc109530 2024-05-10T11:16:49.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.842+0000 7f0bc8ff9700 1 -- 172.21.15.53:0/2649502475 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bc4014e30 con 0x7f0bcc109530 2024-05-10T11:16:49.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.842+0000 7f0bd20b6700 1 -- 172.21.15.53:0/2649502475 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bcc1a8780 con 0x7f0bcc109530 2024-05-10T11:16:49.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.844+0000 7f0bd20b6700 1 -- 172.21.15.53:0/2649502475 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bcc06a190 con 0x7f0bcc109530 2024-05-10T11:16:49.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.845+0000 7f0bc8ff9700 1 -- 172.21.15.53:0/2649502475 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f0bc401c070 con 0x7f0bcc109530 2024-05-10T11:16:49.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.846+0000 7f0bc8ff9700 1 --2- 172.21.15.53:0/2649502475 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f0bb40b2880 0x7f0bb40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:49.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.846+0000 7f0bc8ff9700 1 -- 172.21.15.53:0/2649502475 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 7497+0+0 (secure 0 0 0) 0x7f0bc40e1310 con 0x7f0bcc109530 2024-05-10T11:16:49.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.846+0000 7f0bcb7fe700 1 --2- 172.21.15.53:0/2649502475 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f0bb40b2880 0x7f0bb40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:49.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.846+0000 7f0bcb7fe700 1 --2- 172.21.15.53:0/2649502475 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f0bb40b2880 0x7f0bb40b4d40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f0bbc007be0 tx=0x7f0bbc0073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:49.850 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:49.851+0000 7f0bc8ff9700 1 -- 172.21.15.53:0/2649502475 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f0bc40a92c0 con 0x7f0bcc109530 2024-05-10T11:16:50.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:50.064+0000 7f0bd20b6700 1 -- 172.21.15.53:0/2649502475 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7f0bcc02e510 con 0x7f0bcc109530 2024-05-10T11:16:50.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:50 smithi187 ceph-mon[34076]: pgmap v285: 33 pgs: 3 creating+peering, 4 active+clean, 26 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:50.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:50 smithi187 ceph-mon[34076]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-10T11:16:50.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:50 smithi053 ceph-mon[30153]: pgmap v285: 33 pgs: 3 creating+peering, 4 active+clean, 26 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:50.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:50 smithi053 ceph-mon[30153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-10T11:16:50.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:50 smithi132 ceph-mon[33758]: pgmap v285: 33 pgs: 3 creating+peering, 4 active+clean, 26 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:50.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:50 smithi132 ceph-mon[33758]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-10T11:16:51.017 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:51.016+0000 7f0bc8ff9700 1 -- 172.21.15.53:0/2649502475 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v76) ==== 171+0+0 (secure 0 0 0) 0x7f0bc40b1340 con 0x7f0bcc109530 2024-05-10T11:16:51.020 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:51.020+0000 7f0bd20b6700 1 -- 172.21.15.53:0/2649502475 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f0bb40b2880 msgr2=0x7f0bb40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:51.020 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:51.020+0000 7f0bd20b6700 1 --2- 172.21.15.53:0/2649502475 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f0bb40b2880 0x7f0bb40b4d40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f0bbc007be0 tx=0x7f0bbc0073d0 comp rx=0 tx=0).stop 2024-05-10T11:16:51.020 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:51.020+0000 7f0bd20b6700 1 -- 172.21.15.53:0/2649502475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0bcc109530 msgr2=0x7f0bcc076220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:51.020 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:51.020+0000 7f0bd20b6700 1 --2- 172.21.15.53:0/2649502475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0bcc109530 0x7f0bcc076220 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f0bc400b970 tx=0x7f0bc400bc80 comp rx=0 tx=0).stop 2024-05-10T11:16:51.020 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:51.020+0000 7f0bd20b6700 1 -- 172.21.15.53:0/2649502475 shutdown_connections 2024-05-10T11:16:51.020 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:51.020+0000 7f0bd20b6700 1 --2- 172.21.15.53:0/2649502475 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f0bb40b2880 0x7f0bb40b4d40 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:51.021 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:51.020+0000 7f0bd20b6700 1 --2- 172.21.15.53:0/2649502475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0bcc109530 0x7f0bcc076220 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:51.021 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:51.020+0000 7f0bd20b6700 1 --2- 172.21.15.53:0/2649502475 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0bcc103520 0x7f0bcc0757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:51.021 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:51.020+0000 7f0bd20b6700 1 --2- 172.21.15.53:0/2649502475 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0bcc103ee0 0x7f0bcc075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:51.021 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:51.020+0000 7f0bd20b6700 1 -- 172.21.15.53:0/2649502475 >> 172.21.15.53:0/2649502475 conn(0x7f0bcc07a570 msgr2=0x7f0bcc102230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:51.021 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:51.021+0000 7f0bd20b6700 1 -- 172.21.15.53:0/2649502475 shutdown_connections 2024-05-10T11:16:51.021 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:51.021+0000 7f0bd20b6700 1 -- 172.21.15.53:0/2649502475 wait complete. 2024-05-10T11:16:51.023 INFO:teuthology.orchestra.run.smithi053.stderr:pool 'cephfs_data' created 2024-05-10T11:16:51.149 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:51 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2649502475' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-05-10T11:16:51.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:51 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2649502475' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-05-10T11:16:51.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:51 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2649502475' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-05-10T11:16:51.813 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-05-10T11:16:52.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:52 smithi053 ceph-mon[30153]: pgmap v287: 33 pgs: 3 creating+peering, 15 active+clean, 15 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:52.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:52 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2649502475' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-05-10T11:16:52.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:52 smithi053 ceph-mon[30153]: osdmap e76: 12 total, 12 up, 12 in 2024-05-10T11:16:52.087 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:16:52.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:52 smithi132 ceph-mon[33758]: pgmap v287: 33 pgs: 3 creating+peering, 15 active+clean, 15 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:52.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:52 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2649502475' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-05-10T11:16:52.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:52 smithi132 ceph-mon[33758]: osdmap e76: 12 total, 12 up, 12 in 2024-05-10T11:16:52.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:52 smithi187 ceph-mon[34076]: pgmap v287: 33 pgs: 3 creating+peering, 15 active+clean, 15 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:52.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:52 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2649502475' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-05-10T11:16:52.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:52 smithi187 ceph-mon[34076]: osdmap e76: 12 total, 12 up, 12 in 2024-05-10T11:16:53.302 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:53 smithi053 ceph-mon[30153]: osdmap e77: 12 total, 12 up, 12 in 2024-05-10T11:16:53.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:53 smithi132 ceph-mon[33758]: osdmap e77: 12 total, 12 up, 12 in 2024-05-10T11:16:53.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:53 smithi187 ceph-mon[34076]: osdmap e77: 12 total, 12 up, 12 in 2024-05-10T11:16:53.870 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.868+0000 7fd4d0135700 1 -- 172.21.15.53:0/1086226152 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd4c8108850 msgr2=0x7fd4c81103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:53.870 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.868+0000 7fd4d0135700 1 --2- 172.21.15.53:0/1086226152 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd4c8108850 0x7fd4c81103d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fd4c000b0d0 tx=0x7fd4c000b3e0 comp rx=0 tx=0).stop 2024-05-10T11:16:53.870 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.868+0000 7fd4d0135700 1 -- 172.21.15.53:0/1086226152 shutdown_connections 2024-05-10T11:16:53.870 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.868+0000 7fd4d0135700 1 --2- 172.21.15.53:0/1086226152 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd4c8108850 0x7fd4c81103d0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:53.870 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.868+0000 7fd4d0135700 1 --2- 172.21.15.53:0/1086226152 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd4c8103750 0x7fd4c8103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:53.870 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.868+0000 7fd4d0135700 1 --2- 172.21.15.53:0/1086226152 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd4c8104100 0x7fd4c8108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:53.870 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.868+0000 7fd4d0135700 1 -- 172.21.15.53:0/1086226152 >> 172.21.15.53:0/1086226152 conn(0x7fd4c807a600 msgr2=0x7fd4c807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:53.870 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.868+0000 7fd4d0135700 1 -- 172.21.15.53:0/1086226152 shutdown_connections 2024-05-10T11:16:53.870 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.868+0000 7fd4d0135700 1 -- 172.21.15.53:0/1086226152 wait complete. 2024-05-10T11:16:53.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.868+0000 7fd4d0135700 1 Processor -- start 2024-05-10T11:16:53.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.869+0000 7fd4d0135700 1 -- start start 2024-05-10T11:16:53.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.869+0000 7fd4d0135700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd4c8103750 0x7fd4c819f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:53.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.869+0000 7fd4d0135700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd4c8104100 0x7fd4c819fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:53.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.869+0000 7fd4d0135700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd4c8108850 0x7fd4c8199890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:53.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.869+0000 7fd4d0135700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c8113550 con 0x7fd4c8108850 2024-05-10T11:16:53.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.869+0000 7fd4d0135700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c81133d0 con 0x7fd4c8104100 2024-05-10T11:16:53.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.869+0000 7fd4d0135700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c81136d0 con 0x7fd4c8103750 2024-05-10T11:16:53.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.869+0000 7fd4ce6d2700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd4c8108850 0x7fd4c8199890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:53.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.869+0000 7fd4ce6d2700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd4c8108850 0x7fd4c8199890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:34282/0 (socket says 172.21.15.53:34282) 2024-05-10T11:16:53.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.869+0000 7fd4ce6d2700 1 -- 172.21.15.53:0/101834731 learned_addr learned my addr 172.21.15.53:0/101834731 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:16:53.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.869+0000 7fd4cd6d0700 1 --2- 172.21.15.53:0/101834731 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd4c8104100 0x7fd4c819fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:53.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.869+0000 7fd4cded1700 1 --2- 172.21.15.53:0/101834731 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd4c8103750 0x7fd4c819f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:53.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.869+0000 7fd4ce6d2700 1 -- 172.21.15.53:0/101834731 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd4c8103750 msgr2=0x7fd4c819f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:53.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.869+0000 7fd4ce6d2700 1 --2- 172.21.15.53:0/101834731 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd4c8103750 0x7fd4c819f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:53.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.869+0000 7fd4ce6d2700 1 -- 172.21.15.53:0/101834731 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd4c8104100 msgr2=0x7fd4c819fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:53.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.869+0000 7fd4ce6d2700 1 --2- 172.21.15.53:0/101834731 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd4c8104100 0x7fd4c819fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:53.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.869+0000 7fd4ce6d2700 1 -- 172.21.15.53:0/101834731 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4c819a070 con 0x7fd4c8108850 2024-05-10T11:16:53.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.869+0000 7fd4ce6d2700 1 --2- 172.21.15.53:0/101834731 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd4c8108850 0x7fd4c8199890 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fd4c0007d90 tx=0x7fd4c0007dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:53.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.870+0000 7fd4beffd700 1 -- 172.21.15.53:0/101834731 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c001f030 con 0x7fd4c8108850 2024-05-10T11:16:53.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.870+0000 7fd4beffd700 1 -- 172.21.15.53:0/101834731 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd4c001bad0 con 0x7fd4c8108850 2024-05-10T11:16:53.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.870+0000 7fd4beffd700 1 -- 172.21.15.53:0/101834731 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c0012b70 con 0x7fd4c8108850 2024-05-10T11:16:53.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.870+0000 7fd4d0135700 1 -- 172.21.15.53:0/101834731 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4c819a300 con 0x7fd4c8108850 2024-05-10T11:16:53.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.870+0000 7fd4d0135700 1 -- 172.21.15.53:0/101834731 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4c81a6520 con 0x7fd4c8108850 2024-05-10T11:16:53.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.871+0000 7fd4d0135700 1 -- 172.21.15.53:0/101834731 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4c8104be0 con 0x7fd4c8108850 2024-05-10T11:16:53.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.872+0000 7fd4beffd700 1 -- 172.21.15.53:0/101834731 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fd4c0012d10 con 0x7fd4c8108850 2024-05-10T11:16:53.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.873+0000 7fd4beffd700 1 --2- 172.21.15.53:0/101834731 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd4b40b2900 0x7fd4b40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:53.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.873+0000 7fd4cded1700 1 --2- 172.21.15.53:0/101834731 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd4b40b2900 0x7fd4b40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:53.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.873+0000 7fd4beffd700 1 -- 172.21.15.53:0/101834731 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7879+0+0 (secure 0 0 0) 0x7fd4c000f020 con 0x7fd4c8108850 2024-05-10T11:16:53.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.874+0000 7fd4cded1700 1 --2- 172.21.15.53:0/101834731 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd4b40b2900 0x7fd4b40b4dc0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fd4c4009a10 tx=0x7fd4c4009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:53.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:53.877+0000 7fd4beffd700 1 -- 172.21.15.53:0/101834731 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fd4c0029020 con 0x7fd4c8108850 2024-05-10T11:16:54.138 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:54.137+0000 7fd4d0135700 1 -- 172.21.15.53:0/101834731 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fd4c802e510 con 0x7fd4c8108850 2024-05-10T11:16:54.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:54 smithi053 ceph-mon[30153]: pgmap v290: 97 pgs: 19 creating+peering, 30 active+clean, 48 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:54.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:54 smithi053 ceph-mon[30153]: osdmap e78: 12 total, 12 up, 12 in 2024-05-10T11:16:54.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:54 smithi132 ceph-mon[33758]: pgmap v290: 97 pgs: 19 creating+peering, 30 active+clean, 48 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:54.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:54 smithi132 ceph-mon[33758]: osdmap e78: 12 total, 12 up, 12 in 2024-05-10T11:16:54.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:54 smithi187 ceph-mon[34076]: pgmap v290: 97 pgs: 19 creating+peering, 30 active+clean, 48 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:54.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:54 smithi187 ceph-mon[34076]: osdmap e78: 12 total, 12 up, 12 in 2024-05-10T11:16:55.038 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:55.038+0000 7fd4beffd700 1 -- 172.21.15.53:0/101834731 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7fd4c00ab880 con 0x7fd4c8108850 2024-05-10T11:16:55.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:55.042+0000 7fd4d0135700 1 -- 172.21.15.53:0/101834731 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd4b40b2900 msgr2=0x7fd4b40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:55.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:55.042+0000 7fd4d0135700 1 --2- 172.21.15.53:0/101834731 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd4b40b2900 0x7fd4b40b4dc0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fd4c4009a10 tx=0x7fd4c4009190 comp rx=0 tx=0).stop 2024-05-10T11:16:55.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:55.042+0000 7fd4d0135700 1 -- 172.21.15.53:0/101834731 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd4c8108850 msgr2=0x7fd4c8199890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:55.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:55.042+0000 7fd4d0135700 1 --2- 172.21.15.53:0/101834731 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd4c8108850 0x7fd4c8199890 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fd4c0007d90 tx=0x7fd4c0007dc0 comp rx=0 tx=0).stop 2024-05-10T11:16:55.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:55.042+0000 7fd4d0135700 1 -- 172.21.15.53:0/101834731 shutdown_connections 2024-05-10T11:16:55.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:55.042+0000 7fd4d0135700 1 --2- 172.21.15.53:0/101834731 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd4b40b2900 0x7fd4b40b4dc0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:55.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:55.042+0000 7fd4d0135700 1 --2- 172.21.15.53:0/101834731 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd4c8108850 0x7fd4c8199890 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:55.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:55.042+0000 7fd4d0135700 1 --2- 172.21.15.53:0/101834731 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd4c8103750 0x7fd4c819f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:55.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:55.042+0000 7fd4d0135700 1 --2- 172.21.15.53:0/101834731 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd4c8104100 0x7fd4c819fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:55.043 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:55.042+0000 7fd4d0135700 1 -- 172.21.15.53:0/101834731 >> 172.21.15.53:0/101834731 conn(0x7fd4c807a600 msgr2=0x7fd4c8101770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:55.043 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:55.042+0000 7fd4d0135700 1 -- 172.21.15.53:0/101834731 shutdown_connections 2024-05-10T11:16:55.043 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:55.042+0000 7fd4d0135700 1 -- 172.21.15.53:0/101834731 wait complete. 2024-05-10T11:16:55.043 INFO:teuthology.orchestra.run.smithi053.stderr:new fs with metadata pool 2 and data pool 3 2024-05-10T11:16:55.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:55 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/101834731' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-10T11:16:55.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:55 smithi053 ceph-mon[30153]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-05-10T11:16:55.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:55 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/101834731' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-10T11:16:55.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:55 smithi132 ceph-mon[33758]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-05-10T11:16:55.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:55 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/101834731' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-10T11:16:55.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:55 smithi187 ceph-mon[34076]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-05-10T11:16:55.780 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-05-10T11:16:55.780 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-05-10T11:16:56.043 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:16:56.302 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:56 smithi053 ceph-mon[30153]: pgmap v292: 97 pgs: 16 creating+peering, 65 active+clean, 16 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:56.302 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:56 smithi053 ceph-mon[30153]: osdmap e79: 12 total, 12 up, 12 in 2024-05-10T11:16:56.302 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:56 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/101834731' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-10T11:16:56.302 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:56 smithi053 ceph-mon[30153]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-05-10T11:16:56.302 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:56 smithi053 ceph-mon[30153]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-05-10T11:16:56.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:56 smithi132 ceph-mon[33758]: pgmap v292: 97 pgs: 16 creating+peering, 65 active+clean, 16 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:56.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:56 smithi132 ceph-mon[33758]: osdmap e79: 12 total, 12 up, 12 in 2024-05-10T11:16:56.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:56 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/101834731' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-10T11:16:56.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:56 smithi132 ceph-mon[33758]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-05-10T11:16:56.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:56 smithi132 ceph-mon[33758]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-05-10T11:16:56.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:56 smithi187 ceph-mon[34076]: pgmap v292: 97 pgs: 16 creating+peering, 65 active+clean, 16 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:16:56.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:56 smithi187 ceph-mon[34076]: osdmap e79: 12 total, 12 up, 12 in 2024-05-10T11:16:56.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:56 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/101834731' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-10T11:16:56.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:56 smithi187 ceph-mon[34076]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-05-10T11:16:56.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:56 smithi187 ceph-mon[34076]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-05-10T11:16:56.511 INFO:journalctl@ceph.mds.i.smithi187.stdout:May 10 11:16:56 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-i[64422]: 2024-05-10T11:16:56.085+0000 7fb6baed1700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-05-10T11:16:57.169 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:57 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] up:active 2024-05-10T11:16:57.169 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:57 smithi053 ceph-mon[30153]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-10T11:16:57.169 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:57 smithi053 ceph-mon[30153]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-10T11:16:57.169 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:57 smithi053 ceph-mon[30153]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-10T11:16:57.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:57 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] up:active 2024-05-10T11:16:57.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:57 smithi132 ceph-mon[33758]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-10T11:16:57.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:57 smithi132 ceph-mon[33758]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-10T11:16:57.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:57 smithi132 ceph-mon[33758]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-10T11:16:57.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:57 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] up:active 2024-05-10T11:16:57.537 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:57 smithi187 ceph-mon[34076]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-10T11:16:57.537 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:57 smithi187 ceph-mon[34076]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-10T11:16:57.537 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:57 smithi187 ceph-mon[34076]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-10T11:16:57.731 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.729+0000 7f28ea859700 1 -- 172.21.15.53:0/3915132400 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f28e4103750 msgr2=0x7f28e4103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:57.731 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.729+0000 7f28ea859700 1 --2- 172.21.15.53:0/3915132400 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f28e4103750 0x7f28e4103b30 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f28d40099c0 tx=0x7f28d4009cd0 comp rx=0 tx=0).stop 2024-05-10T11:16:57.731 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.729+0000 7f28ea859700 1 -- 172.21.15.53:0/3915132400 shutdown_connections 2024-05-10T11:16:57.731 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.729+0000 7f28ea859700 1 --2- 172.21.15.53:0/3915132400 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f28e4108850 0x7f28e41103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:57.731 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.729+0000 7f28ea859700 1 --2- 172.21.15.53:0/3915132400 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f28e4103750 0x7f28e4103b30 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:57.731 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.729+0000 7f28ea859700 1 --2- 172.21.15.53:0/3915132400 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f28e4104100 0x7f28e4108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:57.731 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.729+0000 7f28ea859700 1 -- 172.21.15.53:0/3915132400 >> 172.21.15.53:0/3915132400 conn(0x7f28e407a600 msgr2=0x7f28e407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:57.731 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.729+0000 7f28ea859700 1 -- 172.21.15.53:0/3915132400 shutdown_connections 2024-05-10T11:16:57.731 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.729+0000 7f28ea859700 1 -- 172.21.15.53:0/3915132400 wait complete. 2024-05-10T11:16:57.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.729+0000 7f28ea859700 1 Processor -- start 2024-05-10T11:16:57.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.729+0000 7f28ea859700 1 -- start start 2024-05-10T11:16:57.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.730+0000 7f28ea859700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f28e4103750 0x7f28e419f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:57.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.730+0000 7f28ea859700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f28e4104100 0x7f28e419fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:57.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.730+0000 7f28ea859700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f28e4108850 0x7f28e41998a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:57.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.730+0000 7f28ea859700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f28e4113520 con 0x7f28e4108850 2024-05-10T11:16:57.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.730+0000 7f28ea859700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f28e41133a0 con 0x7f28e4103750 2024-05-10T11:16:57.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.730+0000 7f28ea859700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f28e41136a0 con 0x7f28e4104100 2024-05-10T11:16:57.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.730+0000 7f28e8df6700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f28e4108850 0x7f28e41998a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:57.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.730+0000 7f28e8df6700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f28e4108850 0x7f28e41998a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:34310/0 (socket says 172.21.15.53:34310) 2024-05-10T11:16:57.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.730+0000 7f28e8df6700 1 -- 172.21.15.53:0/2730305860 learned_addr learned my addr 172.21.15.53:0/2730305860 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:16:57.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.730+0000 7f28dbfff700 1 --2- 172.21.15.53:0/2730305860 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f28e4104100 0x7f28e419fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:57.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.730+0000 7f28e3fff700 1 --2- 172.21.15.53:0/2730305860 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f28e4103750 0x7f28e419f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:57.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.730+0000 7f28e8df6700 1 -- 172.21.15.53:0/2730305860 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f28e4104100 msgr2=0x7f28e419fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:57.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.730+0000 7f28e8df6700 1 --2- 172.21.15.53:0/2730305860 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f28e4104100 0x7f28e419fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:57.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.730+0000 7f28e8df6700 1 -- 172.21.15.53:0/2730305860 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f28e4103750 msgr2=0x7f28e419f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:57.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.730+0000 7f28e8df6700 1 --2- 172.21.15.53:0/2730305860 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f28e4103750 0x7f28e419f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:57.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.730+0000 7f28e8df6700 1 -- 172.21.15.53:0/2730305860 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28e419a000 con 0x7f28e4108850 2024-05-10T11:16:57.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.730+0000 7f28e8df6700 1 --2- 172.21.15.53:0/2730305860 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f28e4108850 0x7f28e41998a0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f28dc007ee0 tx=0x7f28dc00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:57.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.730+0000 7f28e1ffb700 1 -- 172.21.15.53:0/2730305860 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28dc004bb0 con 0x7f28e4108850 2024-05-10T11:16:57.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.730+0000 7f28e1ffb700 1 -- 172.21.15.53:0/2730305860 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f28dc004d50 con 0x7f28e4108850 2024-05-10T11:16:57.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.730+0000 7f28ea859700 1 -- 172.21.15.53:0/2730305860 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28e419a2f0 con 0x7f28e4108850 2024-05-10T11:16:57.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.730+0000 7f28e1ffb700 1 -- 172.21.15.53:0/2730305860 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28dc0058b0 con 0x7f28e4108850 2024-05-10T11:16:57.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.731+0000 7f28ea859700 1 -- 172.21.15.53:0/2730305860 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28e41a65b0 con 0x7f28e4108850 2024-05-10T11:16:57.734 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.731+0000 7f28ea859700 1 -- 172.21.15.53:0/2730305860 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28e410ba90 con 0x7f28e4108850 2024-05-10T11:16:57.734 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.734+0000 7f28e1ffb700 1 -- 172.21.15.53:0/2730305860 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f28dc01a020 con 0x7f28e4108850 2024-05-10T11:16:57.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.735+0000 7f28e1ffb700 1 --2- 172.21.15.53:0/2730305860 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f28d00b2900 0x7f28d00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:16:57.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.735+0000 7f28e1ffb700 1 -- 172.21.15.53:0/2730305860 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7f28dc0e1dd0 con 0x7f28e4108850 2024-05-10T11:16:57.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.735+0000 7f28e3fff700 1 --2- 172.21.15.53:0/2730305860 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f28d00b2900 0x7f28d00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:16:57.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.735+0000 7f28e3fff700 1 --2- 172.21.15.53:0/2730305860 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f28d00b2900 0x7f28d00b4dc0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f28d4009990 tx=0x7f28d4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:16:57.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.738+0000 7f28e1ffb700 1 -- 172.21.15.53:0/2730305860 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f28dc010070 con 0x7f28e4108850 2024-05-10T11:16:57.964 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:57.964+0000 7f28ea859700 1 -- 172.21.15.53:0/2730305860 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f28e406a190 con 0x7f28e4108850 2024-05-10T11:16:58.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:58.048+0000 7f28e1ffb700 1 -- 172.21.15.53:0/2730305860 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v80) ==== 157+0+0 (secure 0 0 0) 0x7f28dc0a9ba0 con 0x7f28e4108850 2024-05-10T11:16:58.051 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:58.051+0000 7f28ea859700 1 -- 172.21.15.53:0/2730305860 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f28d00b2900 msgr2=0x7f28d00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:58.051 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:58.051+0000 7f28ea859700 1 --2- 172.21.15.53:0/2730305860 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f28d00b2900 0x7f28d00b4dc0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f28d4009990 tx=0x7f28d4005fb0 comp rx=0 tx=0).stop 2024-05-10T11:16:58.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:58.051+0000 7f28ea859700 1 -- 172.21.15.53:0/2730305860 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f28e4108850 msgr2=0x7f28e41998a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:16:58.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:58.051+0000 7f28ea859700 1 --2- 172.21.15.53:0/2730305860 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f28e4108850 0x7f28e41998a0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f28dc007ee0 tx=0x7f28dc00d3b0 comp rx=0 tx=0).stop 2024-05-10T11:16:58.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:58.051+0000 7f28ea859700 1 -- 172.21.15.53:0/2730305860 shutdown_connections 2024-05-10T11:16:58.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:58.051+0000 7f28ea859700 1 --2- 172.21.15.53:0/2730305860 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f28d00b2900 0x7f28d00b4dc0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:58.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:58.051+0000 7f28ea859700 1 --2- 172.21.15.53:0/2730305860 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f28e4108850 0x7f28e41998a0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:58.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:58.051+0000 7f28ea859700 1 --2- 172.21.15.53:0/2730305860 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f28e4103750 0x7f28e419f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:58.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:58.051+0000 7f28ea859700 1 --2- 172.21.15.53:0/2730305860 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f28e4104100 0x7f28e419fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:16:58.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:58.051+0000 7f28ea859700 1 -- 172.21.15.53:0/2730305860 >> 172.21.15.53:0/2730305860 conn(0x7f28e407a600 msgr2=0x7f28e4101930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:16:58.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:58.051+0000 7f28ea859700 1 -- 172.21.15.53:0/2730305860 shutdown_connections 2024-05-10T11:16:58.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:16:58.051+0000 7f28ea859700 1 -- 172.21.15.53:0/2730305860 wait complete. 2024-05-10T11:16:58.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:58 smithi053 ceph-mon[30153]: pgmap v294: 97 pgs: 16 creating+peering, 81 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 182 B/s wr, 1 op/s 2024-05-10T11:16:58.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:58 smithi053 ceph-mon[30153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-10T11:16:58.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:58 smithi053 ceph-mon[30153]: Cluster is now healthy 2024-05-10T11:16:58.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:58 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2730305860' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-05-10T11:16:58.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:58 smithi132 ceph-mon[33758]: pgmap v294: 97 pgs: 16 creating+peering, 81 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 182 B/s wr, 1 op/s 2024-05-10T11:16:58.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:58 smithi132 ceph-mon[33758]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-10T11:16:58.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:58 smithi132 ceph-mon[33758]: Cluster is now healthy 2024-05-10T11:16:58.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:58 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2730305860' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-05-10T11:16:58.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:58 smithi187 ceph-mon[34076]: pgmap v294: 97 pgs: 16 creating+peering, 81 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 182 B/s wr, 1 op/s 2024-05-10T11:16:58.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:58 smithi187 ceph-mon[34076]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-10T11:16:58.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:58 smithi187 ceph-mon[34076]: Cluster is now healthy 2024-05-10T11:16:58.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:58 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2730305860' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-05-10T11:16:58.758 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-05-10T11:16:59.013 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:16:59.304 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:59 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2730305860' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-05-10T11:16:59.304 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:16:59 smithi053 ceph-mon[30153]: osdmap e80: 12 total, 12 up, 12 in 2024-05-10T11:16:59.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:59 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2730305860' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-05-10T11:16:59.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:16:59 smithi132 ceph-mon[33758]: osdmap e80: 12 total, 12 up, 12 in 2024-05-10T11:16:59.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:59 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2730305860' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-05-10T11:16:59.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:16:59 smithi187 ceph-mon[34076]: osdmap e80: 12 total, 12 up, 12 in 2024-05-10T11:17:00.188 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:00 smithi053 ceph-mon[30153]: pgmap v296: 97 pgs: 97 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 5 op/s 2024-05-10T11:17:00.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:00 smithi132 ceph-mon[33758]: pgmap v296: 97 pgs: 97 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 5 op/s 2024-05-10T11:17:00.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:00 smithi187 ceph-mon[34076]: pgmap v296: 97 pgs: 97 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 5 op/s 2024-05-10T11:17:00.762 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.761+0000 7f3d1dc1f700 1 -- 172.21.15.53:0/1763534074 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3d1806c880 msgr2=0x7f3d181081f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:00.762 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.761+0000 7f3d1dc1f700 1 --2- 172.21.15.53:0/1763534074 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3d1806c880 0x7f3d181081f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f3d0c0099c0 tx=0x7f3d0c009cd0 comp rx=0 tx=0).stop 2024-05-10T11:17:00.762 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.761+0000 7f3d1dc1f700 1 -- 172.21.15.53:0/1763534074 shutdown_connections 2024-05-10T11:17:00.762 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.761+0000 7f3d1dc1f700 1 --2- 172.21.15.53:0/1763534074 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3d18108920 0x7f3d181104a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:00.762 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.761+0000 7f3d1dc1f700 1 --2- 172.21.15.53:0/1763534074 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3d1806bed0 0x7f3d1806c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:00.762 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.761+0000 7f3d1dc1f700 1 --2- 172.21.15.53:0/1763534074 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3d1806c880 0x7f3d181081f0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:00.762 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.761+0000 7f3d1dc1f700 1 -- 172.21.15.53:0/1763534074 >> 172.21.15.53:0/1763534074 conn(0x7f3d180793f0 msgr2=0x7f3d18079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:00.762 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.761+0000 7f3d1dc1f700 1 -- 172.21.15.53:0/1763534074 shutdown_connections 2024-05-10T11:17:00.762 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.762+0000 7f3d1dc1f700 1 -- 172.21.15.53:0/1763534074 wait complete. 2024-05-10T11:17:00.764 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.762+0000 7f3d1dc1f700 1 Processor -- start 2024-05-10T11:17:00.764 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.763+0000 7f3d1dc1f700 1 -- start start 2024-05-10T11:17:00.764 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.763+0000 7f3d1dc1f700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3d1806bed0 0x7f3d1819f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:00.764 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.763+0000 7f3d1dc1f700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3d1806c880 0x7f3d1819fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:00.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.763+0000 7f3d1dc1f700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3d18108920 0x7f3d18199830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:00.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.763+0000 7f3d1dc1f700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3d18113610 con 0x7f3d1806c880 2024-05-10T11:17:00.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.763+0000 7f3d1dc1f700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f3d18113490 con 0x7f3d1806bed0 2024-05-10T11:17:00.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.763+0000 7f3d1dc1f700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f3d18113790 con 0x7f3d18108920 2024-05-10T11:17:00.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.763+0000 7f3d16ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3d1806c880 0x7f3d1819fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:00.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.763+0000 7f3d16ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3d1806c880 0x7f3d1819fba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57984/0 (socket says 172.21.15.53:57984) 2024-05-10T11:17:00.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.763+0000 7f3d16ffd700 1 -- 172.21.15.53:0/3453615543 learned_addr learned my addr 172.21.15.53:0/3453615543 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:17:00.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.763+0000 7f3d177fe700 1 --2- 172.21.15.53:0/3453615543 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3d1806bed0 0x7f3d1819f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:00.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.763+0000 7f3d17fff700 1 --2- 172.21.15.53:0/3453615543 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3d18108920 0x7f3d18199830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:00.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.763+0000 7f3d16ffd700 1 -- 172.21.15.53:0/3453615543 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3d18108920 msgr2=0x7f3d18199830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:00.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.763+0000 7f3d16ffd700 1 --2- 172.21.15.53:0/3453615543 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3d18108920 0x7f3d18199830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:00.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.763+0000 7f3d16ffd700 1 -- 172.21.15.53:0/3453615543 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3d1806bed0 msgr2=0x7f3d1819f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:00.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.763+0000 7f3d16ffd700 1 --2- 172.21.15.53:0/3453615543 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3d1806bed0 0x7f3d1819f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:00.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.763+0000 7f3d16ffd700 1 -- 172.21.15.53:0/3453615543 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d1819a010 con 0x7f3d1806c880 2024-05-10T11:17:00.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.764+0000 7f3d16ffd700 1 --2- 172.21.15.53:0/3453615543 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3d1806c880 0x7f3d1819fba0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3d0c000c00 tx=0x7f3d0c00f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:00.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.764+0000 7f3d14ff9700 1 -- 172.21.15.53:0/3453615543 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d0c026070 con 0x7f3d1806c880 2024-05-10T11:17:00.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.764+0000 7f3d1dc1f700 1 -- 172.21.15.53:0/3453615543 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d1819a2a0 con 0x7f3d1806c880 2024-05-10T11:17:00.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.764+0000 7f3d14ff9700 1 -- 172.21.15.53:0/3453615543 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3d0c005030 con 0x7f3d1806c880 2024-05-10T11:17:00.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.764+0000 7f3d14ff9700 1 -- 172.21.15.53:0/3453615543 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d0c004b00 con 0x7f3d1806c880 2024-05-10T11:17:00.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.764+0000 7f3d1dc1f700 1 -- 172.21.15.53:0/3453615543 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d181a64c0 con 0x7f3d1806c880 2024-05-10T11:17:00.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.765+0000 7f3d1dc1f700 1 -- 172.21.15.53:0/3453615543 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d18104cb0 con 0x7f3d1806c880 2024-05-10T11:17:00.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.767+0000 7f3d14ff9700 1 -- 172.21.15.53:0/3453615543 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f3d0c029070 con 0x7f3d1806c880 2024-05-10T11:17:00.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.767+0000 7f3d14ff9700 1 --2- 172.21.15.53:0/3453615543 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3d000b2930 0x7f3d000b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:00.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.767+0000 7f3d177fe700 1 --2- 172.21.15.53:0/3453615543 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3d000b2930 0x7f3d000b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:00.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.768+0000 7f3d14ff9700 1 -- 172.21.15.53:0/3453615543 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8277+0+0 (secure 0 0 0) 0x7f3d0c0e2c40 con 0x7f3d1806c880 2024-05-10T11:17:00.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.768+0000 7f3d177fe700 1 --2- 172.21.15.53:0/3453615543 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3d000b2930 0x7f3d000b4df0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f3d08009a10 tx=0x7f3d08009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:00.771 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.772+0000 7f3d14ff9700 1 -- 172.21.15.53:0/3453615543 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f3d0c013070 con 0x7f3d1806c880 2024-05-10T11:17:00.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:00.983+0000 7f3d1dc1f700 1 -- 172.21.15.53:0/3453615543 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f3d1802e510 con 0x7f3d1806c880 2024-05-10T11:17:01.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:01 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3453615543' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-10T11:17:01.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:01 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3453615543' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-10T11:17:01.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:01 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3453615543' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-10T11:17:02.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:02.063+0000 7f3d14ff9700 1 -- 172.21.15.53:0/3453615543 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v82) ==== 228+0+0 (secure 0 0 0) 0x7f3d0c0aa9c0 con 0x7f3d1806c880 2024-05-10T11:17:02.067 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:02.067+0000 7f3d1dc1f700 1 -- 172.21.15.53:0/3453615543 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3d000b2930 msgr2=0x7f3d000b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:02.067 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:02.067+0000 7f3d1dc1f700 1 --2- 172.21.15.53:0/3453615543 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3d000b2930 0x7f3d000b4df0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f3d08009a10 tx=0x7f3d08009190 comp rx=0 tx=0).stop 2024-05-10T11:17:02.067 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:02.067+0000 7f3d1dc1f700 1 -- 172.21.15.53:0/3453615543 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3d1806c880 msgr2=0x7f3d1819fba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:02.067 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:02.067+0000 7f3d1dc1f700 1 --2- 172.21.15.53:0/3453615543 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3d1806c880 0x7f3d1819fba0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3d0c000c00 tx=0x7f3d0c00f690 comp rx=0 tx=0).stop 2024-05-10T11:17:02.067 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:02.067+0000 7f3d1dc1f700 1 -- 172.21.15.53:0/3453615543 shutdown_connections 2024-05-10T11:17:02.067 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:02.067+0000 7f3d1dc1f700 1 --2- 172.21.15.53:0/3453615543 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3d000b2930 0x7f3d000b4df0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:02.068 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:02.067+0000 7f3d1dc1f700 1 --2- 172.21.15.53:0/3453615543 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3d18108920 0x7f3d18199830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:02.068 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:02.067+0000 7f3d1dc1f700 1 --2- 172.21.15.53:0/3453615543 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3d1806bed0 0x7f3d1819f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:02.068 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:02.067+0000 7f3d1dc1f700 1 --2- 172.21.15.53:0/3453615543 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3d1806c880 0x7f3d1819fba0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:02.068 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:02.067+0000 7f3d1dc1f700 1 -- 172.21.15.53:0/3453615543 >> 172.21.15.53:0/3453615543 conn(0x7f3d180793f0 msgr2=0x7f3d18100440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:02.068 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:02.067+0000 7f3d1dc1f700 1 -- 172.21.15.53:0/3453615543 shutdown_connections 2024-05-10T11:17:02.068 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:02.067+0000 7f3d1dc1f700 1 -- 172.21.15.53:0/3453615543 wait complete. 2024-05-10T11:17:02.073 INFO:teuthology.orchestra.run.smithi053.stderr:pool 'cephfs_data_ec' created 2024-05-10T11:17:02.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:02 smithi053 ceph-mon[30153]: pgmap v297: 97 pgs: 97 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 5 op/s 2024-05-10T11:17:02.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:02 smithi053 ceph-mon[30153]: osdmap e81: 12 total, 12 up, 12 in 2024-05-10T11:17:02.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:02 smithi132 ceph-mon[33758]: pgmap v297: 97 pgs: 97 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 5 op/s 2024-05-10T11:17:02.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:02 smithi132 ceph-mon[33758]: osdmap e81: 12 total, 12 up, 12 in 2024-05-10T11:17:02.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:02 smithi187 ceph-mon[34076]: pgmap v297: 97 pgs: 97 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 5 op/s 2024-05-10T11:17:02.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:02 smithi187 ceph-mon[34076]: osdmap e81: 12 total, 12 up, 12 in 2024-05-10T11:17:02.876 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-05-10T11:17:03.155 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:17:03.278 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:03 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3453615543' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-10T11:17:03.278 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:03 smithi053 ceph-mon[30153]: osdmap e82: 12 total, 12 up, 12 in 2024-05-10T11:17:03.278 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:03 smithi053 ceph-mon[30153]: osdmap e83: 12 total, 12 up, 12 in 2024-05-10T11:17:03.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:03 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3453615543' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-10T11:17:03.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:03 smithi132 ceph-mon[33758]: osdmap e82: 12 total, 12 up, 12 in 2024-05-10T11:17:03.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:03 smithi132 ceph-mon[33758]: osdmap e83: 12 total, 12 up, 12 in 2024-05-10T11:17:03.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:03 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3453615543' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-10T11:17:03.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:03 smithi187 ceph-mon[34076]: osdmap e82: 12 total, 12 up, 12 in 2024-05-10T11:17:03.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:03 smithi187 ceph-mon[34076]: osdmap e83: 12 total, 12 up, 12 in 2024-05-10T11:17:04.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:04 smithi053 ceph-mon[30153]: pgmap v300: 129 pgs: 32 unknown, 97 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 6 op/s 2024-05-10T11:17:04.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:04 smithi053 ceph-mon[30153]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-10T11:17:04.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:04 smithi053 ceph-mon[30153]: osdmap e84: 12 total, 12 up, 12 in 2024-05-10T11:17:04.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:04 smithi132 ceph-mon[33758]: pgmap v300: 129 pgs: 32 unknown, 97 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 6 op/s 2024-05-10T11:17:04.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:04 smithi132 ceph-mon[33758]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-10T11:17:04.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:04 smithi132 ceph-mon[33758]: osdmap e84: 12 total, 12 up, 12 in 2024-05-10T11:17:04.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:04 smithi187 ceph-mon[34076]: pgmap v300: 129 pgs: 32 unknown, 97 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 6 op/s 2024-05-10T11:17:04.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:04 smithi187 ceph-mon[34076]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-10T11:17:04.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:04 smithi187 ceph-mon[34076]: osdmap e84: 12 total, 12 up, 12 in 2024-05-10T11:17:04.952 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.950+0000 7efda63ef700 1 -- 172.21.15.53:0/4094336586 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efda0108850 msgr2=0x7efda01103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:04.952 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.950+0000 7efda63ef700 1 --2- 172.21.15.53:0/4094336586 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efda0108850 0x7efda01103d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7efd9800b0d0 tx=0x7efd9800b3e0 comp rx=0 tx=0).stop 2024-05-10T11:17:04.952 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.950+0000 7efda63ef700 1 -- 172.21.15.53:0/4094336586 shutdown_connections 2024-05-10T11:17:04.952 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.950+0000 7efda63ef700 1 --2- 172.21.15.53:0/4094336586 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efda0108850 0x7efda01103d0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:04.952 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.950+0000 7efda63ef700 1 --2- 172.21.15.53:0/4094336586 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efda0103750 0x7efda0103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:04.952 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.950+0000 7efda63ef700 1 --2- 172.21.15.53:0/4094336586 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efda0104100 0x7efda0108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:04.952 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.950+0000 7efda63ef700 1 -- 172.21.15.53:0/4094336586 >> 172.21.15.53:0/4094336586 conn(0x7efda007a600 msgr2=0x7efda007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:04.952 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.950+0000 7efda63ef700 1 -- 172.21.15.53:0/4094336586 shutdown_connections 2024-05-10T11:17:04.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.950+0000 7efda63ef700 1 -- 172.21.15.53:0/4094336586 wait complete. 2024-05-10T11:17:04.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.950+0000 7efda63ef700 1 Processor -- start 2024-05-10T11:17:04.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.951+0000 7efda63ef700 1 -- start start 2024-05-10T11:17:04.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.951+0000 7efda63ef700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efda0103750 0x7efda019f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:04.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.951+0000 7efda63ef700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efda0104100 0x7efda019fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:04.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.951+0000 7efda63ef700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efda0108850 0x7efda01997b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:04.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.951+0000 7efda63ef700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7efda01134f0 con 0x7efda0104100 2024-05-10T11:17:04.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.951+0000 7efda63ef700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7efda0113370 con 0x7efda0108850 2024-05-10T11:17:04.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.951+0000 7efda63ef700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7efda0113670 con 0x7efda0103750 2024-05-10T11:17:04.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.951+0000 7efd9f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efda0104100 0x7efda019fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:04.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.951+0000 7efd9ffff700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efda0103750 0x7efda019f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:04.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.951+0000 7efd9f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efda0104100 0x7efda019fb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:58000/0 (socket says 172.21.15.53:58000) 2024-05-10T11:17:04.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.951+0000 7efd9f7fe700 1 -- 172.21.15.53:0/2077226244 learned_addr learned my addr 172.21.15.53:0/2077226244 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:17:04.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.951+0000 7efda498c700 1 --2- 172.21.15.53:0/2077226244 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efda0108850 0x7efda01997b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:04.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.951+0000 7efd9f7fe700 1 -- 172.21.15.53:0/2077226244 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efda0103750 msgr2=0x7efda019f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:04.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.951+0000 7efd9f7fe700 1 --2- 172.21.15.53:0/2077226244 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efda0103750 0x7efda019f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:04.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.951+0000 7efd9f7fe700 1 -- 172.21.15.53:0/2077226244 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efda0108850 msgr2=0x7efda01997b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:04.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.951+0000 7efd9f7fe700 1 --2- 172.21.15.53:0/2077226244 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efda0108850 0x7efda01997b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:04.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.951+0000 7efd9f7fe700 1 -- 172.21.15.53:0/2077226244 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efda0199f90 con 0x7efda0104100 2024-05-10T11:17:04.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.951+0000 7efd9ffff700 1 --2- 172.21.15.53:0/2077226244 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efda0103750 0x7efda019f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:17:04.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.952+0000 7efd9f7fe700 1 --2- 172.21.15.53:0/2077226244 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efda0104100 0x7efda019fb70 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7efd9400d980 tx=0x7efd9400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:04.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.952+0000 7efd9d7fa700 1 -- 172.21.15.53:0/2077226244 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd94017070 con 0x7efda0104100 2024-05-10T11:17:04.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.952+0000 7efda63ef700 1 -- 172.21.15.53:0/2077226244 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efda019a280 con 0x7efda0104100 2024-05-10T11:17:04.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.952+0000 7efd9d7fa700 1 -- 172.21.15.53:0/2077226244 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efd94005020 con 0x7efda0104100 2024-05-10T11:17:04.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.952+0000 7efd9d7fa700 1 -- 172.21.15.53:0/2077226244 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd9400f980 con 0x7efda0104100 2024-05-10T11:17:04.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.952+0000 7efda63ef700 1 -- 172.21.15.53:0/2077226244 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efda01a6490 con 0x7efda0104100 2024-05-10T11:17:04.955 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.953+0000 7efda63ef700 1 -- 172.21.15.53:0/2077226244 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efda0104be0 con 0x7efda0104100 2024-05-10T11:17:04.955 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.954+0000 7efd9d7fa700 1 -- 172.21.15.53:0/2077226244 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7efd94004a30 con 0x7efda0104100 2024-05-10T11:17:04.955 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.955+0000 7efd9d7fa700 1 --2- 172.21.15.53:0/2077226244 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efd880b2880 0x7efd880b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:04.956 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.955+0000 7efd9ffff700 1 --2- 172.21.15.53:0/2077226244 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efd880b2880 0x7efd880b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:04.956 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.955+0000 7efd9d7fa700 1 -- 172.21.15.53:0/2077226244 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8770+0+0 (secure 0 0 0) 0x7efd940e2620 con 0x7efda0104100 2024-05-10T11:17:04.956 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.956+0000 7efd9ffff700 1 --2- 172.21.15.53:0/2077226244 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efd880b2880 0x7efd880b4d40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7efd9000afd0 tx=0x7efd9000a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:04.958 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:04.959+0000 7efd9d7fa700 1 -- 172.21.15.53:0/2077226244 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7efd94020020 con 0x7efda0104100 2024-05-10T11:17:05.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:05.178+0000 7efda63ef700 1 -- 172.21.15.53:0/2077226244 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7efda002e6d0 con 0x7efda0104100 2024-05-10T11:17:06.089 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:06.088+0000 7efd9d7fa700 1 -- 172.21.15.53:0/2077226244 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v85) ==== 169+0+0 (secure 0 0 0) 0x7efd940aa120 con 0x7efda0104100 2024-05-10T11:17:06.093 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:06.092+0000 7efda63ef700 1 -- 172.21.15.53:0/2077226244 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efd880b2880 msgr2=0x7efd880b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:06.093 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:06.092+0000 7efda63ef700 1 --2- 172.21.15.53:0/2077226244 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efd880b2880 0x7efd880b4d40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7efd9000afd0 tx=0x7efd9000a380 comp rx=0 tx=0).stop 2024-05-10T11:17:06.093 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:06.092+0000 7efda63ef700 1 -- 172.21.15.53:0/2077226244 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efda0104100 msgr2=0x7efda019fb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:06.093 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:06.092+0000 7efda63ef700 1 --2- 172.21.15.53:0/2077226244 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efda0104100 0x7efda019fb70 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7efd9400d980 tx=0x7efd9400dc90 comp rx=0 tx=0).stop 2024-05-10T11:17:06.093 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:06.093+0000 7efda63ef700 1 -- 172.21.15.53:0/2077226244 shutdown_connections 2024-05-10T11:17:06.093 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:06.093+0000 7efda63ef700 1 --2- 172.21.15.53:0/2077226244 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efd880b2880 0x7efd880b4d40 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:06.093 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:06.093+0000 7efda63ef700 1 --2- 172.21.15.53:0/2077226244 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efda0108850 0x7efda01997b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:06.093 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:06.093+0000 7efda63ef700 1 --2- 172.21.15.53:0/2077226244 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efda0103750 0x7efda019f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:06.093 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:06.093+0000 7efda63ef700 1 --2- 172.21.15.53:0/2077226244 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efda0104100 0x7efda019fb70 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:06.094 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:06.093+0000 7efda63ef700 1 -- 172.21.15.53:0/2077226244 >> 172.21.15.53:0/2077226244 conn(0x7efda007a600 msgr2=0x7efda0101540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:06.094 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:06.093+0000 7efda63ef700 1 -- 172.21.15.53:0/2077226244 shutdown_connections 2024-05-10T11:17:06.094 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:06.093+0000 7efda63ef700 1 -- 172.21.15.53:0/2077226244 wait complete. 2024-05-10T11:17:06.094 INFO:teuthology.orchestra.run.smithi053.stderr:set pool 4 allow_ec_overwrites to true 2024-05-10T11:17:06.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:06 smithi132 ceph-mon[33758]: pgmap v303: 129 pgs: 1 creating+activating, 7 creating+peering, 11 unknown, 110 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:06.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:06 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2077226244' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-05-10T11:17:06.491 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:06 smithi053 ceph-mon[30153]: pgmap v303: 129 pgs: 1 creating+activating, 7 creating+peering, 11 unknown, 110 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:06.491 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:06 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2077226244' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-05-10T11:17:06.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:06 smithi187 ceph-mon[34076]: pgmap v303: 129 pgs: 1 creating+activating, 7 creating+peering, 11 unknown, 110 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:06.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:06 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2077226244' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-05-10T11:17:06.953 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs add_data_pool cephfs cephfs_data_ec 2024-05-10T11:17:07.213 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:17:07.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:07 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2077226244' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-05-10T11:17:07.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:07 smithi053 ceph-mon[30153]: osdmap e85: 12 total, 12 up, 12 in 2024-05-10T11:17:07.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:07 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2077226244' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-05-10T11:17:07.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:07 smithi132 ceph-mon[33758]: osdmap e85: 12 total, 12 up, 12 in 2024-05-10T11:17:07.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:07 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2077226244' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-05-10T11:17:07.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:07 smithi187 ceph-mon[34076]: osdmap e85: 12 total, 12 up, 12 in 2024-05-10T11:17:08.397 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:08 smithi053 ceph-mon[30153]: pgmap v305: 129 pgs: 1 creating+activating, 7 creating+peering, 2 unknown, 119 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:08.411 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:08 smithi187 ceph-mon[34076]: pgmap v305: 129 pgs: 1 creating+activating, 7 creating+peering, 2 unknown, 119 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:08.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:08 smithi132 ceph-mon[33758]: pgmap v305: 129 pgs: 1 creating+activating, 7 creating+peering, 2 unknown, 119 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:09.067 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.066+0000 7fa935853700 1 -- 172.21.15.53:0/1258363391 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa930103390 msgr2=0x7fa930107000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:09.067 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.066+0000 7fa935853700 1 --2- 172.21.15.53:0/1258363391 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa930103390 0x7fa930107000 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fa9180099c0 tx=0x7fa918009cd0 comp rx=0 tx=0).stop 2024-05-10T11:17:09.067 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.066+0000 7fa935853700 1 -- 172.21.15.53:0/1258363391 shutdown_connections 2024-05-10T11:17:09.067 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.066+0000 7fa935853700 1 --2- 172.21.15.53:0/1258363391 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa930107730 0x7fa93010f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:09.067 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.066+0000 7fa935853700 1 --2- 172.21.15.53:0/1258363391 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa9301029e0 0x7fa930102dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:09.067 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.066+0000 7fa935853700 1 --2- 172.21.15.53:0/1258363391 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa930103390 0x7fa930107000 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:09.067 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.066+0000 7fa935853700 1 -- 172.21.15.53:0/1258363391 >> 172.21.15.53:0/1258363391 conn(0x7fa930079350 msgr2=0x7fa930079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:09.067 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.066+0000 7fa935853700 1 -- 172.21.15.53:0/1258363391 shutdown_connections 2024-05-10T11:17:09.067 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.066+0000 7fa935853700 1 -- 172.21.15.53:0/1258363391 wait complete. 2024-05-10T11:17:09.067 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.067+0000 7fa935853700 1 Processor -- start 2024-05-10T11:17:09.067 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.067+0000 7fa935853700 1 -- start start 2024-05-10T11:17:09.069 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.067+0000 7fa935853700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa9301029e0 0x7fa93019a930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:09.069 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.067+0000 7fa935853700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa930103390 0x7fa93019ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:09.069 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.067+0000 7fa935853700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa930107730 0x7fa9301a59b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:09.069 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.067+0000 7fa935853700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa930112430 con 0x7fa930107730 2024-05-10T11:17:09.069 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.067+0000 7fa935853700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fa9301122b0 con 0x7fa930103390 2024-05-10T11:17:09.069 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.067+0000 7fa935853700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fa9301125b0 con 0x7fa9301029e0 2024-05-10T11:17:09.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.067+0000 7fa92f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa930107730 0x7fa9301a59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:09.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.067+0000 7fa92f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa930107730 0x7fa9301a59b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:42184/0 (socket says 172.21.15.53:42184) 2024-05-10T11:17:09.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.067+0000 7fa92f7fe700 1 -- 172.21.15.53:0/1619865528 learned_addr learned my addr 172.21.15.53:0/1619865528 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:17:09.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.067+0000 7fa9267fc700 1 --2- 172.21.15.53:0/1619865528 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa930103390 0x7fa93019ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:09.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.068+0000 7fa92effd700 1 --2- 172.21.15.53:0/1619865528 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa9301029e0 0x7fa93019a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:09.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.068+0000 7fa92f7fe700 1 -- 172.21.15.53:0/1619865528 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa9301029e0 msgr2=0x7fa93019a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:09.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.068+0000 7fa92f7fe700 1 --2- 172.21.15.53:0/1619865528 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa9301029e0 0x7fa93019a930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:09.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.068+0000 7fa92f7fe700 1 -- 172.21.15.53:0/1619865528 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa930103390 msgr2=0x7fa93019ae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:09.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.068+0000 7fa92f7fe700 1 --2- 172.21.15.53:0/1619865528 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa930103390 0x7fa93019ae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:09.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.068+0000 7fa92f7fe700 1 -- 172.21.15.53:0/1619865528 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9301a5ef0 con 0x7fa930107730 2024-05-10T11:17:09.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.068+0000 7fa92f7fe700 1 --2- 172.21.15.53:0/1619865528 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa930107730 0x7fa9301a59b0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fa92800ada0 tx=0x7fa92800c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:09.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.068+0000 7fa934851700 1 -- 172.21.15.53:0/1619865528 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa928017020 con 0x7fa930107730 2024-05-10T11:17:09.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.068+0000 7fa935853700 1 -- 172.21.15.53:0/1619865528 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9301a6120 con 0x7fa930107730 2024-05-10T11:17:09.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.068+0000 7fa934851700 1 -- 172.21.15.53:0/1619865528 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa92800ce10 con 0x7fa930107730 2024-05-10T11:17:09.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.068+0000 7fa934851700 1 -- 172.21.15.53:0/1619865528 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa928005280 con 0x7fa930107730 2024-05-10T11:17:09.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.068+0000 7fa935853700 1 -- 172.21.15.53:0/1619865528 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9301a65e0 con 0x7fa930107730 2024-05-10T11:17:09.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.069+0000 7fa935853700 1 -- 172.21.15.53:0/1619865528 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa930103ae0 con 0x7fa930107730 2024-05-10T11:17:09.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.070+0000 7fa934851700 1 -- 172.21.15.53:0/1619865528 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fa92800c980 con 0x7fa930107730 2024-05-10T11:17:09.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.071+0000 7fa934851700 1 --2- 172.21.15.53:0/1619865528 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa91c0b2880 0x7fa91c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:09.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.071+0000 7fa934851700 1 -- 172.21.15.53:0/1619865528 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8770+0+0 (secure 0 0 0) 0x7fa9280e1b20 con 0x7fa930107730 2024-05-10T11:17:09.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.071+0000 7fa92effd700 1 --2- 172.21.15.53:0/1619865528 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa91c0b2880 0x7fa91c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:09.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.072+0000 7fa92effd700 1 --2- 172.21.15.53:0/1619865528 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa91c0b2880 0x7fa91c0b4d40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa920005950 tx=0x7fa9200058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:09.076 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.076+0000 7fa934851700 1 -- 172.21.15.53:0/1619865528 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fa928021020 con 0x7fa930107730 2024-05-10T11:17:09.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:09.342+0000 7fa935853700 1 -- 172.21.15.53:0/1619865528 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7fa93002e6d0 con 0x7fa930107730 2024-05-10T11:17:10.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:10.107+0000 7fa934851700 1 -- 172.21.15.53:0/1619865528 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v17) ==== 137+0+0 (secure 0 0 0) 0x7fa9280a96b0 con 0x7fa930107730 2024-05-10T11:17:10.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:10.112+0000 7fa935853700 1 -- 172.21.15.53:0/1619865528 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa91c0b2880 msgr2=0x7fa91c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:10.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:10.112+0000 7fa935853700 1 --2- 172.21.15.53:0/1619865528 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa91c0b2880 0x7fa91c0b4d40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa920005950 tx=0x7fa9200058e0 comp rx=0 tx=0).stop 2024-05-10T11:17:10.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:10.112+0000 7fa935853700 1 -- 172.21.15.53:0/1619865528 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa930107730 msgr2=0x7fa9301a59b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:10.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:10.112+0000 7fa935853700 1 --2- 172.21.15.53:0/1619865528 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa930107730 0x7fa9301a59b0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fa92800ada0 tx=0x7fa92800c330 comp rx=0 tx=0).stop 2024-05-10T11:17:10.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:10.112+0000 7fa935853700 1 -- 172.21.15.53:0/1619865528 shutdown_connections 2024-05-10T11:17:10.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:10.112+0000 7fa935853700 1 --2- 172.21.15.53:0/1619865528 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa91c0b2880 0x7fa91c0b4d40 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:10.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:10.112+0000 7fa935853700 1 --2- 172.21.15.53:0/1619865528 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa930107730 0x7fa9301a59b0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:10.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:10.112+0000 7fa935853700 1 --2- 172.21.15.53:0/1619865528 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa9301029e0 0x7fa93019a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:10.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:10.112+0000 7fa935853700 1 --2- 172.21.15.53:0/1619865528 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa930103390 0x7fa93019ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:10.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:10.112+0000 7fa935853700 1 -- 172.21.15.53:0/1619865528 >> 172.21.15.53:0/1619865528 conn(0x7fa930079350 msgr2=0x7fa930100b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:10.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:10.112+0000 7fa935853700 1 -- 172.21.15.53:0/1619865528 shutdown_connections 2024-05-10T11:17:10.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:10.112+0000 7fa935853700 1 -- 172.21.15.53:0/1619865528 wait complete. 2024-05-10T11:17:10.113 INFO:teuthology.orchestra.run.smithi053.stderr:added data pool 4 to fsmap 2024-05-10T11:17:10.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:10 smithi132 ceph-mon[33758]: pgmap v306: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:10.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:10 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1619865528' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-05-10T11:17:10.496 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:10 smithi053 ceph-mon[30153]: pgmap v306: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:10.496 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:10 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1619865528' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-05-10T11:17:10.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:10 smithi187 ceph-mon[34076]: pgmap v306: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:10.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:10 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1619865528' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-05-10T11:17:10.933 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:17:11.195 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:17:11.317 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:11 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1619865528' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-05-10T11:17:11.317 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:11 smithi053 ceph-mon[30153]: osdmap e86: 12 total, 12 up, 12 in 2024-05-10T11:17:11.317 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:11 smithi053 ceph-mon[30153]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-10T11:17:11.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:11 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1619865528' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-05-10T11:17:11.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:11 smithi132 ceph-mon[33758]: osdmap e86: 12 total, 12 up, 12 in 2024-05-10T11:17:11.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:11 smithi132 ceph-mon[33758]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-10T11:17:11.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:11 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1619865528' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-05-10T11:17:11.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:11 smithi187 ceph-mon[34076]: osdmap e86: 12 total, 12 up, 12 in 2024-05-10T11:17:11.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:11 smithi187 ceph-mon[34076]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-10T11:17:12.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:12 smithi053 ceph-mon[30153]: pgmap v308: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:12.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:12 smithi053 ceph-mon[30153]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-10T11:17:12.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:12 smithi053 ceph-mon[30153]: Cluster is now healthy 2024-05-10T11:17:12.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:12 smithi132 ceph-mon[33758]: pgmap v308: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:12.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:12 smithi132 ceph-mon[33758]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-10T11:17:12.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:12 smithi132 ceph-mon[33758]: Cluster is now healthy 2024-05-10T11:17:12.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:12 smithi187 ceph-mon[34076]: pgmap v308: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:12.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:12 smithi187 ceph-mon[34076]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-10T11:17:12.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:12 smithi187 ceph-mon[34076]: Cluster is now healthy 2024-05-10T11:17:13.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.003+0000 7fcc60e16700 1 -- 172.21.15.53:0/3746130283 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc5c107700 msgr2=0x7fcc5c10f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:13.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.003+0000 7fcc60e16700 1 --2- 172.21.15.53:0/3746130283 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc5c107700 0x7fcc5c10f2d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fcc5400b0d0 tx=0x7fcc5400b3e0 comp rx=0 tx=0).stop 2024-05-10T11:17:13.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.003+0000 7fcc60e16700 1 -- 172.21.15.53:0/3746130283 shutdown_connections 2024-05-10T11:17:13.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.003+0000 7fcc60e16700 1 --2- 172.21.15.53:0/3746130283 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc5c107700 0x7fcc5c10f2d0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:13.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.003+0000 7fcc60e16700 1 --2- 172.21.15.53:0/3746130283 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcc5c102620 0x7fcc5c102a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:13.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.003+0000 7fcc60e16700 1 --2- 172.21.15.53:0/3746130283 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcc5c102fd0 0x7fcc5c107020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:13.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.003+0000 7fcc60e16700 1 -- 172.21.15.53:0/3746130283 >> 172.21.15.53:0/3746130283 conn(0x7fcc5c079440 msgr2=0x7fcc5c079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:13.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.003+0000 7fcc60e16700 1 -- 172.21.15.53:0/3746130283 shutdown_connections 2024-05-10T11:17:13.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.003+0000 7fcc60e16700 1 -- 172.21.15.53:0/3746130283 wait complete. 2024-05-10T11:17:13.006 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.004+0000 7fcc60e16700 1 Processor -- start 2024-05-10T11:17:13.006 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.004+0000 7fcc60e16700 1 -- start start 2024-05-10T11:17:13.006 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.004+0000 7fcc60e16700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcc5c102620 0x7fcc5c19f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:13.006 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.005+0000 7fcc60e16700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcc5c102fd0 0x7fcc5c19fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:13.006 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.005+0000 7fcc60e16700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc5c107700 0x7fcc5c199910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:13.006 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.005+0000 7fcc60e16700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fcc5c1124c0 con 0x7fcc5c107700 2024-05-10T11:17:13.006 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.005+0000 7fcc60e16700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fcc5c112340 con 0x7fcc5c102620 2024-05-10T11:17:13.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.005+0000 7fcc60e16700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fcc5c112640 con 0x7fcc5c102fd0 2024-05-10T11:17:13.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.005+0000 7fcc5ad9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc5c107700 0x7fcc5c199910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:13.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.005+0000 7fcc5ad9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc5c107700 0x7fcc5c199910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:42208/0 (socket says 172.21.15.53:42208) 2024-05-10T11:17:13.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.005+0000 7fcc5ad9d700 1 -- 172.21.15.53:0/2965891504 learned_addr learned my addr 172.21.15.53:0/2965891504 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:17:13.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.005+0000 7fcc5a59c700 1 --2- 172.21.15.53:0/2965891504 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcc5c102620 0x7fcc5c19f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:13.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.005+0000 7fcc59d9b700 1 --2- 172.21.15.53:0/2965891504 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcc5c102fd0 0x7fcc5c19fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:13.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.005+0000 7fcc5ad9d700 1 -- 172.21.15.53:0/2965891504 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcc5c102fd0 msgr2=0x7fcc5c19fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:13.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.005+0000 7fcc5ad9d700 1 --2- 172.21.15.53:0/2965891504 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcc5c102fd0 0x7fcc5c19fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:13.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.005+0000 7fcc5ad9d700 1 -- 172.21.15.53:0/2965891504 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcc5c102620 msgr2=0x7fcc5c19f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:13.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.005+0000 7fcc5ad9d700 1 --2- 172.21.15.53:0/2965891504 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcc5c102620 0x7fcc5c19f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:13.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.005+0000 7fcc5ad9d700 1 -- 172.21.15.53:0/2965891504 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc5c19a070 con 0x7fcc5c107700 2024-05-10T11:17:13.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.005+0000 7fcc5ad9d700 1 --2- 172.21.15.53:0/2965891504 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc5c107700 0x7fcc5c199910 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fcc54009850 tx=0x7fcc54007d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:13.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.005+0000 7fcc4b7fe700 1 -- 172.21.15.53:0/2965891504 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc5401f070 con 0x7fcc5c107700 2024-05-10T11:17:13.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.005+0000 7fcc4b7fe700 1 -- 172.21.15.53:0/2965891504 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcc54005500 con 0x7fcc5c107700 2024-05-10T11:17:13.008 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.005+0000 7fcc4b7fe700 1 -- 172.21.15.53:0/2965891504 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc5401b8f0 con 0x7fcc5c107700 2024-05-10T11:17:13.008 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.005+0000 7fcc60e16700 1 -- 172.21.15.53:0/2965891504 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc5c19a300 con 0x7fcc5c107700 2024-05-10T11:17:13.008 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.005+0000 7fcc60e16700 1 -- 172.21.15.53:0/2965891504 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc5c1a6620 con 0x7fcc5c107700 2024-05-10T11:17:13.008 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.006+0000 7fcc60e16700 1 -- 172.21.15.53:0/2965891504 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc5c103b00 con 0x7fcc5c107700 2024-05-10T11:17:13.008 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.008+0000 7fcc4b7fe700 1 -- 172.21.15.53:0/2965891504 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fcc54022070 con 0x7fcc5c107700 2024-05-10T11:17:13.009 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.009+0000 7fcc4b7fe700 1 --2- 172.21.15.53:0/2965891504 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcc440b2900 0x7fcc440b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:13.009 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.009+0000 7fcc5a59c700 1 --2- 172.21.15.53:0/2965891504 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcc440b2900 0x7fcc440b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:13.009 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.009+0000 7fcc4b7fe700 1 -- 172.21.15.53:0/2965891504 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7fcc540e36c0 con 0x7fcc5c107700 2024-05-10T11:17:13.009 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.009+0000 7fcc5a59c700 1 --2- 172.21.15.53:0/2965891504 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcc440b2900 0x7fcc440b4dc0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fcc5c19aa50 tx=0x7fcc4c009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:13.014 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.013+0000 7fcc4b7fe700 1 -- 172.21.15.53:0/2965891504 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fcc540ab250 con 0x7fcc5c107700 2024-05-10T11:17:13.274 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.274+0000 7fcc60e16700 1 -- 172.21.15.53:0/2965891504 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcc5c19ae40 con 0x7fcc5c107700 2024-05-10T11:17:13.275 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.275+0000 7fcc4b7fe700 1 -- 172.21.15.53:0/2965891504 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11806 (secure 0 0 0) 0x7fcc540aab50 con 0x7fcc5c107700 2024-05-10T11:17:13.275 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:17:13.275 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14574,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6839/3346396655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":3346396655},{"type":"v1","addr":"172.21.15.53:6839","nonce":3346396655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14586,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6841/3170432544","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6840","nonce":3170432544},{"type":"v1","addr":"172.21.15.53:6841","nonce":3170432544}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24353,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24377,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6835/2650777178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6834","nonce":2650777178},{"type":"v1","addr":"172.21.15.132:6835","nonce":2650777178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24398,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6837/392522477","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6836","nonce":392522477},{"type":"v1","addr":"172.21.15.132:6837","nonce":392522477}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6839/2363266970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6838","nonce":2363266970},{"type":"v1","addr":"172.21.15.132:6839","nonce":2363266970}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6835/4099468922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6834","nonce":4099468922},{"type":"v1","addr":"172.21.15.187:6835","nonce":4099468922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24448,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6837/2293077942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6836","nonce":2293077942},{"type":"v1","addr":"172.21.15.187:6837","nonce":2293077942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-05-10T11:16:54.139241+0000","modified":"2024-05-10T11:17:09.344201+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24463},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.187:6839/735699922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6838","nonce":735699922},{"type":"v1","addr":"172.21.15.187:6839","nonce":735699922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24463,"qdb_cluster":[24463]},"id":1}]} 2024-05-10T11:17:13.277 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.277+0000 7fcc60e16700 1 -- 172.21.15.53:0/2965891504 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcc440b2900 msgr2=0x7fcc440b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:13.277 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.277+0000 7fcc60e16700 1 --2- 172.21.15.53:0/2965891504 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcc440b2900 0x7fcc440b4dc0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fcc5c19aa50 tx=0x7fcc4c009190 comp rx=0 tx=0).stop 2024-05-10T11:17:13.278 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.277+0000 7fcc60e16700 1 -- 172.21.15.53:0/2965891504 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc5c107700 msgr2=0x7fcc5c199910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:13.278 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.277+0000 7fcc60e16700 1 --2- 172.21.15.53:0/2965891504 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc5c107700 0x7fcc5c199910 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fcc54009850 tx=0x7fcc54007d90 comp rx=0 tx=0).stop 2024-05-10T11:17:13.278 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.277+0000 7fcc60e16700 1 -- 172.21.15.53:0/2965891504 shutdown_connections 2024-05-10T11:17:13.278 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.277+0000 7fcc60e16700 1 --2- 172.21.15.53:0/2965891504 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcc440b2900 0x7fcc440b4dc0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:13.278 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.277+0000 7fcc60e16700 1 --2- 172.21.15.53:0/2965891504 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcc5c107700 0x7fcc5c199910 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:13.278 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.277+0000 7fcc60e16700 1 --2- 172.21.15.53:0/2965891504 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcc5c102620 0x7fcc5c19f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:13.278 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.277+0000 7fcc60e16700 1 --2- 172.21.15.53:0/2965891504 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcc5c102fd0 0x7fcc5c19fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:13.278 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.277+0000 7fcc60e16700 1 -- 172.21.15.53:0/2965891504 >> 172.21.15.53:0/2965891504 conn(0x7fcc5c079440 msgr2=0x7fcc5c06bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:13.278 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.277+0000 7fcc60e16700 1 -- 172.21.15.53:0/2965891504 shutdown_connections 2024-05-10T11:17:13.278 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:13.277+0000 7fcc60e16700 1 -- 172.21.15.53:0/2965891504 wait complete. 2024-05-10T11:17:13.279 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 17 2024-05-10T11:17:13.991 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-10T11:17:14.248 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:17:14.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:14 smithi053 ceph-mon[30153]: pgmap v309: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:14.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:14 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2965891504' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:17:14.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:14 smithi132 ceph-mon[33758]: pgmap v309: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:14.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:14 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2965891504' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:17:14.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:14 smithi187 ceph-mon[34076]: pgmap v309: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:14.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:14 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2965891504' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:17:16.000 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.995+0000 7f45d3a8b700 1 -- 172.21.15.53:0/304160037 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f45cc102fe0 msgr2=0x7f45cc106fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:16.000 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.995+0000 7f45d3a8b700 1 --2- 172.21.15.53:0/304160037 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f45cc102fe0 0x7f45cc106fe0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f45bc0099c0 tx=0x7f45bc009cd0 comp rx=0 tx=0).stop 2024-05-10T11:17:16.000 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.995+0000 7f45d3a8b700 1 -- 172.21.15.53:0/304160037 shutdown_connections 2024-05-10T11:17:16.001 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.995+0000 7f45d3a8b700 1 --2- 172.21.15.53:0/304160037 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f45cc1076c0 0x7f45cc10f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:16.001 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.995+0000 7f45d3a8b700 1 --2- 172.21.15.53:0/304160037 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f45cc102630 0x7f45cc102a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:16.001 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.995+0000 7f45d3a8b700 1 --2- 172.21.15.53:0/304160037 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f45cc102fe0 0x7f45cc106fe0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:16.001 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.995+0000 7f45d3a8b700 1 -- 172.21.15.53:0/304160037 >> 172.21.15.53:0/304160037 conn(0x7f45cc079350 msgr2=0x7f45cc079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:16.001 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.995+0000 7f45d3a8b700 1 -- 172.21.15.53:0/304160037 shutdown_connections 2024-05-10T11:17:16.001 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.995+0000 7f45d3a8b700 1 -- 172.21.15.53:0/304160037 wait complete. 2024-05-10T11:17:16.001 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.996+0000 7f45d3a8b700 1 Processor -- start 2024-05-10T11:17:16.001 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.996+0000 7f45d3a8b700 1 -- start start 2024-05-10T11:17:16.001 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.996+0000 7f45d3a8b700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f45cc102630 0x7f45cc19f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:16.001 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.996+0000 7f45d3a8b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f45cc102fe0 0x7f45cc19fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:16.001 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.996+0000 7f45d3a8b700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f45cc1076c0 0x7f45cc199950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:16.001 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.996+0000 7f45d3a8b700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f45cc1123e0 con 0x7f45cc102fe0 2024-05-10T11:17:16.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.996+0000 7f45d3a8b700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f45cc112260 con 0x7f45cc102630 2024-05-10T11:17:16.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.996+0000 7f45d3a8b700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f45cc112560 con 0x7f45cc1076c0 2024-05-10T11:17:16.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.996+0000 7f45d1026700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f45cc102fe0 0x7f45cc19fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:16.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.997+0000 7f45d1026700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f45cc102fe0 0x7f45cc19fcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:42216/0 (socket says 172.21.15.53:42216) 2024-05-10T11:17:16.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.997+0000 7f45d1026700 1 -- 172.21.15.53:0/397138127 learned_addr learned my addr 172.21.15.53:0/397138127 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:17:16.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.997+0000 7f45d1827700 1 --2- 172.21.15.53:0/397138127 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f45cc102630 0x7f45cc19f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:16.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.997+0000 7f45d2028700 1 --2- 172.21.15.53:0/397138127 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f45cc1076c0 0x7f45cc199950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:16.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.997+0000 7f45d1026700 1 -- 172.21.15.53:0/397138127 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f45cc1076c0 msgr2=0x7f45cc199950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:16.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.997+0000 7f45d1026700 1 --2- 172.21.15.53:0/397138127 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f45cc1076c0 0x7f45cc199950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:16.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.997+0000 7f45d1026700 1 -- 172.21.15.53:0/397138127 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f45cc102630 msgr2=0x7f45cc19f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:16.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.997+0000 7f45d1026700 1 --2- 172.21.15.53:0/397138127 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f45cc102630 0x7f45cc19f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:16.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.997+0000 7f45d1026700 1 -- 172.21.15.53:0/397138127 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45cc19a0b0 con 0x7f45cc102fe0 2024-05-10T11:17:16.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.997+0000 7f45d1827700 1 --2- 172.21.15.53:0/397138127 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f45cc102630 0x7f45cc19f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:17:16.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.997+0000 7f45d1026700 1 --2- 172.21.15.53:0/397138127 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f45cc102fe0 0x7f45cc19fcd0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f45bc00b580 tx=0x7f45bc00f510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:16.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.997+0000 7f45c2ffd700 1 -- 172.21.15.53:0/397138127 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45bc026070 con 0x7f45cc102fe0 2024-05-10T11:17:16.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.997+0000 7f45c2ffd700 1 -- 172.21.15.53:0/397138127 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f45bc005030 con 0x7f45cc102fe0 2024-05-10T11:17:16.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.997+0000 7f45d3a8b700 1 -- 172.21.15.53:0/397138127 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45cc19a340 con 0x7f45cc102fe0 2024-05-10T11:17:16.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.997+0000 7f45c2ffd700 1 -- 172.21.15.53:0/397138127 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45bc0049f0 con 0x7f45cc102fe0 2024-05-10T11:17:16.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.997+0000 7f45d3a8b700 1 -- 172.21.15.53:0/397138127 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45cc1a6660 con 0x7f45cc102fe0 2024-05-10T11:17:16.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:15.998+0000 7f45d3a8b700 1 -- 172.21.15.53:0/397138127 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45cc103ac0 con 0x7f45cc102fe0 2024-05-10T11:17:16.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:16.000+0000 7f45c2ffd700 1 -- 172.21.15.53:0/397138127 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f45bc029070 con 0x7f45cc102fe0 2024-05-10T11:17:16.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:16.001+0000 7f45c2ffd700 1 --2- 172.21.15.53:0/397138127 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f45b80b2880 0x7f45b80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:16.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:16.001+0000 7f45d1827700 1 --2- 172.21.15.53:0/397138127 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f45b80b2880 0x7f45b80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:16.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:16.001+0000 7f45c2ffd700 1 -- 172.21.15.53:0/397138127 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7f45bc0e2dc0 con 0x7f45cc102fe0 2024-05-10T11:17:16.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:16.001+0000 7f45d1827700 1 --2- 172.21.15.53:0/397138127 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f45b80b2880 0x7f45b80b4d40 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f45c8005950 tx=0x7f45c8005f50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:16.005 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:16.005+0000 7f45c2ffd700 1 -- 172.21.15.53:0/397138127 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f45bc013070 con 0x7f45cc102fe0 2024-05-10T11:17:16.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:16.223+0000 7f45d3a8b700 1 -- 172.21.15.53:0/397138127 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f45cc1a6830 con 0x7f45cc102fe0 2024-05-10T11:17:16.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:16.224+0000 7f45c2ffd700 1 -- 172.21.15.53:0/397138127 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+24129 (secure 0 0 0) 0x7f45bc0aa930 con 0x7f45cc102fe0 2024-05-10T11:17:16.225 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:17:16.225 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":86,"fsid":"745ae8e0-0ebd-11ef-bc98-c7b262605968","created":"2024-05-10T11:08:31.420091+0000","modified":"2024-05-10T11:17:09.344067+0000","last_up_change":"2024-05-10T11:15:46.966521+0000","last_in_change":"2024-05-10T11:15:27.163789+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-10T11:11:52.642234+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-10T11:16:46.031221+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-10T11:16:50.069775+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-10T11:17:01.067983+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"308620b5-0bae-4c96-ad1e-ed079eb9d754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6803","nonce":1941743135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6805","nonce":1941743135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6809","nonce":1941743135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6807","nonce":1941743135}]},"public_addr":"172.21.15.53:6803/1941743135","cluster_addr":"172.21.15.53:6805/1941743135","heartbeat_back_addr":"172.21.15.53:6809/1941743135","heartbeat_front_addr":"172.21.15.53:6807/1941743135","state":["exists","up"]},{"osd":1,"uuid":"e6bd2396-fc15-4c8a-85c0-5a7586c7c059","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6801","nonce":1054747155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6803","nonce":1054747155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6807","nonce":1054747155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6805","nonce":1054747155}]},"public_addr":"172.21.15.132:6801/1054747155","cluster_addr":"172.21.15.132:6803/1054747155","heartbeat_back_addr":"172.21.15.132:6807/1054747155","heartbeat_front_addr":"172.21.15.132:6805/1054747155","state":["exists","up"]},{"osd":2,"uuid":"b685f96c-bfb2-4d57-9484-35b2b18f7913","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6801","nonce":3202790181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6803","nonce":3202790181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6807","nonce":3202790181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6805","nonce":3202790181}]},"public_addr":"172.21.15.187:6801/3202790181","cluster_addr":"172.21.15.187:6803/3202790181","heartbeat_back_addr":"172.21.15.187:6807/3202790181","heartbeat_front_addr":"172.21.15.187:6805/3202790181","state":["exists","up"]},{"osd":3,"uuid":"4522b579-3cc7-4378-a93c-6c99815acc28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6811","nonce":1472446441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6813","nonce":1472446441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6817","nonce":1472446441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6815","nonce":1472446441}]},"public_addr":"172.21.15.53:6811/1472446441","cluster_addr":"172.21.15.53:6813/1472446441","heartbeat_back_addr":"172.21.15.53:6817/1472446441","heartbeat_front_addr":"172.21.15.53:6815/1472446441","state":["exists","up"]},{"osd":4,"uuid":"4ddb8a8d-a867-4c85-90f3-3c69f9005ac5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6809","nonce":1125460805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6811","nonce":1125460805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6815","nonce":1125460805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6813","nonce":1125460805}]},"public_addr":"172.21.15.132:6809/1125460805","cluster_addr":"172.21.15.132:6811/1125460805","heartbeat_back_addr":"172.21.15.132:6815/1125460805","heartbeat_front_addr":"172.21.15.132:6813/1125460805","state":["exists","up"]},{"osd":5,"uuid":"eaef74a7-cef1-4fc5-899f-fd14fcd05c57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6809","nonce":486081036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6811","nonce":486081036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6815","nonce":486081036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6813","nonce":486081036}]},"public_addr":"172.21.15.187:6809/486081036","cluster_addr":"172.21.15.187:6811/486081036","heartbeat_back_addr":"172.21.15.187:6815/486081036","heartbeat_front_addr":"172.21.15.187:6813/486081036","state":["exists","up"]},{"osd":6,"uuid":"af22474c-76ca-48da-a8ff-252375cbe43f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6819","nonce":3301526689}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6821","nonce":3301526689}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6825","nonce":3301526689}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6823","nonce":3301526689}]},"public_addr":"172.21.15.53:6819/3301526689","cluster_addr":"172.21.15.53:6821/3301526689","heartbeat_back_addr":"172.21.15.53:6825/3301526689","heartbeat_front_addr":"172.21.15.53:6823/3301526689","state":["exists","up"]},{"osd":7,"uuid":"d5765fdc-67e8-4b48-8742-65a458ed6430","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6817","nonce":304039390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6819","nonce":304039390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6823","nonce":304039390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6821","nonce":304039390}]},"public_addr":"172.21.15.132:6817/304039390","cluster_addr":"172.21.15.132:6819/304039390","heartbeat_back_addr":"172.21.15.132:6823/304039390","heartbeat_front_addr":"172.21.15.132:6821/304039390","state":["exists","up"]},{"osd":8,"uuid":"6c8900ce-f028-4463-a003-f7faa3895c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6817","nonce":2315808567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6819","nonce":2315808567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6823","nonce":2315808567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6821","nonce":2315808567}]},"public_addr":"172.21.15.187:6817/2315808567","cluster_addr":"172.21.15.187:6819/2315808567","heartbeat_back_addr":"172.21.15.187:6823/2315808567","heartbeat_front_addr":"172.21.15.187:6821/2315808567","state":["exists","up"]},{"osd":9,"uuid":"58eecf43-c7de-4e0e-86c4-f8d8d4fb3ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6827","nonce":1901241164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6829","nonce":1901241164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6833","nonce":1901241164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6831","nonce":1901241164}]},"public_addr":"172.21.15.53:6827/1901241164","cluster_addr":"172.21.15.53:6829/1901241164","heartbeat_back_addr":"172.21.15.53:6833/1901241164","heartbeat_front_addr":"172.21.15.53:6831/1901241164","state":["exists","up"]},{"osd":10,"uuid":"ba4a44c8-7162-4379-a382-4c98f785e69f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6825","nonce":482345617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6827","nonce":482345617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6831","nonce":482345617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6829","nonce":482345617}]},"public_addr":"172.21.15.132:6825/482345617","cluster_addr":"172.21.15.132:6827/482345617","heartbeat_back_addr":"172.21.15.132:6831/482345617","heartbeat_front_addr":"172.21.15.132:6829/482345617","state":["exists","up"]},{"osd":11,"uuid":"593923cd-74a8-4090-8006-e0e8472273da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6825","nonce":2749419601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6827","nonce":2749419601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6831","nonce":2749419601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6829","nonce":2749419601}]},"public_addr":"172.21.15.187:6825/2749419601","cluster_addr":"172.21.15.187:6827/2749419601","heartbeat_back_addr":"172.21.15.187:6831/2749419601","heartbeat_front_addr":"172.21.15.187:6829/2749419601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:02.104830+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:26.066990+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:50.070264+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:16.098565+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:41.234204+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:06.486543+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:33.486448+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:59.439071+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:25.149192+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:52.839666+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:19.077873+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:45.602763+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:0/977742423":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6801/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/2797782055":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6800/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/3095428222":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/1058417156":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/2996064341":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/3430080635":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6800/1318129754":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6801/1318129754":"2024-05-11T11:08:59.024880+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-10T11:17:16.226 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:16.226+0000 7f45d3a8b700 1 -- 172.21.15.53:0/397138127 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f45b80b2880 msgr2=0x7f45b80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:16.227 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:16.227+0000 7f45d3a8b700 1 --2- 172.21.15.53:0/397138127 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f45b80b2880 0x7f45b80b4d40 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f45c8005950 tx=0x7f45c8005f50 comp rx=0 tx=0).stop 2024-05-10T11:17:16.227 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:16.227+0000 7f45d3a8b700 1 -- 172.21.15.53:0/397138127 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f45cc102fe0 msgr2=0x7f45cc19fcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:16.227 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:16.227+0000 7f45d3a8b700 1 --2- 172.21.15.53:0/397138127 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f45cc102fe0 0x7f45cc19fcd0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f45bc00b580 tx=0x7f45bc00f510 comp rx=0 tx=0).stop 2024-05-10T11:17:16.227 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:16.227+0000 7f45d3a8b700 1 -- 172.21.15.53:0/397138127 shutdown_connections 2024-05-10T11:17:16.227 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:16.227+0000 7f45d3a8b700 1 --2- 172.21.15.53:0/397138127 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f45b80b2880 0x7f45b80b4d40 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:16.227 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:16.227+0000 7f45d3a8b700 1 --2- 172.21.15.53:0/397138127 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f45cc1076c0 0x7f45cc199950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:16.227 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:16.227+0000 7f45d3a8b700 1 --2- 172.21.15.53:0/397138127 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f45cc102630 0x7f45cc19f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:16.227 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:16.227+0000 7f45d3a8b700 1 --2- 172.21.15.53:0/397138127 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f45cc102fe0 0x7f45cc19fcd0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:16.227 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:16.227+0000 7f45d3a8b700 1 -- 172.21.15.53:0/397138127 >> 172.21.15.53:0/397138127 conn(0x7f45cc079350 msgr2=0x7f45cc06c010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:16.227 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:16.227+0000 7f45d3a8b700 1 -- 172.21.15.53:0/397138127 shutdown_connections 2024-05-10T11:17:16.227 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:16.227+0000 7f45d3a8b700 1 -- 172.21.15.53:0/397138127 wait complete. 2024-05-10T11:17:16.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:16 smithi053 ceph-mon[30153]: pgmap v310: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:16.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:16 smithi132 ceph-mon[33758]: pgmap v310: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:16.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:16 smithi187 ceph-mon[34076]: pgmap v310: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:17.037 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-10T11:17:17.298 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:17:17.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:17 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/397138127' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:17:17.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:17 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/397138127' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:17:17.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:17 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/397138127' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:17:18.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:18 smithi132 ceph-mon[33758]: pgmap v311: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:18.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:18 smithi187 ceph-mon[34076]: pgmap v311: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:18.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:18 smithi053 ceph-mon[30153]: pgmap v311: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:19.187 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.185+0000 7f74c001b700 1 -- 172.21.15.53:0/857855080 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f74b8108880 msgr2=0x7f74b8110400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:19.188 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.185+0000 7f74c001b700 1 --2- 172.21.15.53:0/857855080 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f74b8108880 0x7f74b8110400 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f74b000b0d0 tx=0x7f74b000b3e0 comp rx=0 tx=0).stop 2024-05-10T11:17:19.188 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.185+0000 7f74c001b700 1 -- 172.21.15.53:0/857855080 shutdown_connections 2024-05-10T11:17:19.188 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.185+0000 7f74c001b700 1 --2- 172.21.15.53:0/857855080 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f74b8108880 0x7f74b8110400 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:19.188 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.185+0000 7f74c001b700 1 --2- 172.21.15.53:0/857855080 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f74b81037b0 0x7f74b8103b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:19.188 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.185+0000 7f74c001b700 1 --2- 172.21.15.53:0/857855080 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f74b8104160 0x7f74b8108150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:19.188 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.185+0000 7f74c001b700 1 -- 172.21.15.53:0/857855080 >> 172.21.15.53:0/857855080 conn(0x7f74b807a530 msgr2=0x7f74b807a940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:19.188 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.185+0000 7f74c001b700 1 -- 172.21.15.53:0/857855080 shutdown_connections 2024-05-10T11:17:19.188 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.185+0000 7f74c001b700 1 -- 172.21.15.53:0/857855080 wait complete. 2024-05-10T11:17:19.188 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.186+0000 7f74c001b700 1 Processor -- start 2024-05-10T11:17:19.188 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.186+0000 7f74c001b700 1 -- start start 2024-05-10T11:17:19.188 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.186+0000 7f74c001b700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f74b81037b0 0x7f74b819f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:19.188 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.186+0000 7f74c001b700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f74b8104160 0x7f74b819fb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:19.188 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.186+0000 7f74c001b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f74b8108880 0x7f74b81996e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:19.188 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.186+0000 7f74c001b700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f74b8113500 con 0x7f74b8108880 2024-05-10T11:17:19.189 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.186+0000 7f74c001b700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f74b8113380 con 0x7f74b8104160 2024-05-10T11:17:19.189 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.186+0000 7f74c001b700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f74b8113680 con 0x7f74b81037b0 2024-05-10T11:17:19.189 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.186+0000 7f74be5b8700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f74b8108880 0x7f74b81996e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:19.189 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.186+0000 7f74be5b8700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f74b8108880 0x7f74b81996e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:43494/0 (socket says 172.21.15.53:43494) 2024-05-10T11:17:19.189 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.186+0000 7f74bd5b6700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f74b8104160 0x7f74b819fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:19.189 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.186+0000 7f74be5b8700 1 -- 172.21.15.53:0/3406798286 learned_addr learned my addr 172.21.15.53:0/3406798286 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:17:19.189 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.186+0000 7f74bddb7700 1 --2- 172.21.15.53:0/3406798286 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f74b81037b0 0x7f74b819f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:19.189 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.186+0000 7f74be5b8700 1 -- 172.21.15.53:0/3406798286 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f74b81037b0 msgr2=0x7f74b819f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:19.189 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.186+0000 7f74be5b8700 1 --2- 172.21.15.53:0/3406798286 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f74b81037b0 0x7f74b819f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:19.189 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.186+0000 7f74be5b8700 1 -- 172.21.15.53:0/3406798286 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f74b8104160 msgr2=0x7f74b819fb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:19.189 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.186+0000 7f74be5b8700 1 --2- 172.21.15.53:0/3406798286 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f74b8104160 0x7f74b819fb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:19.189 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.186+0000 7f74be5b8700 1 -- 172.21.15.53:0/3406798286 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74b8199fc0 con 0x7f74b8108880 2024-05-10T11:17:19.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.186+0000 7f74bddb7700 1 --2- 172.21.15.53:0/3406798286 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f74b81037b0 0x7f74b819f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:17:19.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.187+0000 7f74be5b8700 1 --2- 172.21.15.53:0/3406798286 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f74b8108880 0x7f74b81996e0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f74b0007d90 tx=0x7f74b0007dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:19.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.187+0000 7f74aeffd700 1 -- 172.21.15.53:0/3406798286 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74b001f030 con 0x7f74b8108880 2024-05-10T11:17:19.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.187+0000 7f74aeffd700 1 -- 172.21.15.53:0/3406798286 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f74b001bb90 con 0x7f74b8108880 2024-05-10T11:17:19.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.187+0000 7f74aeffd700 1 -- 172.21.15.53:0/3406798286 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74b0012bd0 con 0x7f74b8108880 2024-05-10T11:17:19.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.187+0000 7f74c001b700 1 -- 172.21.15.53:0/3406798286 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74b819a250 con 0x7f74b8108880 2024-05-10T11:17:19.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.187+0000 7f74c001b700 1 -- 172.21.15.53:0/3406798286 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74b81a6370 con 0x7f74b8108880 2024-05-10T11:17:19.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.188+0000 7f74c001b700 1 -- 172.21.15.53:0/3406798286 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74b8104c10 con 0x7f74b8108880 2024-05-10T11:17:19.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.189+0000 7f74aeffd700 1 -- 172.21.15.53:0/3406798286 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f74b0022030 con 0x7f74b8108880 2024-05-10T11:17:19.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.190+0000 7f74aeffd700 1 --2- 172.21.15.53:0/3406798286 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f74a40b2880 0x7f74a40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:19.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.190+0000 7f74bddb7700 1 --2- 172.21.15.53:0/3406798286 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f74a40b2880 0x7f74a40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:19.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.190+0000 7f74aeffd700 1 -- 172.21.15.53:0/3406798286 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7f74b000f020 con 0x7f74b8108880 2024-05-10T11:17:19.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.191+0000 7f74bddb7700 1 --2- 172.21.15.53:0/3406798286 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f74a40b2880 0x7f74a40b4d40 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f74b4005fd0 tx=0x7f74b4005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:19.193 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.194+0000 7f74aeffd700 1 -- 172.21.15.53:0/3406798286 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f74b0029020 con 0x7f74b8108880 2024-05-10T11:17:19.417 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.417+0000 7f74c001b700 1 -- 172.21.15.53:0/3406798286 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f74b819abc0 con 0x7f74b8108880 2024-05-10T11:17:19.418 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.418+0000 7f74aeffd700 1 -- 172.21.15.53:0/3406798286 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+24129 (secure 0 0 0) 0x7f74b00ab8d0 con 0x7f74b8108880 2024-05-10T11:17:19.419 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:17:19.419 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":86,"fsid":"745ae8e0-0ebd-11ef-bc98-c7b262605968","created":"2024-05-10T11:08:31.420091+0000","modified":"2024-05-10T11:17:09.344067+0000","last_up_change":"2024-05-10T11:15:46.966521+0000","last_in_change":"2024-05-10T11:15:27.163789+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-10T11:11:52.642234+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-10T11:16:46.031221+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-10T11:16:50.069775+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-10T11:17:01.067983+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"308620b5-0bae-4c96-ad1e-ed079eb9d754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6803","nonce":1941743135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6805","nonce":1941743135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6809","nonce":1941743135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6807","nonce":1941743135}]},"public_addr":"172.21.15.53:6803/1941743135","cluster_addr":"172.21.15.53:6805/1941743135","heartbeat_back_addr":"172.21.15.53:6809/1941743135","heartbeat_front_addr":"172.21.15.53:6807/1941743135","state":["exists","up"]},{"osd":1,"uuid":"e6bd2396-fc15-4c8a-85c0-5a7586c7c059","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6801","nonce":1054747155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6803","nonce":1054747155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6807","nonce":1054747155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6805","nonce":1054747155}]},"public_addr":"172.21.15.132:6801/1054747155","cluster_addr":"172.21.15.132:6803/1054747155","heartbeat_back_addr":"172.21.15.132:6807/1054747155","heartbeat_front_addr":"172.21.15.132:6805/1054747155","state":["exists","up"]},{"osd":2,"uuid":"b685f96c-bfb2-4d57-9484-35b2b18f7913","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6801","nonce":3202790181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6803","nonce":3202790181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6807","nonce":3202790181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6805","nonce":3202790181}]},"public_addr":"172.21.15.187:6801/3202790181","cluster_addr":"172.21.15.187:6803/3202790181","heartbeat_back_addr":"172.21.15.187:6807/3202790181","heartbeat_front_addr":"172.21.15.187:6805/3202790181","state":["exists","up"]},{"osd":3,"uuid":"4522b579-3cc7-4378-a93c-6c99815acc28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6811","nonce":1472446441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6813","nonce":1472446441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6817","nonce":1472446441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6815","nonce":1472446441}]},"public_addr":"172.21.15.53:6811/1472446441","cluster_addr":"172.21.15.53:6813/1472446441","heartbeat_back_addr":"172.21.15.53:6817/1472446441","heartbeat_front_addr":"172.21.15.53:6815/1472446441","state":["exists","up"]},{"osd":4,"uuid":"4ddb8a8d-a867-4c85-90f3-3c69f9005ac5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6809","nonce":1125460805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6811","nonce":1125460805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6815","nonce":1125460805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6813","nonce":1125460805}]},"public_addr":"172.21.15.132:6809/1125460805","cluster_addr":"172.21.15.132:6811/1125460805","heartbeat_back_addr":"172.21.15.132:6815/1125460805","heartbeat_front_addr":"172.21.15.132:6813/1125460805","state":["exists","up"]},{"osd":5,"uuid":"eaef74a7-cef1-4fc5-899f-fd14fcd05c57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6809","nonce":486081036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6811","nonce":486081036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6815","nonce":486081036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6813","nonce":486081036}]},"public_addr":"172.21.15.187:6809/486081036","cluster_addr":"172.21.15.187:6811/486081036","heartbeat_back_addr":"172.21.15.187:6815/486081036","heartbeat_front_addr":"172.21.15.187:6813/486081036","state":["exists","up"]},{"osd":6,"uuid":"af22474c-76ca-48da-a8ff-252375cbe43f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6819","nonce":3301526689}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6821","nonce":3301526689}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6825","nonce":3301526689}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6823","nonce":3301526689}]},"public_addr":"172.21.15.53:6819/3301526689","cluster_addr":"172.21.15.53:6821/3301526689","heartbeat_back_addr":"172.21.15.53:6825/3301526689","heartbeat_front_addr":"172.21.15.53:6823/3301526689","state":["exists","up"]},{"osd":7,"uuid":"d5765fdc-67e8-4b48-8742-65a458ed6430","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6817","nonce":304039390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6819","nonce":304039390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6823","nonce":304039390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6821","nonce":304039390}]},"public_addr":"172.21.15.132:6817/304039390","cluster_addr":"172.21.15.132:6819/304039390","heartbeat_back_addr":"172.21.15.132:6823/304039390","heartbeat_front_addr":"172.21.15.132:6821/304039390","state":["exists","up"]},{"osd":8,"uuid":"6c8900ce-f028-4463-a003-f7faa3895c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6817","nonce":2315808567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6819","nonce":2315808567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6823","nonce":2315808567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6821","nonce":2315808567}]},"public_addr":"172.21.15.187:6817/2315808567","cluster_addr":"172.21.15.187:6819/2315808567","heartbeat_back_addr":"172.21.15.187:6823/2315808567","heartbeat_front_addr":"172.21.15.187:6821/2315808567","state":["exists","up"]},{"osd":9,"uuid":"58eecf43-c7de-4e0e-86c4-f8d8d4fb3ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6827","nonce":1901241164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6829","nonce":1901241164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6833","nonce":1901241164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6831","nonce":1901241164}]},"public_addr":"172.21.15.53:6827/1901241164","cluster_addr":"172.21.15.53:6829/1901241164","heartbeat_back_addr":"172.21.15.53:6833/1901241164","heartbeat_front_addr":"172.21.15.53:6831/1901241164","state":["exists","up"]},{"osd":10,"uuid":"ba4a44c8-7162-4379-a382-4c98f785e69f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6825","nonce":482345617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6827","nonce":482345617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6831","nonce":482345617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6829","nonce":482345617}]},"public_addr":"172.21.15.132:6825/482345617","cluster_addr":"172.21.15.132:6827/482345617","heartbeat_back_addr":"172.21.15.132:6831/482345617","heartbeat_front_addr":"172.21.15.132:6829/482345617","state":["exists","up"]},{"osd":11,"uuid":"593923cd-74a8-4090-8006-e0e8472273da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6825","nonce":2749419601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6827","nonce":2749419601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6831","nonce":2749419601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6829","nonce":2749419601}]},"public_addr":"172.21.15.187:6825/2749419601","cluster_addr":"172.21.15.187:6827/2749419601","heartbeat_back_addr":"172.21.15.187:6831/2749419601","heartbeat_front_addr":"172.21.15.187:6829/2749419601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:02.104830+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:26.066990+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:50.070264+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:16.098565+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:41.234204+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:06.486543+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:33.486448+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:59.439071+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:25.149192+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:52.839666+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:19.077873+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:45.602763+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:0/977742423":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6801/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/2797782055":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6800/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/3095428222":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/1058417156":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/2996064341":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/3430080635":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6800/1318129754":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6801/1318129754":"2024-05-11T11:08:59.024880+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-10T11:17:19.421 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.421+0000 7f74c001b700 1 -- 172.21.15.53:0/3406798286 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f74a40b2880 msgr2=0x7f74a40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:19.421 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.421+0000 7f74c001b700 1 --2- 172.21.15.53:0/3406798286 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f74a40b2880 0x7f74a40b4d40 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f74b4005fd0 tx=0x7f74b4005e30 comp rx=0 tx=0).stop 2024-05-10T11:17:19.421 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.421+0000 7f74c001b700 1 -- 172.21.15.53:0/3406798286 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f74b8108880 msgr2=0x7f74b81996e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:19.421 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.421+0000 7f74c001b700 1 --2- 172.21.15.53:0/3406798286 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f74b8108880 0x7f74b81996e0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f74b0007d90 tx=0x7f74b0007dc0 comp rx=0 tx=0).stop 2024-05-10T11:17:19.421 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.421+0000 7f74c001b700 1 -- 172.21.15.53:0/3406798286 shutdown_connections 2024-05-10T11:17:19.421 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.421+0000 7f74c001b700 1 --2- 172.21.15.53:0/3406798286 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f74a40b2880 0x7f74a40b4d40 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:19.421 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.421+0000 7f74c001b700 1 --2- 172.21.15.53:0/3406798286 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f74b8108880 0x7f74b81996e0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:19.421 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.421+0000 7f74c001b700 1 --2- 172.21.15.53:0/3406798286 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f74b81037b0 0x7f74b819f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:19.421 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.421+0000 7f74c001b700 1 --2- 172.21.15.53:0/3406798286 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f74b8104160 0x7f74b819fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:19.421 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.421+0000 7f74c001b700 1 -- 172.21.15.53:0/3406798286 >> 172.21.15.53:0/3406798286 conn(0x7f74b807a530 msgr2=0x7f74b8101500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:19.422 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.421+0000 7f74c001b700 1 -- 172.21.15.53:0/3406798286 shutdown_connections 2024-05-10T11:17:19.422 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:19.421+0000 7f74c001b700 1 -- 172.21.15.53:0/3406798286 wait complete. 2024-05-10T11:17:20.141 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:17:20.396 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:17:20.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:20 smithi132 ceph-mon[33758]: pgmap v312: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:20.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:20 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3406798286' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:17:20.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:20 smithi187 ceph-mon[34076]: pgmap v312: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:20.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:20 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3406798286' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:17:20.519 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:20 smithi053 ceph-mon[30153]: pgmap v312: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:20.519 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:20 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3406798286' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:17:22.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.078+0000 7fc5889c0700 1 -- 172.21.15.53:0/2476427380 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc5841076c0 msgr2=0x7fc58410f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:22.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.078+0000 7fc5889c0700 1 --2- 172.21.15.53:0/2476427380 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc5841076c0 0x7fc58410f290 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc57c00b0d0 tx=0x7fc57c00b3e0 comp rx=0 tx=0).stop 2024-05-10T11:17:22.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.078+0000 7fc5889c0700 1 -- 172.21.15.53:0/2476427380 shutdown_connections 2024-05-10T11:17:22.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.078+0000 7fc5889c0700 1 --2- 172.21.15.53:0/2476427380 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc5841076c0 0x7fc58410f290 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:22.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.078+0000 7fc5889c0700 1 --2- 172.21.15.53:0/2476427380 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc584102630 0x7fc584102a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:22.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.078+0000 7fc5889c0700 1 --2- 172.21.15.53:0/2476427380 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc584102fe0 0x7fc584106fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:22.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.078+0000 7fc5889c0700 1 -- 172.21.15.53:0/2476427380 >> 172.21.15.53:0/2476427380 conn(0x7fc584079370 msgr2=0x7fc584079780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:22.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.078+0000 7fc5889c0700 1 -- 172.21.15.53:0/2476427380 shutdown_connections 2024-05-10T11:17:22.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.078+0000 7fc5889c0700 1 -- 172.21.15.53:0/2476427380 wait complete. 2024-05-10T11:17:22.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.079+0000 7fc5889c0700 1 Processor -- start 2024-05-10T11:17:22.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.079+0000 7fc5889c0700 1 -- start start 2024-05-10T11:17:22.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.080+0000 7fc5889c0700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc584102630 0x7fc584104080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:22.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.080+0000 7fc5889c0700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc584102fe0 0x7fc5841045c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:22.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.080+0000 7fc5889c0700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc5841076c0 0x7fc584104b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:22.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.080+0000 7fc5889c0700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fc584112460 con 0x7fc584102fe0 2024-05-10T11:17:22.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.080+0000 7fc5889c0700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fc5841122e0 con 0x7fc5841076c0 2024-05-10T11:17:22.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.080+0000 7fc5889c0700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fc5841125e0 con 0x7fc584102630 2024-05-10T11:17:22.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.080+0000 7fc579d9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc584102fe0 0x7fc5841045c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:22.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.080+0000 7fc579d9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc584102fe0 0x7fc5841045c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:43512/0 (socket says 172.21.15.53:43512) 2024-05-10T11:17:22.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.080+0000 7fc579d9b700 1 -- 172.21.15.53:0/98448047 learned_addr learned my addr 172.21.15.53:0/98448047 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:17:22.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.080+0000 7fc58259c700 1 --2- 172.21.15.53:0/98448047 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc584102630 0x7fc584104080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:22.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.080+0000 7fc579d9b700 1 -- 172.21.15.53:0/98448047 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc584102630 msgr2=0x7fc584104080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:22.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.080+0000 7fc582d9d700 1 --2- 172.21.15.53:0/98448047 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc5841076c0 0x7fc584104b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:22.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.080+0000 7fc579d9b700 1 --2- 172.21.15.53:0/98448047 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc584102630 0x7fc584104080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:22.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.080+0000 7fc579d9b700 1 -- 172.21.15.53:0/98448047 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc5841076c0 msgr2=0x7fc584104b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:22.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.080+0000 7fc579d9b700 1 --2- 172.21.15.53:0/98448047 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc5841076c0 0x7fc584104b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:22.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.080+0000 7fc579d9b700 1 -- 172.21.15.53:0/98448047 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5841a7ff0 con 0x7fc584102fe0 2024-05-10T11:17:22.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.080+0000 7fc582d9d700 1 --2- 172.21.15.53:0/98448047 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc5841076c0 0x7fc584104b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:17:22.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.080+0000 7fc579d9b700 1 --2- 172.21.15.53:0/98448047 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc584102fe0 0x7fc5841045c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fc56c00d980 tx=0x7fc56c00dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:22.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.080+0000 7fc57bfff700 1 -- 172.21.15.53:0/98448047 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc56c017070 con 0x7fc584102fe0 2024-05-10T11:17:22.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.080+0000 7fc5889c0700 1 -- 172.21.15.53:0/98448047 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5841a82e0 con 0x7fc584102fe0 2024-05-10T11:17:22.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.081+0000 7fc57bfff700 1 -- 172.21.15.53:0/98448047 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc56c010460 con 0x7fc584102fe0 2024-05-10T11:17:22.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.081+0000 7fc57bfff700 1 -- 172.21.15.53:0/98448047 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc56c00de60 con 0x7fc584102fe0 2024-05-10T11:17:22.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.081+0000 7fc5889c0700 1 -- 172.21.15.53:0/98448047 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5841a8870 con 0x7fc584102fe0 2024-05-10T11:17:22.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.082+0000 7fc5889c0700 1 -- 172.21.15.53:0/98448047 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc58406a190 con 0x7fc584102fe0 2024-05-10T11:17:22.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.083+0000 7fc57bfff700 1 -- 172.21.15.53:0/98448047 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fc56c010610 con 0x7fc584102fe0 2024-05-10T11:17:22.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.084+0000 7fc57bfff700 1 --2- 172.21.15.53:0/98448047 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc5700b2880 0x7fc5700b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:22.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.084+0000 7fc58259c700 1 --2- 172.21.15.53:0/98448047 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc5700b2880 0x7fc5700b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:22.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.084+0000 7fc57bfff700 1 -- 172.21.15.53:0/98448047 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7fc56c0e1f30 con 0x7fc584102fe0 2024-05-10T11:17:22.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.084+0000 7fc58259c700 1 --2- 172.21.15.53:0/98448047 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc5700b2880 0x7fc5700b4d40 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc574005fd0 tx=0x7fc57400a560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:22.089 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.088+0000 7fc57bfff700 1 -- 172.21.15.53:0/98448047 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fc56c0a9a10 con 0x7fc584102fe0 2024-05-10T11:17:22.355 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.356+0000 7fc5889c0700 1 -- 172.21.15.53:0/98448047 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc58402e510 con 0x7fc584102fe0 2024-05-10T11:17:22.356 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.357+0000 7fc57bfff700 1 -- 172.21.15.53:0/98448047 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11806 (secure 0 0 0) 0x7fc56c0a9310 con 0x7fc584102fe0 2024-05-10T11:17:22.356 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:17:22.356 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14574,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6839/3346396655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":3346396655},{"type":"v1","addr":"172.21.15.53:6839","nonce":3346396655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14586,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6841/3170432544","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6840","nonce":3170432544},{"type":"v1","addr":"172.21.15.53:6841","nonce":3170432544}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24353,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24377,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6835/2650777178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6834","nonce":2650777178},{"type":"v1","addr":"172.21.15.132:6835","nonce":2650777178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24398,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6837/392522477","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6836","nonce":392522477},{"type":"v1","addr":"172.21.15.132:6837","nonce":392522477}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.132:6839/2363266970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6838","nonce":2363266970},{"type":"v1","addr":"172.21.15.132:6839","nonce":2363266970}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6835/4099468922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6834","nonce":4099468922},{"type":"v1","addr":"172.21.15.187:6835","nonce":4099468922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24448,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.187:6837/2293077942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6836","nonce":2293077942},{"type":"v1","addr":"172.21.15.187:6837","nonce":2293077942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-05-10T11:16:54.139241+0000","modified":"2024-05-10T11:17:09.344201+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24463},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.187:6839/735699922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6838","nonce":735699922},{"type":"v1","addr":"172.21.15.187:6839","nonce":735699922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24463,"qdb_cluster":[24463]},"id":1}]} 2024-05-10T11:17:22.358 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.359+0000 7fc5889c0700 1 -- 172.21.15.53:0/98448047 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc5700b2880 msgr2=0x7fc5700b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:22.358 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.359+0000 7fc5889c0700 1 --2- 172.21.15.53:0/98448047 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc5700b2880 0x7fc5700b4d40 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc574005fd0 tx=0x7fc57400a560 comp rx=0 tx=0).stop 2024-05-10T11:17:22.358 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.359+0000 7fc5889c0700 1 -- 172.21.15.53:0/98448047 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc584102fe0 msgr2=0x7fc5841045c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:22.358 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.359+0000 7fc5889c0700 1 --2- 172.21.15.53:0/98448047 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc584102fe0 0x7fc5841045c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fc56c00d980 tx=0x7fc56c00dd40 comp rx=0 tx=0).stop 2024-05-10T11:17:22.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.359+0000 7fc5889c0700 1 -- 172.21.15.53:0/98448047 shutdown_connections 2024-05-10T11:17:22.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.359+0000 7fc5889c0700 1 --2- 172.21.15.53:0/98448047 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc5700b2880 0x7fc5700b4d40 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:22.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.359+0000 7fc5889c0700 1 --2- 172.21.15.53:0/98448047 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc5841076c0 0x7fc584104b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:22.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.359+0000 7fc5889c0700 1 --2- 172.21.15.53:0/98448047 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc584102630 0x7fc584104080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:22.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.359+0000 7fc5889c0700 1 --2- 172.21.15.53:0/98448047 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc584102fe0 0x7fc5841045c0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:22.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.359+0000 7fc5889c0700 1 -- 172.21.15.53:0/98448047 >> 172.21.15.53:0/98448047 conn(0x7fc584079370 msgr2=0x7fc58406bf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:22.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.359+0000 7fc5889c0700 1 -- 172.21.15.53:0/98448047 shutdown_connections 2024-05-10T11:17:22.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:22.359+0000 7fc5889c0700 1 -- 172.21.15.53:0/98448047 wait complete. 2024-05-10T11:17:22.359 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 17 2024-05-10T11:17:22.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:22 smithi132 ceph-mon[33758]: pgmap v313: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:22.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:22 smithi187 ceph-mon[34076]: pgmap v313: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:22.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:22 smithi053 ceph-mon[30153]: pgmap v313: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:23.016 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-10T11:17:23.278 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:17:23.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:23 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/98448047' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:17:23.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:23 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/98448047' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:17:23.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:23 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/98448047' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:17:24.427 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:24 smithi053 ceph-mon[30153]: pgmap v314: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:24.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:24 smithi132 ceph-mon[33758]: pgmap v314: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:24.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:24 smithi187 ceph-mon[34076]: pgmap v314: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:24.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.891+0000 7f8b1772e700 1 -- 172.21.15.53:0/1933747571 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8b10102690 msgr2=0x7f8b10102a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:24.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.891+0000 7f8b1772e700 1 --2- 172.21.15.53:0/1933747571 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8b10102690 0x7f8b10102a70 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f8b0c0099c0 tx=0x7f8b0c009cd0 comp rx=0 tx=0).stop 2024-05-10T11:17:24.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.891+0000 7f8b1772e700 1 -- 172.21.15.53:0/1933747571 shutdown_connections 2024-05-10T11:17:24.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.891+0000 7f8b1772e700 1 --2- 172.21.15.53:0/1933747571 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8b101076e0 0x7f8b1010f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:24.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.891+0000 7f8b1772e700 1 --2- 172.21.15.53:0/1933747571 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8b10102690 0x7f8b10102a70 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:24.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.891+0000 7f8b1772e700 1 --2- 172.21.15.53:0/1933747571 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8b10103040 0x7f8b10107000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:24.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.891+0000 7f8b1772e700 1 -- 172.21.15.53:0/1933747571 >> 172.21.15.53:0/1933747571 conn(0x7f8b100783f0 msgr2=0x7f8b10078800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:24.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.891+0000 7f8b1772e700 1 -- 172.21.15.53:0/1933747571 shutdown_connections 2024-05-10T11:17:24.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.891+0000 7f8b1772e700 1 -- 172.21.15.53:0/1933747571 wait complete. 2024-05-10T11:17:24.893 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.892+0000 7f8b1772e700 1 Processor -- start 2024-05-10T11:17:24.893 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.892+0000 7f8b1772e700 1 -- start start 2024-05-10T11:17:24.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.892+0000 7f8b1772e700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8b10102690 0x7f8b1019e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:24.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.892+0000 7f8b1772e700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8b10103040 0x7f8b1019ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:24.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.892+0000 7f8b1772e700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8b101076e0 0x7f8b10198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:24.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.892+0000 7f8b1772e700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8b10112420 con 0x7f8b10103040 2024-05-10T11:17:24.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.892+0000 7f8b1772e700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f8b101122a0 con 0x7f8b10102690 2024-05-10T11:17:24.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.892+0000 7f8b1772e700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f8b101125a0 con 0x7f8b101076e0 2024-05-10T11:17:24.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.892+0000 7f8b14cc9700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8b10103040 0x7f8b1019ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:24.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.892+0000 7f8b14cc9700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8b10103040 0x7f8b1019ebc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:43534/0 (socket says 172.21.15.53:43534) 2024-05-10T11:17:24.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.892+0000 7f8b14cc9700 1 -- 172.21.15.53:0/1827172249 learned_addr learned my addr 172.21.15.53:0/1827172249 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:17:24.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.892+0000 7f8b15ccb700 1 --2- 172.21.15.53:0/1827172249 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8b101076e0 0x7f8b10198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:24.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.892+0000 7f8b154ca700 1 --2- 172.21.15.53:0/1827172249 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8b10102690 0x7f8b1019e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:24.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.893+0000 7f8b14cc9700 1 -- 172.21.15.53:0/1827172249 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8b101076e0 msgr2=0x7f8b10198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:24.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.893+0000 7f8b14cc9700 1 --2- 172.21.15.53:0/1827172249 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8b101076e0 0x7f8b10198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:24.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.893+0000 7f8b14cc9700 1 -- 172.21.15.53:0/1827172249 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8b10102690 msgr2=0x7f8b1019e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:24.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.893+0000 7f8b14cc9700 1 --2- 172.21.15.53:0/1827172249 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8b10102690 0x7f8b1019e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:24.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.893+0000 7f8b14cc9700 1 -- 172.21.15.53:0/1827172249 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b10198fe0 con 0x7f8b10103040 2024-05-10T11:17:24.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.893+0000 7f8b14cc9700 1 --2- 172.21.15.53:0/1827172249 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8b10103040 0x7f8b1019ebc0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8b0000d980 tx=0x7f8b0000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:24.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.893+0000 7f8b067fc700 1 -- 172.21.15.53:0/1827172249 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b00017070 con 0x7f8b10103040 2024-05-10T11:17:24.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.893+0000 7f8b067fc700 1 -- 172.21.15.53:0/1827172249 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8b00009dc0 con 0x7f8b10103040 2024-05-10T11:17:24.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.893+0000 7f8b1772e700 1 -- 172.21.15.53:0/1827172249 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b101992d0 con 0x7f8b10103040 2024-05-10T11:17:24.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.893+0000 7f8b067fc700 1 -- 172.21.15.53:0/1827172249 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b0000f3c0 con 0x7f8b10103040 2024-05-10T11:17:24.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.893+0000 7f8b1772e700 1 -- 172.21.15.53:0/1827172249 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b101a54e0 con 0x7f8b10103040 2024-05-10T11:17:24.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.894+0000 7f8b1772e700 1 -- 172.21.15.53:0/1827172249 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b10103ae0 con 0x7f8b10103040 2024-05-10T11:17:24.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.895+0000 7f8b067fc700 1 -- 172.21.15.53:0/1827172249 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f8b00009930 con 0x7f8b10103040 2024-05-10T11:17:24.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.896+0000 7f8b067fc700 1 --2- 172.21.15.53:0/1827172249 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8afc0b2880 0x7f8afc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:24.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.896+0000 7f8b154ca700 1 --2- 172.21.15.53:0/1827172249 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8afc0b2880 0x7f8afc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:24.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.896+0000 7f8b067fc700 1 -- 172.21.15.53:0/1827172249 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8802+0+0 (secure 0 0 0) 0x7f8b000e1fe0 con 0x7f8b10103040 2024-05-10T11:17:24.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.897+0000 7f8b154ca700 1 --2- 172.21.15.53:0/1827172249 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8afc0b2880 0x7f8afc0b4d40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f8b0c000c00 tx=0x7f8b0c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:24.901 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:24.901+0000 7f8b067fc700 1 -- 172.21.15.53:0/1827172249 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f8b000a9a60 con 0x7f8b10103040 2024-05-10T11:17:25.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:25.116+0000 7f8b1772e700 1 -- 172.21.15.53:0/1827172249 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8b1002e510 con 0x7f8b10103040 2024-05-10T11:17:25.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:25.117+0000 7f8b067fc700 1 -- 172.21.15.53:0/1827172249 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+24129 (secure 0 0 0) 0x7f8b000a9360 con 0x7f8b10103040 2024-05-10T11:17:25.117 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:17:25.117 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":86,"fsid":"745ae8e0-0ebd-11ef-bc98-c7b262605968","created":"2024-05-10T11:08:31.420091+0000","modified":"2024-05-10T11:17:09.344067+0000","last_up_change":"2024-05-10T11:15:46.966521+0000","last_in_change":"2024-05-10T11:15:27.163789+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-10T11:11:52.642234+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-10T11:16:46.031221+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-10T11:16:50.069775+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-10T11:17:01.067983+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"308620b5-0bae-4c96-ad1e-ed079eb9d754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6803","nonce":1941743135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6805","nonce":1941743135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6809","nonce":1941743135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6807","nonce":1941743135}]},"public_addr":"172.21.15.53:6803/1941743135","cluster_addr":"172.21.15.53:6805/1941743135","heartbeat_back_addr":"172.21.15.53:6809/1941743135","heartbeat_front_addr":"172.21.15.53:6807/1941743135","state":["exists","up"]},{"osd":1,"uuid":"e6bd2396-fc15-4c8a-85c0-5a7586c7c059","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6801","nonce":1054747155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6803","nonce":1054747155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6807","nonce":1054747155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6805","nonce":1054747155}]},"public_addr":"172.21.15.132:6801/1054747155","cluster_addr":"172.21.15.132:6803/1054747155","heartbeat_back_addr":"172.21.15.132:6807/1054747155","heartbeat_front_addr":"172.21.15.132:6805/1054747155","state":["exists","up"]},{"osd":2,"uuid":"b685f96c-bfb2-4d57-9484-35b2b18f7913","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6801","nonce":3202790181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6803","nonce":3202790181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6807","nonce":3202790181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6805","nonce":3202790181}]},"public_addr":"172.21.15.187:6801/3202790181","cluster_addr":"172.21.15.187:6803/3202790181","heartbeat_back_addr":"172.21.15.187:6807/3202790181","heartbeat_front_addr":"172.21.15.187:6805/3202790181","state":["exists","up"]},{"osd":3,"uuid":"4522b579-3cc7-4378-a93c-6c99815acc28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6811","nonce":1472446441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6813","nonce":1472446441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6817","nonce":1472446441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6815","nonce":1472446441}]},"public_addr":"172.21.15.53:6811/1472446441","cluster_addr":"172.21.15.53:6813/1472446441","heartbeat_back_addr":"172.21.15.53:6817/1472446441","heartbeat_front_addr":"172.21.15.53:6815/1472446441","state":["exists","up"]},{"osd":4,"uuid":"4ddb8a8d-a867-4c85-90f3-3c69f9005ac5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6809","nonce":1125460805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6811","nonce":1125460805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6815","nonce":1125460805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6813","nonce":1125460805}]},"public_addr":"172.21.15.132:6809/1125460805","cluster_addr":"172.21.15.132:6811/1125460805","heartbeat_back_addr":"172.21.15.132:6815/1125460805","heartbeat_front_addr":"172.21.15.132:6813/1125460805","state":["exists","up"]},{"osd":5,"uuid":"eaef74a7-cef1-4fc5-899f-fd14fcd05c57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6809","nonce":486081036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6811","nonce":486081036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6815","nonce":486081036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6813","nonce":486081036}]},"public_addr":"172.21.15.187:6809/486081036","cluster_addr":"172.21.15.187:6811/486081036","heartbeat_back_addr":"172.21.15.187:6815/486081036","heartbeat_front_addr":"172.21.15.187:6813/486081036","state":["exists","up"]},{"osd":6,"uuid":"af22474c-76ca-48da-a8ff-252375cbe43f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6819","nonce":3301526689}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6821","nonce":3301526689}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6825","nonce":3301526689}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6823","nonce":3301526689}]},"public_addr":"172.21.15.53:6819/3301526689","cluster_addr":"172.21.15.53:6821/3301526689","heartbeat_back_addr":"172.21.15.53:6825/3301526689","heartbeat_front_addr":"172.21.15.53:6823/3301526689","state":["exists","up"]},{"osd":7,"uuid":"d5765fdc-67e8-4b48-8742-65a458ed6430","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6817","nonce":304039390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6819","nonce":304039390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6823","nonce":304039390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6821","nonce":304039390}]},"public_addr":"172.21.15.132:6817/304039390","cluster_addr":"172.21.15.132:6819/304039390","heartbeat_back_addr":"172.21.15.132:6823/304039390","heartbeat_front_addr":"172.21.15.132:6821/304039390","state":["exists","up"]},{"osd":8,"uuid":"6c8900ce-f028-4463-a003-f7faa3895c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6817","nonce":2315808567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6819","nonce":2315808567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6823","nonce":2315808567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6821","nonce":2315808567}]},"public_addr":"172.21.15.187:6817/2315808567","cluster_addr":"172.21.15.187:6819/2315808567","heartbeat_back_addr":"172.21.15.187:6823/2315808567","heartbeat_front_addr":"172.21.15.187:6821/2315808567","state":["exists","up"]},{"osd":9,"uuid":"58eecf43-c7de-4e0e-86c4-f8d8d4fb3ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6827","nonce":1901241164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6829","nonce":1901241164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6833","nonce":1901241164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6831","nonce":1901241164}]},"public_addr":"172.21.15.53:6827/1901241164","cluster_addr":"172.21.15.53:6829/1901241164","heartbeat_back_addr":"172.21.15.53:6833/1901241164","heartbeat_front_addr":"172.21.15.53:6831/1901241164","state":["exists","up"]},{"osd":10,"uuid":"ba4a44c8-7162-4379-a382-4c98f785e69f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6825","nonce":482345617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6827","nonce":482345617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6831","nonce":482345617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6829","nonce":482345617}]},"public_addr":"172.21.15.132:6825/482345617","cluster_addr":"172.21.15.132:6827/482345617","heartbeat_back_addr":"172.21.15.132:6831/482345617","heartbeat_front_addr":"172.21.15.132:6829/482345617","state":["exists","up"]},{"osd":11,"uuid":"593923cd-74a8-4090-8006-e0e8472273da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6825","nonce":2749419601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6827","nonce":2749419601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6831","nonce":2749419601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6829","nonce":2749419601}]},"public_addr":"172.21.15.187:6825/2749419601","cluster_addr":"172.21.15.187:6827/2749419601","heartbeat_back_addr":"172.21.15.187:6831/2749419601","heartbeat_front_addr":"172.21.15.187:6829/2749419601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:02.104830+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:26.066990+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:50.070264+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:16.098565+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:41.234204+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:06.486543+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:33.486448+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:59.439071+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:25.149192+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:52.839666+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:19.077873+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:45.602763+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:0/977742423":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6801/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/2797782055":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6800/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/3095428222":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/1058417156":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/2996064341":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/3430080635":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6800/1318129754":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6801/1318129754":"2024-05-11T11:08:59.024880+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-10T11:17:25.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:25.119+0000 7f8b1772e700 1 -- 172.21.15.53:0/1827172249 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8afc0b2880 msgr2=0x7f8afc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:25.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:25.119+0000 7f8b1772e700 1 --2- 172.21.15.53:0/1827172249 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8afc0b2880 0x7f8afc0b4d40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f8b0c000c00 tx=0x7f8b0c01a040 comp rx=0 tx=0).stop 2024-05-10T11:17:25.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:25.119+0000 7f8b1772e700 1 -- 172.21.15.53:0/1827172249 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8b10103040 msgr2=0x7f8b1019ebc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:25.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:25.119+0000 7f8b1772e700 1 --2- 172.21.15.53:0/1827172249 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8b10103040 0x7f8b1019ebc0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8b0000d980 tx=0x7f8b0000dc90 comp rx=0 tx=0).stop 2024-05-10T11:17:25.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:25.120+0000 7f8b1772e700 1 -- 172.21.15.53:0/1827172249 shutdown_connections 2024-05-10T11:17:25.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:25.120+0000 7f8b1772e700 1 --2- 172.21.15.53:0/1827172249 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8afc0b2880 0x7f8afc0b4d40 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:25.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:25.120+0000 7f8b1772e700 1 --2- 172.21.15.53:0/1827172249 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8b101076e0 0x7f8b10198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:25.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:25.120+0000 7f8b1772e700 1 --2- 172.21.15.53:0/1827172249 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8b10102690 0x7f8b1019e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:25.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:25.120+0000 7f8b1772e700 1 --2- 172.21.15.53:0/1827172249 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8b10103040 0x7f8b1019ebc0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:25.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:25.120+0000 7f8b1772e700 1 -- 172.21.15.53:0/1827172249 >> 172.21.15.53:0/1827172249 conn(0x7f8b100783f0 msgr2=0x7f8b10106420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:25.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:25.120+0000 7f8b1772e700 1 -- 172.21.15.53:0/1827172249 shutdown_connections 2024-05-10T11:17:25.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:25.120+0000 7f8b1772e700 1 -- 172.21.15.53:0/1827172249 wait complete. 2024-05-10T11:17:25.431 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:25 smithi053 ceph-mon[30153]: pgmap v315: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:25.431 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:25 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1827172249' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:17:25.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:25 smithi132 ceph-mon[33758]: pgmap v315: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:25.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:25 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1827172249' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:17:25.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:25 smithi187 ceph-mon[34076]: pgmap v315: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:25.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:25 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1827172249' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:17:25.865 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-05-10T11:16:54.139241+0000', 'modified': '2024-05-10T11:17:09.344201+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24463}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24463': {'gid': 24463, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.187:6839/735699922', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.187:6838', 'nonce': 735699922}, {'type': 'v1', 'addr': '172.21.15.187:6839', 'nonce': 735699922}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 24463, 'qdb_cluster': [24463]} 2024-05-10T11:17:25.865 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-05-10T11:17:25.865 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.i status 2024-05-10T11:17:26.123 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:17:26.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 1]}]: dispatch 2024-05-10T11:17:26.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-05-10T11:17:26.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-05-10T11:17:26.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]: dispatch 2024-05-10T11:17:26.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-05-10T11:17:26.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]: dispatch 2024-05-10T11:17:26.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]: dispatch 2024-05-10T11:17:26.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [9, 11]}]: dispatch 2024-05-10T11:17:26.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.11", "id": [5, 8]}]: dispatch 2024-05-10T11:17:26.820 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [9, 8]}]: dispatch 2024-05-10T11:17:26.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 1]}]: dispatch 2024-05-10T11:17:26.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-05-10T11:17:26.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-05-10T11:17:26.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]: dispatch 2024-05-10T11:17:26.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-05-10T11:17:26.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]: dispatch 2024-05-10T11:17:26.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]: dispatch 2024-05-10T11:17:26.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [9, 11]}]: dispatch 2024-05-10T11:17:26.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.11", "id": [5, 8]}]: dispatch 2024-05-10T11:17:26.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [9, 8]}]: dispatch 2024-05-10T11:17:27.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 1]}]: dispatch 2024-05-10T11:17:27.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-05-10T11:17:27.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-05-10T11:17:27.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]: dispatch 2024-05-10T11:17:27.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-05-10T11:17:27.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]: dispatch 2024-05-10T11:17:27.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]: dispatch 2024-05-10T11:17:27.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [9, 11]}]: dispatch 2024-05-10T11:17:27.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.11", "id": [5, 8]}]: dispatch 2024-05-10T11:17:27.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [9, 8]}]: dispatch 2024-05-10T11:17:27.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.846+0000 7f9b9acb4700 1 -- 172.21.15.53:0/3928514019 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b94102d60 msgr2=0x7f9b9410f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:27.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.846+0000 7f9b9acb4700 1 --2- 172.21.15.53:0/3928514019 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b94102d60 0x7f9b9410f250 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c00b0a0 tx=0x7f9b8c00b3b0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.846+0000 7f9b9acb4700 1 -- 172.21.15.53:0/3928514019 shutdown_connections 2024-05-10T11:17:27.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.846+0000 7f9b9acb4700 1 --2- 172.21.15.53:0/3928514019 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b94102d60 0x7f9b9410f250 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.846+0000 7f9b9acb4700 1 --2- 172.21.15.53:0/3928514019 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9b94108410 0x7f9b941087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.846+0000 7f9b9acb4700 1 --2- 172.21.15.53:0/3928514019 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9b941023a0 0x7f9b94102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.846+0000 7f9b9acb4700 1 -- 172.21.15.53:0/3928514019 >> 172.21.15.53:0/3928514019 conn(0x7f9b94079350 msgr2=0x7f9b94079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:27.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.846+0000 7f9b9acb4700 1 -- 172.21.15.53:0/3928514019 shutdown_connections 2024-05-10T11:17:27.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.846+0000 7f9b9acb4700 1 -- 172.21.15.53:0/3928514019 wait complete. 2024-05-10T11:17:27.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.847+0000 7f9b9acb4700 1 Processor -- start 2024-05-10T11:17:27.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.847+0000 7f9b9acb4700 1 -- start start 2024-05-10T11:17:27.848 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:27 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 1]}]': finished 2024-05-10T11:17:27.848 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:27 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-05-10T11:17:27.848 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:27 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-05-10T11:17:27.848 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:27 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]': finished 2024-05-10T11:17:27.848 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:27 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-05-10T11:17:27.848 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:27 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]': finished 2024-05-10T11:17:27.848 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:27 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]': finished 2024-05-10T11:17:27.849 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:27 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [9, 11]}]': finished 2024-05-10T11:17:27.849 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:27 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.11", "id": [5, 8]}]': finished 2024-05-10T11:17:27.849 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:27 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [9, 8]}]': finished 2024-05-10T11:17:27.849 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:27 smithi053 ceph-mon[30153]: osdmap e87: 12 total, 12 up, 12 in 2024-05-10T11:17:27.849 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:27 smithi053 ceph-mon[30153]: pgmap v317: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:27.850 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.847+0000 7f9b9acb4700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9b941023a0 0x7f9b9419f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:27.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.847+0000 7f9b9acb4700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9b94102d60 0x7f9b9419fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:27.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.847+0000 7f9b9acb4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b94108410 0x7f9b941998e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:27.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.847+0000 7f9b9acb4700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9b94112430 con 0x7f9b94108410 2024-05-10T11:17:27.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.847+0000 7f9b9acb4700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f9b941122b0 con 0x7f9b941023a0 2024-05-10T11:17:27.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.847+0000 7f9b9acb4700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f9b941125b0 con 0x7f9b94102d60 2024-05-10T11:17:27.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.847+0000 7f9b99251700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b94108410 0x7f9b941998e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:27.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.848+0000 7f9b99251700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b94108410 0x7f9b941998e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:43554/0 (socket says 172.21.15.53:43554) 2024-05-10T11:17:27.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.848+0000 7f9b99251700 1 -- 172.21.15.53:0/2210528000 learned_addr learned my addr 172.21.15.53:0/2210528000 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:17:27.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.848+0000 7f9b8bfff700 1 --2- 172.21.15.53:0/2210528000 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9b94102d60 0x7f9b9419fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:27.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.848+0000 7f9b98a50700 1 --2- 172.21.15.53:0/2210528000 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9b941023a0 0x7f9b9419f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:27.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.848+0000 7f9b99251700 1 -- 172.21.15.53:0/2210528000 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9b94102d60 msgr2=0x7f9b9419fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:27.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.848+0000 7f9b99251700 1 --2- 172.21.15.53:0/2210528000 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9b94102d60 0x7f9b9419fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.848+0000 7f9b99251700 1 -- 172.21.15.53:0/2210528000 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9b941023a0 msgr2=0x7f9b9419f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:27.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.848+0000 7f9b99251700 1 --2- 172.21.15.53:0/2210528000 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9b941023a0 0x7f9b9419f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.848+0000 7f9b99251700 1 -- 172.21.15.53:0/2210528000 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b9419a040 con 0x7f9b94108410 2024-05-10T11:17:27.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.848+0000 7f9b98a50700 1 --2- 172.21.15.53:0/2210528000 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9b941023a0 0x7f9b9419f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:17:27.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.848+0000 7f9b99251700 1 --2- 172.21.15.53:0/2210528000 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b94108410 0x7f9b941998e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c004dc0 tx=0x7f9b8c004df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:27.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.848+0000 7f9b89ffb700 1 -- 172.21.15.53:0/2210528000 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b8c021070 con 0x7f9b94108410 2024-05-10T11:17:27.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.848+0000 7f9b9acb4700 1 -- 172.21.15.53:0/2210528000 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b9419a2d0 con 0x7f9b94108410 2024-05-10T11:17:27.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.848+0000 7f9b89ffb700 1 -- 172.21.15.53:0/2210528000 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9b8c007c00 con 0x7f9b94108410 2024-05-10T11:17:27.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.848+0000 7f9b89ffb700 1 -- 172.21.15.53:0/2210528000 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b8c0052a0 con 0x7f9b94108410 2024-05-10T11:17:27.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.849+0000 7f9b9acb4700 1 -- 172.21.15.53:0/2210528000 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b941a65a0 con 0x7f9b94108410 2024-05-10T11:17:27.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.852+0000 7f9b89ffb700 1 -- 172.21.15.53:0/2210528000 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f9b8c024070 con 0x7f9b94108410 2024-05-10T11:17:27.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.853+0000 7f9ba5547b80 1 Processor -- start 2024-05-10T11:17:27.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.853+0000 7f9ba5547b80 1 -- start start 2024-05-10T11:17:27.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.853+0000 7f9b89ffb700 1 --2- 172.21.15.53:0/2210528000 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9b7c0b2880 0x7f9b7c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:27.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.853+0000 7f9b8bfff700 1 --2- 172.21.15.53:0/2210528000 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9b7c0b2880 0x7f9b7c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:27.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.853+0000 7f9ba5547b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2eb480 0x55d6bb2eb860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:27.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.853+0000 7f9ba5547b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d6bb2ebda0 0x55d6bb2ef6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:27.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.853+0000 7f9ba5547b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2efc30 0x55d6bb2f00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:27.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.853+0000 7f9b89ffb700 1 -- 172.21.15.53:0/2210528000 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9092+0+0 (secure 0 0 0) 0x7f9b8c00f020 con 0x7f9b94108410 2024-05-10T11:17:27.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.853+0000 7f9ba5547b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55d6bb23d810 con 0x55d6bb2eb480 2024-05-10T11:17:27.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.853+0000 7f9ba5547b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55d6bb1dc770 con 0x55d6bb2efc30 2024-05-10T11:17:27.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.853+0000 7f9ba5547b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55d6bb2397d0 con 0x55d6bb2ebda0 2024-05-10T11:17:27.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.853+0000 7f9b98a50700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2eb480 0x55d6bb2eb860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:27.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.853+0000 7f9b98a50700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2eb480 0x55d6bb2eb860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:43562/0 (socket says 172.21.15.53:43562) 2024-05-10T11:17:27.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.853+0000 7f9b98a50700 1 -- 172.21.15.53:0/570133806 learned_addr learned my addr 172.21.15.53:0/570133806 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:17:27.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.854+0000 7f9b8bfff700 1 --2- 172.21.15.53:0/570133806 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d6bb2ebda0 0x55d6bb2ef6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:27.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.854+0000 7f9b99251700 1 --2- 172.21.15.53:0/570133806 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2efc30 0x55d6bb2f00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:27.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.854+0000 7f9b98a50700 1 -- 172.21.15.53:0/570133806 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d6bb2ebda0 msgr2=0x55d6bb2ef6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:17:27.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.854+0000 7f9b98a50700 1 --2- 172.21.15.53:0/570133806 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d6bb2ebda0 0x55d6bb2ef6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.854+0000 7f9b98a50700 1 -- 172.21.15.53:0/570133806 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2efc30 msgr2=0x55d6bb2f00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:17:27.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.854+0000 7f9b98a50700 1 --2- 172.21.15.53:0/570133806 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2efc30 0x55d6bb2f00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.854+0000 7f9b8bfff700 1 --2- 172.21.15.53:0/2210528000 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9b7c0b2880 0x7f9b7c0b4d40 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f9b94079950 tx=0x7f9b8400af90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:27.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.854+0000 7f9b98a50700 1 -- 172.21.15.53:0/570133806 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d6bb18a880 con 0x55d6bb2eb480 2024-05-10T11:17:27.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.854+0000 7f9b99251700 1 --2- 172.21.15.53:0/570133806 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2efc30 0x55d6bb2f00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:17:27.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.854+0000 7f9b98a50700 1 --2- 172.21.15.53:0/570133806 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2eb480 0x55d6bb2eb860 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f9b90008be0 tx=0x7f9b90008ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1a1a75db16290a2 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:27.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.854+0000 7f9b7affd700 1 -- 172.21.15.53:0/570133806 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b90014070 con 0x55d6bb2eb480 2024-05-10T11:17:27.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.854+0000 7f9b7affd700 1 -- 172.21.15.53:0/570133806 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9b900044b0 con 0x55d6bb2eb480 2024-05-10T11:17:27.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.854+0000 7f9b7affd700 1 -- 172.21.15.53:0/570133806 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b90003e50 con 0x55d6bb2eb480 2024-05-10T11:17:27.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.855+0000 7f9ba5547b80 1 -- 172.21.15.53:0/570133806 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2eb480 msgr2=0x55d6bb2eb860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:27.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.855+0000 7f9ba5547b80 1 --2- 172.21.15.53:0/570133806 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2eb480 0x55d6bb2eb860 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f9b90008be0 tx=0x7f9b90008ef0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.855+0000 7f9ba5547b80 1 -- 172.21.15.53:0/570133806 shutdown_connections 2024-05-10T11:17:27.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.855+0000 7f9ba5547b80 1 --2- 172.21.15.53:0/570133806 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2efc30 0x55d6bb2f00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.855+0000 7f9ba5547b80 1 --2- 172.21.15.53:0/570133806 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2eb480 0x55d6bb2eb860 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.855+0000 7f9ba5547b80 1 --2- 172.21.15.53:0/570133806 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d6bb2ebda0 0x55d6bb2ef6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.855+0000 7f9ba5547b80 1 -- 172.21.15.53:0/570133806 >> 172.21.15.53:0/570133806 conn(0x55d6bb2170b0 msgr2=0x55d6bb2e5c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:27.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.855+0000 7f9ba5547b80 1 -- 172.21.15.53:0/570133806 shutdown_connections 2024-05-10T11:17:27.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.855+0000 7f9ba5547b80 1 -- 172.21.15.53:0/570133806 wait complete. 2024-05-10T11:17:27.861 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.855+0000 7f9ba5547b80 1 -- start start 2024-05-10T11:17:27.861 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.855+0000 7f9ba5547b80 1 Processor -- start 2024-05-10T11:17:27.861 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.856+0000 7f9ba5547b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d6bb2eb480 0x55d6bb2f7040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:27.861 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.856+0000 7f9ba5547b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2ebda0 0x55d6bb2f4340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:27.861 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.856+0000 7f9ba5547b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2efc30 0x55d6bb2f4880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:27.861 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.856+0000 7f9ba5547b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55d6bb2f7e40 con 0x55d6bb2ebda0 2024-05-10T11:17:27.861 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.856+0000 7f9ba5547b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55d6bb1a3be0 con 0x55d6bb2efc30 2024-05-10T11:17:27.861 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.856+0000 7f9ba5547b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55d6bb2f7fc0 con 0x55d6bb2eb480 2024-05-10T11:17:27.861 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.856+0000 7f9ba5547b80 10 client.0 _ll_register_callbacks cb 0x55d6bb1d58d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:17:27.861 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.856+0000 7f9b8bfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2ebda0 0x55d6bb2f4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:27.861 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.856+0000 7f9b8bfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2ebda0 0x55d6bb2f4340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:43570/0 (socket says 172.21.15.53:43570) 2024-05-10T11:17:27.861 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.856+0000 7f9b8bfff700 1 -- 172.21.15.53:0/4101896932 learned_addr learned my addr 172.21.15.53:0/4101896932 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:17:27.861 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.856+0000 7f9b98a50700 1 --2- 172.21.15.53:0/4101896932 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d6bb2eb480 0x55d6bb2f7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:27.862 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.856+0000 7f9b99251700 1 --2- 172.21.15.53:0/4101896932 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2efc30 0x55d6bb2f4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:27.862 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.856+0000 7f9b8bfff700 1 -- 172.21.15.53:0/4101896932 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d6bb2eb480 msgr2=0x55d6bb2f7040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:17:27.862 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.856+0000 7f9b8bfff700 1 --2- 172.21.15.53:0/4101896932 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d6bb2eb480 0x55d6bb2f7040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.862 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.856+0000 7f9b8bfff700 1 -- 172.21.15.53:0/4101896932 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2efc30 msgr2=0x55d6bb2f4880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:17:27.862 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.856+0000 7f9b8bfff700 1 --2- 172.21.15.53:0/4101896932 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2efc30 0x55d6bb2f4880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.862 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.856+0000 7f9b8bfff700 1 -- 172.21.15.53:0/4101896932 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d6bb1d9640 con 0x55d6bb2ebda0 2024-05-10T11:17:27.862 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.856+0000 7f9b8bfff700 1 --2- 172.21.15.53:0/4101896932 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2ebda0 0x55d6bb2f4340 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9b8401daa0 tx=0x7f9b840047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2c465b62cd553c3 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:27.862 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.856+0000 7f9b73fff700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:17:27.862 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.857+0000 7f9b73fff700 1 -- 172.21.15.53:0/4101896932 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b84018070 con 0x55d6bb2ebda0 2024-05-10T11:17:27.862 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.857+0000 7f9ba5547b80 1 -- 172.21.15.53:0/4101896932 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b900044b0 con 0x55d6bb2ebda0 2024-05-10T11:17:27.862 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.857+0000 7f9b73fff700 1 -- 172.21.15.53:0/4101896932 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 9092+0+0 (secure 0 0 0) 0x7f9b84004a30 con 0x55d6bb2ebda0 2024-05-10T11:17:27.862 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.857+0000 7f9b73fff700 1 -- 172.21.15.53:0/4101896932 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f9b84004c30 con 0x55d6bb2ebda0 2024-05-10T11:17:27.862 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.857+0000 7f9ba5547b80 10 client.14688 fetch_fsmap learned FSMap version 17 2024-05-10T11:17:27.862 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.857+0000 7f9ba5547b80 1 -- 172.21.15.53:0/4101896932 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x55d6bb302680 con 0x55d6bb2ebda0 2024-05-10T11:17:27.863 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.857+0000 7f9b73fff700 1 -- 172.21.15.53:0/4101896932 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9b900044b0 con 0x55d6bb2ebda0 2024-05-10T11:17:27.863 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.857+0000 7f9b73fff700 1 -- 172.21.15.53:0/4101896932 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 17) ==== 8342+0+0 (secure 0 0 0) 0x7f9b84010980 con 0x55d6bb2ebda0 2024-05-10T11:17:27.863 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.857+0000 7f9ba5547b80 10 client.14688 fetch_fsmap finished waiting for FSMap version 17 2024-05-10T11:17:27.863 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.857+0000 7f9ba5547b80 10 client.14688 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-10T11:17:27.863 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.857+0000 7f9ba5547b80 20 client.14688 populate_metadata read hostname 'smithi053' 2024-05-10T11:17:27.863 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.857+0000 7f9ba5547b80 1 --2- 172.21.15.53:0/4101896932 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55d6bb304cf0 0x55d6bb306160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:27.863 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.857+0000 7f9ba5547b80 4 client.14688 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:17:27.863 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.857+0000 7f9ba5547b80 1 -- 172.21.15.53:0/4101896932 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d6bb2b7600 con 0x55d6bb304cf0 2024-05-10T11:17:27.863 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.858+0000 7f9b98a50700 1 --2- 172.21.15.53:0/4101896932 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55d6bb304cf0 0x55d6bb306160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:27.863 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.858+0000 7f9b98a50700 1 --2- 172.21.15.53:0/4101896932 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55d6bb304cf0 0x55d6bb306160 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6835a89d14ccc785 server_cookie=3b2545322b2f9811 in_seq=0 out_seq=0 2024-05-10T11:17:27.863 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.858+0000 7f9b73fff700 10 client.14688 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:17:27.863 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.859+0000 7f9b73fff700 1 -- 172.21.15.53:0/4101896932 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55d6bb2b7600 con 0x55d6bb304cf0 2024-05-10T11:17:27.863 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.859+0000 7f9b73fff700 10 client.14688 handle_command_reply: tid=0 2024-05-10T11:17:27.863 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.859+0000 7f9ba5547b80 1 client.14688 shutdown 2024-05-10T11:17:27.863 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.859+0000 7f9ba5547b80 1 -- 172.21.15.53:0/4101896932 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2ebda0 msgr2=0x55d6bb2f4340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:27.864 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.859+0000 7f9ba5547b80 1 --2- 172.21.15.53:0/4101896932 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2ebda0 0x55d6bb2f4340 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9b8401daa0 tx=0x7f9b840047c0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.864 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.859+0000 7f9ba5547b80 1 -- 172.21.15.53:0/4101896932 shutdown_connections 2024-05-10T11:17:27.864 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.859+0000 7f9ba5547b80 1 --2- 172.21.15.53:0/4101896932 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55d6bb304cf0 0x55d6bb306160 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.864 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.859+0000 7f9b73fff700 0 client.14688 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:17:27.864 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.859+0000 7f9ba5547b80 1 --2- 172.21.15.53:0/4101896932 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2efc30 0x55d6bb2f4880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.864 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.859+0000 7f9ba5547b80 1 --2- 172.21.15.53:0/4101896932 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d6bb2eb480 0x55d6bb2f7040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.864 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.859+0000 7f9ba5547b80 1 --2- 172.21.15.53:0/4101896932 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2ebda0 0x55d6bb2f4340 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.864 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.859+0000 7f9ba5547b80 1 -- 172.21.15.53:0/4101896932 >> 172.21.15.53:0/4101896932 conn(0x55d6bb2170b0 msgr2=0x55d6bb2e06d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:27.864 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.859+0000 7f9ba5547b80 1 -- 172.21.15.53:0/4101896932 shutdown_connections 2024-05-10T11:17:27.864 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.859+0000 7f9ba5547b80 1 -- 172.21.15.53:0/4101896932 wait complete. 2024-05-10T11:17:27.864 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.859+0000 7f9ba5547b80 20 client.14688 trim_cache size 0 max 16384 2024-05-10T11:17:27.882 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.880+0000 7f9ba5547b80 1 Processor -- start 2024-05-10T11:17:27.882 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.880+0000 7f9ba5547b80 1 -- start start 2024-05-10T11:17:27.882 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.881+0000 7f9ba5547b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2eb480 0x55d6bb2f4f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:27.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.881+0000 7f9ba5547b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2ebda0 0x55d6bb2f34c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:27.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.881+0000 7f9ba5547b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d6bb2efc30 0x55d6bb2e0550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:27.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.881+0000 7f9ba5547b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55d6bb3044a0 con 0x55d6bb2ebda0 2024-05-10T11:17:27.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.881+0000 7f9ba5547b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55d6bb304b70 con 0x55d6bb2eb480 2024-05-10T11:17:27.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.881+0000 7f9ba5547b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55d6bb305240 con 0x55d6bb2efc30 2024-05-10T11:17:27.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.881+0000 7f9b8bfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2ebda0 0x55d6bb2f34c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:27.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.881+0000 7f9b8bfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2ebda0 0x55d6bb2f34c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:43586/0 (socket says 172.21.15.53:43586) 2024-05-10T11:17:27.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.881+0000 7f9b8bfff700 1 -- 172.21.15.53:0/1612014906 learned_addr learned my addr 172.21.15.53:0/1612014906 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:17:27.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.881+0000 7f9b99251700 1 --2- 172.21.15.53:0/1612014906 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d6bb2efc30 0x55d6bb2e0550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:27.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.881+0000 7f9b98a50700 1 --2- 172.21.15.53:0/1612014906 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2eb480 0x55d6bb2f4f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:27.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.881+0000 7f9b8bfff700 1 -- 172.21.15.53:0/1612014906 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d6bb2efc30 msgr2=0x55d6bb2e0550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:17:27.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.881+0000 7f9b8bfff700 1 --2- 172.21.15.53:0/1612014906 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d6bb2efc30 0x55d6bb2e0550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.881+0000 7f9b8bfff700 1 -- 172.21.15.53:0/1612014906 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2eb480 msgr2=0x55d6bb2f4f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:17:27.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.881+0000 7f9b8bfff700 1 --2- 172.21.15.53:0/1612014906 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2eb480 0x55d6bb2f4f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.884 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.881+0000 7f9b8bfff700 1 -- 172.21.15.53:0/1612014906 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d6bb2e27c0 con 0x55d6bb2ebda0 2024-05-10T11:17:27.884 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.881+0000 7f9b99251700 1 --2- 172.21.15.53:0/1612014906 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d6bb2efc30 0x55d6bb2e0550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:17:27.884 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.881+0000 7f9b98a50700 1 --2- 172.21.15.53:0/1612014906 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2eb480 0x55d6bb2f4f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:17:27.884 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.881+0000 7f9b8bfff700 1 --2- 172.21.15.53:0/1612014906 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2ebda0 0x55d6bb2f34c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f9b84010e40 tx=0x7f9b84005e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3131c5c6b0c3cc server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:27.884 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.881+0000 7f9b7a7fc700 1 -- 172.21.15.53:0/1612014906 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b8403a070 con 0x55d6bb2ebda0 2024-05-10T11:17:27.884 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.881+0000 7f9b7a7fc700 1 -- 172.21.15.53:0/1612014906 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9b84004a30 con 0x55d6bb2ebda0 2024-05-10T11:17:27.884 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.881+0000 7f9b7a7fc700 1 -- 172.21.15.53:0/1612014906 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b84018050 con 0x55d6bb2ebda0 2024-05-10T11:17:27.884 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.882+0000 7f9ba5547b80 1 -- 172.21.15.53:0/1612014906 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2ebda0 msgr2=0x55d6bb2f34c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:27.884 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.882+0000 7f9ba5547b80 1 --2- 172.21.15.53:0/1612014906 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2ebda0 0x55d6bb2f34c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f9b84010e40 tx=0x7f9b84005e50 comp rx=0 tx=0).stop 2024-05-10T11:17:27.884 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.882+0000 7f9ba5547b80 1 -- 172.21.15.53:0/1612014906 shutdown_connections 2024-05-10T11:17:27.884 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.882+0000 7f9ba5547b80 1 --2- 172.21.15.53:0/1612014906 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d6bb2efc30 0x55d6bb2e0550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.884 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.882+0000 7f9ba5547b80 1 --2- 172.21.15.53:0/1612014906 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2eb480 0x55d6bb2f4f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.884 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.882+0000 7f9ba5547b80 1 --2- 172.21.15.53:0/1612014906 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2ebda0 0x55d6bb2f34c0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.884 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.882+0000 7f9ba5547b80 1 -- 172.21.15.53:0/1612014906 >> 172.21.15.53:0/1612014906 conn(0x55d6bb2170b0 msgr2=0x55d6bb2dfe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:27.885 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.882+0000 7f9ba5547b80 1 -- 172.21.15.53:0/1612014906 shutdown_connections 2024-05-10T11:17:27.885 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.882+0000 7f9ba5547b80 1 -- 172.21.15.53:0/1612014906 wait complete. 2024-05-10T11:17:27.885 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.882+0000 7f9ba5547b80 1 -- start start 2024-05-10T11:17:27.885 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.883+0000 7f9ba5547b80 1 Processor -- start 2024-05-10T11:17:27.888 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.883+0000 7f9ba5547b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2eb480 0x55d6bb309130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:27.888 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.883+0000 7f9ba5547b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d6bb2ebda0 0x55d6bb309670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:27.888 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.883+0000 7f9ba5547b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2efc30 0x55d6bb309bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:27.888 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.883+0000 7f9ba5547b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55d6bb305fe0 con 0x55d6bb2efc30 2024-05-10T11:17:27.889 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.883+0000 7f9ba5547b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55d6bb305910 con 0x55d6bb2eb480 2024-05-10T11:17:27.889 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.883+0000 7f9ba5547b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55d6bb3066b0 con 0x55d6bb2ebda0 2024-05-10T11:17:27.889 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.883+0000 7f9ba5547b80 10 client.0 _ll_register_callbacks cb 0x7f9b8401d440 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:17:27.889 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.883+0000 7f9b99251700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2efc30 0x55d6bb309bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:27.889 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.883+0000 7f9b99251700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2efc30 0x55d6bb309bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:43602/0 (socket says 172.21.15.53:43602) 2024-05-10T11:17:27.889 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.883+0000 7f9b99251700 1 -- 172.21.15.53:0/4075267419 learned_addr learned my addr 172.21.15.53:0/4075267419 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:17:27.889 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.883+0000 7f9b8bfff700 1 --2- 172.21.15.53:0/4075267419 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d6bb2ebda0 0x55d6bb309670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:27.889 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.883+0000 7f9b98a50700 1 --2- 172.21.15.53:0/4075267419 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2eb480 0x55d6bb309130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:27.889 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.883+0000 7f9b99251700 1 -- 172.21.15.53:0/4075267419 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d6bb2ebda0 msgr2=0x55d6bb309670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:17:27.889 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.883+0000 7f9b99251700 1 --2- 172.21.15.53:0/4075267419 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d6bb2ebda0 0x55d6bb309670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.889 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.883+0000 7f9b99251700 1 -- 172.21.15.53:0/4075267419 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2eb480 msgr2=0x55d6bb309130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:17:27.889 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.883+0000 7f9b99251700 1 --2- 172.21.15.53:0/4075267419 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2eb480 0x55d6bb309130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.889 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.883+0000 7f9b99251700 1 -- 172.21.15.53:0/4075267419 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d6bb30d970 con 0x55d6bb2efc30 2024-05-10T11:17:27.889 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.883+0000 7f9b98a50700 1 --2- 172.21.15.53:0/4075267419 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2eb480 0x55d6bb309130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:17:27.889 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.884+0000 7f9b99251700 1 --2- 172.21.15.53:0/4075267419 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2efc30 0x55d6bb309bb0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c0a8220 tx=0x7f9b8c007e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4695f21b223ea5c server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:27.890 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.884+0000 7f9b73fff700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:17:27.890 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.884+0000 7f9b73fff700 1 -- 172.21.15.53:0/4075267419 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b8c024570 con 0x55d6bb2efc30 2024-05-10T11:17:27.890 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.884+0000 7f9ba5547b80 1 -- 172.21.15.53:0/4075267419 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b84004a30 con 0x55d6bb2efc30 2024-05-10T11:17:27.890 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.884+0000 7f9b73fff700 1 -- 172.21.15.53:0/4075267419 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 9092+0+0 (secure 0 0 0) 0x7f9b8c0a75a0 con 0x55d6bb2efc30 2024-05-10T11:17:27.890 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.884+0000 7f9b73fff700 1 -- 172.21.15.53:0/4075267419 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f9b8c0aafb0 con 0x55d6bb2efc30 2024-05-10T11:17:27.890 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.884+0000 7f9ba5547b80 10 client.14694 fetch_fsmap learned FSMap version 17 2024-05-10T11:17:27.890 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.884+0000 7f9ba5547b80 1 -- 172.21.15.53:0/4075267419 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x55d6bb370450 con 0x55d6bb2efc30 2024-05-10T11:17:27.890 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.884+0000 7f9b73fff700 1 -- 172.21.15.53:0/4075267419 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9b84004a30 con 0x55d6bb2efc30 2024-05-10T11:17:27.890 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.884+0000 7f9b73fff700 1 -- 172.21.15.53:0/4075267419 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 17) ==== 8342+0+0 (secure 0 0 0) 0x7f9b8c011070 con 0x55d6bb2efc30 2024-05-10T11:17:27.890 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.884+0000 7f9ba5547b80 10 client.14694 fetch_fsmap finished waiting for FSMap version 17 2024-05-10T11:17:27.890 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.884+0000 7f9ba5547b80 10 client.14694 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-10T11:17:27.890 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.884+0000 7f9ba5547b80 20 client.14694 populate_metadata read hostname 'smithi053' 2024-05-10T11:17:27.890 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.884+0000 7f9ba5547b80 1 --2- 172.21.15.53:0/4075267419 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55d6bb375060 0x55d6bb373d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:27.890 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.884+0000 7f9ba5547b80 4 client.14694 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-10T11:17:27.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.884+0000 7f9ba5547b80 1 -- 172.21.15.53:0/4075267419 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "status"}) -- 0x55d6bb24b1f0 con 0x55d6bb375060 2024-05-10T11:17:27.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.885+0000 7f9b98a50700 1 --2- 172.21.15.53:0/4075267419 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55d6bb375060 0x55d6bb373d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:27.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.885+0000 7f9b98a50700 1 --2- 172.21.15.53:0/4075267419 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55d6bb375060 0x55d6bb373d70 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e2d620fe24cb3e3c server_cookie=f9c33a72995b9093 in_seq=0 out_seq=0 2024-05-10T11:17:27.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.885+0000 7f9b73fff700 10 client.14694 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:17:27.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.885+0000 7f9b73fff700 1 -- 172.21.15.53:0/4075267419 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55d6bb24b1f0 con 0x55d6bb375060 2024-05-10T11:17:27.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.885+0000 7f9b73fff700 10 client.14694 handle_command_reply: tid=0 2024-05-10T11:17:27.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.885+0000 7f9ba5547b80 1 client.14694 shutdown 2024-05-10T11:17:27.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.885+0000 7f9ba5547b80 1 -- 172.21.15.53:0/4075267419 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2efc30 msgr2=0x55d6bb309bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:27.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.885+0000 7f9ba5547b80 1 --2- 172.21.15.53:0/4075267419 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2efc30 0x55d6bb309bb0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c0a8220 tx=0x7f9b8c007e30 comp rx=0 tx=0).stop 2024-05-10T11:17:27.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.885+0000 7f9ba5547b80 1 -- 172.21.15.53:0/4075267419 shutdown_connections 2024-05-10T11:17:27.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.885+0000 7f9ba5547b80 1 --2- 172.21.15.53:0/4075267419 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55d6bb375060 0x55d6bb373d70 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.885+0000 7f9ba5547b80 1 --2- 172.21.15.53:0/4075267419 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d6bb2efc30 0x55d6bb309bb0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.885+0000 7f9ba5547b80 1 --2- 172.21.15.53:0/4075267419 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d6bb2eb480 0x55d6bb309130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.885+0000 7f9b73fff700 0 client.14694 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:17:27.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.885+0000 7f9ba5547b80 1 --2- 172.21.15.53:0/4075267419 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d6bb2ebda0 0x55d6bb309670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.892 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.885+0000 7f9ba5547b80 1 -- 172.21.15.53:0/4075267419 >> 172.21.15.53:0/4075267419 conn(0x55d6bb2170b0 msgr2=0x55d6bb2e06d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:27.892 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.886+0000 7f9ba5547b80 1 -- 172.21.15.53:0/4075267419 shutdown_connections 2024-05-10T11:17:27.892 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.886+0000 7f9ba5547b80 1 -- 172.21.15.53:0/4075267419 wait complete. 2024-05-10T11:17:27.892 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.886+0000 7f9ba5547b80 20 client.14694 trim_cache size 0 max 16384 2024-05-10T11:17:27.892 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:17:27.892 INFO:teuthology.orchestra.run.smithi053.stdout: "cluster_fsid": "745ae8e0-0ebd-11ef-bc98-c7b262605968", 2024-05-10T11:17:27.892 INFO:teuthology.orchestra.run.smithi053.stdout: "whoami": 0, 2024-05-10T11:17:27.892 INFO:teuthology.orchestra.run.smithi053.stdout: "id": 24463, 2024-05-10T11:17:27.892 INFO:teuthology.orchestra.run.smithi053.stdout: "want_state": "up:active", 2024-05-10T11:17:27.892 INFO:teuthology.orchestra.run.smithi053.stdout: "state": "up:active", 2024-05-10T11:17:27.893 INFO:teuthology.orchestra.run.smithi053.stdout: "fs_name": "cephfs", 2024-05-10T11:17:27.893 INFO:teuthology.orchestra.run.smithi053.stdout: "rank_uptime": 32.845063834000001, 2024-05-10T11:17:27.893 INFO:teuthology.orchestra.run.smithi053.stdout: "mdsmap_epoch": 17, 2024-05-10T11:17:27.893 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_epoch": 88, 2024-05-10T11:17:27.893 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_epoch_barrier": 85, 2024-05-10T11:17:27.893 INFO:teuthology.orchestra.run.smithi053.stdout: "uptime": 62.040510175000001 2024-05-10T11:17:27.893 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:17:27.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.886+0000 7f9b9acb4700 1 -- 172.21.15.53:0/2210528000 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9b7c0b2880 msgr2=0x7f9b7c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:27.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.886+0000 7f9b9acb4700 1 --2- 172.21.15.53:0/2210528000 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9b7c0b2880 0x7f9b7c0b4d40 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f9b94079950 tx=0x7f9b8400af90 comp rx=0 tx=0).stop 2024-05-10T11:17:27.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.886+0000 7f9b9acb4700 1 -- 172.21.15.53:0/2210528000 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b94108410 msgr2=0x7f9b941998e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:27.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.886+0000 7f9b9acb4700 1 --2- 172.21.15.53:0/2210528000 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b94108410 0x7f9b941998e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c004dc0 tx=0x7f9b8c004df0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.886+0000 7f9b9acb4700 1 -- 172.21.15.53:0/2210528000 shutdown_connections 2024-05-10T11:17:27.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.886+0000 7f9b9acb4700 1 --2- 172.21.15.53:0/2210528000 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9b7c0b2880 0x7f9b7c0b4d40 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.886+0000 7f9b9acb4700 1 --2- 172.21.15.53:0/2210528000 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9b94108410 0x7f9b941998e0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.886+0000 7f9b9acb4700 1 --2- 172.21.15.53:0/2210528000 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9b941023a0 0x7f9b9419f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.886+0000 7f9b9acb4700 1 --2- 172.21.15.53:0/2210528000 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9b94102d60 0x7f9b9419fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:27.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.886+0000 7f9b9acb4700 1 -- 172.21.15.53:0/2210528000 >> 172.21.15.53:0/2210528000 conn(0x7f9b94079350 msgr2=0x7f9b94101720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:27.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.887+0000 7f9b9acb4700 1 -- 172.21.15.53:0/2210528000 shutdown_connections 2024-05-10T11:17:27.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:27.887+0000 7f9b9acb4700 1 -- 172.21.15.53:0/2210528000 wait complete. 2024-05-10T11:17:27.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:27 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 1]}]': finished 2024-05-10T11:17:27.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:27 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-05-10T11:17:27.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:27 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-05-10T11:17:27.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:27 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]': finished 2024-05-10T11:17:27.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:27 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-05-10T11:17:27.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:27 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]': finished 2024-05-10T11:17:27.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:27 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]': finished 2024-05-10T11:17:27.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:27 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [9, 11]}]': finished 2024-05-10T11:17:27.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:27 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.11", "id": [5, 8]}]': finished 2024-05-10T11:17:27.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:27 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [9, 8]}]': finished 2024-05-10T11:17:27.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:27 smithi132 ceph-mon[33758]: osdmap e87: 12 total, 12 up, 12 in 2024-05-10T11:17:27.975 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:27 smithi132 ceph-mon[33758]: pgmap v317: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:28.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:27 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 1]}]': finished 2024-05-10T11:17:28.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:27 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-05-10T11:17:28.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:27 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-05-10T11:17:28.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:27 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]': finished 2024-05-10T11:17:28.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:27 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-05-10T11:17:28.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:27 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]': finished 2024-05-10T11:17:28.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:27 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]': finished 2024-05-10T11:17:28.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:27 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [9, 11]}]': finished 2024-05-10T11:17:28.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:27 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.11", "id": [5, 8]}]': finished 2024-05-10T11:17:28.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:27 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [9, 8]}]': finished 2024-05-10T11:17:28.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:27 smithi187 ceph-mon[34076]: osdmap e87: 12 total, 12 up, 12 in 2024-05-10T11:17:28.011 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:27 smithi187 ceph-mon[34076]: pgmap v317: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:28.617 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-05-10T11:17:28.618 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-05-10T11:17:28.618 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs ls 2024-05-10T11:17:28.874 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:17:28.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:28 smithi132 ceph-mon[33758]: osdmap e88: 12 total, 12 up, 12 in 2024-05-10T11:17:28.996 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:28 smithi053 ceph-mon[30153]: osdmap e88: 12 total, 12 up, 12 in 2024-05-10T11:17:29.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:28 smithi187 ceph-mon[34076]: osdmap e88: 12 total, 12 up, 12 in 2024-05-10T11:17:29.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:29 smithi132 ceph-mon[33758]: pgmap v319: 129 pgs: 1 activating, 3 peering, 125 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:30.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:29 smithi187 ceph-mon[34076]: pgmap v319: 129 pgs: 1 activating, 3 peering, 125 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:30.045 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:29 smithi053 ceph-mon[30153]: pgmap v319: 129 pgs: 1 activating, 3 peering, 125 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:30.601 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.600+0000 7ff854211700 1 -- 172.21.15.53:0/3096372109 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff84c06c570 msgr2=0x7ff84c10f9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:30.601 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.600+0000 7ff854211700 1 --2- 172.21.15.53:0/3096372109 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff84c06c570 0x7ff84c10f9b0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7ff83c009990 tx=0x7ff83c009ca0 comp rx=0 tx=0).stop 2024-05-10T11:17:30.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.600+0000 7ff854211700 1 -- 172.21.15.53:0/3096372109 shutdown_connections 2024-05-10T11:17:30.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.600+0000 7ff854211700 1 --2- 172.21.15.53:0/3096372109 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff84c10fef0 0x7ff84c1122e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:30.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.600+0000 7ff854211700 1 --2- 172.21.15.53:0/3096372109 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff84c06bc50 0x7ff84c06c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:30.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.600+0000 7ff854211700 1 --2- 172.21.15.53:0/3096372109 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff84c06c570 0x7ff84c10f9b0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:30.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.600+0000 7ff854211700 1 -- 172.21.15.53:0/3096372109 >> 172.21.15.53:0/3096372109 conn(0x7ff84c079440 msgr2=0x7ff84c079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:30.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.601+0000 7ff854211700 1 -- 172.21.15.53:0/3096372109 shutdown_connections 2024-05-10T11:17:30.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.601+0000 7ff854211700 1 -- 172.21.15.53:0/3096372109 wait complete. 2024-05-10T11:17:30.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.601+0000 7ff854211700 1 Processor -- start 2024-05-10T11:17:30.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.601+0000 7ff854211700 1 -- start start 2024-05-10T11:17:30.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.602+0000 7ff854211700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff84c06bc50 0x7ff84c19bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:30.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.602+0000 7ff854211700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff84c06c570 0x7ff84c19c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:30.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.602+0000 7ff854211700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff84c10fef0 0x7ff84c1a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:30.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.602+0000 7ff854211700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff84c1157f0 con 0x7ff84c10fef0 2024-05-10T11:17:30.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.602+0000 7ff854211700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7ff84c115670 con 0x7ff84c06bc50 2024-05-10T11:17:30.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.602+0000 7ff854211700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7ff84c115970 con 0x7ff84c06c570 2024-05-10T11:17:30.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.602+0000 7ff8527ae700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff84c10fef0 0x7ff84c1a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:30.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.602+0000 7ff851fad700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff84c06bc50 0x7ff84c19bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:30.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.602+0000 7ff8517ac700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff84c06c570 0x7ff84c19c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:30.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.602+0000 7ff8527ae700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff84c10fef0 0x7ff84c1a0610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:55814/0 (socket says 172.21.15.53:55814) 2024-05-10T11:17:30.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.602+0000 7ff851fad700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff84c06bc50 0x7ff84c19bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:49124/0 (socket says 172.21.15.53:49124) 2024-05-10T11:17:30.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.602+0000 7ff8527ae700 1 -- 172.21.15.53:0/3265277988 learned_addr learned my addr 172.21.15.53:0/3265277988 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:17:30.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.602+0000 7ff851fad700 1 -- 172.21.15.53:0/3265277988 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff84c06c570 msgr2=0x7ff84c19c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:30.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.602+0000 7ff851fad700 1 --2- 172.21.15.53:0/3265277988 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff84c06c570 0x7ff84c19c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:30.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.602+0000 7ff851fad700 1 -- 172.21.15.53:0/3265277988 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff84c10fef0 msgr2=0x7ff84c1a0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:30.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.602+0000 7ff851fad700 1 --2- 172.21.15.53:0/3265277988 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff84c10fef0 0x7ff84c1a0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:30.606 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.602+0000 7ff851fad700 1 -- 172.21.15.53:0/3265277988 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff84c1a0d50 con 0x7ff84c06bc50 2024-05-10T11:17:30.606 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.602+0000 7ff8527ae700 1 --2- 172.21.15.53:0/3265277988 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff84c10fef0 0x7ff84c1a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:17:30.606 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.602+0000 7ff8517ac700 1 --2- 172.21.15.53:0/3265277988 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff84c06c570 0x7ff84c19c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:17:30.606 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.603+0000 7ff851fad700 1 --2- 172.21.15.53:0/3265277988 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff84c06bc50 0x7ff84c19bd40 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff84800ada0 tx=0x7ff84800c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:30.606 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.603+0000 7ff842ffd700 1 -- 172.21.15.53:0/3265277988 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff848017020 con 0x7ff84c06bc50 2024-05-10T11:17:30.606 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.603+0000 7ff854211700 1 -- 172.21.15.53:0/3265277988 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff84c1a1040 con 0x7ff84c06bc50 2024-05-10T11:17:30.607 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.603+0000 7ff842ffd700 1 -- 172.21.15.53:0/3265277988 <== mon.2 v2:172.21.15.132:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff84800cd60 con 0x7ff84c06bc50 2024-05-10T11:17:30.607 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.603+0000 7ff854211700 1 -- 172.21.15.53:0/3265277988 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff84c1a88c0 con 0x7ff84c06bc50 2024-05-10T11:17:30.607 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.603+0000 7ff842ffd700 1 -- 172.21.15.53:0/3265277988 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff848005280 con 0x7ff84c06bc50 2024-05-10T11:17:30.607 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.604+0000 7ff854211700 1 -- 172.21.15.53:0/3265277988 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff84c06a190 con 0x7ff84c06bc50 2024-05-10T11:17:30.608 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.606+0000 7ff842ffd700 1 -- 172.21.15.53:0/3265277988 <== mon.2 v2:172.21.15.132:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7ff84800c8d0 con 0x7ff84c06bc50 2024-05-10T11:17:30.608 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.606+0000 7ff842ffd700 1 --2- 172.21.15.53:0/3265277988 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff8380b2880 0x7ff8380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:30.608 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.606+0000 7ff8517ac700 1 --2- 172.21.15.53:0/3265277988 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff8380b2880 0x7ff8380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:30.608 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.606+0000 7ff842ffd700 1 -- 172.21.15.53:0/3265277988 <== mon.2 v2:172.21.15.132:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9092+0+0 (secure 0 0 0) 0x7ff8480e2280 con 0x7ff84c06bc50 2024-05-10T11:17:30.608 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.607+0000 7ff8517ac700 1 --2- 172.21.15.53:0/3265277988 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff8380b2880 0x7ff8380b4d40 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ff83c00b5c0 tx=0x7ff83c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:30.610 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.610+0000 7ff842ffd700 1 -- 172.21.15.53:0/3265277988 <== mon.2 v2:172.21.15.132:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7ff848021020 con 0x7ff84c06bc50 2024-05-10T11:17:30.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.871+0000 7ff854211700 1 -- 172.21.15.53:0/3265277988 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff84c02e510 con 0x7ff84c06bc50 2024-05-10T11:17:30.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.872+0000 7ff842ffd700 1 -- 172.21.15.53:0/3265277988 <== mon.2 v2:172.21.15.132:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+88 (secure 0 0 0) 0x7ff8480a9c70 con 0x7ff84c06bc50 2024-05-10T11:17:30.872 INFO:teuthology.orchestra.run.smithi053.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-05-10T11:17:30.874 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.874+0000 7ff854211700 1 -- 172.21.15.53:0/3265277988 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff8380b2880 msgr2=0x7ff8380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:30.875 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.874+0000 7ff854211700 1 --2- 172.21.15.53:0/3265277988 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff8380b2880 0x7ff8380b4d40 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ff83c00b5c0 tx=0x7ff83c01a040 comp rx=0 tx=0).stop 2024-05-10T11:17:30.875 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.874+0000 7ff854211700 1 -- 172.21.15.53:0/3265277988 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff84c06bc50 msgr2=0x7ff84c19bd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:30.875 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.874+0000 7ff854211700 1 --2- 172.21.15.53:0/3265277988 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff84c06bc50 0x7ff84c19bd40 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff84800ada0 tx=0x7ff84800c330 comp rx=0 tx=0).stop 2024-05-10T11:17:30.875 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.875+0000 7ff854211700 1 -- 172.21.15.53:0/3265277988 shutdown_connections 2024-05-10T11:17:30.875 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.875+0000 7ff854211700 1 --2- 172.21.15.53:0/3265277988 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff8380b2880 0x7ff8380b4d40 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:30.875 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.875+0000 7ff854211700 1 --2- 172.21.15.53:0/3265277988 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff84c10fef0 0x7ff84c1a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:30.875 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.875+0000 7ff854211700 1 --2- 172.21.15.53:0/3265277988 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff84c06bc50 0x7ff84c19bd40 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:30.875 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.875+0000 7ff854211700 1 --2- 172.21.15.53:0/3265277988 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff84c06c570 0x7ff84c19c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:30.875 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.875+0000 7ff854211700 1 -- 172.21.15.53:0/3265277988 >> 172.21.15.53:0/3265277988 conn(0x7ff84c079440 msgr2=0x7ff84c111520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:30.875 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.875+0000 7ff854211700 1 -- 172.21.15.53:0/3265277988 shutdown_connections 2024-05-10T11:17:30.875 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:30.875+0000 7ff854211700 1 -- 172.21.15.53:0/3265277988 wait complete. 2024-05-10T11:17:31.595 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-05-10T11:17:31.595 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-05-10T11:17:31.595 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi053.front.sepia.ceph.com 2024-05-10T11:17:31.595 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-05-10T11:17:31.595 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-05-10T11:17:31.595 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-05-10T11:17:31.595 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-05-10T11:17:31.595 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-05-10T11:17:31.595 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-05-10T11:17:31.596 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:17:31.596 DEBUG:teuthology.orchestra.run.smithi053:> ip addr 2024-05-10T11:17:31.614 INFO:teuthology.orchestra.run.smithi053.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-05-10T11:17:31.615 INFO:teuthology.orchestra.run.smithi053.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-05-10T11:17:31.615 INFO:teuthology.orchestra.run.smithi053.stdout: inet 127.0.0.1/8 scope host lo 2024-05-10T11:17:31.615 INFO:teuthology.orchestra.run.smithi053.stdout: valid_lft forever preferred_lft forever 2024-05-10T11:17:31.615 INFO:teuthology.orchestra.run.smithi053.stdout: inet6 ::1/128 scope host 2024-05-10T11:17:31.615 INFO:teuthology.orchestra.run.smithi053.stdout: valid_lft forever preferred_lft forever 2024-05-10T11:17:31.615 INFO:teuthology.orchestra.run.smithi053.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-10T11:17:31.615 INFO:teuthology.orchestra.run.smithi053.stdout: link/ether 0c:c4:7a:6b:fd:da brd ff:ff:ff:ff:ff:ff 2024-05-10T11:17:31.615 INFO:teuthology.orchestra.run.smithi053.stdout: altname enp7s0f0 2024-05-10T11:17:31.615 INFO:teuthology.orchestra.run.smithi053.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-10T11:17:31.615 INFO:teuthology.orchestra.run.smithi053.stdout: link/ether 0c:c4:7a:6b:fd:db brd ff:ff:ff:ff:ff:ff 2024-05-10T11:17:31.616 INFO:teuthology.orchestra.run.smithi053.stdout: altname enp7s0f1 2024-05-10T11:17:31.616 INFO:teuthology.orchestra.run.smithi053.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-05-10T11:17:31.616 INFO:teuthology.orchestra.run.smithi053.stdout: link/ether ac:1f:6b:f8:37:18 brd ff:ff:ff:ff:ff:ff 2024-05-10T11:17:31.616 INFO:teuthology.orchestra.run.smithi053.stdout: altname enp1s0f0 2024-05-10T11:17:31.616 INFO:teuthology.orchestra.run.smithi053.stdout: inet 172.21.15.53/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-05-10T11:17:31.616 INFO:teuthology.orchestra.run.smithi053.stdout: valid_lft 42214sec preferred_lft 42214sec 2024-05-10T11:17:31.616 INFO:teuthology.orchestra.run.smithi053.stdout: inet6 fe80::ae1f:6bff:fef8:3718/64 scope link noprefixroute 2024-05-10T11:17:31.616 INFO:teuthology.orchestra.run.smithi053.stdout: valid_lft forever preferred_lft forever 2024-05-10T11:17:31.616 INFO:teuthology.orchestra.run.smithi053.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-10T11:17:31.616 INFO:teuthology.orchestra.run.smithi053.stdout: link/ether ac:1f:6b:f8:37:19 brd ff:ff:ff:ff:ff:ff 2024-05-10T11:17:31.616 INFO:teuthology.orchestra.run.smithi053.stdout: altname enp1s0f1 2024-05-10T11:17:31.617 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-05-10T11:17:31.617 DEBUG:teuthology.orchestra.run.smithi053:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-10T11:17:31.617 DEBUG:teuthology.orchestra.run.smithi053:> set -e 2024-05-10T11:17:31.617 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip link add name ceph-brx type bridge 2024-05-10T11:17:31.617 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip addr flush dev ceph-brx 2024-05-10T11:17:31.617 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip link set ceph-brx up 2024-05-10T11:17:31.617 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-05-10T11:17:31.618 DEBUG:teuthology.orchestra.run.smithi053:> ') 2024-05-10T11:17:31.709 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-10T11:17:31.813 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:31 smithi053 ceph-mon[30153]: pgmap v320: 129 pgs: 1 activating, 3 peering, 125 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:31.813 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:31 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3265277988' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-10T11:17:31.814 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-10T11:17:31.823 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:17:31.823 DEBUG:teuthology.orchestra.run.smithi053:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-05-10T11:17:31.849 INFO:teuthology.orchestra.run.smithi053.stdout:1 2024-05-10T11:17:31.851 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:17:31.851 DEBUG:teuthology.orchestra.run.smithi053:> route 2024-05-10T11:17:31.919 INFO:teuthology.orchestra.run.smithi053.stdout:Kernel IP routing table 2024-05-10T11:17:31.919 INFO:teuthology.orchestra.run.smithi053.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-05-10T11:17:31.919 INFO:teuthology.orchestra.run.smithi053.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-05-10T11:17:31.919 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-05-10T11:17:31.919 INFO:teuthology.orchestra.run.smithi053.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-05-10T11:17:31.920 DEBUG:teuthology.orchestra.run.smithi053:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-10T11:17:31.920 DEBUG:teuthology.orchestra.run.smithi053:> set -e 2024-05-10T11:17:31.920 DEBUG:teuthology.orchestra.run.smithi053:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-05-10T11:17:31.920 DEBUG:teuthology.orchestra.run.smithi053:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-05-10T11:17:31.920 DEBUG:teuthology.orchestra.run.smithi053:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-05-10T11:17:31.920 DEBUG:teuthology.orchestra.run.smithi053:> ') 2024-05-10T11:17:31.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:31 smithi132 ceph-mon[33758]: pgmap v320: 129 pgs: 1 activating, 3 peering, 125 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:31.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:31 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3265277988' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-10T11:17:32.009 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-10T11:17:32.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:31 smithi187 ceph-mon[34076]: pgmap v320: 129 pgs: 1 activating, 3 peering, 125 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:32.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:31 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3265277988' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-10T11:17:32.198 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-10T11:17:32.204 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:17:32.205 DEBUG:teuthology.orchestra.run.smithi053:> ip netns list 2024-05-10T11:17:32.221 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:17:32.221 DEBUG:teuthology.orchestra.run.smithi053:> ip netns list-id 2024-05-10T11:17:32.277 DEBUG:teuthology.orchestra.run.smithi053:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-10T11:17:32.277 DEBUG:teuthology.orchestra.run.smithi053:> set -e 2024-05-10T11:17:32.277 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-05-10T11:17:32.277 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-05-10T11:17:32.277 DEBUG:teuthology.orchestra.run.smithi053:> ') 2024-05-10T11:17:32.368 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-10T11:17:32.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-10T11:17:32.399 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-05-10T11:17:32.399 DEBUG:teuthology.orchestra.run.smithi053:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-10T11:17:32.399 DEBUG:teuthology.orchestra.run.smithi053:> set -e 2024-05-10T11:17:32.400 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-05-10T11:17:32.400 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-05-10T11:17:32.400 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-05-10T11:17:32.400 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-05-10T11:17:32.400 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-05-10T11:17:32.400 DEBUG:teuthology.orchestra.run.smithi053:> ') 2024-05-10T11:17:32.450 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-10T11:17:32.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-10T11:17:32.525 DEBUG:teuthology.orchestra.run.smithi053:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-10T11:17:32.526 DEBUG:teuthology.orchestra.run.smithi053:> set -e 2024-05-10T11:17:32.526 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip link set brx.0 up 2024-05-10T11:17:32.526 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip link set dev brx.0 master ceph-brx 2024-05-10T11:17:32.526 DEBUG:teuthology.orchestra.run.smithi053:> ') 2024-05-10T11:17:32.576 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-10T11:17:32.600 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-10T11:17:32.606 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-05-10T11:17:32.607 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-10T11:17:32.607 DEBUG:teuthology.orchestra.run.smithi053:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-05-10T11:17:32.626 INFO:teuthology.orchestra.run.smithi053.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-05-10T11:17:32.626 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-10T11:17:32.626 DEBUG:teuthology.orchestra.run.smithi053:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-05-10T11:17:32.683 DEBUG:teuthology.orchestra.run.smithi053:> sudo modprobe fuse 2024-05-10T11:17:32.749 DEBUG:teuthology.orchestra.run.smithi053:> cat /proc/self/mounts | awk '{print $2}' 2024-05-10T11:17:32.806 INFO:teuthology.orchestra.run.smithi053.stdout:/proc 2024-05-10T11:17:32.807 INFO:teuthology.orchestra.run.smithi053.stdout:/sys 2024-05-10T11:17:32.807 INFO:teuthology.orchestra.run.smithi053.stdout:/dev 2024-05-10T11:17:32.807 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/kernel/security 2024-05-10T11:17:32.807 INFO:teuthology.orchestra.run.smithi053.stdout:/dev/shm 2024-05-10T11:17:32.807 INFO:teuthology.orchestra.run.smithi053.stdout:/dev/pts 2024-05-10T11:17:32.807 INFO:teuthology.orchestra.run.smithi053.stdout:/run 2024-05-10T11:17:32.807 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/cgroup 2024-05-10T11:17:32.807 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/pstore 2024-05-10T11:17:32.807 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/bpf 2024-05-10T11:17:32.807 INFO:teuthology.orchestra.run.smithi053.stdout:/ 2024-05-10T11:17:32.807 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/selinux 2024-05-10T11:17:32.807 INFO:teuthology.orchestra.run.smithi053.stdout:/proc/sys/fs/binfmt_misc 2024-05-10T11:17:32.808 INFO:teuthology.orchestra.run.smithi053.stdout:/dev/mqueue 2024-05-10T11:17:32.808 INFO:teuthology.orchestra.run.smithi053.stdout:/dev/hugepages 2024-05-10T11:17:32.808 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/kernel/debug 2024-05-10T11:17:32.808 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/kernel/tracing 2024-05-10T11:17:32.808 INFO:teuthology.orchestra.run.smithi053.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-05-10T11:17:32.808 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/fuse/connections 2024-05-10T11:17:32.808 INFO:teuthology.orchestra.run.smithi053.stdout:/run/credentials/systemd-sysctl.service 2024-05-10T11:17:32.808 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/kernel/config 2024-05-10T11:17:32.808 INFO:teuthology.orchestra.run.smithi053.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-05-10T11:17:32.808 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/nfs/rpc_pipefs 2024-05-10T11:17:32.808 INFO:teuthology.orchestra.run.smithi053.stdout:/run/user/1000 2024-05-10T11:17:32.808 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/ceph 2024-05-10T11:17:32.808 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay 2024-05-10T11:17:32.808 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/1b56e363c7fda435e6765284fe545063a298030565fbc239016ec65afcf9278d/merged 2024-05-10T11:17:32.808 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/1bf1fe8f60de585021521998261ca9fa54f6f604acc69e9355c5c749a169bdc5/merged 2024-05-10T11:17:32.809 INFO:teuthology.orchestra.run.smithi053.stdout:/run/user/0 2024-05-10T11:17:32.809 INFO:teuthology.orchestra.run.smithi053.stdout:/proc/sys/fs/binfmt_misc 2024-05-10T11:17:32.809 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/de83b30c283a77e73bd436e84a65390b7129b5fe7671eebf1079383b16491d41/merged 2024-05-10T11:17:32.809 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/92bdbc58f46e5457e7920d293834615b9e02807bc476c2a9cde5ba061041634e/merged 2024-05-10T11:17:32.809 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/ebe9a2f00c08b6ad54dbe35bebb156b8e9265db70f8fb4c9adddbb1814a228cf/merged 2024-05-10T11:17:32.809 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/c7591b425eae1e8f10b4b884a6e42fd7bc32baf39c5edcf272b48a8af9bdf7c1/merged 2024-05-10T11:17:32.809 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/15aa7ec8de41766ec9b3c06f2b8fc80905ce2e6ba1f1fea85a95e20c7bab8965/merged 2024-05-10T11:17:32.809 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/c40f8a09841a89dd887acdf46187e204e8b5900578dd6ae881581a91ef8894dc/merged 2024-05-10T11:17:32.809 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/7a242e83ebc2fa7d4cf4ee6ec2a50f9dc4651db1a6253e3902272a1058d8cc56/merged 2024-05-10T11:17:32.809 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/906173940f13d15d5d134d2c7713dcfb10af774c5b73613265ba129e15629df0/merged 2024-05-10T11:17:32.809 INFO:teuthology.orchestra.run.smithi053.stdout:/run/netns 2024-05-10T11:17:32.809 INFO:teuthology.orchestra.run.smithi053.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-05-10T11:17:32.809 INFO:teuthology.orchestra.run.smithi053.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-05-10T11:17:32.810 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:17:32.810 DEBUG:teuthology.orchestra.run.smithi053:> ls /sys/fs/fuse/connections 2024-05-10T11:17:32.863 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-05-10T11:17:32.863 DEBUG:teuthology.orchestra.run.smithi053:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-05-10T11:17:32.905 DEBUG:teuthology.orchestra.run.smithi053:> sudo modprobe fuse 2024-05-10T11:17:32.931 DEBUG:teuthology.orchestra.run.smithi053:> cat /proc/self/mounts | awk '{print $2}' 2024-05-10T11:17:32.989 INFO:teuthology.orchestra.run.smithi053.stdout:/proc 2024-05-10T11:17:32.989 INFO:teuthology.orchestra.run.smithi053.stdout:/sys 2024-05-10T11:17:32.989 INFO:teuthology.orchestra.run.smithi053.stdout:/dev 2024-05-10T11:17:32.989 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/kernel/security 2024-05-10T11:17:32.989 INFO:teuthology.orchestra.run.smithi053.stdout:/dev/shm 2024-05-10T11:17:32.989 INFO:teuthology.orchestra.run.smithi053.stdout:/dev/pts 2024-05-10T11:17:32.989 INFO:teuthology.orchestra.run.smithi053.stdout:/run 2024-05-10T11:17:32.989 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/cgroup 2024-05-10T11:17:32.989 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/pstore 2024-05-10T11:17:32.989 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/bpf 2024-05-10T11:17:32.989 INFO:teuthology.orchestra.run.smithi053.stdout:/ 2024-05-10T11:17:32.989 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/selinux 2024-05-10T11:17:32.989 INFO:teuthology.orchestra.run.smithi053.stdout:/proc/sys/fs/binfmt_misc 2024-05-10T11:17:32.990 INFO:teuthology.orchestra.run.smithi053.stdout:/dev/mqueue 2024-05-10T11:17:32.990 INFO:teuthology.orchestra.run.smithi053.stdout:/dev/hugepages 2024-05-10T11:17:32.990 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/kernel/debug 2024-05-10T11:17:32.990 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/kernel/tracing 2024-05-10T11:17:32.990 INFO:teuthology.orchestra.run.smithi053.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-05-10T11:17:32.990 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/fuse/connections 2024-05-10T11:17:32.990 INFO:teuthology.orchestra.run.smithi053.stdout:/run/credentials/systemd-sysctl.service 2024-05-10T11:17:32.990 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/kernel/config 2024-05-10T11:17:32.990 INFO:teuthology.orchestra.run.smithi053.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-05-10T11:17:32.990 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/nfs/rpc_pipefs 2024-05-10T11:17:32.990 INFO:teuthology.orchestra.run.smithi053.stdout:/run/user/1000 2024-05-10T11:17:32.990 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/ceph 2024-05-10T11:17:32.990 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay 2024-05-10T11:17:32.990 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/1b56e363c7fda435e6765284fe545063a298030565fbc239016ec65afcf9278d/merged 2024-05-10T11:17:32.991 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/1bf1fe8f60de585021521998261ca9fa54f6f604acc69e9355c5c749a169bdc5/merged 2024-05-10T11:17:32.991 INFO:teuthology.orchestra.run.smithi053.stdout:/run/user/0 2024-05-10T11:17:32.991 INFO:teuthology.orchestra.run.smithi053.stdout:/proc/sys/fs/binfmt_misc 2024-05-10T11:17:32.991 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/de83b30c283a77e73bd436e84a65390b7129b5fe7671eebf1079383b16491d41/merged 2024-05-10T11:17:32.991 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/92bdbc58f46e5457e7920d293834615b9e02807bc476c2a9cde5ba061041634e/merged 2024-05-10T11:17:32.991 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/ebe9a2f00c08b6ad54dbe35bebb156b8e9265db70f8fb4c9adddbb1814a228cf/merged 2024-05-10T11:17:32.991 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/c7591b425eae1e8f10b4b884a6e42fd7bc32baf39c5edcf272b48a8af9bdf7c1/merged 2024-05-10T11:17:32.991 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/15aa7ec8de41766ec9b3c06f2b8fc80905ce2e6ba1f1fea85a95e20c7bab8965/merged 2024-05-10T11:17:32.991 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/c40f8a09841a89dd887acdf46187e204e8b5900578dd6ae881581a91ef8894dc/merged 2024-05-10T11:17:32.991 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/7a242e83ebc2fa7d4cf4ee6ec2a50f9dc4651db1a6253e3902272a1058d8cc56/merged 2024-05-10T11:17:32.991 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/906173940f13d15d5d134d2c7713dcfb10af774c5b73613265ba129e15629df0/merged 2024-05-10T11:17:32.991 INFO:teuthology.orchestra.run.smithi053.stdout:/run/netns 2024-05-10T11:17:32.991 INFO:teuthology.orchestra.run.smithi053.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-05-10T11:17:32.991 INFO:teuthology.orchestra.run.smithi053.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-05-10T11:17:32.992 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:17:32.992 DEBUG:teuthology.orchestra.run.smithi053:> ls /sys/fs/fuse/connections 2024-05-10T11:17:33.013 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi053.stderr:2024-05-10T11:17:33.013+0000 7fd1327c3480 -1 init, newargv = 0x564aa9a59190 newargc=15 2024-05-10T11:17:33.013 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi053.stderr:ceph-fuse[73702]: starting ceph client 2024-05-10T11:17:33.020 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi053.stderr:ceph-fuse[73702]: starting fuse 2024-05-10T11:17:33.029 INFO:teuthology.orchestra.run.smithi053.stdout:103 2024-05-10T11:17:33.030 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [103] 2024-05-10T11:17:33.030 DEBUG:teuthology.orchestra.run.smithi053:> sudo stdin-killer -- python3 -c ' 2024-05-10T11:17:33.030 DEBUG:teuthology.orchestra.run.smithi053:> import glob 2024-05-10T11:17:33.030 DEBUG:teuthology.orchestra.run.smithi053:> import re 2024-05-10T11:17:33.030 DEBUG:teuthology.orchestra.run.smithi053:> import os 2024-05-10T11:17:33.030 DEBUG:teuthology.orchestra.run.smithi053:> import subprocess 2024-05-10T11:17:33.030 DEBUG:teuthology.orchestra.run.smithi053:> 2024-05-10T11:17:33.030 DEBUG:teuthology.orchestra.run.smithi053:> def _find_admin_socket(client_name): 2024-05-10T11:17:33.030 DEBUG:teuthology.orchestra.run.smithi053:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-05-10T11:17:33.030 DEBUG:teuthology.orchestra.run.smithi053:> files = glob.glob(asok_path) 2024-05-10T11:17:33.030 DEBUG:teuthology.orchestra.run.smithi053:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-05-10T11:17:33.031 DEBUG:teuthology.orchestra.run.smithi053:> 2024-05-10T11:17:33.031 DEBUG:teuthology.orchestra.run.smithi053:> # Given a non-glob path, it better be there 2024-05-10T11:17:33.031 DEBUG:teuthology.orchestra.run.smithi053:> if "*" not in asok_path: 2024-05-10T11:17:33.031 DEBUG:teuthology.orchestra.run.smithi053:> assert(len(files) == 1) 2024-05-10T11:17:33.031 DEBUG:teuthology.orchestra.run.smithi053:> return files[0] 2024-05-10T11:17:33.031 DEBUG:teuthology.orchestra.run.smithi053:> 2024-05-10T11:17:33.031 DEBUG:teuthology.orchestra.run.smithi053:> for f in files: 2024-05-10T11:17:33.031 DEBUG:teuthology.orchestra.run.smithi053:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-05-10T11:17:33.031 DEBUG:teuthology.orchestra.run.smithi053:> if os.path.exists("/proc/{0}".format(pid)): 2024-05-10T11:17:33.031 DEBUG:teuthology.orchestra.run.smithi053:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-05-10T11:17:33.031 DEBUG:teuthology.orchestra.run.smithi053:> contents = proc_f.read() 2024-05-10T11:17:33.031 DEBUG:teuthology.orchestra.run.smithi053:> if mountpoint in contents: 2024-05-10T11:17:33.031 DEBUG:teuthology.orchestra.run.smithi053:> return f 2024-05-10T11:17:33.031 DEBUG:teuthology.orchestra.run.smithi053:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-05-10T11:17:33.031 DEBUG:teuthology.orchestra.run.smithi053:> 2024-05-10T11:17:33.031 DEBUG:teuthology.orchestra.run.smithi053:> print(_find_admin_socket("client.admin")) 2024-05-10T11:17:33.032 DEBUG:teuthology.orchestra.run.smithi053:> ' 2024-05-10T11:17:33.151 INFO:teuthology.orchestra.run.smithi053.stdout:/var/run/ceph/ceph-client.admin.73702.asok 2024-05-10T11:17:33.154 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-10T11:17:33.161 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.73702.asok 2024-05-10T11:17:33.162 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:17:33.162 DEBUG:teuthology.orchestra.run.smithi053:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.73702.asok status 2024-05-10T11:17:33.301 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:17:33.302 INFO:teuthology.orchestra.run.smithi053.stdout: "metadata": { 2024-05-10T11:17:33.302 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_sha1": "d39fa08867836ac070c47cb66c782fa559fd480b", 2024-05-10T11:17:33.302 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_version": "ceph version 19.0.0-3449-gd39fa088 (d39fa08867836ac070c47cb66c782fa559fd480b) squid (dev)", 2024-05-10T11:17:33.302 INFO:teuthology.orchestra.run.smithi053.stdout: "entity_id": "admin", 2024-05-10T11:17:33.302 INFO:teuthology.orchestra.run.smithi053.stdout: "hostname": "smithi053", 2024-05-10T11:17:33.302 INFO:teuthology.orchestra.run.smithi053.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-05-10T11:17:33.302 INFO:teuthology.orchestra.run.smithi053.stdout: "pid": "73702", 2024-05-10T11:17:33.302 INFO:teuthology.orchestra.run.smithi053.stdout: "root": "/" 2024-05-10T11:17:33.302 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:17:33.302 INFO:teuthology.orchestra.run.smithi053.stdout: "dentry_count": 0, 2024-05-10T11:17:33.302 INFO:teuthology.orchestra.run.smithi053.stdout: "dentry_pinned_count": 0, 2024-05-10T11:17:33.302 INFO:teuthology.orchestra.run.smithi053.stdout: "id": 14706, 2024-05-10T11:17:33.303 INFO:teuthology.orchestra.run.smithi053.stdout: "inst": { 2024-05-10T11:17:33.303 INFO:teuthology.orchestra.run.smithi053.stdout: "name": { 2024-05-10T11:17:33.303 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "client", 2024-05-10T11:17:33.303 INFO:teuthology.orchestra.run.smithi053.stdout: "num": 14706 2024-05-10T11:17:33.303 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:17:33.303 INFO:teuthology.orchestra.run.smithi053.stdout: "addr": { 2024-05-10T11:17:33.303 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "v1", 2024-05-10T11:17:33.303 INFO:teuthology.orchestra.run.smithi053.stdout: "addr": "192.168.0.1:0", 2024-05-10T11:17:33.303 INFO:teuthology.orchestra.run.smithi053.stdout: "nonce": 3766572376 2024-05-10T11:17:33.303 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:17:33.303 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:17:33.303 INFO:teuthology.orchestra.run.smithi053.stdout: "addr": { 2024-05-10T11:17:33.303 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "v1", 2024-05-10T11:17:33.303 INFO:teuthology.orchestra.run.smithi053.stdout: "addr": "192.168.0.1:0", 2024-05-10T11:17:33.303 INFO:teuthology.orchestra.run.smithi053.stdout: "nonce": 3766572376 2024-05-10T11:17:33.304 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:17:33.304 INFO:teuthology.orchestra.run.smithi053.stdout: "inst_str": "client.14706 192.168.0.1:0/3766572376", 2024-05-10T11:17:33.304 INFO:teuthology.orchestra.run.smithi053.stdout: "addr_str": "192.168.0.1:0/3766572376", 2024-05-10T11:17:33.304 INFO:teuthology.orchestra.run.smithi053.stdout: "inode_count": 1, 2024-05-10T11:17:33.304 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_epoch": 17, 2024-05-10T11:17:33.304 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_epoch": 88, 2024-05-10T11:17:33.304 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_epoch_barrier": 0, 2024-05-10T11:17:33.304 INFO:teuthology.orchestra.run.smithi053.stdout: "blocklisted": false, 2024-05-10T11:17:33.304 INFO:teuthology.orchestra.run.smithi053.stdout: "fs_name": "cephfs" 2024-05-10T11:17:33.304 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:17:33.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:17:33.310 DEBUG:teuthology.orchestra.run.smithi053:> stat --file-system '--printf=%T 2024-05-10T11:17:33.311 DEBUG:teuthology.orchestra.run.smithi053:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-05-10T11:17:33.327 INFO:teuthology.orchestra.run.smithi053.stdout:fuseblk 2024-05-10T11:17:33.327 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-05-10T11:17:33.328 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:17:33.328 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-05-10T11:17:33.395 DEBUG:teuthology.orchestra.run.smithi053:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-05-10T11:17:33.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:33 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-10T11:17:33.506 INFO:teuthology.orchestra.run.smithi053.stdout:# file: . 2024-05-10T11:17:33.506 INFO:teuthology.orchestra.run.smithi053.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-05-10T11:17:33.506 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:17:33.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-10T11:17:33.513 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-05-10T11:17:33.513 DEBUG:teuthology.orchestra.run.smithi053:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-10T11:17:33.530 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd blocklist ls 2024-05-10T11:17:33.823 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:17:33.945 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:33 smithi053 ceph-mon[30153]: pgmap v321: 129 pgs: 1 activating, 128 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:33.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:33 smithi132 ceph-mon[33758]: pgmap v321: 129 pgs: 1 activating, 128 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:34.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:33 smithi187 ceph-mon[34076]: pgmap v321: 129 pgs: 1 activating, 128 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:35.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.572+0000 7f7e7e35d700 1 -- 172.21.15.53:0/178107216 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e7806bbe0 msgr2=0x7f7e7806c060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:35.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.572+0000 7f7e7e35d700 1 --2- 172.21.15.53:0/178107216 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e7806bbe0 0x7f7e7806c060 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f7e60009990 tx=0x7f7e60009ca0 comp rx=0 tx=0).stop 2024-05-10T11:17:35.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.572+0000 7f7e7e35d700 1 -- 172.21.15.53:0/178107216 shutdown_connections 2024-05-10T11:17:35.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.572+0000 7f7e7e35d700 1 --2- 172.21.15.53:0/178107216 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7e7806c5a0 0x7f7e781103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:35.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.572+0000 7f7e7e35d700 1 --2- 172.21.15.53:0/178107216 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7e78109640 0x7f7e78109a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:35.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.572+0000 7f7e7e35d700 1 --2- 172.21.15.53:0/178107216 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e7806bbe0 0x7f7e7806c060 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:35.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.572+0000 7f7e7e35d700 1 -- 172.21.15.53:0/178107216 >> 172.21.15.53:0/178107216 conn(0x7f7e780791a0 msgr2=0x7f7e780795b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:35.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.572+0000 7f7e7e35d700 1 -- 172.21.15.53:0/178107216 shutdown_connections 2024-05-10T11:17:35.575 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.572+0000 7f7e7e35d700 1 -- 172.21.15.53:0/178107216 wait complete. 2024-05-10T11:17:35.575 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.572+0000 7f7e7e35d700 1 Processor -- start 2024-05-10T11:17:35.575 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.573+0000 7f7e7e35d700 1 -- start start 2024-05-10T11:17:35.575 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.573+0000 7f7e7e35d700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7e7806bbe0 0x7f7e78102770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:35.575 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.573+0000 7f7e7e35d700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7e7806c5a0 0x7f7e78102cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:35.575 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.573+0000 7f7e7e35d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e78109640 0x7f7e781031f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:35.575 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.573+0000 7f7e7e35d700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7e78113560 con 0x7f7e78109640 2024-05-10T11:17:35.575 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.573+0000 7f7e7e35d700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f7e781133e0 con 0x7f7e7806c5a0 2024-05-10T11:17:35.575 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.573+0000 7f7e7e35d700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f7e781136e0 con 0x7f7e7806bbe0 2024-05-10T11:17:35.575 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.573+0000 7f7e7c8fa700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e78109640 0x7f7e781031f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:35.575 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.573+0000 7f7e7c8fa700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e78109640 0x7f7e781031f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:55826/0 (socket says 172.21.15.53:55826) 2024-05-10T11:17:35.575 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.573+0000 7f7e7c8fa700 1 -- 172.21.15.53:0/3286707574 learned_addr learned my addr 172.21.15.53:0/3286707574 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:17:35.575 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.573+0000 7f7e77fff700 1 --2- 172.21.15.53:0/3286707574 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7e7806bbe0 0x7f7e78102770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:35.575 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.573+0000 7f7e6ffff700 1 --2- 172.21.15.53:0/3286707574 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7e7806c5a0 0x7f7e78102cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:35.576 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.573+0000 7f7e7c8fa700 1 -- 172.21.15.53:0/3286707574 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7e7806bbe0 msgr2=0x7f7e78102770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:35.576 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.573+0000 7f7e7c8fa700 1 --2- 172.21.15.53:0/3286707574 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7e7806bbe0 0x7f7e78102770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:35.576 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.573+0000 7f7e7c8fa700 1 -- 172.21.15.53:0/3286707574 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7e7806c5a0 msgr2=0x7f7e78102cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:35.576 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.573+0000 7f7e7c8fa700 1 --2- 172.21.15.53:0/3286707574 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7e7806c5a0 0x7f7e78102cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:35.576 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.573+0000 7f7e7c8fa700 1 -- 172.21.15.53:0/3286707574 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e781a7fa0 con 0x7f7e78109640 2024-05-10T11:17:35.576 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.574+0000 7f7e7c8fa700 1 --2- 172.21.15.53:0/3286707574 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e78109640 0x7f7e781031f0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f7e70007f10 tx=0x7f7e7000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:35.576 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.574+0000 7f7e75ffb700 1 -- 172.21.15.53:0/3286707574 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e70009e20 con 0x7f7e78109640 2024-05-10T11:17:35.576 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.574+0000 7f7e75ffb700 1 -- 172.21.15.53:0/3286707574 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7e70004bb0 con 0x7f7e78109640 2024-05-10T11:17:35.576 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.574+0000 7f7e7e35d700 1 -- 172.21.15.53:0/3286707574 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e781a8290 con 0x7f7e78109640 2024-05-10T11:17:35.577 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.574+0000 7f7e75ffb700 1 -- 172.21.15.53:0/3286707574 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e70005820 con 0x7f7e78109640 2024-05-10T11:17:35.577 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.574+0000 7f7e7e35d700 1 -- 172.21.15.53:0/3286707574 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e781a8750 con 0x7f7e78109640 2024-05-10T11:17:35.577 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.575+0000 7f7e7e35d700 1 -- 172.21.15.53:0/3286707574 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e7806a190 con 0x7f7e78109640 2024-05-10T11:17:35.577 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.576+0000 7f7e75ffb700 1 -- 172.21.15.53:0/3286707574 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f7e7001a020 con 0x7f7e78109640 2024-05-10T11:17:35.577 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.577+0000 7f7e75ffb700 1 --2- 172.21.15.53:0/3286707574 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7e640b2880 0x7f7e640b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:35.578 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.577+0000 7f7e75ffb700 1 -- 172.21.15.53:0/3286707574 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9092+0+0 (secure 0 0 0) 0x7f7e700e2280 con 0x7f7e78109640 2024-05-10T11:17:35.578 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.578+0000 7f7e77fff700 1 --2- 172.21.15.53:0/3286707574 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7e640b2880 0x7f7e640b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:35.578 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.578+0000 7f7e77fff700 1 --2- 172.21.15.53:0/3286707574 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7e640b2880 0x7f7e640b4d40 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f7e6800abd0 tx=0x7f7e6800a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:35.581 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.581+0000 7f7e75ffb700 1 -- 172.21.15.53:0/3286707574 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f7e70010070 con 0x7f7e78109640 2024-05-10T11:17:35.810 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.810+0000 7f7e7e35d700 1 -- 172.21.15.53:0/3286707574 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f7e7802e510 con 0x7f7e78109640 2024-05-10T11:17:35.810 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.810+0000 7f7e75ffb700 1 -- 172.21.15.53:0/3286707574 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v88) ==== 81+0+591 (secure 0 0 0) 0x7f7e700a9be0 con 0x7f7e78109640 2024-05-10T11:17:35.810 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/977742423 2024-05-11T11:09:26.546089+0000 2024-05-10T11:17:35.810 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:6801/1408829696 2024-05-11T11:09:26.546089+0000 2024-05-10T11:17:35.811 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/2797782055 2024-05-11T11:08:59.024880+0000 2024-05-10T11:17:35.811 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:6800/1408829696 2024-05-11T11:09:26.546089+0000 2024-05-10T11:17:35.811 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/3095428222 2024-05-11T11:09:26.546089+0000 2024-05-10T11:17:35.811 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/1058417156 2024-05-11T11:08:59.024880+0000 2024-05-10T11:17:35.811 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/2996064341 2024-05-11T11:08:59.024880+0000 2024-05-10T11:17:35.811 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/3430080635 2024-05-11T11:09:26.546089+0000 2024-05-10T11:17:35.811 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:6800/1318129754 2024-05-11T11:08:59.024880+0000 2024-05-10T11:17:35.811 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:6801/1318129754 2024-05-11T11:08:59.024880+0000 2024-05-10T11:17:35.812 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.812+0000 7f7e7e35d700 1 -- 172.21.15.53:0/3286707574 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7e640b2880 msgr2=0x7f7e640b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:35.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.812+0000 7f7e7e35d700 1 --2- 172.21.15.53:0/3286707574 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7e640b2880 0x7f7e640b4d40 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f7e6800abd0 tx=0x7f7e6800a380 comp rx=0 tx=0).stop 2024-05-10T11:17:35.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.812+0000 7f7e7e35d700 1 -- 172.21.15.53:0/3286707574 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e78109640 msgr2=0x7f7e781031f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:35.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.812+0000 7f7e7e35d700 1 --2- 172.21.15.53:0/3286707574 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e78109640 0x7f7e781031f0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f7e70007f10 tx=0x7f7e7000d3b0 comp rx=0 tx=0).stop 2024-05-10T11:17:35.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.812+0000 7f7e7e35d700 1 -- 172.21.15.53:0/3286707574 shutdown_connections 2024-05-10T11:17:35.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.812+0000 7f7e7e35d700 1 --2- 172.21.15.53:0/3286707574 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7e640b2880 0x7f7e640b4d40 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:35.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.812+0000 7f7e7e35d700 1 --2- 172.21.15.53:0/3286707574 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e78109640 0x7f7e781031f0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:35.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.812+0000 7f7e7e35d700 1 --2- 172.21.15.53:0/3286707574 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7e7806bbe0 0x7f7e78102770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:35.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.813+0000 7f7e7e35d700 1 --2- 172.21.15.53:0/3286707574 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7e7806c5a0 0x7f7e78102cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:35.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.813+0000 7f7e7e35d700 1 -- 172.21.15.53:0/3286707574 >> 172.21.15.53:0/3286707574 conn(0x7f7e780791a0 msgr2=0x7f7e78101320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:35.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.813+0000 7f7e7e35d700 1 -- 172.21.15.53:0/3286707574 shutdown_connections 2024-05-10T11:17:35.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:35.813+0000 7f7e7e35d700 1 -- 172.21.15.53:0/3286707574 wait complete. 2024-05-10T11:17:35.814 INFO:teuthology.orchestra.run.smithi053.stderr:listed 10 entries 2024-05-10T11:17:35.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:35 smithi132 ceph-mon[33758]: pgmap v322: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:36.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:35 smithi187 ceph-mon[34076]: pgmap v322: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:36.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:35 smithi053 ceph-mon[30153]: pgmap v322: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:36.631 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-05-10T11:17:36.631 DEBUG:teuthology.orchestra.run.smithi053:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-10T11:17:36.651 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd blocklist ls 2024-05-10T11:17:36.951 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:17:36.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:36 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3286707574' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-10T11:17:37.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:36 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3286707574' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-10T11:17:37.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:36 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3286707574' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-10T11:17:37.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:37 smithi132 ceph-mon[33758]: pgmap v323: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:38.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:37 smithi187 ceph-mon[34076]: pgmap v323: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:38.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:37 smithi053 ceph-mon[30153]: pgmap v323: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:38.639 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.637+0000 7f413dad2700 1 -- 172.21.15.53:0/3689561112 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f413806b180 msgr2=0x7f413806b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:38.639 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.637+0000 7f413dad2700 1 --2- 172.21.15.53:0/3689561112 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f413806b180 0x7f413806b600 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f4120009990 tx=0x7f4120009ca0 comp rx=0 tx=0).stop 2024-05-10T11:17:38.639 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.637+0000 7f413dad2700 1 -- 172.21.15.53:0/3689561112 shutdown_connections 2024-05-10T11:17:38.639 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.637+0000 7f413dad2700 1 --2- 172.21.15.53:0/3689561112 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f413806bb40 0x7f4138110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:38.639 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.637+0000 7f413dad2700 1 --2- 172.21.15.53:0/3689561112 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4138109510 0x7f41381098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:38.640 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.637+0000 7f413dad2700 1 --2- 172.21.15.53:0/3689561112 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f413806b180 0x7f413806b600 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:38.640 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.637+0000 7f413dad2700 1 -- 172.21.15.53:0/3689561112 >> 172.21.15.53:0/3689561112 conn(0x7f4138079350 msgr2=0x7f4138079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:38.640 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.637+0000 7f413dad2700 1 -- 172.21.15.53:0/3689561112 shutdown_connections 2024-05-10T11:17:38.640 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.637+0000 7f413dad2700 1 -- 172.21.15.53:0/3689561112 wait complete. 2024-05-10T11:17:38.640 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.638+0000 7f413dad2700 1 Processor -- start 2024-05-10T11:17:38.640 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.638+0000 7f413dad2700 1 -- start start 2024-05-10T11:17:38.640 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.638+0000 7f413dad2700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f413806b180 0x7f413819f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:38.640 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.638+0000 7f413dad2700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f413806bb40 0x7f413819fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:38.640 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.638+0000 7f413dad2700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4138109510 0x7f41381998f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:38.640 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.638+0000 7f413dad2700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f41381134f0 con 0x7f413806b180 2024-05-10T11:17:38.640 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.638+0000 7f413dad2700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f4138113370 con 0x7f413806bb40 2024-05-10T11:17:38.640 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.638+0000 7f413dad2700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f4138113670 con 0x7f4138109510 2024-05-10T11:17:38.640 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.638+0000 7f41377fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f413806b180 0x7f413819f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:38.640 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.638+0000 7f41377fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f413806b180 0x7f413819f730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38482/0 (socket says 172.21.15.53:38482) 2024-05-10T11:17:38.641 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.638+0000 7f41377fe700 1 -- 172.21.15.53:0/1077581145 learned_addr learned my addr 172.21.15.53:0/1077581145 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:17:38.641 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.639+0000 7f4136ffd700 1 --2- 172.21.15.53:0/1077581145 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f413806bb40 0x7f413819fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:38.641 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.639+0000 7f4137fff700 1 --2- 172.21.15.53:0/1077581145 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4138109510 0x7f41381998f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:38.641 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.639+0000 7f41377fe700 1 -- 172.21.15.53:0/1077581145 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4138109510 msgr2=0x7f41381998f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:38.641 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.639+0000 7f41377fe700 1 --2- 172.21.15.53:0/1077581145 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4138109510 0x7f41381998f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:38.641 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.639+0000 7f41377fe700 1 -- 172.21.15.53:0/1077581145 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f413806bb40 msgr2=0x7f413819fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:38.641 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.639+0000 7f41377fe700 1 --2- 172.21.15.53:0/1077581145 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f413806bb40 0x7f413819fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:38.641 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.639+0000 7f41377fe700 1 -- 172.21.15.53:0/1077581145 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f413819a050 con 0x7f413806b180 2024-05-10T11:17:38.641 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.639+0000 7f4136ffd700 1 --2- 172.21.15.53:0/1077581145 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f413806bb40 0x7f413819fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:17:38.641 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.639+0000 7f41377fe700 1 --2- 172.21.15.53:0/1077581145 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f413806b180 0x7f413819f730 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f412800ada0 tx=0x7f412800c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:38.641 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.639+0000 7f4134ff9700 1 -- 172.21.15.53:0/1077581145 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4128017020 con 0x7f413806b180 2024-05-10T11:17:38.641 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.639+0000 7f413dad2700 1 -- 172.21.15.53:0/1077581145 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f413819a340 con 0x7f413806b180 2024-05-10T11:17:38.641 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.639+0000 7f4134ff9700 1 -- 172.21.15.53:0/1077581145 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f412800ce10 con 0x7f413806b180 2024-05-10T11:17:38.641 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.639+0000 7f4134ff9700 1 -- 172.21.15.53:0/1077581145 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41280054e0 con 0x7f413806b180 2024-05-10T11:17:38.642 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.639+0000 7f413dad2700 1 -- 172.21.15.53:0/1077581145 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41381a6600 con 0x7f413806b180 2024-05-10T11:17:38.642 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.640+0000 7f413dad2700 1 -- 172.21.15.53:0/1077581145 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f413806a190 con 0x7f413806b180 2024-05-10T11:17:38.643 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.642+0000 7f4134ff9700 1 -- 172.21.15.53:0/1077581145 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f4128004c40 con 0x7f413806b180 2024-05-10T11:17:38.643 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.642+0000 7f4134ff9700 1 --2- 172.21.15.53:0/1077581145 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f41240b2880 0x7f41240b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:38.643 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.642+0000 7f4136ffd700 1 --2- 172.21.15.53:0/1077581145 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f41240b2880 0x7f41240b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:38.643 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.642+0000 7f4134ff9700 1 -- 172.21.15.53:0/1077581145 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9092+0+0 (secure 0 0 0) 0x7f41280e22e0 con 0x7f413806b180 2024-05-10T11:17:38.643 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.643+0000 7f4136ffd700 1 --2- 172.21.15.53:0/1077581145 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f41240b2880 0x7f41240b4d40 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f412000b5c0 tx=0x7f4120005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:38.646 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.646+0000 7f4134ff9700 1 -- 172.21.15.53:0/1077581145 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f4128021020 con 0x7f413806b180 2024-05-10T11:17:38.885 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.884+0000 7f413dad2700 1 -- 172.21.15.53:0/1077581145 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f413802e510 con 0x7f413806b180 2024-05-10T11:17:38.885 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.885+0000 7f4134ff9700 1 -- 172.21.15.53:0/1077581145 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v88) ==== 81+0+591 (secure 0 0 0) 0x7f41280a9d30 con 0x7f413806b180 2024-05-10T11:17:38.885 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/977742423 2024-05-11T11:09:26.546089+0000 2024-05-10T11:17:38.885 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:6801/1408829696 2024-05-11T11:09:26.546089+0000 2024-05-10T11:17:38.885 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/2797782055 2024-05-11T11:08:59.024880+0000 2024-05-10T11:17:38.885 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:6800/1408829696 2024-05-11T11:09:26.546089+0000 2024-05-10T11:17:38.885 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/3095428222 2024-05-11T11:09:26.546089+0000 2024-05-10T11:17:38.885 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/1058417156 2024-05-11T11:08:59.024880+0000 2024-05-10T11:17:38.886 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/2996064341 2024-05-11T11:08:59.024880+0000 2024-05-10T11:17:38.886 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/3430080635 2024-05-11T11:09:26.546089+0000 2024-05-10T11:17:38.886 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:6800/1318129754 2024-05-11T11:08:59.024880+0000 2024-05-10T11:17:38.886 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:6801/1318129754 2024-05-11T11:08:59.024880+0000 2024-05-10T11:17:38.887 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.887+0000 7f413dad2700 1 -- 172.21.15.53:0/1077581145 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f41240b2880 msgr2=0x7f41240b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:38.887 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.887+0000 7f413dad2700 1 --2- 172.21.15.53:0/1077581145 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f41240b2880 0x7f41240b4d40 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f412000b5c0 tx=0x7f4120005fb0 comp rx=0 tx=0).stop 2024-05-10T11:17:38.887 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.887+0000 7f413dad2700 1 -- 172.21.15.53:0/1077581145 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f413806b180 msgr2=0x7f413819f730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:38.887 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.887+0000 7f413dad2700 1 --2- 172.21.15.53:0/1077581145 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f413806b180 0x7f413819f730 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f412800ada0 tx=0x7f412800c330 comp rx=0 tx=0).stop 2024-05-10T11:17:38.887 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.887+0000 7f413dad2700 1 -- 172.21.15.53:0/1077581145 shutdown_connections 2024-05-10T11:17:38.887 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.887+0000 7f413dad2700 1 --2- 172.21.15.53:0/1077581145 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f41240b2880 0x7f41240b4d40 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:38.887 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.887+0000 7f413dad2700 1 --2- 172.21.15.53:0/1077581145 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4138109510 0x7f41381998f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:38.887 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.887+0000 7f413dad2700 1 --2- 172.21.15.53:0/1077581145 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f413806b180 0x7f413819f730 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:38.888 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.887+0000 7f413dad2700 1 --2- 172.21.15.53:0/1077581145 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f413806bb40 0x7f413819fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:38.888 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.887+0000 7f413dad2700 1 -- 172.21.15.53:0/1077581145 >> 172.21.15.53:0/1077581145 conn(0x7f4138079350 msgr2=0x7f4138101250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:38.888 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.887+0000 7f413dad2700 1 -- 172.21.15.53:0/1077581145 shutdown_connections 2024-05-10T11:17:38.888 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:38.887+0000 7f413dad2700 1 -- 172.21.15.53:0/1077581145 wait complete. 2024-05-10T11:17:38.888 INFO:teuthology.orchestra.run.smithi053.stderr:listed 10 entries 2024-05-10T11:17:39.634 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi053.front.sepia.ceph.com... 2024-05-10T11:17:39.634 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:17:39.634 DEBUG:teuthology.orchestra.run.smithi053:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-05-10T11:17:39.663 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi053.stderr:ceph-fuse[73702]: fuse finished with error 0 and tester_r 0 2024-05-10T11:17:39.665 INFO:teuthology.orchestra.run:waiting for 300 2024-05-10T11:17:39.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:39 smithi132 ceph-mon[33758]: pgmap v324: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 372 B/s wr, 0 op/s 2024-05-10T11:17:39.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:39 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1077581145' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-10T11:17:40.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:39 smithi187 ceph-mon[34076]: pgmap v324: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 372 B/s wr, 0 op/s 2024-05-10T11:17:40.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:39 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1077581145' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-10T11:17:40.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:39 smithi053 ceph-mon[30153]: pgmap v324: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 372 B/s wr, 0 op/s 2024-05-10T11:17:40.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:39 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1077581145' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-10T11:17:41.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:41 smithi132 ceph-mon[33758]: pgmap v325: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-05-10T11:17:42.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:41 smithi187 ceph-mon[34076]: pgmap v325: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-05-10T11:17:42.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:41 smithi053 ceph-mon[30153]: pgmap v325: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-05-10T11:17:43.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:43 smithi132 ceph-mon[33758]: pgmap v326: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-05-10T11:17:44.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:43 smithi187 ceph-mon[34076]: pgmap v326: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-05-10T11:17:44.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:43 smithi053 ceph-mon[30153]: pgmap v326: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-05-10T11:17:45.767 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi053.front.sepia.ceph.com 2024-05-10T11:17:45.767 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:17:45.768 DEBUG:teuthology.orchestra.run.smithi053:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-05-10T11:17:45.797 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-10T11:17:45.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:45 smithi132 ceph-mon[33758]: pgmap v327: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-05-10T11:17:46.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:45 smithi187 ceph-mon[34076]: pgmap v327: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-05-10T11:17:46.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:45 smithi053 ceph-mon[30153]: pgmap v327: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-05-10T11:17:46.103 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:17:46.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:46 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:17:46.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:46 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:17:47.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:46 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:17:47.764 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.764+0000 7f6ad9016700 1 -- 172.21.15.53:0/1009593677 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6ad4108850 msgr2=0x7f6ad41103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:47.764 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.764+0000 7f6ad9016700 1 --2- 172.21.15.53:0/1009593677 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6ad4108850 0x7f6ad41103d0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f6acc0099c0 tx=0x7f6acc009cd0 comp rx=0 tx=0).stop 2024-05-10T11:17:47.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.764+0000 7f6ad9016700 1 -- 172.21.15.53:0/1009593677 shutdown_connections 2024-05-10T11:17:47.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.764+0000 7f6ad9016700 1 --2- 172.21.15.53:0/1009593677 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6ad4108850 0x7f6ad41103d0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:47.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.764+0000 7f6ad9016700 1 --2- 172.21.15.53:0/1009593677 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6ad4103750 0x7f6ad4103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:47.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.764+0000 7f6ad9016700 1 --2- 172.21.15.53:0/1009593677 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6ad4104100 0x7f6ad4108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:47.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.764+0000 7f6ad9016700 1 -- 172.21.15.53:0/1009593677 >> 172.21.15.53:0/1009593677 conn(0x7f6ad407a600 msgr2=0x7f6ad407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:47.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.764+0000 7f6ad9016700 1 -- 172.21.15.53:0/1009593677 shutdown_connections 2024-05-10T11:17:47.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.764+0000 7f6ad9016700 1 -- 172.21.15.53:0/1009593677 wait complete. 2024-05-10T11:17:47.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.765+0000 7f6ad9016700 1 Processor -- start 2024-05-10T11:17:47.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.765+0000 7f6ad9016700 1 -- start start 2024-05-10T11:17:47.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.765+0000 7f6ad9016700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6ad4103750 0x7f6ad419f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:47.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.765+0000 7f6ad9016700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6ad4104100 0x7f6ad419fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:47.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.765+0000 7f6ad9016700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6ad4108850 0x7f6ad41997b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:47.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.765+0000 7f6ad9016700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f6ad41134d0 con 0x7f6ad4108850 2024-05-10T11:17:47.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.765+0000 7f6ad9016700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f6ad4113350 con 0x7f6ad4104100 2024-05-10T11:17:47.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.765+0000 7f6ad9016700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f6ad4113650 con 0x7f6ad4103750 2024-05-10T11:17:47.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.765+0000 7f6ad359e700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6ad4108850 0x7f6ad41997b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:47.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.765+0000 7f6ad359e700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6ad4108850 0x7f6ad41997b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38494/0 (socket says 172.21.15.53:38494) 2024-05-10T11:17:47.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.765+0000 7f6ad359e700 1 -- 172.21.15.53:0/561724772 learned_addr learned my addr 172.21.15.53:0/561724772 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:17:47.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.765+0000 7f6ad259c700 1 --2- 172.21.15.53:0/561724772 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6ad4104100 0x7f6ad419fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:47.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.765+0000 7f6ad2d9d700 1 --2- 172.21.15.53:0/561724772 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6ad4103750 0x7f6ad419f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:47.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.766+0000 7f6ad359e700 1 -- 172.21.15.53:0/561724772 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6ad4103750 msgr2=0x7f6ad419f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:47.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.766+0000 7f6ad359e700 1 --2- 172.21.15.53:0/561724772 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6ad4103750 0x7f6ad419f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:47.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.766+0000 7f6ad359e700 1 -- 172.21.15.53:0/561724772 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6ad4104100 msgr2=0x7f6ad419fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:47.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.766+0000 7f6ad359e700 1 --2- 172.21.15.53:0/561724772 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6ad4104100 0x7f6ad419fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:47.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.766+0000 7f6ad359e700 1 -- 172.21.15.53:0/561724772 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ad4199f90 con 0x7f6ad4108850 2024-05-10T11:17:47.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.766+0000 7f6ad259c700 1 --2- 172.21.15.53:0/561724772 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6ad4104100 0x7f6ad419fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:17:47.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.766+0000 7f6ad359e700 1 --2- 172.21.15.53:0/561724772 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6ad4108850 0x7f6ad41997b0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f6acc009990 tx=0x7f6acc0047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:47.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.766+0000 7f6acbfff700 1 -- 172.21.15.53:0/561724772 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6acc004830 con 0x7f6ad4108850 2024-05-10T11:17:47.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.766+0000 7f6acbfff700 1 -- 172.21.15.53:0/561724772 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6acc005020 con 0x7f6ad4108850 2024-05-10T11:17:47.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.766+0000 7f6ad9016700 1 -- 172.21.15.53:0/561724772 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ad419a220 con 0x7f6ad4108850 2024-05-10T11:17:47.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.766+0000 7f6acbfff700 1 -- 172.21.15.53:0/561724772 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6acc00f9d0 con 0x7f6ad4108850 2024-05-10T11:17:47.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.766+0000 7f6ad9016700 1 -- 172.21.15.53:0/561724772 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ad41a6490 con 0x7f6ad4108850 2024-05-10T11:17:47.769 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.767+0000 7f6ad9016700 1 -- 172.21.15.53:0/561724772 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ad4104be0 con 0x7f6ad4108850 2024-05-10T11:17:47.770 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.769+0000 7f6acbfff700 1 -- 172.21.15.53:0/561724772 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f6acc0051d0 con 0x7f6ad4108850 2024-05-10T11:17:47.770 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.770+0000 7f6acbfff700 1 --2- 172.21.15.53:0/561724772 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6ac00b2880 0x7f6ac00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:47.770 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.770+0000 7f6ad2d9d700 1 --2- 172.21.15.53:0/561724772 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6ac00b2880 0x7f6ac00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:47.770 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.770+0000 7f6acbfff700 1 -- 172.21.15.53:0/561724772 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9092+0+0 (secure 0 0 0) 0x7f6acc0e3790 con 0x7f6ad4108850 2024-05-10T11:17:47.770 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.770+0000 7f6ad2d9d700 1 --2- 172.21.15.53:0/561724772 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6ac00b2880 0x7f6ac00b4d40 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f6ac4009550 tx=0x7f6ac40091f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:47.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:47.775+0000 7f6acbfff700 1 -- 172.21.15.53:0/561724772 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f6acc013070 con 0x7f6ad4108850 2024-05-10T11:17:47.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:47 smithi053 ceph-mon[30153]: pgmap v328: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-05-10T11:17:47.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:47 smithi132 ceph-mon[33758]: pgmap v328: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-05-10T11:17:48.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:47 smithi187 ceph-mon[34076]: pgmap v328: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-05-10T11:17:48.017 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:48.017+0000 7f6ad9016700 1 -- 172.21.15.53:0/561724772 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6ad402e510 con 0x7f6ad4108850 2024-05-10T11:17:48.019 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:48.019+0000 7f6acbfff700 1 -- 172.21.15.53:0/561724772 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+24597 (secure 0 0 0) 0x7f6acc0ab1e0 con 0x7f6ad4108850 2024-05-10T11:17:48.019 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:17:48.019 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":88,"fsid":"745ae8e0-0ebd-11ef-bc98-c7b262605968","created":"2024-05-10T11:08:31.420091+0000","modified":"2024-05-10T11:17:27.648186+0000","last_up_change":"2024-05-10T11:15:46.966521+0000","last_in_change":"2024-05-10T11:15:27.163789+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-10T11:11:52.642234+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-10T11:16:46.031221+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-10T11:16:50.069775+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-10T11:17:01.067983+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"308620b5-0bae-4c96-ad1e-ed079eb9d754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6803","nonce":1941743135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6805","nonce":1941743135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6809","nonce":1941743135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6807","nonce":1941743135}]},"public_addr":"172.21.15.53:6803/1941743135","cluster_addr":"172.21.15.53:6805/1941743135","heartbeat_back_addr":"172.21.15.53:6809/1941743135","heartbeat_front_addr":"172.21.15.53:6807/1941743135","state":["exists","up"]},{"osd":1,"uuid":"e6bd2396-fc15-4c8a-85c0-5a7586c7c059","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6801","nonce":1054747155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6803","nonce":1054747155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6807","nonce":1054747155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6805","nonce":1054747155}]},"public_addr":"172.21.15.132:6801/1054747155","cluster_addr":"172.21.15.132:6803/1054747155","heartbeat_back_addr":"172.21.15.132:6807/1054747155","heartbeat_front_addr":"172.21.15.132:6805/1054747155","state":["exists","up"]},{"osd":2,"uuid":"b685f96c-bfb2-4d57-9484-35b2b18f7913","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6801","nonce":3202790181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6803","nonce":3202790181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6807","nonce":3202790181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6805","nonce":3202790181}]},"public_addr":"172.21.15.187:6801/3202790181","cluster_addr":"172.21.15.187:6803/3202790181","heartbeat_back_addr":"172.21.15.187:6807/3202790181","heartbeat_front_addr":"172.21.15.187:6805/3202790181","state":["exists","up"]},{"osd":3,"uuid":"4522b579-3cc7-4378-a93c-6c99815acc28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6811","nonce":1472446441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6813","nonce":1472446441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6817","nonce":1472446441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6815","nonce":1472446441}]},"public_addr":"172.21.15.53:6811/1472446441","cluster_addr":"172.21.15.53:6813/1472446441","heartbeat_back_addr":"172.21.15.53:6817/1472446441","heartbeat_front_addr":"172.21.15.53:6815/1472446441","state":["exists","up"]},{"osd":4,"uuid":"4ddb8a8d-a867-4c85-90f3-3c69f9005ac5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6809","nonce":1125460805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6811","nonce":1125460805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6815","nonce":1125460805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6813","nonce":1125460805}]},"public_addr":"172.21.15.132:6809/1125460805","cluster_addr":"172.21.15.132:6811/1125460805","heartbeat_back_addr":"172.21.15.132:6815/1125460805","heartbeat_front_addr":"172.21.15.132:6813/1125460805","state":["exists","up"]},{"osd":5,"uuid":"eaef74a7-cef1-4fc5-899f-fd14fcd05c57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6809","nonce":486081036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6811","nonce":486081036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6815","nonce":486081036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6813","nonce":486081036}]},"public_addr":"172.21.15.187:6809/486081036","cluster_addr":"172.21.15.187:6811/486081036","heartbeat_back_addr":"172.21.15.187:6815/486081036","heartbeat_front_addr":"172.21.15.187:6813/486081036","state":["exists","up"]},{"osd":6,"uuid":"af22474c-76ca-48da-a8ff-252375cbe43f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6819","nonce":3301526689}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6821","nonce":3301526689}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6825","nonce":3301526689}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6823","nonce":3301526689}]},"public_addr":"172.21.15.53:6819/3301526689","cluster_addr":"172.21.15.53:6821/3301526689","heartbeat_back_addr":"172.21.15.53:6825/3301526689","heartbeat_front_addr":"172.21.15.53:6823/3301526689","state":["exists","up"]},{"osd":7,"uuid":"d5765fdc-67e8-4b48-8742-65a458ed6430","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6817","nonce":304039390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6819","nonce":304039390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6823","nonce":304039390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6821","nonce":304039390}]},"public_addr":"172.21.15.132:6817/304039390","cluster_addr":"172.21.15.132:6819/304039390","heartbeat_back_addr":"172.21.15.132:6823/304039390","heartbeat_front_addr":"172.21.15.132:6821/304039390","state":["exists","up"]},{"osd":8,"uuid":"6c8900ce-f028-4463-a003-f7faa3895c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6817","nonce":2315808567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6819","nonce":2315808567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6823","nonce":2315808567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6821","nonce":2315808567}]},"public_addr":"172.21.15.187:6817/2315808567","cluster_addr":"172.21.15.187:6819/2315808567","heartbeat_back_addr":"172.21.15.187:6823/2315808567","heartbeat_front_addr":"172.21.15.187:6821/2315808567","state":["exists","up"]},{"osd":9,"uuid":"58eecf43-c7de-4e0e-86c4-f8d8d4fb3ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6827","nonce":1901241164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6829","nonce":1901241164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6833","nonce":1901241164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6831","nonce":1901241164}]},"public_addr":"172.21.15.53:6827/1901241164","cluster_addr":"172.21.15.53:6829/1901241164","heartbeat_back_addr":"172.21.15.53:6833/1901241164","heartbeat_front_addr":"172.21.15.53:6831/1901241164","state":["exists","up"]},{"osd":10,"uuid":"ba4a44c8-7162-4379-a382-4c98f785e69f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6825","nonce":482345617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6827","nonce":482345617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6831","nonce":482345617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6829","nonce":482345617}]},"public_addr":"172.21.15.132:6825/482345617","cluster_addr":"172.21.15.132:6827/482345617","heartbeat_back_addr":"172.21.15.132:6831/482345617","heartbeat_front_addr":"172.21.15.132:6829/482345617","state":["exists","up"]},{"osd":11,"uuid":"593923cd-74a8-4090-8006-e0e8472273da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6825","nonce":2749419601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6827","nonce":2749419601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6831","nonce":2749419601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6829","nonce":2749419601}]},"public_addr":"172.21.15.187:6825/2749419601","cluster_addr":"172.21.15.187:6827/2749419601","heartbeat_back_addr":"172.21.15.187:6831/2749419601","heartbeat_front_addr":"172.21.15.187:6829/2749419601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:02.104830+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:26.066990+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:50.070264+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:16.098565+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:41.234204+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:06.486543+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:33.486448+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:59.439071+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:25.149192+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:52.839666+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:19.077873+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:45.602763+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.11","mappings":[{"from":5,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:0/977742423":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6801/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/2797782055":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6800/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/3095428222":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/1058417156":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/2996064341":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/3430080635":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6800/1318129754":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6801/1318129754":"2024-05-11T11:08:59.024880+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-10T11:17:48.021 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:48.021+0000 7f6ad9016700 1 -- 172.21.15.53:0/561724772 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6ac00b2880 msgr2=0x7f6ac00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:48.021 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:48.021+0000 7f6ad9016700 1 --2- 172.21.15.53:0/561724772 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6ac00b2880 0x7f6ac00b4d40 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f6ac4009550 tx=0x7f6ac40091f0 comp rx=0 tx=0).stop 2024-05-10T11:17:48.021 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:48.021+0000 7f6ad9016700 1 -- 172.21.15.53:0/561724772 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6ad4108850 msgr2=0x7f6ad41997b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:48.021 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:48.021+0000 7f6ad9016700 1 --2- 172.21.15.53:0/561724772 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6ad4108850 0x7f6ad41997b0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f6acc009990 tx=0x7f6acc0047b0 comp rx=0 tx=0).stop 2024-05-10T11:17:48.021 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:48.021+0000 7f6ad9016700 1 -- 172.21.15.53:0/561724772 shutdown_connections 2024-05-10T11:17:48.022 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:48.021+0000 7f6ad9016700 1 --2- 172.21.15.53:0/561724772 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6ac00b2880 0x7f6ac00b4d40 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:48.022 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:48.021+0000 7f6ad9016700 1 --2- 172.21.15.53:0/561724772 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6ad4108850 0x7f6ad41997b0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:48.022 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:48.021+0000 7f6ad9016700 1 --2- 172.21.15.53:0/561724772 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6ad4103750 0x7f6ad419f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:48.022 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:48.021+0000 7f6ad9016700 1 --2- 172.21.15.53:0/561724772 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6ad4104100 0x7f6ad419fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:48.022 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:48.021+0000 7f6ad9016700 1 -- 172.21.15.53:0/561724772 >> 172.21.15.53:0/561724772 conn(0x7f6ad407a600 msgr2=0x7f6ad4101710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:48.022 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:48.021+0000 7f6ad9016700 1 -- 172.21.15.53:0/561724772 shutdown_connections 2024-05-10T11:17:48.022 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:48.021+0000 7f6ad9016700 1 -- 172.21.15.53:0/561724772 wait complete. 2024-05-10T11:17:49.217 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:48 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:17:49.217 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:48 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:17:49.217 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:48 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:17:49.217 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:48 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:17:49.217 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:48 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/561724772' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:17:49.227 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:48 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:17:49.227 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:48 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:17:49.227 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:48 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:17:49.227 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:48 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:17:49.227 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:48 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/561724772' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:17:49.250 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-10T11:17:49.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:48 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:17:49.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:48 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:17:49.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:48 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:17:49.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:48 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:17:49.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:48 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/561724772' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:17:49.529 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:17:50.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:49 smithi132 ceph-mon[33758]: pgmap v329: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-05-10T11:17:50.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:49 smithi187 ceph-mon[34076]: pgmap v329: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-05-10T11:17:50.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:49 smithi053 ceph-mon[30153]: pgmap v329: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-05-10T11:17:51.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.172+0000 7fbddb2c9700 1 -- 172.21.15.53:0/3166871259 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbdd406c3d0 msgr2=0x7fbdd4110320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:51.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.172+0000 7fbddb2c9700 1 --2- 172.21.15.53:0/3166871259 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbdd406c3d0 0x7fbdd4110320 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fbdcc00b0a0 tx=0x7fbdcc00b3b0 comp rx=0 tx=0).stop 2024-05-10T11:17:51.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.172+0000 7fbddb2c9700 1 -- 172.21.15.53:0/3166871259 shutdown_connections 2024-05-10T11:17:51.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.172+0000 7fbddb2c9700 1 --2- 172.21.15.53:0/3166871259 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbdd406c3d0 0x7fbdd4110320 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:51.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.172+0000 7fbddb2c9700 1 --2- 172.21.15.53:0/3166871259 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbdd4109500 0x7fbdd41098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:51.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.172+0000 7fbddb2c9700 1 --2- 172.21.15.53:0/3166871259 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbdd406ba10 0x7fbdd406be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:51.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.172+0000 7fbddb2c9700 1 -- 172.21.15.53:0/3166871259 >> 172.21.15.53:0/3166871259 conn(0x7fbdd4079310 msgr2=0x7fbdd4079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:51.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.172+0000 7fbddb2c9700 1 -- 172.21.15.53:0/3166871259 shutdown_connections 2024-05-10T11:17:51.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.172+0000 7fbddb2c9700 1 -- 172.21.15.53:0/3166871259 wait complete. 2024-05-10T11:17:51.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.173+0000 7fbddb2c9700 1 Processor -- start 2024-05-10T11:17:51.174 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.173+0000 7fbddb2c9700 1 -- start start 2024-05-10T11:17:51.175 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.173+0000 7fbddb2c9700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbdd406ba10 0x7fbdd4102460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:51.175 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.173+0000 7fbddb2c9700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbdd406c3d0 0x7fbdd41029a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:51.175 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.173+0000 7fbddb2c9700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbdd4109500 0x7fbdd4102ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:51.175 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.173+0000 7fbddb2c9700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd41134e0 con 0x7fbdd4109500 2024-05-10T11:17:51.175 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.173+0000 7fbddb2c9700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd4113360 con 0x7fbdd406ba10 2024-05-10T11:17:51.175 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.173+0000 7fbddb2c9700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd4113660 con 0x7fbdd406c3d0 2024-05-10T11:17:51.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.174+0000 7fbdd8864700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbdd406c3d0 0x7fbdd41029a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:51.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.174+0000 7fbdd9065700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbdd406ba10 0x7fbdd4102460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:51.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.174+0000 7fbdd9866700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbdd4109500 0x7fbdd4102ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:51.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.174+0000 7fbdd8864700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbdd406c3d0 0x7fbdd41029a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.53:36032/0 (socket says 172.21.15.53:36032) 2024-05-10T11:17:51.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.174+0000 7fbdd8864700 1 -- 172.21.15.53:0/2789852983 learned_addr learned my addr 172.21.15.53:0/2789852983 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:17:51.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.174+0000 7fbdd9065700 1 -- 172.21.15.53:0/2789852983 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbdd406c3d0 msgr2=0x7fbdd41029a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:51.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.174+0000 7fbdd9065700 1 --2- 172.21.15.53:0/2789852983 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbdd406c3d0 0x7fbdd41029a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:51.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.174+0000 7fbdd9065700 1 -- 172.21.15.53:0/2789852983 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbdd4109500 msgr2=0x7fbdd4102ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:51.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.174+0000 7fbdd9065700 1 --2- 172.21.15.53:0/2789852983 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbdd4109500 0x7fbdd4102ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:51.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.174+0000 7fbdd9065700 1 -- 172.21.15.53:0/2789852983 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdd41a7f40 con 0x7fbdd406ba10 2024-05-10T11:17:51.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.174+0000 7fbdd8864700 1 --2- 172.21.15.53:0/2789852983 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbdd406c3d0 0x7fbdd41029a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:17:51.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.174+0000 7fbdd9065700 1 --2- 172.21.15.53:0/2789852983 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbdd406ba10 0x7fbdd4102460 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fbdd000d750 tx=0x7fbdd000da60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:51.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.174+0000 7fbdc67fc700 1 -- 172.21.15.53:0/2789852983 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdd0016070 con 0x7fbdd406ba10 2024-05-10T11:17:51.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.174+0000 7fbddb2c9700 1 -- 172.21.15.53:0/2789852983 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdd41a81d0 con 0x7fbdd406ba10 2024-05-10T11:17:51.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.175+0000 7fbdc67fc700 1 -- 172.21.15.53:0/2789852983 <== mon.2 v2:172.21.15.132:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbdd0005020 con 0x7fbdd406ba10 2024-05-10T11:17:51.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.175+0000 7fbdc67fc700 1 -- 172.21.15.53:0/2789852983 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdd000f980 con 0x7fbdd406ba10 2024-05-10T11:17:51.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.175+0000 7fbddb2c9700 1 -- 172.21.15.53:0/2789852983 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdd41a8710 con 0x7fbdd406ba10 2024-05-10T11:17:51.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.176+0000 7fbddb2c9700 1 -- 172.21.15.53:0/2789852983 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdd410b9e0 con 0x7fbdd406ba10 2024-05-10T11:17:51.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.177+0000 7fbdc67fc700 1 -- 172.21.15.53:0/2789852983 <== mon.2 v2:172.21.15.132:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fbdd0004a30 con 0x7fbdd406ba10 2024-05-10T11:17:51.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.178+0000 7fbdc67fc700 1 --2- 172.21.15.53:0/2789852983 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbdc00b2880 0x7fbdc00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:51.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.178+0000 7fbdd8864700 1 --2- 172.21.15.53:0/2789852983 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbdc00b2880 0x7fbdc00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:51.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.178+0000 7fbdc67fc700 1 -- 172.21.15.53:0/2789852983 <== mon.2 v2:172.21.15.132:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9092+0+0 (secure 0 0 0) 0x7fbdd00e2300 con 0x7fbdd406ba10 2024-05-10T11:17:51.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.179+0000 7fbdd8864700 1 --2- 172.21.15.53:0/2789852983 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbdc00b2880 0x7fbdc00b4d40 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fbdd40799f0 tx=0x7fbdc800b500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:51.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.182+0000 7fbdc67fc700 1 -- 172.21.15.53:0/2789852983 <== mon.2 v2:172.21.15.132:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fbdd00a9ca0 con 0x7fbdd406ba10 2024-05-10T11:17:51.405 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.404+0000 7fbddb2c9700 1 -- 172.21.15.53:0/2789852983 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbdd410b3c0 con 0x7fbdd406ba10 2024-05-10T11:17:51.409 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.410+0000 7fbdc67fc700 1 -- 172.21.15.53:0/2789852983 <== mon.2 v2:172.21.15.132:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+24597 (secure 0 0 0) 0x7fbdd00a95a0 con 0x7fbdd406ba10 2024-05-10T11:17:51.410 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:17:51.410 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":88,"fsid":"745ae8e0-0ebd-11ef-bc98-c7b262605968","created":"2024-05-10T11:08:31.420091+0000","modified":"2024-05-10T11:17:27.648186+0000","last_up_change":"2024-05-10T11:15:46.966521+0000","last_in_change":"2024-05-10T11:15:27.163789+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-10T11:11:52.642234+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-10T11:16:46.031221+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-10T11:16:50.069775+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-10T11:17:01.067983+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"308620b5-0bae-4c96-ad1e-ed079eb9d754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6803","nonce":1941743135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6805","nonce":1941743135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6809","nonce":1941743135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6807","nonce":1941743135}]},"public_addr":"172.21.15.53:6803/1941743135","cluster_addr":"172.21.15.53:6805/1941743135","heartbeat_back_addr":"172.21.15.53:6809/1941743135","heartbeat_front_addr":"172.21.15.53:6807/1941743135","state":["exists","up"]},{"osd":1,"uuid":"e6bd2396-fc15-4c8a-85c0-5a7586c7c059","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6801","nonce":1054747155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6803","nonce":1054747155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6807","nonce":1054747155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6805","nonce":1054747155}]},"public_addr":"172.21.15.132:6801/1054747155","cluster_addr":"172.21.15.132:6803/1054747155","heartbeat_back_addr":"172.21.15.132:6807/1054747155","heartbeat_front_addr":"172.21.15.132:6805/1054747155","state":["exists","up"]},{"osd":2,"uuid":"b685f96c-bfb2-4d57-9484-35b2b18f7913","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6801","nonce":3202790181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6803","nonce":3202790181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6807","nonce":3202790181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6805","nonce":3202790181}]},"public_addr":"172.21.15.187:6801/3202790181","cluster_addr":"172.21.15.187:6803/3202790181","heartbeat_back_addr":"172.21.15.187:6807/3202790181","heartbeat_front_addr":"172.21.15.187:6805/3202790181","state":["exists","up"]},{"osd":3,"uuid":"4522b579-3cc7-4378-a93c-6c99815acc28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6811","nonce":1472446441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6813","nonce":1472446441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6817","nonce":1472446441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6815","nonce":1472446441}]},"public_addr":"172.21.15.53:6811/1472446441","cluster_addr":"172.21.15.53:6813/1472446441","heartbeat_back_addr":"172.21.15.53:6817/1472446441","heartbeat_front_addr":"172.21.15.53:6815/1472446441","state":["exists","up"]},{"osd":4,"uuid":"4ddb8a8d-a867-4c85-90f3-3c69f9005ac5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6809","nonce":1125460805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6811","nonce":1125460805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6815","nonce":1125460805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6813","nonce":1125460805}]},"public_addr":"172.21.15.132:6809/1125460805","cluster_addr":"172.21.15.132:6811/1125460805","heartbeat_back_addr":"172.21.15.132:6815/1125460805","heartbeat_front_addr":"172.21.15.132:6813/1125460805","state":["exists","up"]},{"osd":5,"uuid":"eaef74a7-cef1-4fc5-899f-fd14fcd05c57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6809","nonce":486081036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6811","nonce":486081036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6815","nonce":486081036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6813","nonce":486081036}]},"public_addr":"172.21.15.187:6809/486081036","cluster_addr":"172.21.15.187:6811/486081036","heartbeat_back_addr":"172.21.15.187:6815/486081036","heartbeat_front_addr":"172.21.15.187:6813/486081036","state":["exists","up"]},{"osd":6,"uuid":"af22474c-76ca-48da-a8ff-252375cbe43f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6819","nonce":3301526689}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6821","nonce":3301526689}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6825","nonce":3301526689}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6823","nonce":3301526689}]},"public_addr":"172.21.15.53:6819/3301526689","cluster_addr":"172.21.15.53:6821/3301526689","heartbeat_back_addr":"172.21.15.53:6825/3301526689","heartbeat_front_addr":"172.21.15.53:6823/3301526689","state":["exists","up"]},{"osd":7,"uuid":"d5765fdc-67e8-4b48-8742-65a458ed6430","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6817","nonce":304039390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6819","nonce":304039390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6823","nonce":304039390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6821","nonce":304039390}]},"public_addr":"172.21.15.132:6817/304039390","cluster_addr":"172.21.15.132:6819/304039390","heartbeat_back_addr":"172.21.15.132:6823/304039390","heartbeat_front_addr":"172.21.15.132:6821/304039390","state":["exists","up"]},{"osd":8,"uuid":"6c8900ce-f028-4463-a003-f7faa3895c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6817","nonce":2315808567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6819","nonce":2315808567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6823","nonce":2315808567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6821","nonce":2315808567}]},"public_addr":"172.21.15.187:6817/2315808567","cluster_addr":"172.21.15.187:6819/2315808567","heartbeat_back_addr":"172.21.15.187:6823/2315808567","heartbeat_front_addr":"172.21.15.187:6821/2315808567","state":["exists","up"]},{"osd":9,"uuid":"58eecf43-c7de-4e0e-86c4-f8d8d4fb3ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6827","nonce":1901241164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6829","nonce":1901241164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6833","nonce":1901241164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6831","nonce":1901241164}]},"public_addr":"172.21.15.53:6827/1901241164","cluster_addr":"172.21.15.53:6829/1901241164","heartbeat_back_addr":"172.21.15.53:6833/1901241164","heartbeat_front_addr":"172.21.15.53:6831/1901241164","state":["exists","up"]},{"osd":10,"uuid":"ba4a44c8-7162-4379-a382-4c98f785e69f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6825","nonce":482345617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6827","nonce":482345617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6831","nonce":482345617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6829","nonce":482345617}]},"public_addr":"172.21.15.132:6825/482345617","cluster_addr":"172.21.15.132:6827/482345617","heartbeat_back_addr":"172.21.15.132:6831/482345617","heartbeat_front_addr":"172.21.15.132:6829/482345617","state":["exists","up"]},{"osd":11,"uuid":"593923cd-74a8-4090-8006-e0e8472273da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6825","nonce":2749419601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6827","nonce":2749419601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6831","nonce":2749419601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6829","nonce":2749419601}]},"public_addr":"172.21.15.187:6825/2749419601","cluster_addr":"172.21.15.187:6827/2749419601","heartbeat_back_addr":"172.21.15.187:6831/2749419601","heartbeat_front_addr":"172.21.15.187:6829/2749419601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:02.104830+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:26.066990+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:50.070264+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:16.098565+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:41.234204+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:06.486543+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:33.486448+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:59.439071+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:25.149192+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:52.839666+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:19.077873+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:45.602763+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.11","mappings":[{"from":5,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:0/977742423":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6801/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/2797782055":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6800/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/3095428222":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/1058417156":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/2996064341":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/3430080635":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6800/1318129754":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6801/1318129754":"2024-05-11T11:08:59.024880+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-10T11:17:51.414 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.414+0000 7fbddb2c9700 1 -- 172.21.15.53:0/2789852983 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbdc00b2880 msgr2=0x7fbdc00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:51.414 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.414+0000 7fbddb2c9700 1 --2- 172.21.15.53:0/2789852983 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbdc00b2880 0x7fbdc00b4d40 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fbdd40799f0 tx=0x7fbdc800b500 comp rx=0 tx=0).stop 2024-05-10T11:17:51.414 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.414+0000 7fbddb2c9700 1 -- 172.21.15.53:0/2789852983 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbdd406ba10 msgr2=0x7fbdd4102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:51.414 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.414+0000 7fbddb2c9700 1 --2- 172.21.15.53:0/2789852983 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbdd406ba10 0x7fbdd4102460 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fbdd000d750 tx=0x7fbdd000da60 comp rx=0 tx=0).stop 2024-05-10T11:17:51.414 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.414+0000 7fbddb2c9700 1 -- 172.21.15.53:0/2789852983 shutdown_connections 2024-05-10T11:17:51.414 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.414+0000 7fbddb2c9700 1 --2- 172.21.15.53:0/2789852983 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbdc00b2880 0x7fbdc00b4d40 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:51.414 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.414+0000 7fbddb2c9700 1 --2- 172.21.15.53:0/2789852983 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbdd4109500 0x7fbdd4102ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:51.414 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.414+0000 7fbddb2c9700 1 --2- 172.21.15.53:0/2789852983 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbdd406ba10 0x7fbdd4102460 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:51.414 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.414+0000 7fbddb2c9700 1 --2- 172.21.15.53:0/2789852983 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbdd406c3d0 0x7fbdd41029a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:51.414 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.414+0000 7fbddb2c9700 1 -- 172.21.15.53:0/2789852983 >> 172.21.15.53:0/2789852983 conn(0x7fbdd4079310 msgr2=0x7fbdd41011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:51.414 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.414+0000 7fbddb2c9700 1 -- 172.21.15.53:0/2789852983 shutdown_connections 2024-05-10T11:17:51.415 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:51.414+0000 7fbddb2c9700 1 -- 172.21.15.53:0/2789852983 wait complete. 2024-05-10T11:17:51.919 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:51 smithi053 ceph-mon[30153]: pgmap v330: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-05-10T11:17:51.919 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:17:51.919 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:17:51.919 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:17:51.920 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:17:51.920 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:51 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2789852983' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:17:51.920 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:17:52.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:51 smithi187 ceph-mon[34076]: pgmap v330: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-05-10T11:17:52.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:17:52.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:17:52.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:17:52.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:17:52.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:51 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2789852983' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:17:52.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:17:52.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:51 smithi132 ceph-mon[33758]: pgmap v330: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-05-10T11:17:52.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:17:52.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:17:52.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:17:52.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:17:52.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:51 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2789852983' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:17:52.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:17:52.266 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-05-10T11:17:52.524 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:17:54.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:53 smithi187 ceph-mon[34076]: pgmap v331: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-05-10T11:17:54.051 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:53 smithi053 ceph-mon[30153]: pgmap v331: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-05-10T11:17:54.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:53 smithi132 ceph-mon[33758]: pgmap v331: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-05-10T11:17:54.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.328+0000 7fdaa8228700 1 -- 172.21.15.53:0/2257581350 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdaa006c590 msgr2=0x7fdaa0110330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:54.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.328+0000 7fdaa8228700 1 --2- 172.21.15.53:0/2257581350 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdaa006c590 0x7fdaa0110330 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fda9800b0a0 tx=0x7fda9800b3b0 comp rx=0 tx=0).stop 2024-05-10T11:17:54.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.328+0000 7fdaa8228700 1 -- 172.21.15.53:0/2257581350 shutdown_connections 2024-05-10T11:17:54.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.328+0000 7fdaa8228700 1 --2- 172.21.15.53:0/2257581350 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdaa006c590 0x7fdaa0110330 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:54.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.328+0000 7fdaa8228700 1 --2- 172.21.15.53:0/2257581350 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fdaa0109510 0x7fdaa01098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:54.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.328+0000 7fdaa8228700 1 --2- 172.21.15.53:0/2257581350 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fdaa006bbd0 0x7fdaa006c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:54.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.328+0000 7fdaa8228700 1 -- 172.21.15.53:0/2257581350 >> 172.21.15.53:0/2257581350 conn(0x7fdaa0079350 msgr2=0x7fdaa0079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:54.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.328+0000 7fdaa8228700 1 -- 172.21.15.53:0/2257581350 shutdown_connections 2024-05-10T11:17:54.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.328+0000 7fdaa8228700 1 -- 172.21.15.53:0/2257581350 wait complete. 2024-05-10T11:17:54.333 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.328+0000 7fdaa8228700 1 Processor -- start 2024-05-10T11:17:54.333 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.329+0000 7fdaa8228700 1 -- start start 2024-05-10T11:17:54.333 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.329+0000 7fdaa8228700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fdaa006bbd0 0x7fdaa019f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:54.333 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.329+0000 7fdaa8228700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdaa006c590 0x7fdaa019fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:54.333 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.329+0000 7fdaa8228700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fdaa0109510 0x7fdaa01998f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:54.333 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.329+0000 7fdaa8228700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa01134f0 con 0x7fdaa006c590 2024-05-10T11:17:54.333 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.329+0000 7fdaa8228700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa0113370 con 0x7fdaa006bbd0 2024-05-10T11:17:54.333 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.329+0000 7fdaa8228700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa0113670 con 0x7fdaa0109510 2024-05-10T11:17:54.333 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.329+0000 7fdaa57c3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdaa006c590 0x7fdaa019fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:54.333 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.329+0000 7fdaa57c3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdaa006c590 0x7fdaa019fc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:58524/0 (socket says 172.21.15.53:58524) 2024-05-10T11:17:54.333 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.329+0000 7fdaa57c3700 1 -- 172.21.15.53:0/1701225501 learned_addr learned my addr 172.21.15.53:0/1701225501 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:17:54.333 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.329+0000 7fdaa67c5700 1 --2- 172.21.15.53:0/1701225501 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fdaa0109510 0x7fdaa01998f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:54.333 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.329+0000 7fdaa5fc4700 1 --2- 172.21.15.53:0/1701225501 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fdaa006bbd0 0x7fdaa019f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:54.334 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.329+0000 7fdaa57c3700 1 -- 172.21.15.53:0/1701225501 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fdaa0109510 msgr2=0x7fdaa01998f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:54.334 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.329+0000 7fdaa57c3700 1 --2- 172.21.15.53:0/1701225501 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fdaa0109510 0x7fdaa01998f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:54.334 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.329+0000 7fdaa57c3700 1 -- 172.21.15.53:0/1701225501 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fdaa006bbd0 msgr2=0x7fdaa019f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:54.334 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.329+0000 7fdaa57c3700 1 --2- 172.21.15.53:0/1701225501 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fdaa006bbd0 0x7fdaa019f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:54.334 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.329+0000 7fdaa57c3700 1 -- 172.21.15.53:0/1701225501 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdaa019a050 con 0x7fdaa006c590 2024-05-10T11:17:54.334 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.329+0000 7fdaa57c3700 1 --2- 172.21.15.53:0/1701225501 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdaa006c590 0x7fdaa019fc70 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fda9000d980 tx=0x7fda9000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:54.334 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.330+0000 7fda96ffd700 1 -- 172.21.15.53:0/1701225501 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda90016070 con 0x7fdaa006c590 2024-05-10T11:17:54.334 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.330+0000 7fdaa8228700 1 -- 172.21.15.53:0/1701225501 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdaa019a2e0 con 0x7fdaa006c590 2024-05-10T11:17:54.334 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.330+0000 7fda96ffd700 1 -- 172.21.15.53:0/1701225501 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fda90004830 con 0x7fdaa006c590 2024-05-10T11:17:54.334 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.330+0000 7fda96ffd700 1 -- 172.21.15.53:0/1701225501 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda90005440 con 0x7fdaa006c590 2024-05-10T11:17:54.334 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.330+0000 7fdaa8228700 1 -- 172.21.15.53:0/1701225501 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdaa01a6600 con 0x7fdaa006c590 2024-05-10T11:17:54.335 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.331+0000 7fdaa8228700 1 -- 172.21.15.53:0/1701225501 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdaa010b9f0 con 0x7fdaa006c590 2024-05-10T11:17:54.335 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.333+0000 7fda96ffd700 1 -- 172.21.15.53:0/1701225501 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fda900055e0 con 0x7fdaa006c590 2024-05-10T11:17:54.336 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.334+0000 7fda96ffd700 1 --2- 172.21.15.53:0/1701225501 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fda8c0b2880 0x7fda8c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:54.336 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.334+0000 7fdaa5fc4700 1 --2- 172.21.15.53:0/1701225501 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fda8c0b2880 0x7fda8c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:54.336 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.334+0000 7fda96ffd700 1 -- 172.21.15.53:0/1701225501 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9092+0+0 (secure 0 0 0) 0x7fda900e28c0 con 0x7fdaa006c590 2024-05-10T11:17:54.336 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.334+0000 7fdaa5fc4700 1 --2- 172.21.15.53:0/1701225501 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fda8c0b2880 0x7fda8c0b4d40 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fda9c005fd0 tx=0x7fda9c005d90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:54.337 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.338+0000 7fda96ffd700 1 -- 172.21.15.53:0/1701225501 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fda9001f020 con 0x7fdaa006c590 2024-05-10T11:17:54.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.602+0000 7fdaa8228700 1 -- 172.21.15.53:0/1701225501 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fdaa019ae20 con 0x7fdaa006c590 2024-05-10T11:17:54.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.733+0000 7fda96ffd700 1 -- 172.21.15.53:0/1701225501 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v18) ==== 118+0+0 (secure 0 0 0) 0x7fda900aa220 con 0x7fdaa006c590 2024-05-10T11:17:54.737 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.735+0000 7fdaa8228700 1 -- 172.21.15.53:0/1701225501 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fda8c0b2880 msgr2=0x7fda8c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:54.737 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.735+0000 7fdaa8228700 1 --2- 172.21.15.53:0/1701225501 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fda8c0b2880 0x7fda8c0b4d40 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fda9c005fd0 tx=0x7fda9c005d90 comp rx=0 tx=0).stop 2024-05-10T11:17:54.737 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.735+0000 7fdaa8228700 1 -- 172.21.15.53:0/1701225501 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdaa006c590 msgr2=0x7fdaa019fc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:54.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.735+0000 7fdaa8228700 1 --2- 172.21.15.53:0/1701225501 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdaa006c590 0x7fdaa019fc70 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fda9000d980 tx=0x7fda9000dc90 comp rx=0 tx=0).stop 2024-05-10T11:17:54.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.735+0000 7fdaa8228700 1 -- 172.21.15.53:0/1701225501 shutdown_connections 2024-05-10T11:17:54.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.735+0000 7fdaa8228700 1 --2- 172.21.15.53:0/1701225501 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fda8c0b2880 0x7fda8c0b4d40 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:54.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.735+0000 7fdaa8228700 1 --2- 172.21.15.53:0/1701225501 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fdaa0109510 0x7fdaa01998f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:54.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.735+0000 7fdaa8228700 1 --2- 172.21.15.53:0/1701225501 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fdaa006bbd0 0x7fdaa019f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:54.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.735+0000 7fdaa8228700 1 --2- 172.21.15.53:0/1701225501 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdaa006c590 0x7fdaa019fc70 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:54.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.735+0000 7fdaa8228700 1 -- 172.21.15.53:0/1701225501 >> 172.21.15.53:0/1701225501 conn(0x7fdaa0079350 msgr2=0x7fdaa0101240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:54.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.736+0000 7fdaa8228700 1 -- 172.21.15.53:0/1701225501 shutdown_connections 2024-05-10T11:17:54.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:54.736+0000 7fdaa8228700 1 -- 172.21.15.53:0/1701225501 wait complete. 2024-05-10T11:17:55.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:54 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1701225501' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-10T11:17:55.045 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:54 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1701225501' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-10T11:17:55.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:54 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1701225501' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-10T11:17:55.406 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2}} 2024-05-10T11:17:55.406 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs set cephfs max_mds 5 2024-05-10T11:17:55.664 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:17:56.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:55 smithi187 ceph-mon[34076]: pgmap v332: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:56.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:55 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1701225501' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-10T11:17:56.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:55 smithi187 ceph-mon[34076]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-10T11:17:56.059 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:55 smithi053 ceph-mon[30153]: pgmap v332: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:56.059 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:55 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1701225501' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-10T11:17:56.059 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:55 smithi053 ceph-mon[30153]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-10T11:17:56.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:55 smithi132 ceph-mon[33758]: pgmap v332: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:56.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:55 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1701225501' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-10T11:17:56.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:55 smithi132 ceph-mon[33758]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-10T11:17:57.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.420+0000 7fbc9a9bc700 1 -- 172.21.15.53:0/1935418608 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbc941023a0 msgr2=0x7fbc94102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:57.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.420+0000 7fbc9a9bc700 1 --2- 172.21.15.53:0/1935418608 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbc941023a0 0x7fbc94102820 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fbc7c009990 tx=0x7fbc7c009ca0 comp rx=0 tx=0).stop 2024-05-10T11:17:57.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.420+0000 7fbc9a9bc700 1 -- 172.21.15.53:0/1935418608 shutdown_connections 2024-05-10T11:17:57.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.420+0000 7fbc9a9bc700 1 --2- 172.21.15.53:0/1935418608 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbc94102d60 0x7fbc9410f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:57.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.420+0000 7fbc9a9bc700 1 --2- 172.21.15.53:0/1935418608 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbc94108410 0x7fbc941087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:57.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.420+0000 7fbc9a9bc700 1 --2- 172.21.15.53:0/1935418608 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbc941023a0 0x7fbc94102820 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:57.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.420+0000 7fbc9a9bc700 1 -- 172.21.15.53:0/1935418608 >> 172.21.15.53:0/1935418608 conn(0x7fbc94079350 msgr2=0x7fbc94079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:57.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.420+0000 7fbc9a9bc700 1 -- 172.21.15.53:0/1935418608 shutdown_connections 2024-05-10T11:17:57.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.420+0000 7fbc9a9bc700 1 -- 172.21.15.53:0/1935418608 wait complete. 2024-05-10T11:17:57.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.421+0000 7fbc9a9bc700 1 Processor -- start 2024-05-10T11:17:57.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.421+0000 7fbc9a9bc700 1 -- start start 2024-05-10T11:17:57.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.421+0000 7fbc9a9bc700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbc941023a0 0x7fbc94104080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:57.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.421+0000 7fbc9a9bc700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbc94102d60 0x7fbc941045c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:57.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.421+0000 7fbc9a9bc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbc94108410 0x7fbc94104b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:57.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.421+0000 7fbc9a9bc700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fbc941124e0 con 0x7fbc94108410 2024-05-10T11:17:57.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.421+0000 7fbc9a9bc700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fbc94112360 con 0x7fbc941023a0 2024-05-10T11:17:57.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.421+0000 7fbc9a9bc700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fbc94112660 con 0x7fbc94102d60 2024-05-10T11:17:57.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.421+0000 7fbc98f59700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbc94108410 0x7fbc94104b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:57.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.421+0000 7fbc98f59700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbc94108410 0x7fbc94104b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:58544/0 (socket says 172.21.15.53:58544) 2024-05-10T11:17:57.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.421+0000 7fbc98f59700 1 -- 172.21.15.53:0/3416357562 learned_addr learned my addr 172.21.15.53:0/3416357562 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:17:57.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.421+0000 7fbc8bfff700 1 --2- 172.21.15.53:0/3416357562 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbc94102d60 0x7fbc941045c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:57.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.422+0000 7fbc93fff700 1 --2- 172.21.15.53:0/3416357562 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbc941023a0 0x7fbc94104080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:57.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.422+0000 7fbc98f59700 1 -- 172.21.15.53:0/3416357562 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbc94102d60 msgr2=0x7fbc941045c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:57.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.422+0000 7fbc98f59700 1 --2- 172.21.15.53:0/3416357562 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbc94102d60 0x7fbc941045c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:57.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.422+0000 7fbc98f59700 1 -- 172.21.15.53:0/3416357562 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbc941023a0 msgr2=0x7fbc94104080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:57.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.422+0000 7fbc98f59700 1 --2- 172.21.15.53:0/3416357562 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbc941023a0 0x7fbc94104080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:57.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.422+0000 7fbc98f59700 1 -- 172.21.15.53:0/3416357562 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc941a8190 con 0x7fbc94108410 2024-05-10T11:17:57.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.422+0000 7fbc98f59700 1 --2- 172.21.15.53:0/3416357562 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbc94108410 0x7fbc94104b00 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fbc8c00b970 tx=0x7fbc8c00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:57.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.422+0000 7fbc91ffb700 1 -- 172.21.15.53:0/3416357562 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc8c019070 con 0x7fbc94108410 2024-05-10T11:17:57.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.422+0000 7fbc91ffb700 1 -- 172.21.15.53:0/3416357562 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbc8c00cdc0 con 0x7fbc94108410 2024-05-10T11:17:57.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.422+0000 7fbc9a9bc700 1 -- 172.21.15.53:0/3416357562 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc941a8480 con 0x7fbc94108410 2024-05-10T11:17:57.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.422+0000 7fbc91ffb700 1 -- 172.21.15.53:0/3416357562 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc8c014e30 con 0x7fbc94108410 2024-05-10T11:17:57.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.422+0000 7fbc9a9bc700 1 -- 172.21.15.53:0/3416357562 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc941a89c0 con 0x7fbc94108410 2024-05-10T11:17:57.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.423+0000 7fbc9a9bc700 1 -- 172.21.15.53:0/3416357562 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc94103ac0 con 0x7fbc94108410 2024-05-10T11:17:57.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.425+0000 7fbc91ffb700 1 -- 172.21.15.53:0/3416357562 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fbc8c01c070 con 0x7fbc94108410 2024-05-10T11:17:57.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.425+0000 7fbc91ffb700 1 --2- 172.21.15.53:0/3416357562 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbc800b2900 0x7fbc800b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:17:57.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.426+0000 7fbc91ffb700 1 -- 172.21.15.53:0/3416357562 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9092+0+0 (secure 0 0 0) 0x7fbc8c0e1cc0 con 0x7fbc94108410 2024-05-10T11:17:57.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.426+0000 7fbc93fff700 1 --2- 172.21.15.53:0/3416357562 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbc800b2900 0x7fbc800b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:17:57.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.426+0000 7fbc93fff700 1 --2- 172.21.15.53:0/3416357562 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbc800b2900 0x7fbc800b4dc0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fbc84006fd0 tx=0x7fbc84008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:17:57.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.429+0000 7fbc91ffb700 1 -- 172.21.15.53:0/3416357562 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fbc8c0a9680 con 0x7fbc94108410 2024-05-10T11:17:57.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.690+0000 7fbc9a9bc700 1 -- 172.21.15.53:0/3416357562 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) -- 0x7fbc941a8ce0 con 0x7fbc94108410 2024-05-10T11:17:57.737 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.737+0000 7fbc91ffb700 1 -- 172.21.15.53:0/3416357562 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v19) ==== 105+0+0 (secure 0 0 0) 0x7fbc8c0a8f80 con 0x7fbc94108410 2024-05-10T11:17:57.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.740+0000 7fbc9a9bc700 1 -- 172.21.15.53:0/3416357562 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbc800b2900 msgr2=0x7fbc800b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:57.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.740+0000 7fbc9a9bc700 1 --2- 172.21.15.53:0/3416357562 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbc800b2900 0x7fbc800b4dc0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fbc84006fd0 tx=0x7fbc84008040 comp rx=0 tx=0).stop 2024-05-10T11:17:57.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.740+0000 7fbc9a9bc700 1 -- 172.21.15.53:0/3416357562 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbc94108410 msgr2=0x7fbc94104b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:17:57.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.740+0000 7fbc9a9bc700 1 --2- 172.21.15.53:0/3416357562 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbc94108410 0x7fbc94104b00 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fbc8c00b970 tx=0x7fbc8c00bc80 comp rx=0 tx=0).stop 2024-05-10T11:17:57.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.740+0000 7fbc9a9bc700 1 -- 172.21.15.53:0/3416357562 shutdown_connections 2024-05-10T11:17:57.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.740+0000 7fbc9a9bc700 1 --2- 172.21.15.53:0/3416357562 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbc800b2900 0x7fbc800b4dc0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:57.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.740+0000 7fbc9a9bc700 1 --2- 172.21.15.53:0/3416357562 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbc94108410 0x7fbc94104b00 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:57.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.740+0000 7fbc9a9bc700 1 --2- 172.21.15.53:0/3416357562 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbc941023a0 0x7fbc94104080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:57.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.740+0000 7fbc9a9bc700 1 --2- 172.21.15.53:0/3416357562 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbc94102d60 0x7fbc941045c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:17:57.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.740+0000 7fbc9a9bc700 1 -- 172.21.15.53:0/3416357562 >> 172.21.15.53:0/3416357562 conn(0x7fbc94079350 msgr2=0x7fbc9406b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:17:57.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.740+0000 7fbc9a9bc700 1 -- 172.21.15.53:0/3416357562 shutdown_connections 2024-05-10T11:17:57.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:17:57.740+0000 7fbc9a9bc700 1 -- 172.21.15.53:0/3416357562 wait complete. 2024-05-10T11:17:58.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:57 smithi187 ceph-mon[34076]: pgmap v333: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:58.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:57 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3416357562' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-05-10T11:17:58.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:57 smithi053 ceph-mon[30153]: pgmap v333: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:58.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:57 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3416357562' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-05-10T11:17:58.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:57 smithi132 ceph-mon[33758]: pgmap v333: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:17:58.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:57 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3416357562' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-05-10T11:17:58.440 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-05-10T11:17:58.698 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:17:59.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:58 smithi187 ceph-mon[34076]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-10T11:17:59.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:58 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3416357562' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-05-10T11:17:59.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:58 smithi187 ceph-mon[34076]: daemon mds.c assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-10T11:17:59.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:58 smithi187 ceph-mon[34076]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-10T11:17:59.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:58 smithi187 ceph-mon[34076]: fsmap cephfs:2 {0=i=up:active,1=c=up:creating} 10 up:standby 2024-05-10T11:17:59.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:58 smithi187 ceph-mon[34076]: daemon mds.c is now active in filesystem cephfs as rank 1 2024-05-10T11:17:59.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:58 smithi053 ceph-mon[30153]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-10T11:17:59.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:58 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3416357562' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-05-10T11:17:59.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:58 smithi053 ceph-mon[30153]: daemon mds.c assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-10T11:17:59.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:58 smithi053 ceph-mon[30153]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-10T11:17:59.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:58 smithi053 ceph-mon[30153]: fsmap cephfs:2 {0=i=up:active,1=c=up:creating} 10 up:standby 2024-05-10T11:17:59.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:58 smithi053 ceph-mon[30153]: daemon mds.c is now active in filesystem cephfs as rank 1 2024-05-10T11:17:59.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:58 smithi132 ceph-mon[33758]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-10T11:17:59.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:58 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3416357562' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-05-10T11:17:59.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:58 smithi132 ceph-mon[33758]: daemon mds.c assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-10T11:17:59.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:58 smithi132 ceph-mon[33758]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-05-10T11:17:59.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:58 smithi132 ceph-mon[33758]: fsmap cephfs:2 {0=i=up:active,1=c=up:creating} 10 up:standby 2024-05-10T11:17:59.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:58 smithi132 ceph-mon[33758]: daemon mds.c is now active in filesystem cephfs as rank 1 2024-05-10T11:17:59.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:59 smithi053 ceph-mon[30153]: pgmap v334: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-05-10T11:17:59.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:59 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] up:active 2024-05-10T11:17:59.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:59 smithi053 ceph-mon[30153]: daemon mds.f assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-10T11:17:59.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:59 smithi053 ceph-mon[30153]: fsmap cephfs:2 {0=i=up:active,1=c=up:active} 10 up:standby 2024-05-10T11:17:59.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:59 smithi053 ceph-mon[30153]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:creating} 9 up:standby 2024-05-10T11:17:59.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:17:59 smithi053 ceph-mon[30153]: daemon mds.f is now active in filesystem cephfs as rank 2 2024-05-10T11:18:00.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:59 smithi187 ceph-mon[34076]: pgmap v334: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-05-10T11:18:00.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:59 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] up:active 2024-05-10T11:18:00.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:59 smithi187 ceph-mon[34076]: daemon mds.f assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-10T11:18:00.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:59 smithi187 ceph-mon[34076]: fsmap cephfs:2 {0=i=up:active,1=c=up:active} 10 up:standby 2024-05-10T11:18:00.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:59 smithi187 ceph-mon[34076]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:creating} 9 up:standby 2024-05-10T11:18:00.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:17:59 smithi187 ceph-mon[34076]: daemon mds.f is now active in filesystem cephfs as rank 2 2024-05-10T11:18:00.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:59 smithi132 ceph-mon[33758]: pgmap v334: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-05-10T11:18:00.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:59 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] up:active 2024-05-10T11:18:00.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:59 smithi132 ceph-mon[33758]: daemon mds.f assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-10T11:18:00.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:59 smithi132 ceph-mon[33758]: fsmap cephfs:2 {0=i=up:active,1=c=up:active} 10 up:standby 2024-05-10T11:18:00.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:59 smithi132 ceph-mon[33758]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:creating} 9 up:standby 2024-05-10T11:18:00.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:17:59 smithi132 ceph-mon[33758]: daemon mds.f is now active in filesystem cephfs as rank 2 2024-05-10T11:18:00.380 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.378+0000 7f059a5a5700 1 -- 172.21.15.53:0/203043865 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0594102d60 msgr2=0x7f059410f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:00.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.378+0000 7f059a5a5700 1 --2- 172.21.15.53:0/203043865 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0594102d60 0x7f059410f250 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f058c00b0a0 tx=0x7f058c00b3b0 comp rx=0 tx=0).stop 2024-05-10T11:18:00.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.378+0000 7f059a5a5700 1 -- 172.21.15.53:0/203043865 shutdown_connections 2024-05-10T11:18:00.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.378+0000 7f059a5a5700 1 --2- 172.21.15.53:0/203043865 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0594102d60 0x7f059410f250 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:00.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.378+0000 7f059a5a5700 1 --2- 172.21.15.53:0/203043865 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0594108410 0x7f05941087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:00.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.378+0000 7f059a5a5700 1 --2- 172.21.15.53:0/203043865 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f05941023a0 0x7f0594102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:00.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.378+0000 7f059a5a5700 1 -- 172.21.15.53:0/203043865 >> 172.21.15.53:0/203043865 conn(0x7f0594079350 msgr2=0x7f0594079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:00.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.378+0000 7f059a5a5700 1 -- 172.21.15.53:0/203043865 shutdown_connections 2024-05-10T11:18:00.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.379+0000 7f059a5a5700 1 -- 172.21.15.53:0/203043865 wait complete. 2024-05-10T11:18:00.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.379+0000 7f059a5a5700 1 Processor -- start 2024-05-10T11:18:00.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.379+0000 7f059a5a5700 1 -- start start 2024-05-10T11:18:00.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.379+0000 7f059a5a5700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f05941023a0 0x7f059419f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:00.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.379+0000 7f059a5a5700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0594102d60 0x7f059419fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:00.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.379+0000 7f059a5a5700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0594108410 0x7f0594199820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:00.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.379+0000 7f059a5a5700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f05941123e0 con 0x7f0594108410 2024-05-10T11:18:00.382 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.379+0000 7f059a5a5700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f0594112260 con 0x7f05941023a0 2024-05-10T11:18:00.382 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.379+0000 7f059a5a5700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f0594112560 con 0x7f0594102d60 2024-05-10T11:18:00.382 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.379+0000 7f0598b42700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0594108410 0x7f0594199820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:00.382 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.380+0000 7f0598b42700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0594108410 0x7f0594199820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:53514/0 (socket says 172.21.15.53:53514) 2024-05-10T11:18:00.382 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.380+0000 7f0598b42700 1 -- 172.21.15.53:0/2369888546 learned_addr learned my addr 172.21.15.53:0/2369888546 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:18:00.382 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.380+0000 7f058bfff700 1 --2- 172.21.15.53:0/2369888546 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0594102d60 0x7f059419fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:00.382 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.380+0000 7f0593fff700 1 --2- 172.21.15.53:0/2369888546 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f05941023a0 0x7f059419f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:00.382 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.380+0000 7f0598b42700 1 -- 172.21.15.53:0/2369888546 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0594102d60 msgr2=0x7f059419fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:00.382 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.380+0000 7f0598b42700 1 --2- 172.21.15.53:0/2369888546 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0594102d60 0x7f059419fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:00.382 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.380+0000 7f0598b42700 1 -- 172.21.15.53:0/2369888546 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f05941023a0 msgr2=0x7f059419f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:00.382 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.380+0000 7f0598b42700 1 --2- 172.21.15.53:0/2369888546 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f05941023a0 0x7f059419f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:00.382 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.380+0000 7f0598b42700 1 -- 172.21.15.53:0/2369888546 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f059419a000 con 0x7f0594108410 2024-05-10T11:18:00.382 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.380+0000 7f0593fff700 1 --2- 172.21.15.53:0/2369888546 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f05941023a0 0x7f059419f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:18:00.382 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.380+0000 7f058bfff700 1 --2- 172.21.15.53:0/2369888546 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0594102d60 0x7f059419fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:18:00.383 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.380+0000 7f0598b42700 1 --2- 172.21.15.53:0/2369888546 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0594108410 0x7f0594199820 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f058c00b780 tx=0x7f058c004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:00.383 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.380+0000 7f0591ffb700 1 -- 172.21.15.53:0/2369888546 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f058c021070 con 0x7f0594108410 2024-05-10T11:18:00.383 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.380+0000 7f059a5a5700 1 -- 172.21.15.53:0/2369888546 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f059419a290 con 0x7f0594108410 2024-05-10T11:18:00.383 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.380+0000 7f0591ffb700 1 -- 172.21.15.53:0/2369888546 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f058c007b80 con 0x7f0594108410 2024-05-10T11:18:00.383 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.380+0000 7f0591ffb700 1 -- 172.21.15.53:0/2369888546 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f058c0052a0 con 0x7f0594108410 2024-05-10T11:18:00.383 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.380+0000 7f059a5a5700 1 -- 172.21.15.53:0/2369888546 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05941a6500 con 0x7f0594108410 2024-05-10T11:18:00.384 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.381+0000 7f059a5a5700 1 -- 172.21.15.53:0/2369888546 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0594103ac0 con 0x7f0594108410 2024-05-10T11:18:00.384 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.383+0000 7f0591ffb700 1 -- 172.21.15.53:0/2369888546 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f058c024070 con 0x7f0594108410 2024-05-10T11:18:00.384 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.384+0000 7f0591ffb700 1 --2- 172.21.15.53:0/2369888546 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f05800b2880 0x7f05800b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:00.384 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.384+0000 7f0593fff700 1 --2- 172.21.15.53:0/2369888546 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f05800b2880 0x7f05800b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:00.384 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.384+0000 7f0591ffb700 1 -- 172.21.15.53:0/2369888546 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9092+0+0 (secure 0 0 0) 0x7f058c00f020 con 0x7f0594108410 2024-05-10T11:18:00.384 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.384+0000 7f0593fff700 1 --2- 172.21.15.53:0/2369888546 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f05800b2880 0x7f05800b4d40 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f0584009c90 tx=0x7f0584009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:00.387 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.387+0000 7f0591ffb700 1 -- 172.21.15.53:0/2369888546 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f058c02b020 con 0x7f0594108410 2024-05-10T11:18:00.650 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.650+0000 7f059a5a5700 1 -- 172.21.15.53:0/2369888546 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f05941a66d0 con 0x7f0594108410 2024-05-10T11:18:00.770 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.770+0000 7f0591ffb700 1 -- 172.21.15.53:0/2369888546 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v25) ==== 121+0+0 (secure 0 0 0) 0x7f058c0ab9e0 con 0x7f0594108410 2024-05-10T11:18:00.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.774+0000 7f059a5a5700 1 -- 172.21.15.53:0/2369888546 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f05800b2880 msgr2=0x7f05800b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:00.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.774+0000 7f059a5a5700 1 --2- 172.21.15.53:0/2369888546 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f05800b2880 0x7f05800b4d40 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f0584009c90 tx=0x7f0584009260 comp rx=0 tx=0).stop 2024-05-10T11:18:00.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.774+0000 7f059a5a5700 1 -- 172.21.15.53:0/2369888546 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0594108410 msgr2=0x7f0594199820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:00.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.774+0000 7f059a5a5700 1 --2- 172.21.15.53:0/2369888546 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0594108410 0x7f0594199820 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f058c00b780 tx=0x7f058c004d00 comp rx=0 tx=0).stop 2024-05-10T11:18:00.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.774+0000 7f059a5a5700 1 -- 172.21.15.53:0/2369888546 shutdown_connections 2024-05-10T11:18:00.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.774+0000 7f059a5a5700 1 --2- 172.21.15.53:0/2369888546 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f05800b2880 0x7f05800b4d40 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:00.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.774+0000 7f059a5a5700 1 --2- 172.21.15.53:0/2369888546 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0594108410 0x7f0594199820 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:00.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.774+0000 7f059a5a5700 1 --2- 172.21.15.53:0/2369888546 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f05941023a0 0x7f059419f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:00.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.774+0000 7f059a5a5700 1 --2- 172.21.15.53:0/2369888546 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0594102d60 0x7f059419fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:00.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.774+0000 7f059a5a5700 1 -- 172.21.15.53:0/2369888546 >> 172.21.15.53:0/2369888546 conn(0x7f0594079350 msgr2=0x7f0594101690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:00.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.774+0000 7f059a5a5700 1 -- 172.21.15.53:0/2369888546 shutdown_connections 2024-05-10T11:18:00.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:00.774+0000 7f059a5a5700 1 -- 172.21.15.53:0/2369888546 wait complete. 2024-05-10T11:18:01.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:00 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] up:active 2024-05-10T11:18:01.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:00 smithi187 ceph-mon[34076]: daemon mds.b assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-05-10T11:18:01.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:00 smithi187 ceph-mon[34076]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 9 up:standby 2024-05-10T11:18:01.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:00 smithi187 ceph-mon[34076]: fsmap cephfs:4 {0=i=up:active,1=c=up:active,2=f=up:active,3=b=up:creating} 8 up:standby 2024-05-10T11:18:01.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:00 smithi187 ceph-mon[34076]: daemon mds.b is now active in filesystem cephfs as rank 3 2024-05-10T11:18:01.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:00 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2369888546' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-10T11:18:01.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:00 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] up:active 2024-05-10T11:18:01.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:00 smithi053 ceph-mon[30153]: daemon mds.b assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-05-10T11:18:01.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:00 smithi053 ceph-mon[30153]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 9 up:standby 2024-05-10T11:18:01.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:00 smithi053 ceph-mon[30153]: fsmap cephfs:4 {0=i=up:active,1=c=up:active,2=f=up:active,3=b=up:creating} 8 up:standby 2024-05-10T11:18:01.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:00 smithi053 ceph-mon[30153]: daemon mds.b is now active in filesystem cephfs as rank 3 2024-05-10T11:18:01.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:00 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2369888546' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-10T11:18:01.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:00 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] up:active 2024-05-10T11:18:01.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:00 smithi132 ceph-mon[33758]: daemon mds.b assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-05-10T11:18:01.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:00 smithi132 ceph-mon[33758]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 9 up:standby 2024-05-10T11:18:01.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:00 smithi132 ceph-mon[33758]: fsmap cephfs:4 {0=i=up:active,1=c=up:active,2=f=up:active,3=b=up:creating} 8 up:standby 2024-05-10T11:18:01.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:00 smithi132 ceph-mon[33758]: daemon mds.b is now active in filesystem cephfs as rank 3 2024-05-10T11:18:01.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:00 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2369888546' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-10T11:18:01.463 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-05-10T11:18:01.721 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:01 smithi053 ceph-mon[30153]: pgmap v335: 129 pgs: 129 active+clean; 583 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 3 op/s 2024-05-10T11:18:02.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:01 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2369888546' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-10T11:18:02.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:01 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] up:active 2024-05-10T11:18:02.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:01 smithi053 ceph-mon[30153]: daemon mds.l assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-05-10T11:18:02.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:01 smithi053 ceph-mon[30153]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-10T11:18:02.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:01 smithi053 ceph-mon[30153]: Cluster is now healthy 2024-05-10T11:18:02.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:01 smithi053 ceph-mon[30153]: fsmap cephfs:4 {0=i=up:active,1=c=up:active,2=f=up:active,3=b=up:active} 8 up:standby 2024-05-10T11:18:02.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:01 smithi053 ceph-mon[30153]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-05-10T11:18:02.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:01 smithi053 ceph-mon[30153]: daemon mds.l is now active in filesystem cephfs as rank 4 2024-05-10T11:18:02.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:01 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] up:active 2024-05-10T11:18:02.071 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:01 smithi053 ceph-mon[30153]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-10T11:18:02.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:01 smithi132 ceph-mon[33758]: pgmap v335: 129 pgs: 129 active+clean; 583 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 3 op/s 2024-05-10T11:18:02.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:01 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2369888546' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-10T11:18:02.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:01 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] up:active 2024-05-10T11:18:02.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:01 smithi132 ceph-mon[33758]: daemon mds.l assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-05-10T11:18:02.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:01 smithi132 ceph-mon[33758]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-10T11:18:02.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:01 smithi132 ceph-mon[33758]: Cluster is now healthy 2024-05-10T11:18:02.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:01 smithi132 ceph-mon[33758]: fsmap cephfs:4 {0=i=up:active,1=c=up:active,2=f=up:active,3=b=up:active} 8 up:standby 2024-05-10T11:18:02.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:01 smithi132 ceph-mon[33758]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-05-10T11:18:02.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:01 smithi132 ceph-mon[33758]: daemon mds.l is now active in filesystem cephfs as rank 4 2024-05-10T11:18:02.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:01 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] up:active 2024-05-10T11:18:02.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:01 smithi132 ceph-mon[33758]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-10T11:18:02.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:01 smithi187 ceph-mon[34076]: pgmap v335: 129 pgs: 129 active+clean; 583 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 3 op/s 2024-05-10T11:18:02.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:01 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2369888546' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-10T11:18:02.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:01 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] up:active 2024-05-10T11:18:02.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:01 smithi187 ceph-mon[34076]: daemon mds.l assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-05-10T11:18:02.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:01 smithi187 ceph-mon[34076]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-10T11:18:02.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:01 smithi187 ceph-mon[34076]: Cluster is now healthy 2024-05-10T11:18:02.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:01 smithi187 ceph-mon[34076]: fsmap cephfs:4 {0=i=up:active,1=c=up:active,2=f=up:active,3=b=up:active} 8 up:standby 2024-05-10T11:18:02.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:01 smithi187 ceph-mon[34076]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-05-10T11:18:02.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:01 smithi187 ceph-mon[34076]: daemon mds.l is now active in filesystem cephfs as rank 4 2024-05-10T11:18:02.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:01 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] up:active 2024-05-10T11:18:02.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:01 smithi187 ceph-mon[34076]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-10T11:18:03.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.471+0000 7fde8cdf4700 1 -- 172.21.15.53:0/148579991 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde88108850 msgr2=0x7fde881103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:03.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.471+0000 7fde8cdf4700 1 --2- 172.21.15.53:0/148579991 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde88108850 0x7fde881103d0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fde8000b0d0 tx=0x7fde8000b3e0 comp rx=0 tx=0).stop 2024-05-10T11:18:03.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.471+0000 7fde8cdf4700 1 -- 172.21.15.53:0/148579991 shutdown_connections 2024-05-10T11:18:03.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.471+0000 7fde8cdf4700 1 --2- 172.21.15.53:0/148579991 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde88108850 0x7fde881103d0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:03.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.471+0000 7fde8cdf4700 1 --2- 172.21.15.53:0/148579991 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fde88103750 0x7fde88103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:03.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.471+0000 7fde8cdf4700 1 --2- 172.21.15.53:0/148579991 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fde88104100 0x7fde88108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:03.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.471+0000 7fde8cdf4700 1 -- 172.21.15.53:0/148579991 >> 172.21.15.53:0/148579991 conn(0x7fde8807a600 msgr2=0x7fde8807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:03.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.471+0000 7fde8cdf4700 1 -- 172.21.15.53:0/148579991 shutdown_connections 2024-05-10T11:18:03.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.471+0000 7fde8cdf4700 1 -- 172.21.15.53:0/148579991 wait complete. 2024-05-10T11:18:03.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.472+0000 7fde8cdf4700 1 Processor -- start 2024-05-10T11:18:03.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.472+0000 7fde8cdf4700 1 -- start start 2024-05-10T11:18:03.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.472+0000 7fde8cdf4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde88103750 0x7fde880757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:03.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.472+0000 7fde8cdf4700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fde88104100 0x7fde88075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:03.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.472+0000 7fde8cdf4700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fde88108850 0x7fde88076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:03.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.472+0000 7fde8cdf4700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fde881134d0 con 0x7fde88103750 2024-05-10T11:18:03.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.472+0000 7fde8cdf4700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fde88113350 con 0x7fde88108850 2024-05-10T11:18:03.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.472+0000 7fde8cdf4700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fde88113650 con 0x7fde88104100 2024-05-10T11:18:03.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.472+0000 7fde8659c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde88103750 0x7fde880757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:03.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.472+0000 7fde8659c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde88103750 0x7fde880757a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:53536/0 (socket says 172.21.15.53:53536) 2024-05-10T11:18:03.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.472+0000 7fde8659c700 1 -- 172.21.15.53:0/3135496836 learned_addr learned my addr 172.21.15.53:0/3135496836 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:18:03.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.472+0000 7fde86d9d700 1 --2- 172.21.15.53:0/3135496836 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fde88108850 0x7fde88076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:03.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.472+0000 7fde85d9b700 1 --2- 172.21.15.53:0/3135496836 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fde88104100 0x7fde88075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:03.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.472+0000 7fde8659c700 1 -- 172.21.15.53:0/3135496836 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fde88104100 msgr2=0x7fde88075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:03.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.472+0000 7fde8659c700 1 --2- 172.21.15.53:0/3135496836 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fde88104100 0x7fde88075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:03.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.472+0000 7fde8659c700 1 -- 172.21.15.53:0/3135496836 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fde88108850 msgr2=0x7fde88076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:03.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.472+0000 7fde8659c700 1 --2- 172.21.15.53:0/3135496836 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fde88108850 0x7fde88076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:03.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.472+0000 7fde8659c700 1 -- 172.21.15.53:0/3135496836 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde881a7ee0 con 0x7fde88103750 2024-05-10T11:18:03.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.472+0000 7fde86d9d700 1 --2- 172.21.15.53:0/3135496836 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fde88108850 0x7fde88076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:18:03.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.473+0000 7fde8659c700 1 --2- 172.21.15.53:0/3135496836 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde88103750 0x7fde880757a0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fde7800d980 tx=0x7fde7800dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:03.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.473+0000 7fde777fe700 1 -- 172.21.15.53:0/3135496836 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde78016070 con 0x7fde88103750 2024-05-10T11:18:03.476 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.473+0000 7fde8cdf4700 1 -- 172.21.15.53:0/3135496836 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde881a81d0 con 0x7fde88103750 2024-05-10T11:18:03.476 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.473+0000 7fde777fe700 1 -- 172.21.15.53:0/3135496836 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fde78004020 con 0x7fde88103750 2024-05-10T11:18:03.476 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.473+0000 7fde777fe700 1 -- 172.21.15.53:0/3135496836 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde78004bb0 con 0x7fde88103750 2024-05-10T11:18:03.476 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.473+0000 7fde8cdf4700 1 -- 172.21.15.53:0/3135496836 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde881a8710 con 0x7fde88103750 2024-05-10T11:18:03.477 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.474+0000 7fde8cdf4700 1 -- 172.21.15.53:0/3135496836 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde8806a190 con 0x7fde88103750 2024-05-10T11:18:03.477 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.475+0000 7fde777fe700 1 -- 172.21.15.53:0/3135496836 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fde7800bb60 con 0x7fde88103750 2024-05-10T11:18:03.477 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.476+0000 7fde777fe700 1 --2- 172.21.15.53:0/3135496836 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fde700b2880 0x7fde700b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:03.477 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.476+0000 7fde85d9b700 1 --2- 172.21.15.53:0/3135496836 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fde700b2880 0x7fde700b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:03.477 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.476+0000 7fde777fe700 1 -- 172.21.15.53:0/3135496836 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9092+0+0 (secure 0 0 0) 0x7fde780e2480 con 0x7fde88103750 2024-05-10T11:18:03.477 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.477+0000 7fde85d9b700 1 --2- 172.21.15.53:0/3135496836 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fde700b2880 0x7fde700b4d40 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fde88103020 tx=0x7fde7c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:03.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.481+0000 7fde777fe700 1 -- 172.21.15.53:0/3135496836 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fde7801f020 con 0x7fde88103750 2024-05-10T11:18:03.747 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.747+0000 7fde8cdf4700 1 -- 172.21.15.53:0/3135496836 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7fde8802e730 con 0x7fde88103750 2024-05-10T11:18:03.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.774+0000 7fde777fe700 1 -- 172.21.15.53:0/3135496836 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v28) ==== 115+0+0 (secure 0 0 0) 0x7fde780a9de0 con 0x7fde88103750 2024-05-10T11:18:03.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.776+0000 7fde8cdf4700 1 -- 172.21.15.53:0/3135496836 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fde700b2880 msgr2=0x7fde700b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:03.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.776+0000 7fde8cdf4700 1 --2- 172.21.15.53:0/3135496836 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fde700b2880 0x7fde700b4d40 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fde88103020 tx=0x7fde7c009260 comp rx=0 tx=0).stop 2024-05-10T11:18:03.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.776+0000 7fde8cdf4700 1 -- 172.21.15.53:0/3135496836 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde88103750 msgr2=0x7fde880757a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:03.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.776+0000 7fde8cdf4700 1 --2- 172.21.15.53:0/3135496836 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde88103750 0x7fde880757a0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fde7800d980 tx=0x7fde7800dd40 comp rx=0 tx=0).stop 2024-05-10T11:18:03.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.777+0000 7fde8cdf4700 1 -- 172.21.15.53:0/3135496836 shutdown_connections 2024-05-10T11:18:03.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.777+0000 7fde8cdf4700 1 --2- 172.21.15.53:0/3135496836 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fde700b2880 0x7fde700b4d40 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:03.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.777+0000 7fde8cdf4700 1 --2- 172.21.15.53:0/3135496836 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fde88108850 0x7fde88076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:03.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.777+0000 7fde8cdf4700 1 --2- 172.21.15.53:0/3135496836 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fde88103750 0x7fde880757a0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:03.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.777+0000 7fde8cdf4700 1 --2- 172.21.15.53:0/3135496836 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fde88104100 0x7fde88075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:03.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.777+0000 7fde8cdf4700 1 -- 172.21.15.53:0/3135496836 >> 172.21.15.53:0/3135496836 conn(0x7fde8807a600 msgr2=0x7fde88101770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:03.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.777+0000 7fde8cdf4700 1 -- 172.21.15.53:0/3135496836 shutdown_connections 2024-05-10T11:18:03.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:03.777+0000 7fde8cdf4700 1 -- 172.21.15.53:0/3135496836 wait complete. 2024-05-10T11:18:04.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:03 smithi053 ceph-mon[30153]: pgmap v336: 129 pgs: 129 active+clean; 585 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-05-10T11:18:04.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:03 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3135496836' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-10T11:18:04.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:03 smithi132 ceph-mon[33758]: pgmap v336: 129 pgs: 129 active+clean; 585 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-05-10T11:18:04.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:03 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3135496836' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-10T11:18:04.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:03 smithi187 ceph-mon[34076]: pgmap v336: 129 pgs: 129 active+clean; 585 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-05-10T11:18:04.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:03 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3135496836' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-10T11:18:04.517 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2} subvols for filesystem 'cephfs' 2024-05-10T11:18:04.517 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-05-10T11:18:04.775 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:05.035 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:04 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3135496836' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-10T11:18:05.035 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:04 smithi053 ceph-mon[30153]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-10T11:18:05.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:04 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3135496836' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-10T11:18:05.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:04 smithi132 ceph-mon[33758]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-10T11:18:05.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:04 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3135496836' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-10T11:18:05.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:04 smithi187 ceph-mon[34076]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-10T11:18:05.919 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:05 smithi053 ceph-mon[30153]: pgmap v337: 129 pgs: 129 active+clean; 586 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 3.3 KiB/s wr, 16 op/s 2024-05-10T11:18:06.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:05 smithi132 ceph-mon[33758]: pgmap v337: 129 pgs: 129 active+clean; 586 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 3.3 KiB/s wr, 16 op/s 2024-05-10T11:18:06.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:05 smithi187 ceph-mon[34076]: pgmap v337: 129 pgs: 129 active+clean; 586 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 3.3 KiB/s wr, 16 op/s 2024-05-10T11:18:06.483 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.483+0000 7f0b5bf82700 1 -- 172.21.15.53:0/375610183 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b541023a0 msgr2=0x7f0b54102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:06.483 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.483+0000 7f0b5bf82700 1 --2- 172.21.15.53:0/375610183 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b541023a0 0x7f0b54102820 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f0b48009990 tx=0x7f0b48009ca0 comp rx=0 tx=0).stop 2024-05-10T11:18:06.483 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.483+0000 7f0b5bf82700 1 -- 172.21.15.53:0/375610183 shutdown_connections 2024-05-10T11:18:06.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.483+0000 7f0b5bf82700 1 --2- 172.21.15.53:0/375610183 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0b54102d60 0x7f0b5410f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:06.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.483+0000 7f0b5bf82700 1 --2- 172.21.15.53:0/375610183 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0b54108410 0x7f0b541087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:06.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.483+0000 7f0b5bf82700 1 --2- 172.21.15.53:0/375610183 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b541023a0 0x7f0b54102820 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:06.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.483+0000 7f0b5bf82700 1 -- 172.21.15.53:0/375610183 >> 172.21.15.53:0/375610183 conn(0x7f0b54079350 msgr2=0x7f0b54079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:06.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.483+0000 7f0b5bf82700 1 -- 172.21.15.53:0/375610183 shutdown_connections 2024-05-10T11:18:06.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.483+0000 7f0b5bf82700 1 -- 172.21.15.53:0/375610183 wait complete. 2024-05-10T11:18:06.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.483+0000 7f0b5bf82700 1 Processor -- start 2024-05-10T11:18:06.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.484+0000 7f0b5bf82700 1 -- start start 2024-05-10T11:18:06.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.484+0000 7f0b5bf82700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0b541023a0 0x7f0b5419f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:06.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.484+0000 7f0b5bf82700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0b54102d60 0x7f0b5419fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:06.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.484+0000 7f0b5bf82700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b54108410 0x7f0b54199a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:06.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.484+0000 7f0b5bf82700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f0b54113560 con 0x7f0b54108410 2024-05-10T11:18:06.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.484+0000 7f0b5bf82700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f0b541133e0 con 0x7f0b54102d60 2024-05-10T11:18:06.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.484+0000 7f0b5bf82700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f0b541136e0 con 0x7f0b541023a0 2024-05-10T11:18:06.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.484+0000 7f0b5a51f700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b54108410 0x7f0b54199a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:06.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.484+0000 7f0b5a51f700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b54108410 0x7f0b54199a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:53562/0 (socket says 172.21.15.53:53562) 2024-05-10T11:18:06.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.484+0000 7f0b5a51f700 1 -- 172.21.15.53:0/3749257764 learned_addr learned my addr 172.21.15.53:0/3749257764 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:18:06.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.484+0000 7f0b5951d700 1 --2- 172.21.15.53:0/3749257764 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0b54102d60 0x7f0b5419fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:06.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.484+0000 7f0b59d1e700 1 --2- 172.21.15.53:0/3749257764 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0b541023a0 0x7f0b5419f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:06.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.484+0000 7f0b5a51f700 1 -- 172.21.15.53:0/3749257764 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0b541023a0 msgr2=0x7f0b5419f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:06.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.484+0000 7f0b5a51f700 1 --2- 172.21.15.53:0/3749257764 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0b541023a0 0x7f0b5419f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:06.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.484+0000 7f0b5a51f700 1 -- 172.21.15.53:0/3749257764 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0b54102d60 msgr2=0x7f0b5419fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:06.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.484+0000 7f0b5a51f700 1 --2- 172.21.15.53:0/3749257764 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0b54102d60 0x7f0b5419fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:06.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.484+0000 7f0b5a51f700 1 -- 172.21.15.53:0/3749257764 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b5419a180 con 0x7f0b54108410 2024-05-10T11:18:06.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.485+0000 7f0b5a51f700 1 --2- 172.21.15.53:0/3749257764 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b54108410 0x7f0b54199a20 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f0b4c00b970 tx=0x7f0b4c00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:06.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.485+0000 7f0b46ffd700 1 -- 172.21.15.53:0/3749257764 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b4c00d860 con 0x7f0b54108410 2024-05-10T11:18:06.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.485+0000 7f0b5bf82700 1 -- 172.21.15.53:0/3749257764 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b5419a470 con 0x7f0b54108410 2024-05-10T11:18:06.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.485+0000 7f0b46ffd700 1 -- 172.21.15.53:0/3749257764 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0b4c00e430 con 0x7f0b54108410 2024-05-10T11:18:06.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.485+0000 7f0b46ffd700 1 -- 172.21.15.53:0/3749257764 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b4c017660 con 0x7f0b54108410 2024-05-10T11:18:06.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.485+0000 7f0b5bf82700 1 -- 172.21.15.53:0/3749257764 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b541a6730 con 0x7f0b54108410 2024-05-10T11:18:06.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.486+0000 7f0b5bf82700 1 -- 172.21.15.53:0/3749257764 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b5406a190 con 0x7f0b54108410 2024-05-10T11:18:06.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.488+0000 7f0b46ffd700 1 -- 172.21.15.53:0/3749257764 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f0b4c00da00 con 0x7f0b54108410 2024-05-10T11:18:06.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.489+0000 7f0b46ffd700 1 --2- 172.21.15.53:0/3749257764 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f0b400b2880 0x7f0b400b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:06.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.489+0000 7f0b59d1e700 1 --2- 172.21.15.53:0/3749257764 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f0b400b2880 0x7f0b400b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:06.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.489+0000 7f0b46ffd700 1 -- 172.21.15.53:0/3749257764 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9092+0+0 (secure 0 0 0) 0x7f0b4c0e2330 con 0x7f0b54108410 2024-05-10T11:18:06.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.490+0000 7f0b59d1e700 1 --2- 172.21.15.53:0/3749257764 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f0b400b2880 0x7f0b400b4d40 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f0b5419ab60 tx=0x7f0b5000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:06.492 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.492+0000 7f0b46ffd700 1 -- 172.21.15.53:0/3749257764 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f0b4c053d70 con 0x7f0b54108410 2024-05-10T11:18:06.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.744+0000 7f0b5bf82700 1 -- 172.21.15.53:0/3749257764 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f0b5419af50 con 0x7f0b400b2880 2024-05-10T11:18:06.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.775+0000 7f0b46ffd700 1 -- 172.21.15.53:0/3749257764 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f0b5419af50 con 0x7f0b400b2880 2024-05-10T11:18:06.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.778+0000 7f0b5bf82700 1 -- 172.21.15.53:0/3749257764 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f0b400b2880 msgr2=0x7f0b400b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:06.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.778+0000 7f0b5bf82700 1 --2- 172.21.15.53:0/3749257764 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f0b400b2880 0x7f0b400b4d40 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f0b5419ab60 tx=0x7f0b5000b410 comp rx=0 tx=0).stop 2024-05-10T11:18:06.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.778+0000 7f0b5bf82700 1 -- 172.21.15.53:0/3749257764 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b54108410 msgr2=0x7f0b54199a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:06.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.778+0000 7f0b5bf82700 1 --2- 172.21.15.53:0/3749257764 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b54108410 0x7f0b54199a20 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f0b4c00b970 tx=0x7f0b4c00bc80 comp rx=0 tx=0).stop 2024-05-10T11:18:06.779 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.778+0000 7f0b5bf82700 1 -- 172.21.15.53:0/3749257764 shutdown_connections 2024-05-10T11:18:06.779 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.778+0000 7f0b5bf82700 1 --2- 172.21.15.53:0/3749257764 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f0b400b2880 0x7f0b400b4d40 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:06.779 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.778+0000 7f0b5bf82700 1 --2- 172.21.15.53:0/3749257764 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0b54108410 0x7f0b54199a20 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:06.779 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.778+0000 7f0b5bf82700 1 --2- 172.21.15.53:0/3749257764 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0b541023a0 0x7f0b5419f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:06.779 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.778+0000 7f0b5bf82700 1 --2- 172.21.15.53:0/3749257764 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0b54102d60 0x7f0b5419fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:06.779 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.778+0000 7f0b5bf82700 1 -- 172.21.15.53:0/3749257764 >> 172.21.15.53:0/3749257764 conn(0x7f0b54079350 msgr2=0x7f0b54101210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:06.779 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.778+0000 7f0b5bf82700 1 -- 172.21.15.53:0/3749257764 shutdown_connections 2024-05-10T11:18:06.779 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:06.778+0000 7f0b5bf82700 1 -- 172.21.15.53:0/3749257764 wait complete. 2024-05-10T11:18:07.069 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:18:06 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:18:06.749+0000 7f046a60b700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-10T11:18:07.070 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:18:06 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:18:06.749+0000 7f046a60b700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-10T11:18:07.070 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:18:06 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:18:06.749+0000 7f046a60b700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-10T11:18:07.070 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:18:06 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:18:06.749+0000 7f046a60b700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-10T11:18:07.070 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:18:06 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:18:06.749+0000 7f046a60b700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-10T11:18:07.569 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-05-10T11:18:07.826 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:08.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:07 smithi053 ceph-mon[30153]: pgmap v338: 129 pgs: 129 active+clean; 587 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 4.0 KiB/s wr, 17 op/s 2024-05-10T11:18:08.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:07 smithi053 ceph-mon[30153]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:18:08.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:07 smithi132 ceph-mon[33758]: pgmap v338: 129 pgs: 129 active+clean; 587 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 4.0 KiB/s wr, 17 op/s 2024-05-10T11:18:08.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:07 smithi132 ceph-mon[33758]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:18:08.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:07 smithi187 ceph-mon[34076]: pgmap v338: 129 pgs: 129 active+clean; 587 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 4.0 KiB/s wr, 17 op/s 2024-05-10T11:18:08.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:07 smithi187 ceph-mon[34076]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:18:09.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.687+0000 7ffaa55c4700 1 -- 172.21.15.53:0/3935030199 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ffaa0109540 msgr2=0x7ffaa0109920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:09.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.687+0000 7ffaa55c4700 1 --2- 172.21.15.53:0/3935030199 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ffaa0109540 0x7ffaa0109920 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7ffa900099c0 tx=0x7ffa90009cd0 comp rx=0 tx=0).stop 2024-05-10T11:18:09.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.687+0000 7ffaa55c4700 1 -- 172.21.15.53:0/3935030199 shutdown_connections 2024-05-10T11:18:09.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.687+0000 7ffaa55c4700 1 --2- 172.21.15.53:0/3935030199 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ffaa0103f20 0x7ffaa0110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:09.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.687+0000 7ffaa55c4700 1 --2- 172.21.15.53:0/3935030199 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ffaa0109540 0x7ffaa0109920 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:09.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.687+0000 7ffaa55c4700 1 --2- 172.21.15.53:0/3935030199 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ffaa0103560 0x7ffaa01039e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:09.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.687+0000 7ffaa55c4700 1 -- 172.21.15.53:0/3935030199 >> 172.21.15.53:0/3935030199 conn(0x7ffaa007a660 msgr2=0x7ffaa007aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:09.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.687+0000 7ffaa55c4700 1 -- 172.21.15.53:0/3935030199 shutdown_connections 2024-05-10T11:18:09.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.687+0000 7ffaa55c4700 1 -- 172.21.15.53:0/3935030199 wait complete. 2024-05-10T11:18:09.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.688+0000 7ffaa55c4700 1 Processor -- start 2024-05-10T11:18:09.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.688+0000 7ffaa55c4700 1 -- start start 2024-05-10T11:18:09.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.688+0000 7ffaa55c4700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ffaa0103560 0x7ffaa019f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:09.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.688+0000 7ffaa55c4700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ffaa0103f20 0x7ffaa019fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:09.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.688+0000 7ffaa55c4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ffaa0109540 0x7ffaa01998b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:09.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.688+0000 7ffaa55c4700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ffaa0113550 con 0x7ffaa0109540 2024-05-10T11:18:09.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.688+0000 7ffaa55c4700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7ffaa01133d0 con 0x7ffaa0103560 2024-05-10T11:18:09.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.688+0000 7ffaa55c4700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7ffaa01136d0 con 0x7ffaa0103f20 2024-05-10T11:18:09.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.689+0000 7ffa9f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ffaa0109540 0x7ffaa01998b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:09.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.689+0000 7ffa9f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ffaa0109540 0x7ffaa01998b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:41446/0 (socket says 172.21.15.53:41446) 2024-05-10T11:18:09.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.689+0000 7ffa9f7fe700 1 -- 172.21.15.53:0/2733522409 learned_addr learned my addr 172.21.15.53:0/2733522409 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:18:09.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.689+0000 7ffa9effd700 1 --2- 172.21.15.53:0/2733522409 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ffaa0103560 0x7ffaa019f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:09.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.689+0000 7ffa9e7fc700 1 --2- 172.21.15.53:0/2733522409 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ffaa0103f20 0x7ffaa019fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:09.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.689+0000 7ffa9f7fe700 1 -- 172.21.15.53:0/2733522409 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ffaa0103f20 msgr2=0x7ffaa019fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:09.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.689+0000 7ffa9f7fe700 1 --2- 172.21.15.53:0/2733522409 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ffaa0103f20 0x7ffaa019fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:09.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.689+0000 7ffa9f7fe700 1 -- 172.21.15.53:0/2733522409 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ffaa0103560 msgr2=0x7ffaa019f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:09.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.689+0000 7ffa9f7fe700 1 --2- 172.21.15.53:0/2733522409 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ffaa0103560 0x7ffaa019f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:09.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.689+0000 7ffa9f7fe700 1 -- 172.21.15.53:0/2733522409 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaa019a010 con 0x7ffaa0109540 2024-05-10T11:18:09.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.689+0000 7ffa9f7fe700 1 --2- 172.21.15.53:0/2733522409 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ffaa0109540 0x7ffaa01998b0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7ffa98007d70 tx=0x7ffa9800a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:09.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.689+0000 7ffa87fff700 1 -- 172.21.15.53:0/2733522409 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa98016020 con 0x7ffaa0109540 2024-05-10T11:18:09.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.689+0000 7ffa87fff700 1 -- 172.21.15.53:0/2733522409 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ffa9800ac90 con 0x7ffaa0109540 2024-05-10T11:18:09.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.689+0000 7ffa87fff700 1 -- 172.21.15.53:0/2733522409 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa980115e0 con 0x7ffaa0109540 2024-05-10T11:18:09.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.689+0000 7ffaa55c4700 1 -- 172.21.15.53:0/2733522409 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffaa019a300 con 0x7ffaa0109540 2024-05-10T11:18:09.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.689+0000 7ffaa55c4700 1 -- 172.21.15.53:0/2733522409 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffaa01a65c0 con 0x7ffaa0109540 2024-05-10T11:18:09.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.690+0000 7ffaa55c4700 1 -- 172.21.15.53:0/2733522409 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffaa010b9d0 con 0x7ffaa0109540 2024-05-10T11:18:09.693 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.692+0000 7ffa87fff700 1 -- 172.21.15.53:0/2733522409 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7ffa98019020 con 0x7ffaa0109540 2024-05-10T11:18:09.693 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.693+0000 7ffa87fff700 1 --2- 172.21.15.53:0/2733522409 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ffa880b2910 0x7ffa880b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:09.693 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.693+0000 7ffa87fff700 1 -- 172.21.15.53:0/2733522409 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9092+0+0 (secure 0 0 0) 0x7ffa980e2a60 con 0x7ffaa0109540 2024-05-10T11:18:09.693 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.693+0000 7ffa9effd700 1 --2- 172.21.15.53:0/2733522409 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ffa880b2910 0x7ffa880b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:09.693 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.693+0000 7ffa9effd700 1 --2- 172.21.15.53:0/2733522409 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ffa880b2910 0x7ffa880b4dd0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ffaa019a9f0 tx=0x7ffa9001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:09.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.696+0000 7ffa87fff700 1 -- 172.21.15.53:0/2733522409 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7ffa98020020 con 0x7ffaa0109540 2024-05-10T11:18:09.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.944+0000 7ffaa55c4700 1 -- 172.21.15.53:0/2733522409 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7ffaa00638e0 con 0x7ffa880b2910 2024-05-10T11:18:09.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.973+0000 7ffa87fff700 1 -- 172.21.15.53:0/2733522409 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7ffaa00638e0 con 0x7ffa880b2910 2024-05-10T11:18:09.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.976+0000 7ffaa55c4700 1 -- 172.21.15.53:0/2733522409 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ffa880b2910 msgr2=0x7ffa880b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:09.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.976+0000 7ffaa55c4700 1 --2- 172.21.15.53:0/2733522409 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ffa880b2910 0x7ffa880b4dd0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ffaa019a9f0 tx=0x7ffa9001a040 comp rx=0 tx=0).stop 2024-05-10T11:18:09.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.976+0000 7ffaa55c4700 1 -- 172.21.15.53:0/2733522409 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ffaa0109540 msgr2=0x7ffaa01998b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:09.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.976+0000 7ffaa55c4700 1 --2- 172.21.15.53:0/2733522409 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ffaa0109540 0x7ffaa01998b0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7ffa98007d70 tx=0x7ffa9800a340 comp rx=0 tx=0).stop 2024-05-10T11:18:09.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.976+0000 7ffaa55c4700 1 -- 172.21.15.53:0/2733522409 shutdown_connections 2024-05-10T11:18:09.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.976+0000 7ffaa55c4700 1 --2- 172.21.15.53:0/2733522409 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ffa880b2910 0x7ffa880b4dd0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:09.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.976+0000 7ffaa55c4700 1 --2- 172.21.15.53:0/2733522409 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ffaa0109540 0x7ffaa01998b0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:09.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.976+0000 7ffaa55c4700 1 --2- 172.21.15.53:0/2733522409 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ffaa0103560 0x7ffaa019f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:09.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.976+0000 7ffaa55c4700 1 --2- 172.21.15.53:0/2733522409 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ffaa0103f20 0x7ffaa019fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:09.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.976+0000 7ffaa55c4700 1 -- 172.21.15.53:0/2733522409 >> 172.21.15.53:0/2733522409 conn(0x7ffaa007a660 msgr2=0x7ffaa0102300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:09.977 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.976+0000 7ffaa55c4700 1 -- 172.21.15.53:0/2733522409 shutdown_connections 2024-05-10T11:18:09.977 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:09.976+0000 7ffaa55c4700 1 -- 172.21.15.53:0/2733522409 wait complete. 2024-05-10T11:18:10.062 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:09 smithi187 ceph-mon[34076]: pgmap v339: 129 pgs: 129 active+clean; 593 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 4.8 KiB/s wr, 20 op/s 2024-05-10T11:18:10.062 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:09 smithi187 ceph-mon[34076]: mgrmap e17: x(active, since 8m), standbys: y, z 2024-05-10T11:18:10.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:09 smithi053 ceph-mon[30153]: pgmap v339: 129 pgs: 129 active+clean; 593 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 4.8 KiB/s wr, 20 op/s 2024-05-10T11:18:10.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:09 smithi053 ceph-mon[30153]: mgrmap e17: x(active, since 8m), standbys: y, z 2024-05-10T11:18:10.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:09 smithi132 ceph-mon[33758]: pgmap v339: 129 pgs: 129 active+clean; 593 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 4.8 KiB/s wr, 20 op/s 2024-05-10T11:18:10.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:09 smithi132 ceph-mon[33758]: mgrmap e17: x(active, since 8m), standbys: y, z 2024-05-10T11:18:10.769 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-05-10T11:18:11.032 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:11.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:10 smithi053 ceph-mon[30153]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:18:11.125 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:10 smithi132 ceph-mon[33758]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:18:11.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:10 smithi187 ceph-mon[34076]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:18:12.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:11 smithi053 ceph-mon[30153]: pgmap v340: 129 pgs: 129 active+clean; 594 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 5.0 KiB/s wr, 21 op/s 2024-05-10T11:18:12.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:11 smithi132 ceph-mon[33758]: pgmap v340: 129 pgs: 129 active+clean; 594 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 5.0 KiB/s wr, 21 op/s 2024-05-10T11:18:12.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:11 smithi187 ceph-mon[34076]: pgmap v340: 129 pgs: 129 active+clean; 594 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 5.0 KiB/s wr, 21 op/s 2024-05-10T11:18:12.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.958+0000 7f5c144ef700 1 -- 172.21.15.53:0/2403688780 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5c0c06b180 msgr2=0x7f5c0c06b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:12.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.958+0000 7f5c144ef700 1 --2- 172.21.15.53:0/2403688780 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5c0c06b180 0x7f5c0c06b600 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc009990 tx=0x7f5bfc009ca0 comp rx=0 tx=0).stop 2024-05-10T11:18:12.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.958+0000 7f5c144ef700 1 -- 172.21.15.53:0/2403688780 shutdown_connections 2024-05-10T11:18:12.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.958+0000 7f5c144ef700 1 --2- 172.21.15.53:0/2403688780 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5c0c06bb40 0x7f5c0c110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:12.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.958+0000 7f5c144ef700 1 --2- 172.21.15.53:0/2403688780 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f5c0c109510 0x7f5c0c1098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:12.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.958+0000 7f5c144ef700 1 --2- 172.21.15.53:0/2403688780 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5c0c06b180 0x7f5c0c06b600 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:12.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.959+0000 7f5c144ef700 1 -- 172.21.15.53:0/2403688780 >> 172.21.15.53:0/2403688780 conn(0x7f5c0c079350 msgr2=0x7f5c0c079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:12.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.959+0000 7f5c144ef700 1 -- 172.21.15.53:0/2403688780 shutdown_connections 2024-05-10T11:18:12.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.959+0000 7f5c144ef700 1 -- 172.21.15.53:0/2403688780 wait complete. 2024-05-10T11:18:12.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.959+0000 7f5c144ef700 1 Processor -- start 2024-05-10T11:18:12.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.959+0000 7f5c144ef700 1 -- start start 2024-05-10T11:18:12.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.960+0000 7f5c144ef700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f5c0c06b180 0x7f5c0c19f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:12.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.960+0000 7f5c144ef700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5c0c06bb40 0x7f5c0c19fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:12.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.960+0000 7f5c144ef700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5c0c109510 0x7f5c0c1998f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:12.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.960+0000 7f5c144ef700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f5c0c1134f0 con 0x7f5c0c109510 2024-05-10T11:18:12.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.960+0000 7f5c144ef700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f5c0c113370 con 0x7f5c0c06b180 2024-05-10T11:18:12.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.960+0000 7f5c144ef700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f5c0c113670 con 0x7f5c0c06bb40 2024-05-10T11:18:12.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.960+0000 7f5c12a8c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5c0c109510 0x7f5c0c1998f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:12.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.960+0000 7f5c12a8c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5c0c109510 0x7f5c0c1998f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:41460/0 (socket says 172.21.15.53:41460) 2024-05-10T11:18:12.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.960+0000 7f5c12a8c700 1 -- 172.21.15.53:0/3247925403 learned_addr learned my addr 172.21.15.53:0/3247925403 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:18:12.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.960+0000 7f5c1228b700 1 --2- 172.21.15.53:0/3247925403 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f5c0c06b180 0x7f5c0c19f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:12.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.960+0000 7f5c11a8a700 1 --2- 172.21.15.53:0/3247925403 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5c0c06bb40 0x7f5c0c19fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:12.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.960+0000 7f5c12a8c700 1 -- 172.21.15.53:0/3247925403 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5c0c06bb40 msgr2=0x7f5c0c19fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:12.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.960+0000 7f5c12a8c700 1 --2- 172.21.15.53:0/3247925403 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5c0c06bb40 0x7f5c0c19fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:12.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.960+0000 7f5c12a8c700 1 -- 172.21.15.53:0/3247925403 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f5c0c06b180 msgr2=0x7f5c0c19f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:12.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.960+0000 7f5c12a8c700 1 --2- 172.21.15.53:0/3247925403 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f5c0c06b180 0x7f5c0c19f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:12.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.960+0000 7f5c12a8c700 1 -- 172.21.15.53:0/3247925403 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c0c19a050 con 0x7f5c0c109510 2024-05-10T11:18:12.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.960+0000 7f5c12a8c700 1 --2- 172.21.15.53:0/3247925403 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5c0c109510 0x7f5c0c1998f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f5c0400ef30 tx=0x7f5c0400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:12.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.961+0000 7f5c037fe700 1 -- 172.21.15.53:0/3247925403 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c040092e0 con 0x7f5c0c109510 2024-05-10T11:18:12.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.961+0000 7f5c144ef700 1 -- 172.21.15.53:0/3247925403 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c0c19a2e0 con 0x7f5c0c109510 2024-05-10T11:18:12.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.961+0000 7f5c037fe700 1 -- 172.21.15.53:0/3247925403 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5c04004bb0 con 0x7f5c0c109510 2024-05-10T11:18:12.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.961+0000 7f5c037fe700 1 -- 172.21.15.53:0/3247925403 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c04004020 con 0x7f5c0c109510 2024-05-10T11:18:12.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.961+0000 7f5c144ef700 1 -- 172.21.15.53:0/3247925403 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c0c1a65b0 con 0x7f5c0c109510 2024-05-10T11:18:12.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.962+0000 7f5c144ef700 1 -- 172.21.15.53:0/3247925403 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c0c06a190 con 0x7f5c0c109510 2024-05-10T11:18:12.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.963+0000 7f5c037fe700 1 -- 172.21.15.53:0/3247925403 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f5c0401b030 con 0x7f5c0c109510 2024-05-10T11:18:12.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.964+0000 7f5c037fe700 1 --2- 172.21.15.53:0/3247925403 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f5bf80b2910 0x7f5bf80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:12.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.964+0000 7f5c1228b700 1 --2- 172.21.15.53:0/3247925403 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f5bf80b2910 0x7f5bf80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:12.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.964+0000 7f5c037fe700 1 -- 172.21.15.53:0/3247925403 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9092+0+0 (secure 0 0 0) 0x7f5c040e2b80 con 0x7f5c0c109510 2024-05-10T11:18:12.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.964+0000 7f5c1228b700 1 --2- 172.21.15.53:0/3247925403 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f5bf80b2910 0x7f5bf80b4dd0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f5c0c100ba0 tx=0x7f5c080073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:12.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:12.967+0000 7f5c037fe700 1 -- 172.21.15.53:0/3247925403 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f5c04022020 con 0x7f5c0c109510 2024-05-10T11:18:13.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:13.217+0000 7f5c144ef700 1 -- 172.21.15.53:0/3247925403 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f5c0c0638e0 con 0x7f5bf80b2910 2024-05-10T11:18:13.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:13.223+0000 7f5c037fe700 1 -- 172.21.15.53:0/3247925403 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f5c0c0638e0 con 0x7f5bf80b2910 2024-05-10T11:18:13.222 INFO:teuthology.orchestra.run.smithi053.stdout:/volumes/qa/sv_0/be8bb2cc-928e-423a-b18a-ad92dd72c82e 2024-05-10T11:18:13.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:13.225+0000 7f5c144ef700 1 -- 172.21.15.53:0/3247925403 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f5bf80b2910 msgr2=0x7f5bf80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:13.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:13.225+0000 7f5c144ef700 1 --2- 172.21.15.53:0/3247925403 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f5bf80b2910 0x7f5bf80b4dd0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f5c0c100ba0 tx=0x7f5c080073d0 comp rx=0 tx=0).stop 2024-05-10T11:18:13.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:13.225+0000 7f5c144ef700 1 -- 172.21.15.53:0/3247925403 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5c0c109510 msgr2=0x7f5c0c1998f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:13.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:13.225+0000 7f5c144ef700 1 --2- 172.21.15.53:0/3247925403 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5c0c109510 0x7f5c0c1998f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f5c0400ef30 tx=0x7f5c0400c3a0 comp rx=0 tx=0).stop 2024-05-10T11:18:13.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:13.225+0000 7f5c144ef700 1 -- 172.21.15.53:0/3247925403 shutdown_connections 2024-05-10T11:18:13.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:13.225+0000 7f5c144ef700 1 --2- 172.21.15.53:0/3247925403 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f5bf80b2910 0x7f5bf80b4dd0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:13.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:13.225+0000 7f5c144ef700 1 --2- 172.21.15.53:0/3247925403 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5c0c109510 0x7f5c0c1998f0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:13.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:13.226+0000 7f5c144ef700 1 --2- 172.21.15.53:0/3247925403 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f5c0c06b180 0x7f5c0c19f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:13.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:13.226+0000 7f5c144ef700 1 --2- 172.21.15.53:0/3247925403 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5c0c06bb40 0x7f5c0c19fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:13.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:13.226+0000 7f5c144ef700 1 -- 172.21.15.53:0/3247925403 >> 172.21.15.53:0/3247925403 conn(0x7f5c0c079350 msgr2=0x7f5c0c101330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:13.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:13.226+0000 7f5c144ef700 1 -- 172.21.15.53:0/3247925403 shutdown_connections 2024-05-10T11:18:13.226 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:13.226+0000 7f5c144ef700 1 -- 172.21.15.53:0/3247925403 wait complete. 2024-05-10T11:18:14.001 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:13 smithi053 ceph-mon[30153]: pgmap v341: 129 pgs: 129 active+clean; 613 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 5.9 KiB/s wr, 22 op/s 2024-05-10T11:18:14.036 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-05-10T11:18:14.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:13 smithi132 ceph-mon[33758]: pgmap v341: 129 pgs: 129 active+clean; 613 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 5.9 KiB/s wr, 22 op/s 2024-05-10T11:18:14.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:13 smithi187 ceph-mon[34076]: pgmap v341: 129 pgs: 129 active+clean; 613 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 5.9 KiB/s wr, 22 op/s 2024-05-10T11:18:14.295 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:15.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:14 smithi053 ceph-mon[30153]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:18:15.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:14 smithi132 ceph-mon[33758]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:18:15.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:14 smithi187 ceph-mon[34076]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:18:16.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:15 smithi053 ceph-mon[30153]: pgmap v342: 129 pgs: 129 active+clean; 613 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.7 KiB/s wr, 16 op/s 2024-05-10T11:18:16.156 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.153+0000 7f7ad9b64700 1 -- 172.21.15.53:0/1321075067 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ad4108850 msgr2=0x7f7ad41103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:16.157 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.153+0000 7f7ad9b64700 1 --2- 172.21.15.53:0/1321075067 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ad4108850 0x7f7ad41103d0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f7acc00b0d0 tx=0x7f7acc00b3e0 comp rx=0 tx=0).stop 2024-05-10T11:18:16.157 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.153+0000 7f7ad9b64700 1 -- 172.21.15.53:0/1321075067 shutdown_connections 2024-05-10T11:18:16.157 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.153+0000 7f7ad9b64700 1 --2- 172.21.15.53:0/1321075067 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ad4108850 0x7f7ad41103d0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:16.157 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.153+0000 7f7ad9b64700 1 --2- 172.21.15.53:0/1321075067 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ad4103750 0x7f7ad4103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:16.157 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.153+0000 7f7ad9b64700 1 --2- 172.21.15.53:0/1321075067 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ad4104100 0x7f7ad4108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:16.157 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.153+0000 7f7ad9b64700 1 -- 172.21.15.53:0/1321075067 >> 172.21.15.53:0/1321075067 conn(0x7f7ad407a600 msgr2=0x7f7ad407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:16.157 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.153+0000 7f7ad9b64700 1 -- 172.21.15.53:0/1321075067 shutdown_connections 2024-05-10T11:18:16.157 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.153+0000 7f7ad9b64700 1 -- 172.21.15.53:0/1321075067 wait complete. 2024-05-10T11:18:16.158 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.154+0000 7f7ad9b64700 1 Processor -- start 2024-05-10T11:18:16.158 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.154+0000 7f7ad9b64700 1 -- start start 2024-05-10T11:18:16.158 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.154+0000 7f7ad9b64700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ad4103750 0x7f7ad419f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:16.158 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.154+0000 7f7ad9b64700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ad4104100 0x7f7ad419fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:16.158 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.154+0000 7f7ad9b64700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ad4108850 0x7f7ad4199850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:16.158 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.154+0000 7f7ad9b64700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7ad4113550 con 0x7f7ad4103750 2024-05-10T11:18:16.158 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.154+0000 7f7ad9b64700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f7ad41133d0 con 0x7f7ad4108850 2024-05-10T11:18:16.158 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.154+0000 7f7ad9b64700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f7ad41136d0 con 0x7f7ad4104100 2024-05-10T11:18:16.158 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.155+0000 7f7ad37fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ad4103750 0x7f7ad419f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:16.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.155+0000 7f7ad37fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ad4103750 0x7f7ad419f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:41486/0 (socket says 172.21.15.53:41486) 2024-05-10T11:18:16.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.155+0000 7f7ad37fe700 1 -- 172.21.15.53:0/2288971895 learned_addr learned my addr 172.21.15.53:0/2288971895 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:18:16.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.155+0000 7f7ad2ffd700 1 --2- 172.21.15.53:0/2288971895 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ad4104100 0x7f7ad419fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:16.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.155+0000 7f7ad37fe700 1 -- 172.21.15.53:0/2288971895 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ad4104100 msgr2=0x7f7ad419fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:16.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.155+0000 7f7ad37fe700 1 --2- 172.21.15.53:0/2288971895 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ad4104100 0x7f7ad419fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:16.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.155+0000 7f7ad3fff700 1 --2- 172.21.15.53:0/2288971895 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ad4108850 0x7f7ad4199850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:16.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.155+0000 7f7ad37fe700 1 -- 172.21.15.53:0/2288971895 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ad4108850 msgr2=0x7f7ad4199850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:16.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.155+0000 7f7ad37fe700 1 --2- 172.21.15.53:0/2288971895 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ad4108850 0x7f7ad4199850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:16.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.155+0000 7f7ad37fe700 1 -- 172.21.15.53:0/2288971895 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ad419a030 con 0x7f7ad4103750 2024-05-10T11:18:16.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.155+0000 7f7ad3fff700 1 --2- 172.21.15.53:0/2288971895 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ad4108850 0x7f7ad4199850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:18:16.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.155+0000 7f7ad37fe700 1 --2- 172.21.15.53:0/2288971895 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ad4103750 0x7f7ad419f6d0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f7ac400b530 tx=0x7f7ac400b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:16.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.155+0000 7f7ad0ff9700 1 -- 172.21.15.53:0/2288971895 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac4015020 con 0x7f7ad4103750 2024-05-10T11:18:16.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.155+0000 7f7ad9b64700 1 -- 172.21.15.53:0/2288971895 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ad419a320 con 0x7f7ad4103750 2024-05-10T11:18:16.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.155+0000 7f7ad0ff9700 1 -- 172.21.15.53:0/2288971895 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7ac4011cc0 con 0x7f7ad4103750 2024-05-10T11:18:16.160 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.155+0000 7f7ad9b64700 1 -- 172.21.15.53:0/2288971895 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ad41a65b0 con 0x7f7ad4103750 2024-05-10T11:18:16.160 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.155+0000 7f7ad0ff9700 1 -- 172.21.15.53:0/2288971895 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac4010d30 con 0x7f7ad4103750 2024-05-10T11:18:16.160 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.157+0000 7f7ad9b64700 1 -- 172.21.15.53:0/2288971895 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ad410ba90 con 0x7f7ad4103750 2024-05-10T11:18:16.160 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.158+0000 7f7ad0ff9700 1 -- 172.21.15.53:0/2288971895 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f7ac4018020 con 0x7f7ad4103750 2024-05-10T11:18:16.160 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.159+0000 7f7ad0ff9700 1 --2- 172.21.15.53:0/2288971895 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7abc0b2910 0x7f7abc0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:16.161 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.159+0000 7f7ad2ffd700 1 --2- 172.21.15.53:0/2288971895 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7abc0b2910 0x7f7abc0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:16.161 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.159+0000 7f7ad0ff9700 1 -- 172.21.15.53:0/2288971895 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9092+0+0 (secure 0 0 0) 0x7f7ac40e1eb0 con 0x7f7ad4103750 2024-05-10T11:18:16.161 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.159+0000 7f7ad2ffd700 1 --2- 172.21.15.53:0/2288971895 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7abc0b2910 0x7f7abc0b4dd0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7ac8005950 tx=0x7f7ac80058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:16.163 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.163+0000 7f7ad0ff9700 1 -- 172.21.15.53:0/2288971895 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f7ac401f020 con 0x7f7ad4103750 2024-05-10T11:18:16.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:15 smithi132 ceph-mon[33758]: pgmap v342: 129 pgs: 129 active+clean; 613 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.7 KiB/s wr, 16 op/s 2024-05-10T11:18:16.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:15 smithi187 ceph-mon[34076]: pgmap v342: 129 pgs: 129 active+clean; 613 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.7 KiB/s wr, 16 op/s 2024-05-10T11:18:16.409 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.409+0000 7f7ad9b64700 1 -- 172.21.15.53:0/2288971895 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f7ad419ad80 con 0x7f7abc0b2910 2024-05-10T11:18:16.437 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.437+0000 7f7ad0ff9700 1 -- 172.21.15.53:0/2288971895 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f7ad419ad80 con 0x7f7abc0b2910 2024-05-10T11:18:16.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.440+0000 7f7ad9b64700 1 -- 172.21.15.53:0/2288971895 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7abc0b2910 msgr2=0x7f7abc0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:16.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.440+0000 7f7ad9b64700 1 --2- 172.21.15.53:0/2288971895 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7abc0b2910 0x7f7abc0b4dd0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7ac8005950 tx=0x7f7ac80058e0 comp rx=0 tx=0).stop 2024-05-10T11:18:16.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.440+0000 7f7ad9b64700 1 -- 172.21.15.53:0/2288971895 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ad4103750 msgr2=0x7f7ad419f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:16.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.440+0000 7f7ad9b64700 1 --2- 172.21.15.53:0/2288971895 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ad4103750 0x7f7ad419f6d0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f7ac400b530 tx=0x7f7ac400b8f0 comp rx=0 tx=0).stop 2024-05-10T11:18:16.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.440+0000 7f7ad9b64700 1 -- 172.21.15.53:0/2288971895 shutdown_connections 2024-05-10T11:18:16.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.440+0000 7f7ad9b64700 1 --2- 172.21.15.53:0/2288971895 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7abc0b2910 0x7f7abc0b4dd0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:16.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.440+0000 7f7ad9b64700 1 --2- 172.21.15.53:0/2288971895 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ad4108850 0x7f7ad4199850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:16.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.440+0000 7f7ad9b64700 1 --2- 172.21.15.53:0/2288971895 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ad4103750 0x7f7ad419f6d0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:16.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.440+0000 7f7ad9b64700 1 --2- 172.21.15.53:0/2288971895 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ad4104100 0x7f7ad419fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:16.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.440+0000 7f7ad9b64700 1 -- 172.21.15.53:0/2288971895 >> 172.21.15.53:0/2288971895 conn(0x7f7ad407a600 msgr2=0x7f7ad41018a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:16.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.440+0000 7f7ad9b64700 1 -- 172.21.15.53:0/2288971895 shutdown_connections 2024-05-10T11:18:16.441 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:16.440+0000 7f7ad9b64700 1 -- 172.21.15.53:0/2288971895 wait complete. 2024-05-10T11:18:17.085 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-05-10T11:18:17.341 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:18.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:17 smithi053 ceph-mon[30153]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:18:18.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:17 smithi053 ceph-mon[30153]: pgmap v343: 129 pgs: 129 active+clean; 613 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 3.7 KiB/s wr, 11 op/s 2024-05-10T11:18:18.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:17 smithi132 ceph-mon[33758]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:18:18.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:17 smithi132 ceph-mon[33758]: pgmap v343: 129 pgs: 129 active+clean; 613 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 3.7 KiB/s wr, 11 op/s 2024-05-10T11:18:18.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:17 smithi187 ceph-mon[34076]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:18:18.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:17 smithi187 ceph-mon[34076]: pgmap v343: 129 pgs: 129 active+clean; 613 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 3.7 KiB/s wr, 11 op/s 2024-05-10T11:18:19.141 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.111+0000 7f06dcace700 1 -- 172.21.15.53:0/4068394891 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f06d8103eb0 msgr2=0x7f06d8110390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:19.141 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.111+0000 7f06dcace700 1 --2- 172.21.15.53:0/4068394891 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f06d8103eb0 0x7f06d8110390 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f06d000b0a0 tx=0x7f06d000b3b0 comp rx=0 tx=0).stop 2024-05-10T11:18:19.141 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.111+0000 7f06dcace700 1 -- 172.21.15.53:0/4068394891 shutdown_connections 2024-05-10T11:18:19.141 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.111+0000 7f06dcace700 1 --2- 172.21.15.53:0/4068394891 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f06d8103eb0 0x7f06d8110390 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:19.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.111+0000 7f06dcace700 1 --2- 172.21.15.53:0/4068394891 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f06d8109600 0x7f06d81099e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:19.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.111+0000 7f06dcace700 1 --2- 172.21.15.53:0/4068394891 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f06d81034f0 0x7f06d8103970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:19.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.111+0000 7f06dcace700 1 -- 172.21.15.53:0/4068394891 >> 172.21.15.53:0/4068394891 conn(0x7f06d807a650 msgr2=0x7f06d807aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:19.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.111+0000 7f06dcace700 1 -- 172.21.15.53:0/4068394891 shutdown_connections 2024-05-10T11:18:19.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.111+0000 7f06dcace700 1 -- 172.21.15.53:0/4068394891 wait complete. 2024-05-10T11:18:19.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.112+0000 7f06dcace700 1 Processor -- start 2024-05-10T11:18:19.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.112+0000 7f06dcace700 1 -- start start 2024-05-10T11:18:19.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.112+0000 7f06dcace700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f06d81034f0 0x7f06d819f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:19.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.112+0000 7f06dcace700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f06d8103eb0 0x7f06d819fd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:19.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.112+0000 7f06dcace700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f06d8109600 0x7f06d81999a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:19.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.112+0000 7f06dcace700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f06d8113600 con 0x7f06d8109600 2024-05-10T11:18:19.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.112+0000 7f06dcace700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f06d8113480 con 0x7f06d81034f0 2024-05-10T11:18:19.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.112+0000 7f06dcace700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f06d8113780 con 0x7f06d8103eb0 2024-05-10T11:18:19.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.113+0000 7f06d6d9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f06d8109600 0x7f06d81999a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:19.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.113+0000 7f06d6d9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f06d8109600 0x7f06d81999a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60384/0 (socket says 172.21.15.53:60384) 2024-05-10T11:18:19.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.113+0000 7f06d6d9d700 1 -- 172.21.15.53:0/2394309562 learned_addr learned my addr 172.21.15.53:0/2394309562 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:18:19.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.113+0000 7f06d659c700 1 --2- 172.21.15.53:0/2394309562 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f06d81034f0 0x7f06d819f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:19.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.113+0000 7f06d5d9b700 1 --2- 172.21.15.53:0/2394309562 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f06d8103eb0 0x7f06d819fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:19.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.113+0000 7f06d6d9d700 1 -- 172.21.15.53:0/2394309562 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f06d8103eb0 msgr2=0x7f06d819fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:19.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.113+0000 7f06d6d9d700 1 --2- 172.21.15.53:0/2394309562 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f06d8103eb0 0x7f06d819fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:19.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.113+0000 7f06d6d9d700 1 -- 172.21.15.53:0/2394309562 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f06d81034f0 msgr2=0x7f06d819f7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:19.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.113+0000 7f06d6d9d700 1 --2- 172.21.15.53:0/2394309562 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f06d81034f0 0x7f06d819f7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:19.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.113+0000 7f06d6d9d700 1 -- 172.21.15.53:0/2394309562 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06d819a100 con 0x7f06d8109600 2024-05-10T11:18:19.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.113+0000 7f06d5d9b700 1 --2- 172.21.15.53:0/2394309562 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f06d8103eb0 0x7f06d819fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:18:19.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.113+0000 7f06d6d9d700 1 --2- 172.21.15.53:0/2394309562 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f06d8109600 0x7f06d81999a0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f06d00062a0 tx=0x7f06d0004dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:19.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.113+0000 7f06c77fe700 1 -- 172.21.15.53:0/2394309562 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06d0021070 con 0x7f06d8109600 2024-05-10T11:18:19.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.113+0000 7f06dcace700 1 -- 172.21.15.53:0/2394309562 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06d819a390 con 0x7f06d8109600 2024-05-10T11:18:19.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.113+0000 7f06c77fe700 1 -- 172.21.15.53:0/2394309562 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f06d0007c00 con 0x7f06d8109600 2024-05-10T11:18:19.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.113+0000 7f06c77fe700 1 -- 172.21.15.53:0/2394309562 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06d00052a0 con 0x7f06d8109600 2024-05-10T11:18:19.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.114+0000 7f06dcace700 1 -- 172.21.15.53:0/2394309562 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06d81a66b0 con 0x7f06d8109600 2024-05-10T11:18:19.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.114+0000 7f06dcace700 1 -- 172.21.15.53:0/2394309562 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06d806a190 con 0x7f06d8109600 2024-05-10T11:18:19.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.116+0000 7f06c77fe700 1 -- 172.21.15.53:0/2394309562 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f06d0024070 con 0x7f06d8109600 2024-05-10T11:18:19.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.116+0000 7f06c77fe700 1 --2- 172.21.15.53:0/2394309562 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f06c00b2910 0x7f06c00b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:19.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.117+0000 7f06d659c700 1 --2- 172.21.15.53:0/2394309562 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f06c00b2910 0x7f06c00b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:19.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.117+0000 7f06c77fe700 1 -- 172.21.15.53:0/2394309562 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9092+0+0 (secure 0 0 0) 0x7f06d000f020 con 0x7f06d8109600 2024-05-10T11:18:19.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.117+0000 7f06d659c700 1 --2- 172.21.15.53:0/2394309562 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f06c00b2910 0x7f06c00b4dd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f06d819aae0 tx=0x7f06c8009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:19.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.120+0000 7f06c77fe700 1 -- 172.21.15.53:0/2394309562 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f06d002b020 con 0x7f06d8109600 2024-05-10T11:18:19.370 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.370+0000 7f06dcace700 1 -- 172.21.15.53:0/2394309562 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f06d80638e0 con 0x7f06c00b2910 2024-05-10T11:18:19.375 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.376+0000 7f06c77fe700 1 -- 172.21.15.53:0/2394309562 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f06d80638e0 con 0x7f06c00b2910 2024-05-10T11:18:19.376 INFO:teuthology.orchestra.run.smithi053.stdout:/volumes/qa/sv_1/4cdb17e1-2c4d-45f4-a0cc-8086650658e6 2024-05-10T11:18:19.378 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.378+0000 7f06dcace700 1 -- 172.21.15.53:0/2394309562 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f06c00b2910 msgr2=0x7f06c00b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:19.378 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.378+0000 7f06dcace700 1 --2- 172.21.15.53:0/2394309562 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f06c00b2910 0x7f06c00b4dd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f06d819aae0 tx=0x7f06c8009190 comp rx=0 tx=0).stop 2024-05-10T11:18:19.378 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.378+0000 7f06dcace700 1 -- 172.21.15.53:0/2394309562 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f06d8109600 msgr2=0x7f06d81999a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:19.378 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.378+0000 7f06dcace700 1 --2- 172.21.15.53:0/2394309562 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f06d8109600 0x7f06d81999a0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f06d00062a0 tx=0x7f06d0004dc0 comp rx=0 tx=0).stop 2024-05-10T11:18:19.379 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.378+0000 7f06dcace700 1 -- 172.21.15.53:0/2394309562 shutdown_connections 2024-05-10T11:18:19.379 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.378+0000 7f06dcace700 1 --2- 172.21.15.53:0/2394309562 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f06c00b2910 0x7f06c00b4dd0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:19.379 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.378+0000 7f06dcace700 1 --2- 172.21.15.53:0/2394309562 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f06d8109600 0x7f06d81999a0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:19.379 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.378+0000 7f06dcace700 1 --2- 172.21.15.53:0/2394309562 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f06d81034f0 0x7f06d819f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:19.379 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.378+0000 7f06dcace700 1 --2- 172.21.15.53:0/2394309562 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f06d8103eb0 0x7f06d819fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:19.379 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.378+0000 7f06dcace700 1 -- 172.21.15.53:0/2394309562 >> 172.21.15.53:0/2394309562 conn(0x7f06d807a650 msgr2=0x7f06d8102230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:19.379 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.378+0000 7f06dcace700 1 -- 172.21.15.53:0/2394309562 shutdown_connections 2024-05-10T11:18:19.379 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:19.378+0000 7f06dcace700 1 -- 172.21.15.53:0/2394309562 wait complete. 2024-05-10T11:18:20.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:19 smithi053 ceph-mon[30153]: pgmap v344: 129 pgs: 129 active+clean; 631 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 4.7 KiB/s wr, 13 op/s 2024-05-10T11:18:20.165 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:18:20.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:19 smithi132 ceph-mon[33758]: pgmap v344: 129 pgs: 129 active+clean; 631 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 4.7 KiB/s wr, 13 op/s 2024-05-10T11:18:20.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:19 smithi187 ceph-mon[34076]: pgmap v344: 129 pgs: 129 active+clean; 631 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 4.7 KiB/s wr, 13 op/s 2024-05-10T11:18:20.423 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:21.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:20 smithi053 ceph-mon[30153]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:18:21.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:20 smithi132 ceph-mon[33758]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:18:21.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:20 smithi187 ceph-mon[34076]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:18:22.010 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:21 smithi053 ceph-mon[30153]: pgmap v345: 129 pgs: 129 active+clean; 631 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 4.1 KiB/s wr, 12 op/s 2024-05-10T11:18:22.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:21 smithi132 ceph-mon[33758]: pgmap v345: 129 pgs: 129 active+clean; 631 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 4.1 KiB/s wr, 12 op/s 2024-05-10T11:18:22.227 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.225+0000 7fc0b44fb700 1 -- 172.21.15.53:0/3964685227 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc0ac104100 msgr2=0x7fc0ac108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:22.227 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.225+0000 7fc0b44fb700 1 --2- 172.21.15.53:0/3964685227 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc0ac104100 0x7fc0ac108120 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc09c0099c0 tx=0x7fc09c009cd0 comp rx=0 tx=0).stop 2024-05-10T11:18:22.227 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.225+0000 7fc0b44fb700 1 -- 172.21.15.53:0/3964685227 shutdown_connections 2024-05-10T11:18:22.228 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.225+0000 7fc0b44fb700 1 --2- 172.21.15.53:0/3964685227 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc0ac108850 0x7fc0ac1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:22.228 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.225+0000 7fc0b44fb700 1 --2- 172.21.15.53:0/3964685227 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc0ac103750 0x7fc0ac103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:22.228 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.225+0000 7fc0b44fb700 1 --2- 172.21.15.53:0/3964685227 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc0ac104100 0x7fc0ac108120 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:22.228 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.225+0000 7fc0b44fb700 1 -- 172.21.15.53:0/3964685227 >> 172.21.15.53:0/3964685227 conn(0x7fc0ac07a600 msgr2=0x7fc0ac07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:22.228 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.225+0000 7fc0b44fb700 1 -- 172.21.15.53:0/3964685227 shutdown_connections 2024-05-10T11:18:22.228 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.225+0000 7fc0b44fb700 1 -- 172.21.15.53:0/3964685227 wait complete. 2024-05-10T11:18:22.228 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.226+0000 7fc0b44fb700 1 Processor -- start 2024-05-10T11:18:22.228 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.226+0000 7fc0b44fb700 1 -- start start 2024-05-10T11:18:22.228 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.226+0000 7fc0b44fb700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc0ac103750 0x7fc0ac19f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:22.228 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.226+0000 7fc0b44fb700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc0ac104100 0x7fc0ac19fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:22.228 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.226+0000 7fc0b44fb700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc0ac108850 0x7fc0ac199800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:22.228 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.226+0000 7fc0b44fb700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fc0ac1134c0 con 0x7fc0ac104100 2024-05-10T11:18:22.228 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.226+0000 7fc0b44fb700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fc0ac113340 con 0x7fc0ac103750 2024-05-10T11:18:22.228 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.226+0000 7fc0b44fb700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fc0ac113640 con 0x7fc0ac108850 2024-05-10T11:18:22.229 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.226+0000 7fc0b1a96700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc0ac104100 0x7fc0ac19fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:22.229 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.226+0000 7fc0b1a96700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc0ac104100 0x7fc0ac19fbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60392/0 (socket says 172.21.15.53:60392) 2024-05-10T11:18:22.229 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.226+0000 7fc0b1a96700 1 -- 172.21.15.53:0/4293522712 learned_addr learned my addr 172.21.15.53:0/4293522712 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:18:22.229 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.226+0000 7fc0b2297700 1 --2- 172.21.15.53:0/4293522712 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc0ac103750 0x7fc0ac19f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:22.229 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.226+0000 7fc0b2a98700 1 --2- 172.21.15.53:0/4293522712 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc0ac108850 0x7fc0ac199800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:22.229 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.226+0000 7fc0b1a96700 1 -- 172.21.15.53:0/4293522712 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc0ac108850 msgr2=0x7fc0ac199800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:22.229 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.226+0000 7fc0b1a96700 1 --2- 172.21.15.53:0/4293522712 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc0ac108850 0x7fc0ac199800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:22.229 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.226+0000 7fc0b1a96700 1 -- 172.21.15.53:0/4293522712 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc0ac103750 msgr2=0x7fc0ac19f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:22.229 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.226+0000 7fc0b1a96700 1 --2- 172.21.15.53:0/4293522712 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc0ac103750 0x7fc0ac19f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:22.229 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.226+0000 7fc0b1a96700 1 -- 172.21.15.53:0/4293522712 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0ac199fe0 con 0x7fc0ac104100 2024-05-10T11:18:22.229 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.227+0000 7fc0b1a96700 1 --2- 172.21.15.53:0/4293522712 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc0ac104100 0x7fc0ac19fbc0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fc09c000c00 tx=0x7fc09c00f510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:22.229 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.227+0000 7fc0a37fe700 1 -- 172.21.15.53:0/4293522712 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc09c00f940 con 0x7fc0ac104100 2024-05-10T11:18:22.229 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.227+0000 7fc0b44fb700 1 -- 172.21.15.53:0/4293522712 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0ac19a270 con 0x7fc0ac104100 2024-05-10T11:18:22.229 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.227+0000 7fc0a37fe700 1 -- 172.21.15.53:0/4293522712 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc09c004830 con 0x7fc0ac104100 2024-05-10T11:18:22.229 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.227+0000 7fc0a37fe700 1 -- 172.21.15.53:0/4293522712 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc09c0054b0 con 0x7fc0ac104100 2024-05-10T11:18:22.230 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.227+0000 7fc0b44fb700 1 -- 172.21.15.53:0/4293522712 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0ac0756d0 con 0x7fc0ac104100 2024-05-10T11:18:22.230 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.228+0000 7fc0b44fb700 1 -- 172.21.15.53:0/4293522712 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0ac19a6f0 con 0x7fc0ac104100 2024-05-10T11:18:22.230 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.229+0000 7fc0a37fe700 1 -- 172.21.15.53:0/4293522712 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fc09c029060 con 0x7fc0ac104100 2024-05-10T11:18:22.231 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.231+0000 7fc0a37fe700 1 --2- 172.21.15.53:0/4293522712 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc0980b6d20 0x7fc0980b91e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:22.231 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.231+0000 7fc0b2297700 1 --2- 172.21.15.53:0/4293522712 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc0980b6d20 0x7fc0980b91e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:22.231 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.231+0000 7fc0a37fe700 1 -- 172.21.15.53:0/4293522712 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9092+0+0 (secure 0 0 0) 0x7fc09c0e32e0 con 0x7fc0ac104100 2024-05-10T11:18:22.231 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.231+0000 7fc0b2297700 1 --2- 172.21.15.53:0/4293522712 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc0980b6d20 0x7fc0980b91e0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fc0a8005fd0 tx=0x7fc0a800a560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:22.234 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.234+0000 7fc0a37fe700 1 -- 172.21.15.53:0/4293522712 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fc09c013070 con 0x7fc0ac104100 2024-05-10T11:18:22.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:21 smithi187 ceph-mon[34076]: pgmap v345: 129 pgs: 129 active+clean; 631 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 4.1 KiB/s wr, 12 op/s 2024-05-10T11:18:22.495 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.495+0000 7fc0b44fb700 1 -- 172.21.15.53:0/4293522712 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc0ac104be0 con 0x7fc0ac104100 2024-05-10T11:18:22.496 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.496+0000 7fc0a37fe700 1 -- 172.21.15.53:0/4293522712 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11941 (secure 0 0 0) 0x7fc09c0aabd0 con 0x7fc0ac104100 2024-05-10T11:18:22.496 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:18:22.496 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-10T11:16:54.139241+0000","modified":"2024-05-10T11:18:03.749247+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24463,"mds_1":24448,"mds_2":24442,"mds_3":24428,"mds_4":24415},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6839/3346396655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":3346396655},{"type":"v1","addr":"172.21.15.53:6839","nonce":3346396655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6841/3170432544","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6840","nonce":3170432544},{"type":"v1","addr":"172.21.15.53:6841","nonce":3170432544}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24353":{"gid":24353,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24377":{"gid":24377,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6835/2650777178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6834","nonce":2650777178},{"type":"v1","addr":"172.21.15.132:6835","nonce":2650777178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6837/392522477","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6836","nonce":392522477},{"type":"v1","addr":"172.21.15.132:6837","nonce":392522477}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":4,"incarnation":26,"state":"up:active","state_seq":32,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":24,"state":"up:active","state_seq":22,"addr":"172.21.15.132:6839/2363266970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6838","nonce":2363266970},{"type":"v1","addr":"172.21.15.132:6839","nonce":2363266970}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.187:6835/4099468922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6834","nonce":4099468922},{"type":"v1","addr":"172.21.15.187:6835","nonce":4099468922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"c","rank":1,"incarnation":20,"state":"up:active","state_seq":26,"addr":"172.21.15.187:6837/2293077942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6836","nonce":2293077942},{"type":"v1","addr":"172.21.15.187:6837","nonce":2293077942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.187:6839/735699922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6838","nonce":735699922},{"type":"v1","addr":"172.21.15.187:6839","nonce":735699922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24463,"qdb_cluster":[24415,24448,24463,24428,24442]},"id":1}]} 2024-05-10T11:18:22.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.498+0000 7fc0b44fb700 1 -- 172.21.15.53:0/4293522712 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc0980b6d20 msgr2=0x7fc0980b91e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:22.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.498+0000 7fc0b44fb700 1 --2- 172.21.15.53:0/4293522712 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc0980b6d20 0x7fc0980b91e0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fc0a8005fd0 tx=0x7fc0a800a560 comp rx=0 tx=0).stop 2024-05-10T11:18:22.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.498+0000 7fc0b44fb700 1 -- 172.21.15.53:0/4293522712 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc0ac104100 msgr2=0x7fc0ac19fbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:22.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.498+0000 7fc0b44fb700 1 --2- 172.21.15.53:0/4293522712 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc0ac104100 0x7fc0ac19fbc0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fc09c000c00 tx=0x7fc09c00f510 comp rx=0 tx=0).stop 2024-05-10T11:18:22.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.498+0000 7fc0b44fb700 1 -- 172.21.15.53:0/4293522712 shutdown_connections 2024-05-10T11:18:22.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.498+0000 7fc0b44fb700 1 --2- 172.21.15.53:0/4293522712 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc0980b6d20 0x7fc0980b91e0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:22.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.498+0000 7fc0b44fb700 1 --2- 172.21.15.53:0/4293522712 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc0ac108850 0x7fc0ac199800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:22.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.498+0000 7fc0b44fb700 1 --2- 172.21.15.53:0/4293522712 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc0ac103750 0x7fc0ac19f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:22.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.498+0000 7fc0b44fb700 1 --2- 172.21.15.53:0/4293522712 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc0ac104100 0x7fc0ac19fbc0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:22.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.498+0000 7fc0b44fb700 1 -- 172.21.15.53:0/4293522712 >> 172.21.15.53:0/4293522712 conn(0x7fc0ac07a600 msgr2=0x7fc0ac101950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:22.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.498+0000 7fc0b44fb700 1 -- 172.21.15.53:0/4293522712 shutdown_connections 2024-05-10T11:18:22.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:22.498+0000 7fc0b44fb700 1 -- 172.21.15.53:0/4293522712 wait complete. 2024-05-10T11:18:22.499 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 28 2024-05-10T11:18:22.873 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:22 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/4293522712' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:18:23.212 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-10T11:18:23.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:22 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/4293522712' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:18:23.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:22 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/4293522712' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:18:23.473 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:23.862 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:23 smithi053 ceph-mon[30153]: pgmap v346: 129 pgs: 129 active+clean; 640 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.6 KiB/s wr, 13 op/s 2024-05-10T11:18:24.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:23 smithi132 ceph-mon[33758]: pgmap v346: 129 pgs: 129 active+clean; 640 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.6 KiB/s wr, 13 op/s 2024-05-10T11:18:24.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:23 smithi187 ceph-mon[34076]: pgmap v346: 129 pgs: 129 active+clean; 640 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.6 KiB/s wr, 13 op/s 2024-05-10T11:18:25.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.338+0000 7facbc3ca700 1 -- 172.21.15.53:0/351328456 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7facb406bbd0 msgr2=0x7facb406c050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:25.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.338+0000 7facbc3ca700 1 --2- 172.21.15.53:0/351328456 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7facb406bbd0 0x7facb406c050 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7faca4009990 tx=0x7faca4009ca0 comp rx=0 tx=0).stop 2024-05-10T11:18:25.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.338+0000 7facbc3ca700 1 -- 172.21.15.53:0/351328456 shutdown_connections 2024-05-10T11:18:25.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.338+0000 7facbc3ca700 1 --2- 172.21.15.53:0/351328456 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7facb406c590 0x7facb4110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:25.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.338+0000 7facbc3ca700 1 --2- 172.21.15.53:0/351328456 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7facb4109510 0x7facb41098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:25.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.338+0000 7facbc3ca700 1 --2- 172.21.15.53:0/351328456 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7facb406bbd0 0x7facb406c050 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:25.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.338+0000 7facbc3ca700 1 -- 172.21.15.53:0/351328456 >> 172.21.15.53:0/351328456 conn(0x7facb4079350 msgr2=0x7facb4079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:25.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.338+0000 7facbc3ca700 1 -- 172.21.15.53:0/351328456 shutdown_connections 2024-05-10T11:18:25.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.338+0000 7facbc3ca700 1 -- 172.21.15.53:0/351328456 wait complete. 2024-05-10T11:18:25.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.339+0000 7facbc3ca700 1 Processor -- start 2024-05-10T11:18:25.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.339+0000 7facbc3ca700 1 -- start start 2024-05-10T11:18:25.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.339+0000 7facbc3ca700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7facb406bbd0 0x7facb41024a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:25.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.339+0000 7facbc3ca700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7facb406c590 0x7facb41029e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:25.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.339+0000 7facbc3ca700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7facb4109510 0x7facb4102f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:25.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.339+0000 7facbc3ca700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7facb4113520 con 0x7facb406bbd0 2024-05-10T11:18:25.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.339+0000 7facbc3ca700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7facb41133a0 con 0x7facb4109510 2024-05-10T11:18:25.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.339+0000 7facbc3ca700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7facb41136a0 con 0x7facb406c590 2024-05-10T11:18:25.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.339+0000 7facba166700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7facb406bbd0 0x7facb41024a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:25.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.339+0000 7facba166700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7facb406bbd0 0x7facb41024a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60422/0 (socket says 172.21.15.53:60422) 2024-05-10T11:18:25.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.339+0000 7facba166700 1 -- 172.21.15.53:0/3084985316 learned_addr learned my addr 172.21.15.53:0/3084985316 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:18:25.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.339+0000 7facb9965700 1 --2- 172.21.15.53:0/3084985316 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7facb406c590 0x7facb41029e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:25.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.339+0000 7facba967700 1 --2- 172.21.15.53:0/3084985316 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7facb4109510 0x7facb4102f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:25.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.339+0000 7facba166700 1 -- 172.21.15.53:0/3084985316 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7facb406c590 msgr2=0x7facb41029e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:25.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.339+0000 7facba166700 1 --2- 172.21.15.53:0/3084985316 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7facb406c590 0x7facb41029e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:25.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.339+0000 7facba166700 1 -- 172.21.15.53:0/3084985316 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7facb4109510 msgr2=0x7facb4102f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:25.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.339+0000 7facba166700 1 --2- 172.21.15.53:0/3084985316 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7facb4109510 0x7facb4102f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:25.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.339+0000 7facba166700 1 -- 172.21.15.53:0/3084985316 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facb41a7fc0 con 0x7facb406bbd0 2024-05-10T11:18:25.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.340+0000 7facba166700 1 --2- 172.21.15.53:0/3084985316 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7facb406bbd0 0x7facb41024a0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7facb000c920 tx=0x7facb000cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:25.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.340+0000 7facab7fe700 1 -- 172.21.15.53:0/3084985316 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facb0004a30 con 0x7facb406bbd0 2024-05-10T11:18:25.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.340+0000 7facab7fe700 1 -- 172.21.15.53:0/3084985316 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7facb00054b0 con 0x7facb406bbd0 2024-05-10T11:18:25.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.340+0000 7facbc3ca700 1 -- 172.21.15.53:0/3084985316 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facb41a82b0 con 0x7facb406bbd0 2024-05-10T11:18:25.343 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.340+0000 7facab7fe700 1 -- 172.21.15.53:0/3084985316 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facb0007b70 con 0x7facb406bbd0 2024-05-10T11:18:25.343 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.340+0000 7facbc3ca700 1 -- 172.21.15.53:0/3084985316 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facb41a87f0 con 0x7facb406bbd0 2024-05-10T11:18:25.343 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.341+0000 7facbc3ca700 1 -- 172.21.15.53:0/3084985316 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7facb406a190 con 0x7facb406bbd0 2024-05-10T11:18:25.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.342+0000 7facab7fe700 1 -- 172.21.15.53:0/3084985316 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7facb0004bd0 con 0x7facb406bbd0 2024-05-10T11:18:25.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.343+0000 7facab7fe700 1 --2- 172.21.15.53:0/3084985316 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7faca00b2910 0x7faca00b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:25.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.343+0000 7facb9965700 1 --2- 172.21.15.53:0/3084985316 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7faca00b2910 0x7faca00b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:25.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.343+0000 7facab7fe700 1 -- 172.21.15.53:0/3084985316 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 9092+0+0 (secure 0 0 0) 0x7facb00e2600 con 0x7facb406bbd0 2024-05-10T11:18:25.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.344+0000 7facb9965700 1 --2- 172.21.15.53:0/3084985316 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7faca00b2910 0x7faca00b4dd0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7facb4079a60 tx=0x7faca4005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:25.346 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.346+0000 7facab7fe700 1 -- 172.21.15.53:0/3084985316 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7facb0014030 con 0x7facb406bbd0 2024-05-10T11:18:25.569 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.569+0000 7facbc3ca700 1 -- 172.21.15.53:0/3084985316 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7facb402e510 con 0x7facb406bbd0 2024-05-10T11:18:25.571 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.571+0000 7facab7fe700 1 -- 172.21.15.53:0/3084985316 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+24597 (secure 0 0 0) 0x7facb00a3e20 con 0x7facb406bbd0 2024-05-10T11:18:25.572 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:18:25.572 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":88,"fsid":"745ae8e0-0ebd-11ef-bc98-c7b262605968","created":"2024-05-10T11:08:31.420091+0000","modified":"2024-05-10T11:17:27.648186+0000","last_up_change":"2024-05-10T11:15:46.966521+0000","last_in_change":"2024-05-10T11:15:27.163789+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-10T11:11:52.642234+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-10T11:16:46.031221+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-10T11:16:50.069775+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-10T11:17:01.067983+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"308620b5-0bae-4c96-ad1e-ed079eb9d754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6803","nonce":1941743135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6805","nonce":1941743135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6809","nonce":1941743135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6807","nonce":1941743135}]},"public_addr":"172.21.15.53:6803/1941743135","cluster_addr":"172.21.15.53:6805/1941743135","heartbeat_back_addr":"172.21.15.53:6809/1941743135","heartbeat_front_addr":"172.21.15.53:6807/1941743135","state":["exists","up"]},{"osd":1,"uuid":"e6bd2396-fc15-4c8a-85c0-5a7586c7c059","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6801","nonce":1054747155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6803","nonce":1054747155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6807","nonce":1054747155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6805","nonce":1054747155}]},"public_addr":"172.21.15.132:6801/1054747155","cluster_addr":"172.21.15.132:6803/1054747155","heartbeat_back_addr":"172.21.15.132:6807/1054747155","heartbeat_front_addr":"172.21.15.132:6805/1054747155","state":["exists","up"]},{"osd":2,"uuid":"b685f96c-bfb2-4d57-9484-35b2b18f7913","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6801","nonce":3202790181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6803","nonce":3202790181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6807","nonce":3202790181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6805","nonce":3202790181}]},"public_addr":"172.21.15.187:6801/3202790181","cluster_addr":"172.21.15.187:6803/3202790181","heartbeat_back_addr":"172.21.15.187:6807/3202790181","heartbeat_front_addr":"172.21.15.187:6805/3202790181","state":["exists","up"]},{"osd":3,"uuid":"4522b579-3cc7-4378-a93c-6c99815acc28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6811","nonce":1472446441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6813","nonce":1472446441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6817","nonce":1472446441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6815","nonce":1472446441}]},"public_addr":"172.21.15.53:6811/1472446441","cluster_addr":"172.21.15.53:6813/1472446441","heartbeat_back_addr":"172.21.15.53:6817/1472446441","heartbeat_front_addr":"172.21.15.53:6815/1472446441","state":["exists","up"]},{"osd":4,"uuid":"4ddb8a8d-a867-4c85-90f3-3c69f9005ac5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6809","nonce":1125460805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6811","nonce":1125460805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6815","nonce":1125460805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6813","nonce":1125460805}]},"public_addr":"172.21.15.132:6809/1125460805","cluster_addr":"172.21.15.132:6811/1125460805","heartbeat_back_addr":"172.21.15.132:6815/1125460805","heartbeat_front_addr":"172.21.15.132:6813/1125460805","state":["exists","up"]},{"osd":5,"uuid":"eaef74a7-cef1-4fc5-899f-fd14fcd05c57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6809","nonce":486081036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6811","nonce":486081036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6815","nonce":486081036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6813","nonce":486081036}]},"public_addr":"172.21.15.187:6809/486081036","cluster_addr":"172.21.15.187:6811/486081036","heartbeat_back_addr":"172.21.15.187:6815/486081036","heartbeat_front_addr":"172.21.15.187:6813/486081036","state":["exists","up"]},{"osd":6,"uuid":"af22474c-76ca-48da-a8ff-252375cbe43f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6819","nonce":3301526689}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6821","nonce":3301526689}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6825","nonce":3301526689}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6823","nonce":3301526689}]},"public_addr":"172.21.15.53:6819/3301526689","cluster_addr":"172.21.15.53:6821/3301526689","heartbeat_back_addr":"172.21.15.53:6825/3301526689","heartbeat_front_addr":"172.21.15.53:6823/3301526689","state":["exists","up"]},{"osd":7,"uuid":"d5765fdc-67e8-4b48-8742-65a458ed6430","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6817","nonce":304039390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6819","nonce":304039390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6823","nonce":304039390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6821","nonce":304039390}]},"public_addr":"172.21.15.132:6817/304039390","cluster_addr":"172.21.15.132:6819/304039390","heartbeat_back_addr":"172.21.15.132:6823/304039390","heartbeat_front_addr":"172.21.15.132:6821/304039390","state":["exists","up"]},{"osd":8,"uuid":"6c8900ce-f028-4463-a003-f7faa3895c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6817","nonce":2315808567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6819","nonce":2315808567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6823","nonce":2315808567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6821","nonce":2315808567}]},"public_addr":"172.21.15.187:6817/2315808567","cluster_addr":"172.21.15.187:6819/2315808567","heartbeat_back_addr":"172.21.15.187:6823/2315808567","heartbeat_front_addr":"172.21.15.187:6821/2315808567","state":["exists","up"]},{"osd":9,"uuid":"58eecf43-c7de-4e0e-86c4-f8d8d4fb3ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6827","nonce":1901241164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6829","nonce":1901241164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6833","nonce":1901241164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6831","nonce":1901241164}]},"public_addr":"172.21.15.53:6827/1901241164","cluster_addr":"172.21.15.53:6829/1901241164","heartbeat_back_addr":"172.21.15.53:6833/1901241164","heartbeat_front_addr":"172.21.15.53:6831/1901241164","state":["exists","up"]},{"osd":10,"uuid":"ba4a44c8-7162-4379-a382-4c98f785e69f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6825","nonce":482345617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6827","nonce":482345617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6831","nonce":482345617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6829","nonce":482345617}]},"public_addr":"172.21.15.132:6825/482345617","cluster_addr":"172.21.15.132:6827/482345617","heartbeat_back_addr":"172.21.15.132:6831/482345617","heartbeat_front_addr":"172.21.15.132:6829/482345617","state":["exists","up"]},{"osd":11,"uuid":"593923cd-74a8-4090-8006-e0e8472273da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6825","nonce":2749419601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6827","nonce":2749419601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6831","nonce":2749419601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6829","nonce":2749419601}]},"public_addr":"172.21.15.187:6825/2749419601","cluster_addr":"172.21.15.187:6827/2749419601","heartbeat_back_addr":"172.21.15.187:6831/2749419601","heartbeat_front_addr":"172.21.15.187:6829/2749419601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:02.104830+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:26.066990+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:50.070264+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:16.098565+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:41.234204+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:06.486543+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:33.486448+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:59.439071+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:25.149192+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:52.839666+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:19.077873+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:45.602763+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.11","mappings":[{"from":5,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:0/977742423":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6801/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/2797782055":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6800/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/3095428222":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/1058417156":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/2996064341":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/3430080635":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6800/1318129754":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6801/1318129754":"2024-05-11T11:08:59.024880+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-10T11:18:25.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.574+0000 7facbc3ca700 1 -- 172.21.15.53:0/3084985316 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7faca00b2910 msgr2=0x7faca00b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:25.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.574+0000 7facbc3ca700 1 --2- 172.21.15.53:0/3084985316 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7faca00b2910 0x7faca00b4dd0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7facb4079a60 tx=0x7faca4005fd0 comp rx=0 tx=0).stop 2024-05-10T11:18:25.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.574+0000 7facbc3ca700 1 -- 172.21.15.53:0/3084985316 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7facb406bbd0 msgr2=0x7facb41024a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:25.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.574+0000 7facbc3ca700 1 --2- 172.21.15.53:0/3084985316 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7facb406bbd0 0x7facb41024a0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7facb000c920 tx=0x7facb000cc30 comp rx=0 tx=0).stop 2024-05-10T11:18:25.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.574+0000 7facbc3ca700 1 -- 172.21.15.53:0/3084985316 shutdown_connections 2024-05-10T11:18:25.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.574+0000 7facbc3ca700 1 --2- 172.21.15.53:0/3084985316 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7faca00b2910 0x7faca00b4dd0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:25.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.574+0000 7facbc3ca700 1 --2- 172.21.15.53:0/3084985316 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7facb4109510 0x7facb4102f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:25.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.574+0000 7facbc3ca700 1 --2- 172.21.15.53:0/3084985316 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7facb406bbd0 0x7facb41024a0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:25.574 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.574+0000 7facbc3ca700 1 --2- 172.21.15.53:0/3084985316 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7facb406c590 0x7facb41029e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:25.575 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.574+0000 7facbc3ca700 1 -- 172.21.15.53:0/3084985316 >> 172.21.15.53:0/3084985316 conn(0x7facb4079350 msgr2=0x7facb4101280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:25.575 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.574+0000 7facbc3ca700 1 -- 172.21.15.53:0/3084985316 shutdown_connections 2024-05-10T11:18:25.575 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:25.574+0000 7facbc3ca700 1 -- 172.21.15.53:0/3084985316 wait complete. 2024-05-10T11:18:26.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:25 smithi132 ceph-mon[33758]: pgmap v347: 129 pgs: 129 active+clean; 640 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.7 KiB/s wr, 11 op/s 2024-05-10T11:18:26.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:25 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3084985316' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:18:26.226 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:25 smithi053 ceph-mon[30153]: pgmap v347: 129 pgs: 129 active+clean; 640 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.7 KiB/s wr, 11 op/s 2024-05-10T11:18:26.226 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:25 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3084985316' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:18:26.255 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-10T11:18:26.256 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph pg dump --format=json 2024-05-10T11:18:26.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:25 smithi187 ceph-mon[34076]: pgmap v347: 129 pgs: 129 active+clean; 640 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.7 KiB/s wr, 11 op/s 2024-05-10T11:18:26.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:25 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3084985316' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:18:26.508 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:26.956 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-05-10T11:18:26.956 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:26 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]: dispatch 2024-05-10T11:18:27.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-05-10T11:18:27.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:26 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]: dispatch 2024-05-10T11:18:27.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-05-10T11:18:27.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:26 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]: dispatch 2024-05-10T11:18:28.151 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:27 smithi053 ceph-mon[30153]: pgmap v348: 129 pgs: 129 active+clean; 640 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.8 KiB/s wr, 11 op/s 2024-05-10T11:18:28.151 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:27 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-05-10T11:18:28.151 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:27 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]': finished 2024-05-10T11:18:28.151 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:27 smithi053 ceph-mon[30153]: osdmap e89: 12 total, 12 up, 12 in 2024-05-10T11:18:28.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:27 smithi132 ceph-mon[33758]: pgmap v348: 129 pgs: 129 active+clean; 640 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.8 KiB/s wr, 11 op/s 2024-05-10T11:18:28.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:27 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-05-10T11:18:28.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:27 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]': finished 2024-05-10T11:18:28.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:27 smithi132 ceph-mon[33758]: osdmap e89: 12 total, 12 up, 12 in 2024-05-10T11:18:28.263 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:27 smithi187 ceph-mon[34076]: pgmap v348: 129 pgs: 129 active+clean; 640 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.8 KiB/s wr, 11 op/s 2024-05-10T11:18:28.263 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:27 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-05-10T11:18:28.263 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:27 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]': finished 2024-05-10T11:18:28.263 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:27 smithi187 ceph-mon[34076]: osdmap e89: 12 total, 12 up, 12 in 2024-05-10T11:18:28.483 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.479+0000 7f3557f87700 1 -- 172.21.15.53:0/2121671105 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f355006b1b0 msgr2=0x7f355006b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:28.483 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.479+0000 7f3557f87700 1 --2- 172.21.15.53:0/2121671105 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f355006b1b0 0x7f355006b590 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f354c009990 tx=0x7f354c009ca0 comp rx=0 tx=0).stop 2024-05-10T11:18:28.483 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.480+0000 7f3557f87700 1 -- 172.21.15.53:0/2121671105 shutdown_connections 2024-05-10T11:18:28.483 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.480+0000 7f3557f87700 1 --2- 172.21.15.53:0/2121671105 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f355010ff50 0x7f3550112340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:28.483 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.480+0000 7f3557f87700 1 --2- 172.21.15.53:0/2121671105 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f355006b1b0 0x7f355006b590 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:28.483 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.480+0000 7f3557f87700 1 --2- 172.21.15.53:0/2121671105 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f355006bad0 0x7f355010fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:28.483 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.480+0000 7f3557f87700 1 -- 172.21.15.53:0/2121671105 >> 172.21.15.53:0/2121671105 conn(0x7f3550079350 msgr2=0x7f3550079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:28.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.480+0000 7f3557f87700 1 -- 172.21.15.53:0/2121671105 shutdown_connections 2024-05-10T11:18:28.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.480+0000 7f3557f87700 1 -- 172.21.15.53:0/2121671105 wait complete. 2024-05-10T11:18:28.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.480+0000 7f3557f87700 1 Processor -- start 2024-05-10T11:18:28.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.480+0000 7f3557f87700 1 -- start start 2024-05-10T11:18:28.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.480+0000 7f3557f87700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f355006b1b0 0x7f35501a1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:28.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.481+0000 7f3557f87700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f355006bad0 0x7f35501a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:28.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.481+0000 7f3557f87700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f355010ff50 0x7f355019bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:28.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.481+0000 7f3557f87700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3550115710 con 0x7f355006b1b0 2024-05-10T11:18:28.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.481+0000 7f3557f87700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f3550115590 con 0x7f355006bad0 2024-05-10T11:18:28.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.481+0000 7f3557f87700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f3550115890 con 0x7f355010ff50 2024-05-10T11:18:28.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.481+0000 7f3555d23700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f355006b1b0 0x7f35501a1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:28.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.481+0000 7f3555d23700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f355006b1b0 0x7f35501a1a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60428/0 (socket says 172.21.15.53:60428) 2024-05-10T11:18:28.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.481+0000 7f3555d23700 1 -- 172.21.15.53:0/2951086054 learned_addr learned my addr 172.21.15.53:0/2951086054 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:18:28.485 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.481+0000 7f3555522700 1 --2- 172.21.15.53:0/2951086054 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f355006bad0 0x7f35501a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:28.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.481+0000 7f3556524700 1 --2- 172.21.15.53:0/2951086054 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f355010ff50 0x7f355019bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:28.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.481+0000 7f3555d23700 1 -- 172.21.15.53:0/2951086054 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f355010ff50 msgr2=0x7f355019bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:28.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.481+0000 7f3555d23700 1 --2- 172.21.15.53:0/2951086054 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f355010ff50 0x7f355019bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:28.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.481+0000 7f3555d23700 1 -- 172.21.15.53:0/2951086054 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f355006bad0 msgr2=0x7f35501a1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:28.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.481+0000 7f3555d23700 1 --2- 172.21.15.53:0/2951086054 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f355006bad0 0x7f35501a1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:28.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.481+0000 7f3555d23700 1 -- 172.21.15.53:0/2951086054 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f355019c3f0 con 0x7f355006b1b0 2024-05-10T11:18:28.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.481+0000 7f3556524700 1 --2- 172.21.15.53:0/2951086054 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f355010ff50 0x7f355019bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:18:28.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.481+0000 7f3555d23700 1 --2- 172.21.15.53:0/2951086054 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f355006b1b0 0x7f35501a1a40 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f354c000c00 tx=0x7f354c0047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:28.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.481+0000 7f3546ffd700 1 -- 172.21.15.53:0/2951086054 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f354c027070 con 0x7f355006b1b0 2024-05-10T11:18:28.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.481+0000 7f3546ffd700 1 -- 172.21.15.53:0/2951086054 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f354c00fd00 con 0x7f355006b1b0 2024-05-10T11:18:28.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.481+0000 7f3557f87700 1 -- 172.21.15.53:0/2951086054 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f355019c680 con 0x7f355006b1b0 2024-05-10T11:18:28.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.482+0000 7f3546ffd700 1 -- 172.21.15.53:0/2951086054 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f354c022e20 con 0x7f355006b1b0 2024-05-10T11:18:28.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.482+0000 7f3557f87700 1 -- 172.21.15.53:0/2951086054 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35501a87f0 con 0x7f355006b1b0 2024-05-10T11:18:28.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.483+0000 7f3557f87700 1 -- 172.21.15.53:0/2951086054 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35501029c0 con 0x7f355006b1b0 2024-05-10T11:18:28.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.484+0000 7f3546ffd700 1 -- 172.21.15.53:0/2951086054 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f354c02a070 con 0x7f355006b1b0 2024-05-10T11:18:28.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.485+0000 7f3546ffd700 1 --2- 172.21.15.53:0/2951086054 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f353c0b2910 0x7f353c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:28.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.485+0000 7f3555522700 1 --2- 172.21.15.53:0/2951086054 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f353c0b2910 0x7f353c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:28.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.485+0000 7f3546ffd700 1 -- 172.21.15.53:0/2951086054 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f354c0e3760 con 0x7f355006b1b0 2024-05-10T11:18:28.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.486+0000 7f3555522700 1 --2- 172.21.15.53:0/2951086054 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f353c0b2910 0x7f353c0b4dd0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f355019d260 tx=0x7f354000a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:28.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.489+0000 7f3546ffd700 1 -- 172.21.15.53:0/2951086054 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f354c013070 con 0x7f355006b1b0 2024-05-10T11:18:28.703 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.703+0000 7f3557f87700 1 -- 172.21.15.53:0/2951086054 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f355019cfd0 con 0x7f353c0b2910 2024-05-10T11:18:28.713 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.713+0000 7f3546ffd700 1 -- 172.21.15.53:0/2951086054 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340391 (secure 0 0 0) 0x7f355019cfd0 con 0x7f353c0b2910 2024-05-10T11:18:28.718 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:18:28.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.716+0000 7f3557f87700 1 -- 172.21.15.53:0/2951086054 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f353c0b2910 msgr2=0x7f353c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:28.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.716+0000 7f3557f87700 1 --2- 172.21.15.53:0/2951086054 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f353c0b2910 0x7f353c0b4dd0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f355019d260 tx=0x7f354000a300 comp rx=0 tx=0).stop 2024-05-10T11:18:28.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.716+0000 7f3557f87700 1 -- 172.21.15.53:0/2951086054 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f355006b1b0 msgr2=0x7f35501a1a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:28.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.716+0000 7f3557f87700 1 --2- 172.21.15.53:0/2951086054 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f355006b1b0 0x7f35501a1a40 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f354c000c00 tx=0x7f354c0047b0 comp rx=0 tx=0).stop 2024-05-10T11:18:28.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.716+0000 7f3557f87700 1 -- 172.21.15.53:0/2951086054 shutdown_connections 2024-05-10T11:18:28.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.716+0000 7f3557f87700 1 --2- 172.21.15.53:0/2951086054 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f353c0b2910 0x7f353c0b4dd0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:28.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.716+0000 7f3557f87700 1 --2- 172.21.15.53:0/2951086054 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f355010ff50 0x7f355019bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:28.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.716+0000 7f3557f87700 1 --2- 172.21.15.53:0/2951086054 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f355006b1b0 0x7f35501a1a40 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:28.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.716+0000 7f3557f87700 1 --2- 172.21.15.53:0/2951086054 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f355006bad0 0x7f35501a1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:28.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.716+0000 7f3557f87700 1 -- 172.21.15.53:0/2951086054 >> 172.21.15.53:0/2951086054 conn(0x7f3550079350 msgr2=0x7f35501115c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:28.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.717+0000 7f3557f87700 1 -- 172.21.15.53:0/2951086054 shutdown_connections 2024-05-10T11:18:28.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:28.717+0000 7f3557f87700 1 -- 172.21.15.53:0/2951086054 wait complete. 2024-05-10T11:18:28.722 INFO:teuthology.orchestra.run.smithi053.stderr:dumped all 2024-05-10T11:18:29.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:28 smithi053 ceph-mon[30153]: osdmap e90: 12 total, 12 up, 12 in 2024-05-10T11:18:29.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:28 smithi132 ceph-mon[33758]: osdmap e90: 12 total, 12 up, 12 in 2024-05-10T11:18:29.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:28 smithi187 ceph-mon[34076]: osdmap e90: 12 total, 12 up, 12 in 2024-05-10T11:18:29.619 INFO:teuthology.orchestra.run.smithi053.stdout:{"pg_ready":true,"pg_map":{"version":351,"stamp":"2024-05-10T11:18:28.660860+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":663579,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":364,"num_read_kb":292,"num_write":377,"num_write_kb":2298,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":311,"ondisk_log_size":311,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":379824,"kb_used_data":14016,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124562000,"statfs":{"total":1151940427776,"available":1151551488000,"internally_reserved":0,"allocated":14352384,"data_stored":8002835,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":17593,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":82,"num_read_kb":63,"num_write":12,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002077"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854989+0000","last_change":"2024-05-10T11:16:52.049384+0000","last_active":"2024-05-10T11:18:27.854989+0000","last_peered":"2024-05-10T11:18:27.854989+0000","last_clean":"2024-05-10T11:18:27.854989+0000","last_became_active":"2024-05-10T11:16:52.048417+0000","last_became_peered":"2024-05-10T11:16:52.048417+0000","last_unstale":"2024-05-10T11:18:27.854989+0000","last_undegraded":"2024-05-10T11:18:27.854989+0000","last_fullsized":"2024-05-10T11:18:27.854989+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:29:55.407009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.906091+0000","last_change":"2024-05-10T11:16:52.041837+0000","last_active":"2024-05-10T11:17:27.906091+0000","last_peered":"2024-05-10T11:17:27.906091+0000","last_clean":"2024-05-10T11:17:27.906091+0000","last_became_active":"2024-05-10T11:16:52.041495+0000","last_became_peered":"2024-05-10T11:16:52.041495+0000","last_unstale":"2024-05-10T11:17:27.906091+0000","last_undegraded":"2024-05-10T11:17:27.906091+0000","last_fullsized":"2024-05-10T11:17:27.906091+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:21:46.496192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.905868+0000","last_change":"2024-05-10T11:16:52.050140+0000","last_active":"2024-05-10T11:17:27.905868+0000","last_peered":"2024-05-10T11:17:27.905868+0000","last_clean":"2024-05-10T11:17:27.905868+0000","last_became_active":"2024-05-10T11:16:52.049742+0000","last_became_peered":"2024-05-10T11:16:52.049742+0000","last_unstale":"2024-05-10T11:17:27.905868+0000","last_undegraded":"2024-05-10T11:17:27.905868+0000","last_fullsized":"2024-05-10T11:17:27.905868+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:22:16.002805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:28.099482+0000","last_change":"2024-05-10T11:16:52.043970+0000","last_active":"2024-05-10T11:17:28.099482+0000","last_peered":"2024-05-10T11:17:28.099482+0000","last_clean":"2024-05-10T11:17:28.099482+0000","last_became_active":"2024-05-10T11:16:52.043663+0000","last_became_peered":"2024-05-10T11:16:52.043663+0000","last_unstale":"2024-05-10T11:17:28.099482+0000","last_undegraded":"2024-05-10T11:17:28.099482+0000","last_fullsized":"2024-05-10T11:17:28.099482+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:46:23.919920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.660761+0000","last_change":"2024-05-10T11:16:52.055493+0000","last_active":"2024-05-10T11:17:27.660761+0000","last_peered":"2024-05-10T11:17:27.660761+0000","last_clean":"2024-05-10T11:17:27.660761+0000","last_became_active":"2024-05-10T11:16:52.055175+0000","last_became_peered":"2024-05-10T11:16:52.055175+0000","last_unstale":"2024-05-10T11:17:27.660761+0000","last_undegraded":"2024-05-10T11:17:27.660761+0000","last_fullsized":"2024-05-10T11:17:27.660761+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:28:02.343842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-10T11:18:26.846775+0000","last_change":"2024-05-10T11:16:52.045466+0000","last_active":"2024-05-10T11:18:26.846775+0000","last_peered":"2024-05-10T11:18:26.846775+0000","last_clean":"2024-05-10T11:18:26.846775+0000","last_became_active":"2024-05-10T11:16:52.045143+0000","last_became_peered":"2024-05-10T11:16:52.045143+0000","last_unstale":"2024-05-10T11:18:26.846775+0000","last_undegraded":"2024-05-10T11:18:26.846775+0000","last_fullsized":"2024-05-10T11:18:26.846775+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:09:29.899140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.657427+0000","last_change":"2024-05-10T11:16:52.045765+0000","last_active":"2024-05-10T11:17:27.657427+0000","last_peered":"2024-05-10T11:17:27.657427+0000","last_clean":"2024-05-10T11:17:27.657427+0000","last_became_active":"2024-05-10T11:16:52.045447+0000","last_became_peered":"2024-05-10T11:16:52.045447+0000","last_unstale":"2024-05-10T11:17:27.657427+0000","last_undegraded":"2024-05-10T11:17:27.657427+0000","last_fullsized":"2024-05-10T11:17:27.657427+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:57:57.767193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.853798+0000","last_change":"2024-05-10T11:16:52.055070+0000","last_active":"2024-05-10T11:18:27.853798+0000","last_peered":"2024-05-10T11:18:27.853798+0000","last_clean":"2024-05-10T11:18:27.853798+0000","last_became_active":"2024-05-10T11:16:52.054795+0000","last_became_peered":"2024-05-10T11:16:52.054795+0000","last_unstale":"2024-05-10T11:18:27.853798+0000","last_undegraded":"2024-05-10T11:18:27.853798+0000","last_fullsized":"2024-05-10T11:18:27.853798+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:13:59.538940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.061148+0000","last_change":"2024-05-10T11:16:52.046368+0000","last_active":"2024-05-10T11:18:28.061148+0000","last_peered":"2024-05-10T11:18:28.061148+0000","last_clean":"2024-05-10T11:18:28.061148+0000","last_became_active":"2024-05-10T11:16:52.044397+0000","last_became_peered":"2024-05-10T11:16:52.044397+0000","last_unstale":"2024-05-10T11:18:28.061148+0000","last_undegraded":"2024-05-10T11:18:28.061148+0000","last_fullsized":"2024-05-10T11:18:28.061148+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:38:10.830036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-10T11:18:26.847306+0000","last_change":"2024-05-10T11:16:52.041843+0000","last_active":"2024-05-10T11:18:26.847306+0000","last_peered":"2024-05-10T11:18:26.847306+0000","last_clean":"2024-05-10T11:18:26.847306+0000","last_became_active":"2024-05-10T11:16:52.041268+0000","last_became_peered":"2024-05-10T11:16:52.041268+0000","last_unstale":"2024-05-10T11:18:26.847306+0000","last_undegraded":"2024-05-10T11:18:26.847306+0000","last_fullsized":"2024-05-10T11:18:26.847306+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:03:01.735820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.657675+0000","last_change":"2024-05-10T11:16:52.050305+0000","last_active":"2024-05-10T11:17:27.657675+0000","last_peered":"2024-05-10T11:17:27.657675+0000","last_clean":"2024-05-10T11:17:27.657675+0000","last_became_active":"2024-05-10T11:16:52.049986+0000","last_became_peered":"2024-05-10T11:16:52.049986+0000","last_unstale":"2024-05-10T11:17:27.657675+0000","last_undegraded":"2024-05-10T11:17:27.657675+0000","last_fullsized":"2024-05-10T11:17:27.657675+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:45:56.000012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:28.099587+0000","last_change":"2024-05-10T11:16:52.041715+0000","last_active":"2024-05-10T11:17:28.099587+0000","last_peered":"2024-05-10T11:17:28.099587+0000","last_clean":"2024-05-10T11:17:28.099587+0000","last_became_active":"2024-05-10T11:16:52.041367+0000","last_became_peered":"2024-05-10T11:16:52.041367+0000","last_unstale":"2024-05-10T11:17:28.099587+0000","last_undegraded":"2024-05-10T11:17:28.099587+0000","last_fullsized":"2024-05-10T11:17:28.099587+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:51:49.249233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":40,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.803365+0000","last_change":"2024-05-10T11:17:27.803365+0000","last_active":"2024-05-10T11:17:27.803365+0000","last_peered":"2024-05-10T11:17:27.803365+0000","last_clean":"2024-05-10T11:17:27.803365+0000","last_became_active":"2024-05-10T11:17:27.802943+0000","last_became_peered":"2024-05-10T11:17:27.802943+0000","last_unstale":"2024-05-10T11:17:27.803365+0000","last_undegraded":"2024-05-10T11:17:27.803365+0000","last_fullsized":"2024-05-10T11:17:27.803365+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:48:49.877189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.905640+0000","last_change":"2024-05-10T11:16:52.040300+0000","last_active":"2024-05-10T11:17:27.905640+0000","last_peered":"2024-05-10T11:17:27.905640+0000","last_clean":"2024-05-10T11:17:27.905640+0000","last_became_active":"2024-05-10T11:16:52.039954+0000","last_became_peered":"2024-05-10T11:16:52.039954+0000","last_unstale":"2024-05-10T11:17:27.905640+0000","last_undegraded":"2024-05-10T11:17:27.905640+0000","last_fullsized":"2024-05-10T11:17:27.905640+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:26:55.176661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.905758+0000","last_change":"2024-05-10T11:16:52.045422+0000","last_active":"2024-05-10T11:17:27.905758+0000","last_peered":"2024-05-10T11:17:27.905758+0000","last_clean":"2024-05-10T11:17:27.905758+0000","last_became_active":"2024-05-10T11:16:52.044945+0000","last_became_peered":"2024-05-10T11:16:52.044945+0000","last_unstale":"2024-05-10T11:17:27.905758+0000","last_undegraded":"2024-05-10T11:17:27.905758+0000","last_fullsized":"2024-05-10T11:17:27.905758+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:01:22.450005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.060993+0000","last_change":"2024-05-10T11:16:52.047138+0000","last_active":"2024-05-10T11:18:28.060993+0000","last_peered":"2024-05-10T11:18:28.060993+0000","last_clean":"2024-05-10T11:18:28.060993+0000","last_became_active":"2024-05-10T11:16:52.046835+0000","last_became_peered":"2024-05-10T11:16:52.046835+0000","last_unstale":"2024-05-10T11:18:28.060993+0000","last_undegraded":"2024-05-10T11:18:28.060993+0000","last_fullsized":"2024-05-10T11:18:28.060993+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:44:05.401165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854724+0000","last_change":"2024-05-10T11:16:52.049560+0000","last_active":"2024-05-10T11:18:27.854724+0000","last_peered":"2024-05-10T11:18:27.854724+0000","last_clean":"2024-05-10T11:18:27.854724+0000","last_became_active":"2024-05-10T11:16:52.049198+0000","last_became_peered":"2024-05-10T11:16:52.049198+0000","last_unstale":"2024-05-10T11:18:27.854724+0000","last_undegraded":"2024-05-10T11:18:27.854724+0000","last_fullsized":"2024-05-10T11:18:27.854724+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:36:03.283534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.656185+0000","last_change":"2024-05-10T11:16:52.037110+0000","last_active":"2024-05-10T11:17:27.656185+0000","last_peered":"2024-05-10T11:17:27.656185+0000","last_clean":"2024-05-10T11:17:27.656185+0000","last_became_active":"2024-05-10T11:16:52.036782+0000","last_became_peered":"2024-05-10T11:16:52.036782+0000","last_unstale":"2024-05-10T11:17:27.656185+0000","last_undegraded":"2024-05-10T11:17:27.656185+0000","last_fullsized":"2024-05-10T11:17:27.656185+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:19:41.389511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855091+0000","last_change":"2024-05-10T11:16:52.045755+0000","last_active":"2024-05-10T11:18:27.855091+0000","last_peered":"2024-05-10T11:18:27.855091+0000","last_clean":"2024-05-10T11:18:27.855091+0000","last_became_active":"2024-05-10T11:16:52.045426+0000","last_became_peered":"2024-05-10T11:16:52.045426+0000","last_unstale":"2024-05-10T11:18:27.855091+0000","last_undegraded":"2024-05-10T11:18:27.855091+0000","last_fullsized":"2024-05-10T11:18:27.855091+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:02:15.961037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856187+0000","last_change":"2024-05-10T11:17:27.907536+0000","last_active":"2024-05-10T11:18:27.856187+0000","last_peered":"2024-05-10T11:18:27.856187+0000","last_clean":"2024-05-10T11:18:27.856187+0000","last_became_active":"2024-05-10T11:17:27.906963+0000","last_became_peered":"2024-05-10T11:17:27.906963+0000","last_unstale":"2024-05-10T11:18:27.856187+0000","last_undegraded":"2024-05-10T11:18:27.856187+0000","last_fullsized":"2024-05-10T11:18:27.856187+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:05:14.588971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8,0],"acting":[2,3,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"88'13","reported_seq":77,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:23.679926+0000","last_change":"2024-05-10T11:16:48.014296+0000","last_active":"2024-05-10T11:18:23.679926+0000","last_peered":"2024-05-10T11:18:23.679926+0000","last_clean":"2024-05-10T11:18:23.679926+0000","last_became_active":"2024-05-10T11:16:48.013962+0000","last_became_peered":"2024-05-10T11:16:48.013962+0000","last_unstale":"2024-05-10T11:18:23.679926+0000","last_undegraded":"2024-05-10T11:18:23.679926+0000","last_fullsized":"2024-05-10T11:18:23.679926+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:19:44.348670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":25,"num_read_kb":25,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.853809+0000","last_change":"2024-05-10T11:16:52.056161+0000","last_active":"2024-05-10T11:18:27.853809+0000","last_peered":"2024-05-10T11:18:27.853809+0000","last_clean":"2024-05-10T11:18:27.853809+0000","last_became_active":"2024-05-10T11:16:52.055851+0000","last_became_peered":"2024-05-10T11:16:52.055851+0000","last_unstale":"2024-05-10T11:18:27.853809+0000","last_undegraded":"2024-05-10T11:18:27.853809+0000","last_fullsized":"2024-05-10T11:18:27.853809+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:10:26.822384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:28.098555+0000","last_change":"2024-05-10T11:17:03.080696+0000","last_active":"2024-05-10T11:17:28.098555+0000","last_peered":"2024-05-10T11:17:28.098555+0000","last_clean":"2024-05-10T11:17:28.098555+0000","last_became_active":"2024-05-10T11:17:03.080173+0000","last_became_peered":"2024-05-10T11:17:03.080173+0000","last_unstale":"2024-05-10T11:17:28.098555+0000","last_undegraded":"2024-05-10T11:17:28.098555+0000","last_fullsized":"2024-05-10T11:17:28.098555+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:01:56.547498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854301+0000","last_change":"2024-05-10T11:16:48.055690+0000","last_active":"2024-05-10T11:18:27.854301+0000","last_peered":"2024-05-10T11:18:27.854301+0000","last_clean":"2024-05-10T11:18:27.854301+0000","last_became_active":"2024-05-10T11:16:48.055020+0000","last_became_peered":"2024-05-10T11:16:48.055020+0000","last_unstale":"2024-05-10T11:18:27.854301+0000","last_undegraded":"2024-05-10T11:18:27.854301+0000","last_fullsized":"2024-05-10T11:18:27.854301+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:09:01.084758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.906084+0000","last_change":"2024-05-10T11:16:52.045532+0000","last_active":"2024-05-10T11:17:27.906084+0000","last_peered":"2024-05-10T11:17:27.906084+0000","last_clean":"2024-05-10T11:17:27.906084+0000","last_became_active":"2024-05-10T11:16:52.044322+0000","last_became_peered":"2024-05-10T11:16:52.044322+0000","last_unstale":"2024-05-10T11:17:27.906084+0000","last_undegraded":"2024-05-10T11:17:27.906084+0000","last_fullsized":"2024-05-10T11:17:27.906084+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:03:51.824875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:28.099923+0000","last_change":"2024-05-10T11:17:03.081271+0000","last_active":"2024-05-10T11:17:28.099923+0000","last_peered":"2024-05-10T11:17:28.099923+0000","last_clean":"2024-05-10T11:17:28.099923+0000","last_became_active":"2024-05-10T11:17:03.080919+0000","last_became_peered":"2024-05-10T11:17:03.080919+0000","last_unstale":"2024-05-10T11:17:28.099923+0000","last_undegraded":"2024-05-10T11:17:28.099923+0000","last_fullsized":"2024-05-10T11:17:28.099923+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:18:51.855005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":52,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:01.646892+0000","last_change":"2024-05-10T11:16:48.015813+0000","last_active":"2024-05-10T11:18:01.646892+0000","last_peered":"2024-05-10T11:18:01.646892+0000","last_clean":"2024-05-10T11:18:01.646892+0000","last_became_active":"2024-05-10T11:16:48.015456+0000","last_became_peered":"2024-05-10T11:16:48.015456+0000","last_unstale":"2024-05-10T11:18:01.646892+0000","last_undegraded":"2024-05-10T11:18:01.646892+0000","last_fullsized":"2024-05-10T11:18:01.646892+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:02:01.548503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.061253+0000","last_change":"2024-05-10T11:16:52.044404+0000","last_active":"2024-05-10T11:18:28.061253+0000","last_peered":"2024-05-10T11:18:28.061253+0000","last_clean":"2024-05-10T11:18:28.061253+0000","last_became_active":"2024-05-10T11:16:52.043948+0000","last_became_peered":"2024-05-10T11:16:52.043948+0000","last_unstale":"2024-05-10T11:18:28.061253+0000","last_undegraded":"2024-05-10T11:18:28.061253+0000","last_fullsized":"2024-05-10T11:18:28.061253+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:42:29.024708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:28.098696+0000","last_change":"2024-05-10T11:17:03.086533+0000","last_active":"2024-05-10T11:17:28.098696+0000","last_peered":"2024-05-10T11:17:28.098696+0000","last_clean":"2024-05-10T11:17:28.098696+0000","last_became_active":"2024-05-10T11:17:03.086005+0000","last_became_peered":"2024-05-10T11:17:03.086005+0000","last_unstale":"2024-05-10T11:17:28.098696+0000","last_undegraded":"2024-05-10T11:17:28.098696+0000","last_fullsized":"2024-05-10T11:17:28.098696+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:34:17.255760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":45,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:00.786404+0000","last_change":"2024-05-10T11:16:48.017679+0000","last_active":"2024-05-10T11:18:00.786404+0000","last_peered":"2024-05-10T11:18:00.786404+0000","last_clean":"2024-05-10T11:18:00.786404+0000","last_became_active":"2024-05-10T11:16:48.016679+0000","last_became_peered":"2024-05-10T11:16:48.016679+0000","last_unstale":"2024-05-10T11:18:00.786404+0000","last_undegraded":"2024-05-10T11:18:00.786404+0000","last_fullsized":"2024-05-10T11:18:00.786404+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:14:02.830847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.663829+0000","last_change":"2024-05-10T11:16:52.049417+0000","last_active":"2024-05-10T11:17:27.663829+0000","last_peered":"2024-05-10T11:17:27.663829+0000","last_clean":"2024-05-10T11:17:27.663829+0000","last_became_active":"2024-05-10T11:16:52.049088+0000","last_became_peered":"2024-05-10T11:16:52.049088+0000","last_unstale":"2024-05-10T11:17:27.663829+0000","last_undegraded":"2024-05-10T11:17:27.663829+0000","last_fullsized":"2024-05-10T11:17:27.663829+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:08:54.100452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854868+0000","last_change":"2024-05-10T11:17:03.083471+0000","last_active":"2024-05-10T11:18:27.854868+0000","last_peered":"2024-05-10T11:18:27.854868+0000","last_clean":"2024-05-10T11:18:27.854868+0000","last_became_active":"2024-05-10T11:17:03.083043+0000","last_became_peered":"2024-05-10T11:17:03.083043+0000","last_unstale":"2024-05-10T11:18:27.854868+0000","last_undegraded":"2024-05-10T11:18:27.854868+0000","last_fullsized":"2024-05-10T11:18:27.854868+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:16:52.497928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"88'5","reported_seq":70,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:22.680601+0000","last_change":"2024-05-10T11:16:48.017135+0000","last_active":"2024-05-10T11:18:22.680601+0000","last_peered":"2024-05-10T11:18:22.680601+0000","last_clean":"2024-05-10T11:18:22.680601+0000","last_became_active":"2024-05-10T11:16:48.016696+0000","last_became_peered":"2024-05-10T11:16:48.016696+0000","last_unstale":"2024-05-10T11:18:22.680601+0000","last_undegraded":"2024-05-10T11:18:22.680601+0000","last_fullsized":"2024-05-10T11:18:22.680601+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:55:30.506222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":25,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.662053+0000","last_change":"2024-05-10T11:16:52.041333+0000","last_active":"2024-05-10T11:17:27.662053+0000","last_peered":"2024-05-10T11:17:27.662053+0000","last_clean":"2024-05-10T11:17:27.662053+0000","last_became_active":"2024-05-10T11:16:52.040986+0000","last_became_peered":"2024-05-10T11:16:52.040986+0000","last_unstale":"2024-05-10T11:17:27.662053+0000","last_undegraded":"2024-05-10T11:17:27.662053+0000","last_fullsized":"2024-05-10T11:17:27.662053+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:19:44.846743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855923+0000","last_change":"2024-05-10T11:17:03.080936+0000","last_active":"2024-05-10T11:18:27.855923+0000","last_peered":"2024-05-10T11:18:27.855923+0000","last_clean":"2024-05-10T11:18:27.855923+0000","last_became_active":"2024-05-10T11:17:03.080396+0000","last_became_peered":"2024-05-10T11:17:03.080396+0000","last_unstale":"2024-05-10T11:18:27.855923+0000","last_undegraded":"2024-05-10T11:18:27.855923+0000","last_fullsized":"2024-05-10T11:18:27.855923+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:46:21.611128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-10T11:18:26.846774+0000","last_change":"2024-05-10T11:16:48.014839+0000","last_active":"2024-05-10T11:18:26.846774+0000","last_peered":"2024-05-10T11:18:26.846774+0000","last_clean":"2024-05-10T11:18:26.846774+0000","last_became_active":"2024-05-10T11:16:48.014435+0000","last_became_peered":"2024-05-10T11:16:48.014435+0000","last_unstale":"2024-05-10T11:18:26.846774+0000","last_undegraded":"2024-05-10T11:18:26.846774+0000","last_fullsized":"2024-05-10T11:18:26.846774+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:23:36.379267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.663295+0000","last_change":"2024-05-10T11:16:52.051114+0000","last_active":"2024-05-10T11:17:27.663295+0000","last_peered":"2024-05-10T11:17:27.663295+0000","last_clean":"2024-05-10T11:17:27.663295+0000","last_became_active":"2024-05-10T11:16:52.050577+0000","last_became_peered":"2024-05-10T11:16:52.050577+0000","last_unstale":"2024-05-10T11:17:27.663295+0000","last_undegraded":"2024-05-10T11:17:27.663295+0000","last_fullsized":"2024-05-10T11:17:27.663295+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:05:04.843260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854584+0000","last_change":"2024-05-10T11:17:03.083835+0000","last_active":"2024-05-10T11:18:27.854584+0000","last_peered":"2024-05-10T11:18:27.854584+0000","last_clean":"2024-05-10T11:18:27.854584+0000","last_became_active":"2024-05-10T11:17:03.083413+0000","last_became_peered":"2024-05-10T11:17:03.083413+0000","last_unstale":"2024-05-10T11:18:27.854584+0000","last_undegraded":"2024-05-10T11:18:27.854584+0000","last_fullsized":"2024-05-10T11:18:27.854584+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:03:17.385384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":43,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:58.766294+0000","last_change":"2024-05-10T11:16:48.007413+0000","last_active":"2024-05-10T11:17:58.766294+0000","last_peered":"2024-05-10T11:17:58.766294+0000","last_clean":"2024-05-10T11:17:58.766294+0000","last_became_active":"2024-05-10T11:16:48.007107+0000","last_became_peered":"2024-05-10T11:16:48.007107+0000","last_unstale":"2024-05-10T11:17:58.766294+0000","last_undegraded":"2024-05-10T11:17:58.766294+0000","last_fullsized":"2024-05-10T11:17:58.766294+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:23:53.119718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.853682+0000","last_change":"2024-05-10T11:16:52.041677+0000","last_active":"2024-05-10T11:18:27.853682+0000","last_peered":"2024-05-10T11:18:27.853682+0000","last_clean":"2024-05-10T11:18:27.853682+0000","last_became_active":"2024-05-10T11:16:52.041367+0000","last_became_peered":"2024-05-10T11:16:52.041367+0000","last_unstale":"2024-05-10T11:18:27.853682+0000","last_undegraded":"2024-05-10T11:18:27.853682+0000","last_fullsized":"2024-05-10T11:18:27.853682+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:18:30.778415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.906019+0000","last_change":"2024-05-10T11:17:03.083092+0000","last_active":"2024-05-10T11:17:27.906019+0000","last_peered":"2024-05-10T11:17:27.906019+0000","last_clean":"2024-05-10T11:17:27.906019+0000","last_became_active":"2024-05-10T11:17:03.082721+0000","last_became_peered":"2024-05-10T11:17:03.082721+0000","last_unstale":"2024-05-10T11:17:27.906019+0000","last_undegraded":"2024-05-10T11:17:27.906019+0000","last_fullsized":"2024-05-10T11:17:27.906019+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:20:10.921109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":44,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:00.785253+0000","last_change":"2024-05-10T11:16:48.016029+0000","last_active":"2024-05-10T11:18:00.785253+0000","last_peered":"2024-05-10T11:18:00.785253+0000","last_clean":"2024-05-10T11:18:00.785253+0000","last_became_active":"2024-05-10T11:16:48.015430+0000","last_became_peered":"2024-05-10T11:16:48.015430+0000","last_unstale":"2024-05-10T11:18:00.785253+0000","last_undegraded":"2024-05-10T11:18:00.785253+0000","last_fullsized":"2024-05-10T11:18:00.785253+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:58:33.404987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.655592+0000","last_change":"2024-05-10T11:16:52.043460+0000","last_active":"2024-05-10T11:17:27.655592+0000","last_peered":"2024-05-10T11:17:27.655592+0000","last_clean":"2024-05-10T11:17:27.655592+0000","last_became_active":"2024-05-10T11:16:52.043148+0000","last_became_peered":"2024-05-10T11:16:52.043148+0000","last_unstale":"2024-05-10T11:17:27.655592+0000","last_undegraded":"2024-05-10T11:17:27.655592+0000","last_fullsized":"2024-05-10T11:17:27.655592+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:16:46.497801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.853969+0000","last_change":"2024-05-10T11:17:28.101161+0000","last_active":"2024-05-10T11:18:27.853969+0000","last_peered":"2024-05-10T11:18:27.853969+0000","last_clean":"2024-05-10T11:18:27.853969+0000","last_became_active":"2024-05-10T11:17:28.100749+0000","last_became_peered":"2024-05-10T11:17:28.100749+0000","last_unstale":"2024-05-10T11:18:27.853969+0000","last_undegraded":"2024-05-10T11:18:27.853969+0000","last_fullsized":"2024-05-10T11:18:27.853969+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:22:44.998963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,8],"acting":[3,7,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"88'4","reported_seq":98,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-10T11:18:26.847216+0000","last_change":"2024-05-10T11:16:48.014243+0000","last_active":"2024-05-10T11:18:26.847216+0000","last_peered":"2024-05-10T11:18:26.847216+0000","last_clean":"2024-05-10T11:18:26.847216+0000","last_became_active":"2024-05-10T11:16:48.013773+0000","last_became_peered":"2024-05-10T11:16:48.013773+0000","last_unstale":"2024-05-10T11:18:26.847216+0000","last_undegraded":"2024-05-10T11:18:26.847216+0000","last_fullsized":"2024-05-10T11:18:26.847216+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:45:48.797714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":52,"num_read_kb":52,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.061780+0000","last_change":"2024-05-10T11:16:52.043158+0000","last_active":"2024-05-10T11:18:28.061780+0000","last_peered":"2024-05-10T11:18:28.061780+0000","last_clean":"2024-05-10T11:18:28.061780+0000","last_became_active":"2024-05-10T11:16:52.042710+0000","last_became_peered":"2024-05-10T11:16:52.042710+0000","last_unstale":"2024-05-10T11:18:28.061780+0000","last_undegraded":"2024-05-10T11:18:28.061780+0000","last_fullsized":"2024-05-10T11:18:28.061780+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:09:24.774705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.655486+0000","last_change":"2024-05-10T11:17:03.088532+0000","last_active":"2024-05-10T11:17:27.655486+0000","last_peered":"2024-05-10T11:17:27.655486+0000","last_clean":"2024-05-10T11:17:27.655486+0000","last_became_active":"2024-05-10T11:17:03.088215+0000","last_became_peered":"2024-05-10T11:17:03.088215+0000","last_unstale":"2024-05-10T11:17:27.655486+0000","last_undegraded":"2024-05-10T11:17:27.655486+0000","last_fullsized":"2024-05-10T11:17:27.655486+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:17:13.454803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":43,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:00.783937+0000","last_change":"2024-05-10T11:16:48.007517+0000","last_active":"2024-05-10T11:18:00.783937+0000","last_peered":"2024-05-10T11:18:00.783937+0000","last_clean":"2024-05-10T11:18:00.783937+0000","last_became_active":"2024-05-10T11:16:48.006669+0000","last_became_peered":"2024-05-10T11:16:48.006669+0000","last_unstale":"2024-05-10T11:18:00.783937+0000","last_undegraded":"2024-05-10T11:18:00.783937+0000","last_fullsized":"2024-05-10T11:18:00.783937+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:18:25.475701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.905998+0000","last_change":"2024-05-10T11:16:52.044657+0000","last_active":"2024-05-10T11:17:27.905998+0000","last_peered":"2024-05-10T11:17:27.905998+0000","last_clean":"2024-05-10T11:17:27.905998+0000","last_became_active":"2024-05-10T11:16:52.043851+0000","last_became_peered":"2024-05-10T11:16:52.043851+0000","last_unstale":"2024-05-10T11:17:27.905998+0000","last_undegraded":"2024-05-10T11:17:27.905998+0000","last_fullsized":"2024-05-10T11:17:27.905998+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:39:13.072004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:28.100049+0000","last_change":"2024-05-10T11:17:03.076247+0000","last_active":"2024-05-10T11:17:28.100049+0000","last_peered":"2024-05-10T11:17:28.100049+0000","last_clean":"2024-05-10T11:17:28.100049+0000","last_became_active":"2024-05-10T11:17:03.075225+0000","last_became_peered":"2024-05-10T11:17:03.075225+0000","last_unstale":"2024-05-10T11:17:28.100049+0000","last_undegraded":"2024-05-10T11:17:28.100049+0000","last_fullsized":"2024-05-10T11:17:28.100049+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:05:02.967759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":46,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:59.777188+0000","last_change":"2024-05-10T11:16:48.055124+0000","last_active":"2024-05-10T11:17:59.777188+0000","last_peered":"2024-05-10T11:17:59.777188+0000","last_clean":"2024-05-10T11:17:59.777188+0000","last_became_active":"2024-05-10T11:16:48.054733+0000","last_became_peered":"2024-05-10T11:16:48.054733+0000","last_unstale":"2024-05-10T11:17:59.777188+0000","last_undegraded":"2024-05-10T11:17:59.777188+0000","last_fullsized":"2024-05-10T11:17:59.777188+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:30:31.196384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.061055+0000","last_change":"2024-05-10T11:16:52.043587+0000","last_active":"2024-05-10T11:18:28.061055+0000","last_peered":"2024-05-10T11:18:28.061055+0000","last_clean":"2024-05-10T11:18:28.061055+0000","last_became_active":"2024-05-10T11:16:52.043196+0000","last_became_peered":"2024-05-10T11:16:52.043196+0000","last_unstale":"2024-05-10T11:18:28.061055+0000","last_undegraded":"2024-05-10T11:18:28.061055+0000","last_fullsized":"2024-05-10T11:18:28.061055+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:08:44.659475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.655530+0000","last_change":"2024-05-10T11:17:03.088204+0000","last_active":"2024-05-10T11:17:27.655530+0000","last_peered":"2024-05-10T11:17:27.655530+0000","last_clean":"2024-05-10T11:17:27.655530+0000","last_became_active":"2024-05-10T11:17:03.087158+0000","last_became_peered":"2024-05-10T11:17:03.087158+0000","last_unstale":"2024-05-10T11:17:27.655530+0000","last_undegraded":"2024-05-10T11:17:27.655530+0000","last_fullsized":"2024-05-10T11:17:27.655530+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:34:39.611191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"88'36","reported_seq":138,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-10T11:18:26.846970+0000","last_change":"2024-05-10T11:16:48.007379+0000","last_active":"2024-05-10T11:18:26.846970+0000","last_peered":"2024-05-10T11:18:26.846970+0000","last_clean":"2024-05-10T11:18:26.846970+0000","last_became_active":"2024-05-10T11:16:48.006985+0000","last_became_peered":"2024-05-10T11:16:48.006985+0000","last_unstale":"2024-05-10T11:18:26.846970+0000","last_undegraded":"2024-05-10T11:18:26.846970+0000","last_fullsized":"2024-05-10T11:18:26.846970+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:12:46.390081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65382,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":60,"num_read_kb":94,"num_write":38,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.661784+0000","last_change":"2024-05-10T11:16:52.041342+0000","last_active":"2024-05-10T11:17:27.661784+0000","last_peered":"2024-05-10T11:17:27.661784+0000","last_clean":"2024-05-10T11:17:27.661784+0000","last_became_active":"2024-05-10T11:16:52.041043+0000","last_became_peered":"2024-05-10T11:16:52.041043+0000","last_unstale":"2024-05-10T11:17:27.661784+0000","last_undegraded":"2024-05-10T11:17:27.661784+0000","last_fullsized":"2024-05-10T11:17:27.661784+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:10:06.897014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.664135+0000","last_change":"2024-05-10T11:17:03.087123+0000","last_active":"2024-05-10T11:17:27.664135+0000","last_peered":"2024-05-10T11:17:27.664135+0000","last_clean":"2024-05-10T11:17:27.664135+0000","last_became_active":"2024-05-10T11:17:03.086161+0000","last_became_peered":"2024-05-10T11:17:03.086161+0000","last_unstale":"2024-05-10T11:17:27.664135+0000","last_undegraded":"2024-05-10T11:17:27.664135+0000","last_fullsized":"2024-05-10T11:17:27.664135+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:47:19.747784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":54,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854667+0000","last_change":"2024-05-10T11:16:48.007584+0000","last_active":"2024-05-10T11:18:27.854667+0000","last_peered":"2024-05-10T11:18:27.854667+0000","last_clean":"2024-05-10T11:18:27.854667+0000","last_became_active":"2024-05-10T11:16:48.007286+0000","last_became_peered":"2024-05-10T11:16:48.007286+0000","last_unstale":"2024-05-10T11:18:27.854667+0000","last_undegraded":"2024-05-10T11:18:27.854667+0000","last_fullsized":"2024-05-10T11:18:27.854667+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:55:00.954380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.659523+0000","last_change":"2024-05-10T11:16:52.049695+0000","last_active":"2024-05-10T11:17:27.659523+0000","last_peered":"2024-05-10T11:17:27.659523+0000","last_clean":"2024-05-10T11:17:27.659523+0000","last_became_active":"2024-05-10T11:16:52.049357+0000","last_became_peered":"2024-05-10T11:16:52.049357+0000","last_unstale":"2024-05-10T11:17:27.659523+0000","last_undegraded":"2024-05-10T11:17:27.659523+0000","last_fullsized":"2024-05-10T11:17:27.659523+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:19:24.583066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855671+0000","last_change":"2024-05-10T11:17:03.091169+0000","last_active":"2024-05-10T11:18:27.855671+0000","last_peered":"2024-05-10T11:18:27.855671+0000","last_clean":"2024-05-10T11:18:27.855671+0000","last_became_active":"2024-05-10T11:17:03.090711+0000","last_became_peered":"2024-05-10T11:17:03.090711+0000","last_unstale":"2024-05-10T11:18:27.855671+0000","last_undegraded":"2024-05-10T11:18:27.855671+0000","last_fullsized":"2024-05-10T11:18:27.855671+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:58:49.118170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":46,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:00.785406+0000","last_change":"2024-05-10T11:16:48.015465+0000","last_active":"2024-05-10T11:18:00.785406+0000","last_peered":"2024-05-10T11:18:00.785406+0000","last_clean":"2024-05-10T11:18:00.785406+0000","last_became_active":"2024-05-10T11:16:48.015131+0000","last_became_peered":"2024-05-10T11:16:48.015131+0000","last_unstale":"2024-05-10T11:18:00.785406+0000","last_undegraded":"2024-05-10T11:18:00.785406+0000","last_fullsized":"2024-05-10T11:18:00.785406+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:55:02.917010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":39,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.661261+0000","last_change":"2024-05-10T11:17:27.661261+0000","last_active":"2024-05-10T11:17:27.661261+0000","last_peered":"2024-05-10T11:17:27.661261+0000","last_clean":"2024-05-10T11:17:27.661261+0000","last_became_active":"2024-05-10T11:17:27.660916+0000","last_became_peered":"2024-05-10T11:17:27.660916+0000","last_unstale":"2024-05-10T11:17:27.661261+0000","last_undegraded":"2024-05-10T11:17:27.661261+0000","last_fullsized":"2024-05-10T11:17:27.661261+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:24:55.464489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.655971+0000","last_change":"2024-05-10T11:17:03.089748+0000","last_active":"2024-05-10T11:17:27.655971+0000","last_peered":"2024-05-10T11:17:27.655971+0000","last_clean":"2024-05-10T11:17:27.655971+0000","last_became_active":"2024-05-10T11:17:03.089372+0000","last_became_peered":"2024-05-10T11:17:03.089372+0000","last_unstale":"2024-05-10T11:17:27.655971+0000","last_undegraded":"2024-05-10T11:17:27.655971+0000","last_fullsized":"2024-05-10T11:17:27.655971+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:14:50.072707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"88'6","reported_seq":71,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:22.679500+0000","last_change":"2024-05-10T11:16:48.007535+0000","last_active":"2024-05-10T11:18:22.679500+0000","last_peered":"2024-05-10T11:18:22.679500+0000","last_clean":"2024-05-10T11:18:22.679500+0000","last_became_active":"2024-05-10T11:16:48.006930+0000","last_became_peered":"2024-05-10T11:16:48.006930+0000","last_unstale":"2024-05-10T11:18:22.679500+0000","last_undegraded":"2024-05-10T11:18:22.679500+0000","last_fullsized":"2024-05-10T11:18:22.679500+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:43:00.717545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":27,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.657300+0000","last_change":"2024-05-10T11:16:52.045912+0000","last_active":"2024-05-10T11:17:27.657300+0000","last_peered":"2024-05-10T11:17:27.657300+0000","last_clean":"2024-05-10T11:17:27.657300+0000","last_became_active":"2024-05-10T11:16:52.045617+0000","last_became_peered":"2024-05-10T11:16:52.045617+0000","last_unstale":"2024-05-10T11:17:27.657300+0000","last_undegraded":"2024-05-10T11:17:27.657300+0000","last_fullsized":"2024-05-10T11:17:27.657300+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:33:20.206709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.658988+0000","last_change":"2024-05-10T11:17:03.084329+0000","last_active":"2024-05-10T11:17:27.658988+0000","last_peered":"2024-05-10T11:17:27.658988+0000","last_clean":"2024-05-10T11:17:27.658988+0000","last_became_active":"2024-05-10T11:17:03.083952+0000","last_became_peered":"2024-05-10T11:17:03.083952+0000","last_unstale":"2024-05-10T11:17:27.658988+0000","last_undegraded":"2024-05-10T11:17:27.658988+0000","last_fullsized":"2024-05-10T11:17:27.658988+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:27:34.889679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":57,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:00.785538+0000","last_change":"2024-05-10T11:16:48.056864+0000","last_active":"2024-05-10T11:18:00.785538+0000","last_peered":"2024-05-10T11:18:00.785538+0000","last_clean":"2024-05-10T11:18:00.785538+0000","last_became_active":"2024-05-10T11:16:48.056509+0000","last_became_peered":"2024-05-10T11:16:48.056509+0000","last_unstale":"2024-05-10T11:18:00.785538+0000","last_undegraded":"2024-05-10T11:18:00.785538+0000","last_fullsized":"2024-05-10T11:18:00.785538+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:41:00.569598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.662766+0000","last_change":"2024-05-10T11:16:52.049669+0000","last_active":"2024-05-10T11:17:27.662766+0000","last_peered":"2024-05-10T11:17:27.662766+0000","last_clean":"2024-05-10T11:17:27.662766+0000","last_became_active":"2024-05-10T11:16:52.047990+0000","last_became_peered":"2024-05-10T11:16:52.047990+0000","last_unstale":"2024-05-10T11:17:27.662766+0000","last_undegraded":"2024-05-10T11:17:27.662766+0000","last_fullsized":"2024-05-10T11:17:27.662766+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:08:41.795541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.662659+0000","last_change":"2024-05-10T11:17:03.086357+0000","last_active":"2024-05-10T11:17:27.662659+0000","last_peered":"2024-05-10T11:17:27.662659+0000","last_clean":"2024-05-10T11:17:27.662659+0000","last_became_active":"2024-05-10T11:17:03.085896+0000","last_became_peered":"2024-05-10T11:17:03.085896+0000","last_unstale":"2024-05-10T11:17:27.662659+0000","last_undegraded":"2024-05-10T11:17:27.662659+0000","last_fullsized":"2024-05-10T11:17:27.662659+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:09:00.174197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":42,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:59.762054+0000","last_change":"2024-05-10T11:16:48.019166+0000","last_active":"2024-05-10T11:17:59.762054+0000","last_peered":"2024-05-10T11:17:59.762054+0000","last_clean":"2024-05-10T11:17:59.762054+0000","last_became_active":"2024-05-10T11:16:48.018708+0000","last_became_peered":"2024-05-10T11:16:48.018708+0000","last_unstale":"2024-05-10T11:17:59.762054+0000","last_undegraded":"2024-05-10T11:17:59.762054+0000","last_fullsized":"2024-05-10T11:17:59.762054+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:59:48.883324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856474+0000","last_change":"2024-05-10T11:17:27.665348+0000","last_active":"2024-05-10T11:18:27.856474+0000","last_peered":"2024-05-10T11:18:27.856474+0000","last_clean":"2024-05-10T11:18:27.856474+0000","last_became_active":"2024-05-10T11:17:27.664892+0000","last_became_peered":"2024-05-10T11:17:27.664892+0000","last_unstale":"2024-05-10T11:18:27.856474+0000","last_undegraded":"2024-05-10T11:18:27.856474+0000","last_fullsized":"2024-05-10T11:18:27.856474+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:13:15.632171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:28.103040+0000","last_change":"2024-05-10T11:17:28.103040+0000","last_active":"2024-05-10T11:17:28.103040+0000","last_peered":"2024-05-10T11:17:28.103040+0000","last_clean":"2024-05-10T11:17:28.103040+0000","last_became_active":"2024-05-10T11:17:28.102474+0000","last_became_peered":"2024-05-10T11:17:28.102474+0000","last_unstale":"2024-05-10T11:17:28.103040+0000","last_undegraded":"2024-05-10T11:17:28.103040+0000","last_fullsized":"2024-05-10T11:17:28.103040+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:28:12.521313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,1],"acting":[8,10,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":40,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.655855+0000","last_change":"2024-05-10T11:16:48.055557+0000","last_active":"2024-05-10T11:17:27.655855+0000","last_peered":"2024-05-10T11:17:27.655855+0000","last_clean":"2024-05-10T11:17:27.655855+0000","last_became_active":"2024-05-10T11:16:48.055222+0000","last_became_peered":"2024-05-10T11:16:48.055222+0000","last_unstale":"2024-05-10T11:17:27.655855+0000","last_undegraded":"2024-05-10T11:17:27.655855+0000","last_fullsized":"2024-05-10T11:17:27.655855+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:46:03.054086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-10T11:18:26.847061+0000","last_change":"2024-05-10T11:16:52.043889+0000","last_active":"2024-05-10T11:18:26.847061+0000","last_peered":"2024-05-10T11:18:26.847061+0000","last_clean":"2024-05-10T11:18:26.847061+0000","last_became_active":"2024-05-10T11:16:52.043476+0000","last_became_peered":"2024-05-10T11:16:52.043476+0000","last_unstale":"2024-05-10T11:18:26.847061+0000","last_undegraded":"2024-05-10T11:18:26.847061+0000","last_fullsized":"2024-05-10T11:18:26.847061+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:35:33.577541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.659111+0000","last_change":"2024-05-10T11:17:03.082772+0000","last_active":"2024-05-10T11:17:27.659111+0000","last_peered":"2024-05-10T11:17:27.659111+0000","last_clean":"2024-05-10T11:17:27.659111+0000","last_became_active":"2024-05-10T11:17:03.082343+0000","last_became_peered":"2024-05-10T11:17:03.082343+0000","last_unstale":"2024-05-10T11:17:27.659111+0000","last_undegraded":"2024-05-10T11:17:27.659111+0000","last_fullsized":"2024-05-10T11:17:27.659111+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:20:09.949095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"88'6","reported_seq":73,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:25.683237+0000","last_change":"2024-05-10T11:16:48.005921+0000","last_active":"2024-05-10T11:18:25.683237+0000","last_peered":"2024-05-10T11:18:25.683237+0000","last_clean":"2024-05-10T11:18:25.683237+0000","last_became_active":"2024-05-10T11:16:48.005522+0000","last_became_peered":"2024-05-10T11:16:48.005522+0000","last_unstale":"2024-05-10T11:18:25.683237+0000","last_undegraded":"2024-05-10T11:18:25.683237+0000","last_fullsized":"2024-05-10T11:18:25.683237+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:39:00.495597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":28,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-10T11:18:26.846750+0000","last_change":"2024-05-10T11:16:52.043175+0000","last_active":"2024-05-10T11:18:26.846750+0000","last_peered":"2024-05-10T11:18:26.846750+0000","last_clean":"2024-05-10T11:18:26.846750+0000","last_became_active":"2024-05-10T11:16:52.042843+0000","last_became_peered":"2024-05-10T11:16:52.042843+0000","last_unstale":"2024-05-10T11:18:26.846750+0000","last_undegraded":"2024-05-10T11:18:26.846750+0000","last_fullsized":"2024-05-10T11:18:26.846750+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:24:22.572356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.659174+0000","last_change":"2024-05-10T11:17:03.560613+0000","last_active":"2024-05-10T11:17:27.659174+0000","last_peered":"2024-05-10T11:17:27.659174+0000","last_clean":"2024-05-10T11:17:27.659174+0000","last_became_active":"2024-05-10T11:17:03.560149+0000","last_became_peered":"2024-05-10T11:17:03.560149+0000","last_unstale":"2024-05-10T11:17:27.659174+0000","last_undegraded":"2024-05-10T11:17:27.659174+0000","last_fullsized":"2024-05-10T11:17:27.659174+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:29:59.256621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.663023+0000","last_change":"2024-05-10T11:16:52.047667+0000","last_active":"2024-05-10T11:17:27.663023+0000","last_peered":"2024-05-10T11:17:27.663023+0000","last_clean":"2024-05-10T11:17:27.663023+0000","last_became_active":"2024-05-10T11:16:52.046206+0000","last_became_peered":"2024-05-10T11:16:52.046206+0000","last_unstale":"2024-05-10T11:17:27.663023+0000","last_undegraded":"2024-05-10T11:17:27.663023+0000","last_fullsized":"2024-05-10T11:17:27.663023+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:37:43.575295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'5","reported_seq":71,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:24.681481+0000","last_change":"2024-05-10T11:16:48.055486+0000","last_active":"2024-05-10T11:18:24.681481+0000","last_peered":"2024-05-10T11:18:24.681481+0000","last_clean":"2024-05-10T11:18:24.681481+0000","last_became_active":"2024-05-10T11:16:48.055141+0000","last_became_peered":"2024-05-10T11:16:48.055141+0000","last_unstale":"2024-05-10T11:18:24.681481+0000","last_undegraded":"2024-05-10T11:18:24.681481+0000","last_fullsized":"2024-05-10T11:18:24.681481+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:29:44.765058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":26,"num_read_kb":26,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.657599+0000","last_change":"2024-05-10T11:17:03.082232+0000","last_active":"2024-05-10T11:17:27.657599+0000","last_peered":"2024-05-10T11:17:27.657599+0000","last_clean":"2024-05-10T11:17:27.657599+0000","last_became_active":"2024-05-10T11:17:03.081930+0000","last_became_peered":"2024-05-10T11:17:03.081930+0000","last_unstale":"2024-05-10T11:17:27.657599+0000","last_undegraded":"2024-05-10T11:17:27.657599+0000","last_fullsized":"2024-05-10T11:17:27.657599+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:12:43.832048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:28.101903+0000","last_change":"2024-05-10T11:17:28.101610+0000","last_active":"2024-05-10T11:17:28.101903+0000","last_peered":"2024-05-10T11:17:28.101903+0000","last_clean":"2024-05-10T11:17:28.101903+0000","last_became_active":"2024-05-10T11:17:28.101242+0000","last_became_peered":"2024-05-10T11:17:28.101242+0000","last_unstale":"2024-05-10T11:17:28.101903+0000","last_undegraded":"2024-05-10T11:17:28.101903+0000","last_fullsized":"2024-05-10T11:17:28.101903+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:18:53.230117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":48,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:01.648982+0000","last_change":"2024-05-10T11:16:48.007349+0000","last_active":"2024-05-10T11:18:01.648982+0000","last_peered":"2024-05-10T11:18:01.648982+0000","last_clean":"2024-05-10T11:18:01.648982+0000","last_became_active":"2024-05-10T11:16:48.006902+0000","last_became_peered":"2024-05-10T11:16:48.006902+0000","last_unstale":"2024-05-10T11:18:01.648982+0000","last_undegraded":"2024-05-10T11:18:01.648982+0000","last_fullsized":"2024-05-10T11:18:01.648982+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:10:14.679026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":114,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.657159+0000","last_change":"2024-05-10T11:15:23.021445+0000","last_active":"2024-05-10T11:17:27.657159+0000","last_peered":"2024-05-10T11:17:27.657159+0000","last_clean":"2024-05-10T11:17:27.657159+0000","last_became_active":"2024-05-10T11:15:23.016547+0000","last_became_peered":"2024-05-10T11:15:23.016547+0000","last_unstale":"2024-05-10T11:17:27.657159+0000","last_undegraded":"2024-05-10T11:17:27.657159+0000","last_fullsized":"2024-05-10T11:17:27.657159+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:11:52.839903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:11:52.839903+0000","last_clean_scrub_stamp":"2024-05-10T11:11:52.839903+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:52:25.558388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.803123+0000","last_change":"2024-05-10T11:17:27.803123+0000","last_active":"2024-05-10T11:17:27.803123+0000","last_peered":"2024-05-10T11:17:27.803123+0000","last_clean":"2024-05-10T11:17:27.803123+0000","last_became_active":"2024-05-10T11:17:27.802614+0000","last_became_peered":"2024-05-10T11:17:27.802614+0000","last_unstale":"2024-05-10T11:17:27.803123+0000","last_undegraded":"2024-05-10T11:17:27.803123+0000","last_fullsized":"2024-05-10T11:17:27.803123+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:42:45.115204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,11,6,10],"acting":[5,11,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.658588+0000","last_change":"2024-05-10T11:16:52.049027+0000","last_active":"2024-05-10T11:17:27.658588+0000","last_peered":"2024-05-10T11:17:27.658588+0000","last_clean":"2024-05-10T11:17:27.658588+0000","last_became_active":"2024-05-10T11:16:52.048707+0000","last_became_peered":"2024-05-10T11:16:52.048707+0000","last_unstale":"2024-05-10T11:17:27.658588+0000","last_undegraded":"2024-05-10T11:17:27.658588+0000","last_fullsized":"2024-05-10T11:17:27.658588+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:07:50.617791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":49,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:58.767003+0000","last_change":"2024-05-10T11:17:28.101640+0000","last_active":"2024-05-10T11:17:58.767003+0000","last_peered":"2024-05-10T11:17:58.767003+0000","last_clean":"2024-05-10T11:17:58.767003+0000","last_became_active":"2024-05-10T11:17:28.101170+0000","last_became_peered":"2024-05-10T11:17:28.101170+0000","last_unstale":"2024-05-10T11:17:58.767003+0000","last_undegraded":"2024-05-10T11:17:58.767003+0000","last_fullsized":"2024-05-10T11:17:58.767003+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:07:03.041192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856020+0000","last_change":"2024-05-10T11:17:03.081699+0000","last_active":"2024-05-10T11:18:27.856020+0000","last_peered":"2024-05-10T11:18:27.856020+0000","last_clean":"2024-05-10T11:18:27.856020+0000","last_became_active":"2024-05-10T11:17:03.081256+0000","last_became_peered":"2024-05-10T11:17:03.081256+0000","last_unstale":"2024-05-10T11:18:27.856020+0000","last_undegraded":"2024-05-10T11:18:27.856020+0000","last_fullsized":"2024-05-10T11:18:27.856020+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:00:02.833979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":44,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:00.787080+0000","last_change":"2024-05-10T11:16:48.057508+0000","last_active":"2024-05-10T11:18:00.787080+0000","last_peered":"2024-05-10T11:18:00.787080+0000","last_clean":"2024-05-10T11:18:00.787080+0000","last_became_active":"2024-05-10T11:16:48.057166+0000","last_became_peered":"2024-05-10T11:16:48.057166+0000","last_unstale":"2024-05-10T11:18:00.787080+0000","last_undegraded":"2024-05-10T11:18:00.787080+0000","last_fullsized":"2024-05-10T11:18:00.787080+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:02:44.121762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.659290+0000","last_change":"2024-05-10T11:16:52.047931+0000","last_active":"2024-05-10T11:17:27.659290+0000","last_peered":"2024-05-10T11:17:27.659290+0000","last_clean":"2024-05-10T11:17:27.659290+0000","last_became_active":"2024-05-10T11:16:52.047587+0000","last_became_peered":"2024-05-10T11:16:52.047587+0000","last_unstale":"2024-05-10T11:17:27.659290+0000","last_undegraded":"2024-05-10T11:17:27.659290+0000","last_fullsized":"2024-05-10T11:17:27.659290+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:48:08.546155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854092+0000","last_change":"2024-05-10T11:17:03.560122+0000","last_active":"2024-05-10T11:18:27.854092+0000","last_peered":"2024-05-10T11:18:27.854092+0000","last_clean":"2024-05-10T11:18:27.854092+0000","last_became_active":"2024-05-10T11:17:03.559626+0000","last_became_peered":"2024-05-10T11:17:03.559626+0000","last_unstale":"2024-05-10T11:18:27.854092+0000","last_undegraded":"2024-05-10T11:18:27.854092+0000","last_fullsized":"2024-05-10T11:18:27.854092+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:00:25.900524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"88'16","reported_seq":55,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:22.060845+0000","last_change":"2024-05-10T11:16:48.015870+0000","last_active":"2024-05-10T11:18:22.060845+0000","last_peered":"2024-05-10T11:18:22.060845+0000","last_clean":"2024-05-10T11:18:22.060845+0000","last_became_active":"2024-05-10T11:16:48.015517+0000","last_became_peered":"2024-05-10T11:16:48.015517+0000","last_unstale":"2024-05-10T11:18:22.060845+0000","last_undegraded":"2024-05-10T11:18:22.060845+0000","last_fullsized":"2024-05-10T11:18:22.060845+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:05:42.170734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855141+0000","last_change":"2024-05-10T11:16:52.041726+0000","last_active":"2024-05-10T11:18:27.855141+0000","last_peered":"2024-05-10T11:18:27.855141+0000","last_clean":"2024-05-10T11:18:27.855141+0000","last_became_active":"2024-05-10T11:16:52.041431+0000","last_became_peered":"2024-05-10T11:16:52.041431+0000","last_unstale":"2024-05-10T11:18:27.855141+0000","last_undegraded":"2024-05-10T11:18:27.855141+0000","last_fullsized":"2024-05-10T11:18:27.855141+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:24:16.133520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856081+0000","last_change":"2024-05-10T11:17:03.077965+0000","last_active":"2024-05-10T11:18:27.856081+0000","last_peered":"2024-05-10T11:18:27.856081+0000","last_clean":"2024-05-10T11:18:27.856081+0000","last_became_active":"2024-05-10T11:17:03.077265+0000","last_became_peered":"2024-05-10T11:17:03.077265+0000","last_unstale":"2024-05-10T11:18:27.856081+0000","last_undegraded":"2024-05-10T11:18:27.856081+0000","last_fullsized":"2024-05-10T11:18:27.856081+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:23:49.046264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":47,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:00.786524+0000","last_change":"2024-05-10T11:16:48.392746+0000","last_active":"2024-05-10T11:18:00.786524+0000","last_peered":"2024-05-10T11:18:00.786524+0000","last_clean":"2024-05-10T11:18:00.786524+0000","last_became_active":"2024-05-10T11:16:48.392385+0000","last_became_peered":"2024-05-10T11:16:48.392385+0000","last_unstale":"2024-05-10T11:18:00.786524+0000","last_undegraded":"2024-05-10T11:18:00.786524+0000","last_fullsized":"2024-05-10T11:18:00.786524+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:59:33.332490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.906139+0000","last_change":"2024-05-10T11:16:52.053413+0000","last_active":"2024-05-10T11:17:27.906139+0000","last_peered":"2024-05-10T11:17:27.906139+0000","last_clean":"2024-05-10T11:17:27.906139+0000","last_became_active":"2024-05-10T11:16:52.052728+0000","last_became_peered":"2024-05-10T11:16:52.052728+0000","last_unstale":"2024-05-10T11:17:27.906139+0000","last_undegraded":"2024-05-10T11:17:27.906139+0000","last_fullsized":"2024-05-10T11:17:27.906139+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:44:04.224099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:28.099119+0000","last_change":"2024-05-10T11:17:03.561077+0000","last_active":"2024-05-10T11:17:28.099119+0000","last_peered":"2024-05-10T11:17:28.099119+0000","last_clean":"2024-05-10T11:17:28.099119+0000","last_became_active":"2024-05-10T11:17:03.560668+0000","last_became_peered":"2024-05-10T11:17:03.560668+0000","last_unstale":"2024-05-10T11:17:28.099119+0000","last_undegraded":"2024-05-10T11:17:28.099119+0000","last_fullsized":"2024-05-10T11:17:28.099119+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:13:23.933388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.062481+0000","last_change":"2024-05-10T11:16:48.057501+0000","last_active":"2024-05-10T11:18:28.062481+0000","last_peered":"2024-05-10T11:18:28.062481+0000","last_clean":"2024-05-10T11:18:28.062481+0000","last_became_active":"2024-05-10T11:16:48.057144+0000","last_became_peered":"2024-05-10T11:16:48.057144+0000","last_unstale":"2024-05-10T11:18:28.062481+0000","last_undegraded":"2024-05-10T11:18:28.062481+0000","last_fullsized":"2024-05-10T11:18:28.062481+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:08:10.945786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.660380+0000","last_change":"2024-05-10T11:16:52.037082+0000","last_active":"2024-05-10T11:17:27.660380+0000","last_peered":"2024-05-10T11:17:27.660380+0000","last_clean":"2024-05-10T11:17:27.660380+0000","last_became_active":"2024-05-10T11:16:52.036688+0000","last_became_peered":"2024-05-10T11:16:52.036688+0000","last_unstale":"2024-05-10T11:17:27.660380+0000","last_undegraded":"2024-05-10T11:17:27.660380+0000","last_fullsized":"2024-05-10T11:17:27.660380+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:47:47.042738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.656101+0000","last_change":"2024-05-10T11:17:03.089184+0000","last_active":"2024-05-10T11:17:27.656101+0000","last_peered":"2024-05-10T11:17:27.656101+0000","last_clean":"2024-05-10T11:17:27.656101+0000","last_became_active":"2024-05-10T11:17:03.088780+0000","last_became_peered":"2024-05-10T11:17:03.088780+0000","last_unstale":"2024-05-10T11:17:27.656101+0000","last_undegraded":"2024-05-10T11:17:27.656101+0000","last_fullsized":"2024-05-10T11:17:27.656101+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:28:04.563504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854023+0000","last_change":"2024-05-10T11:16:48.006564+0000","last_active":"2024-05-10T11:18:27.854023+0000","last_peered":"2024-05-10T11:18:27.854023+0000","last_clean":"2024-05-10T11:18:27.854023+0000","last_became_active":"2024-05-10T11:16:48.006232+0000","last_became_peered":"2024-05-10T11:16:48.006232+0000","last_unstale":"2024-05-10T11:18:27.854023+0000","last_undegraded":"2024-05-10T11:18:27.854023+0000","last_fullsized":"2024-05-10T11:18:27.854023+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:57:51.056720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855727+0000","last_change":"2024-05-10T11:16:52.039492+0000","last_active":"2024-05-10T11:18:27.855727+0000","last_peered":"2024-05-10T11:18:27.855727+0000","last_clean":"2024-05-10T11:18:27.855727+0000","last_became_active":"2024-05-10T11:16:52.039143+0000","last_became_peered":"2024-05-10T11:16:52.039143+0000","last_unstale":"2024-05-10T11:18:27.855727+0000","last_undegraded":"2024-05-10T11:18:27.855727+0000","last_fullsized":"2024-05-10T11:18:27.855727+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:19:11.305278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:28.099078+0000","last_change":"2024-05-10T11:17:03.078573+0000","last_active":"2024-05-10T11:17:28.099078+0000","last_peered":"2024-05-10T11:17:28.099078+0000","last_clean":"2024-05-10T11:17:28.099078+0000","last_became_active":"2024-05-10T11:17:03.078196+0000","last_became_peered":"2024-05-10T11:17:03.078196+0000","last_unstale":"2024-05-10T11:17:28.099078+0000","last_undegraded":"2024-05-10T11:17:28.099078+0000","last_fullsized":"2024-05-10T11:17:28.099078+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:51:30.266019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"88'3","reported_seq":18,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855621+0000","last_change":"2024-05-10T11:17:27.661845+0000","last_active":"2024-05-10T11:18:27.855621+0000","last_peered":"2024-05-10T11:18:27.855621+0000","last_clean":"2024-05-10T11:18:27.855621+0000","last_became_active":"2024-05-10T11:17:27.661429+0000","last_became_peered":"2024-05-10T11:17:27.661429+0000","last_unstale":"2024-05-10T11:18:27.855621+0000","last_undegraded":"2024-05-10T11:18:27.855621+0000","last_fullsized":"2024-05-10T11:18:27.855621+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:49:01.204444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854791+0000","last_change":"2024-05-10T11:16:52.058512+0000","last_active":"2024-05-10T11:18:27.854791+0000","last_peered":"2024-05-10T11:18:27.854791+0000","last_clean":"2024-05-10T11:18:27.854791+0000","last_became_active":"2024-05-10T11:16:52.057965+0000","last_became_peered":"2024-05-10T11:16:52.057965+0000","last_unstale":"2024-05-10T11:18:27.854791+0000","last_undegraded":"2024-05-10T11:18:27.854791+0000","last_fullsized":"2024-05-10T11:18:27.854791+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:18:50.907235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:28.098914+0000","last_change":"2024-05-10T11:17:03.560391+0000","last_active":"2024-05-10T11:17:28.098914+0000","last_peered":"2024-05-10T11:17:28.098914+0000","last_clean":"2024-05-10T11:17:28.098914+0000","last_became_active":"2024-05-10T11:17:03.559918+0000","last_became_peered":"2024-05-10T11:17:03.559918+0000","last_unstale":"2024-05-10T11:17:28.098914+0000","last_undegraded":"2024-05-10T11:17:28.098914+0000","last_fullsized":"2024-05-10T11:17:28.098914+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:25:09.436180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":44,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:57.758845+0000","last_change":"2024-05-10T11:16:48.018478+0000","last_active":"2024-05-10T11:17:57.758845+0000","last_peered":"2024-05-10T11:17:57.758845+0000","last_clean":"2024-05-10T11:17:57.758845+0000","last_became_active":"2024-05-10T11:16:48.017292+0000","last_became_peered":"2024-05-10T11:16:48.017292+0000","last_unstale":"2024-05-10T11:17:57.758845+0000","last_undegraded":"2024-05-10T11:17:57.758845+0000","last_fullsized":"2024-05-10T11:17:57.758845+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:07:07.599886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.657321+0000","last_change":"2024-05-10T11:16:52.048977+0000","last_active":"2024-05-10T11:17:27.657321+0000","last_peered":"2024-05-10T11:17:27.657321+0000","last_clean":"2024-05-10T11:17:27.657321+0000","last_became_active":"2024-05-10T11:16:52.048658+0000","last_became_peered":"2024-05-10T11:16:52.048658+0000","last_unstale":"2024-05-10T11:17:27.657321+0000","last_undegraded":"2024-05-10T11:17:27.657321+0000","last_fullsized":"2024-05-10T11:17:27.657321+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:20:57.507638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.062539+0000","last_change":"2024-05-10T11:17:03.086560+0000","last_active":"2024-05-10T11:18:28.062539+0000","last_peered":"2024-05-10T11:18:28.062539+0000","last_clean":"2024-05-10T11:18:28.062539+0000","last_became_active":"2024-05-10T11:17:03.085919+0000","last_became_peered":"2024-05-10T11:17:03.085919+0000","last_unstale":"2024-05-10T11:18:28.062539+0000","last_undegraded":"2024-05-10T11:18:28.062539+0000","last_fullsized":"2024-05-10T11:18:28.062539+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:08:59.110190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"88'6","reported_seq":70,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:21.679294+0000","last_change":"2024-05-10T11:16:48.392472+0000","last_active":"2024-05-10T11:18:21.679294+0000","last_peered":"2024-05-10T11:18:21.679294+0000","last_clean":"2024-05-10T11:18:21.679294+0000","last_became_active":"2024-05-10T11:16:48.392049+0000","last_became_peered":"2024-05-10T11:16:48.392049+0000","last_unstale":"2024-05-10T11:18:21.679294+0000","last_undegraded":"2024-05-10T11:18:21.679294+0000","last_fullsized":"2024-05-10T11:18:21.679294+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:19:34.347372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":25,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.658210+0000","last_change":"2024-05-10T11:16:52.050303+0000","last_active":"2024-05-10T11:17:27.658210+0000","last_peered":"2024-05-10T11:17:27.658210+0000","last_clean":"2024-05-10T11:17:27.658210+0000","last_became_active":"2024-05-10T11:16:52.049791+0000","last_became_peered":"2024-05-10T11:16:52.049791+0000","last_unstale":"2024-05-10T11:17:27.658210+0000","last_undegraded":"2024-05-10T11:17:27.658210+0000","last_fullsized":"2024-05-10T11:17:27.658210+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:04:50.647395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.905812+0000","last_change":"2024-05-10T11:17:03.087026+0000","last_active":"2024-05-10T11:17:27.905812+0000","last_peered":"2024-05-10T11:17:27.905812+0000","last_clean":"2024-05-10T11:17:27.905812+0000","last_became_active":"2024-05-10T11:17:03.086655+0000","last_became_peered":"2024-05-10T11:17:03.086655+0000","last_unstale":"2024-05-10T11:17:27.905812+0000","last_undegraded":"2024-05-10T11:17:27.905812+0000","last_fullsized":"2024-05-10T11:17:27.905812+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:52:37.414485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":44,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:00.785406+0000","last_change":"2024-05-10T11:16:48.014087+0000","last_active":"2024-05-10T11:18:00.785406+0000","last_peered":"2024-05-10T11:18:00.785406+0000","last_clean":"2024-05-10T11:18:00.785406+0000","last_became_active":"2024-05-10T11:16:48.013599+0000","last_became_peered":"2024-05-10T11:16:48.013599+0000","last_unstale":"2024-05-10T11:18:00.785406+0000","last_undegraded":"2024-05-10T11:18:00.785406+0000","last_fullsized":"2024-05-10T11:18:00.785406+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:41:07.988553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.657591+0000","last_change":"2024-05-10T11:16:52.047277+0000","last_active":"2024-05-10T11:17:27.657591+0000","last_peered":"2024-05-10T11:17:27.657591+0000","last_clean":"2024-05-10T11:17:27.657591+0000","last_became_active":"2024-05-10T11:16:52.046916+0000","last_became_peered":"2024-05-10T11:16:52.046916+0000","last_unstale":"2024-05-10T11:17:27.657591+0000","last_undegraded":"2024-05-10T11:17:27.657591+0000","last_fullsized":"2024-05-10T11:17:27.657591+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:59:58.044364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.661374+0000","last_change":"2024-05-10T11:17:03.082476+0000","last_active":"2024-05-10T11:17:27.661374+0000","last_peered":"2024-05-10T11:17:27.661374+0000","last_clean":"2024-05-10T11:17:27.661374+0000","last_became_active":"2024-05-10T11:17:03.080326+0000","last_became_peered":"2024-05-10T11:17:03.080326+0000","last_unstale":"2024-05-10T11:17:27.661374+0000","last_undegraded":"2024-05-10T11:17:27.661374+0000","last_fullsized":"2024-05-10T11:17:27.661374+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:57:27.656249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":45,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:00.785159+0000","last_change":"2024-05-10T11:16:48.006665+0000","last_active":"2024-05-10T11:18:00.785159+0000","last_peered":"2024-05-10T11:18:00.785159+0000","last_clean":"2024-05-10T11:18:00.785159+0000","last_became_active":"2024-05-10T11:16:48.006249+0000","last_became_peered":"2024-05-10T11:16:48.006249+0000","last_unstale":"2024-05-10T11:18:00.785159+0000","last_undegraded":"2024-05-10T11:18:00.785159+0000","last_fullsized":"2024-05-10T11:18:00.785159+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:35:31.187636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.658072+0000","last_change":"2024-05-10T11:16:52.040594+0000","last_active":"2024-05-10T11:17:27.658072+0000","last_peered":"2024-05-10T11:17:27.658072+0000","last_clean":"2024-05-10T11:17:27.658072+0000","last_became_active":"2024-05-10T11:16:52.040188+0000","last_became_peered":"2024-05-10T11:16:52.040188+0000","last_unstale":"2024-05-10T11:17:27.658072+0000","last_undegraded":"2024-05-10T11:17:27.658072+0000","last_fullsized":"2024-05-10T11:17:27.658072+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:23:17.038258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855840+0000","last_change":"2024-05-10T11:16:52.040479+0000","last_active":"2024-05-10T11:18:27.855840+0000","last_peered":"2024-05-10T11:18:27.855840+0000","last_clean":"2024-05-10T11:18:27.855840+0000","last_became_active":"2024-05-10T11:16:52.039958+0000","last_became_peered":"2024-05-10T11:16:52.039958+0000","last_unstale":"2024-05-10T11:18:27.855840+0000","last_undegraded":"2024-05-10T11:18:27.855840+0000","last_fullsized":"2024-05-10T11:18:27.855840+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:28:49.367853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856300+0000","last_change":"2024-05-10T11:16:52.047662+0000","last_active":"2024-05-10T11:18:27.856300+0000","last_peered":"2024-05-10T11:18:27.856300+0000","last_clean":"2024-05-10T11:18:27.856300+0000","last_became_active":"2024-05-10T11:16:52.047349+0000","last_became_peered":"2024-05-10T11:16:52.047349+0000","last_unstale":"2024-05-10T11:18:27.856300+0000","last_undegraded":"2024-05-10T11:18:27.856300+0000","last_fullsized":"2024-05-10T11:18:27.856300+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:26:08.260236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855255+0000","last_change":"2024-05-10T11:16:52.043475+0000","last_active":"2024-05-10T11:18:27.855255+0000","last_peered":"2024-05-10T11:18:27.855255+0000","last_clean":"2024-05-10T11:18:27.855255+0000","last_became_active":"2024-05-10T11:16:52.042939+0000","last_became_peered":"2024-05-10T11:16:52.042939+0000","last_unstale":"2024-05-10T11:18:27.855255+0000","last_undegraded":"2024-05-10T11:18:27.855255+0000","last_fullsized":"2024-05-10T11:18:27.855255+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:06:40.883586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.905968+0000","last_change":"2024-05-10T11:16:52.048096+0000","last_active":"2024-05-10T11:17:27.905968+0000","last_peered":"2024-05-10T11:17:27.905968+0000","last_clean":"2024-05-10T11:17:27.905968+0000","last_became_active":"2024-05-10T11:16:52.046956+0000","last_became_peered":"2024-05-10T11:16:52.046956+0000","last_unstale":"2024-05-10T11:17:27.905968+0000","last_undegraded":"2024-05-10T11:17:27.905968+0000","last_fullsized":"2024-05-10T11:17:27.905968+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:31:53.919554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.659389+0000","last_change":"2024-05-10T11:16:52.052145+0000","last_active":"2024-05-10T11:17:27.659389+0000","last_peered":"2024-05-10T11:17:27.659389+0000","last_clean":"2024-05-10T11:17:27.659389+0000","last_became_active":"2024-05-10T11:16:52.050904+0000","last_became_peered":"2024-05-10T11:16:52.050904+0000","last_unstale":"2024-05-10T11:17:27.659389+0000","last_undegraded":"2024-05-10T11:17:27.659389+0000","last_fullsized":"2024-05-10T11:17:27.659389+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:25:34.085771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856420+0000","last_change":"2024-05-10T11:16:52.040864+0000","last_active":"2024-05-10T11:18:27.856420+0000","last_peered":"2024-05-10T11:18:27.856420+0000","last_clean":"2024-05-10T11:18:27.856420+0000","last_became_active":"2024-05-10T11:16:52.040110+0000","last_became_peered":"2024-05-10T11:16:52.040110+0000","last_unstale":"2024-05-10T11:18:27.856420+0000","last_undegraded":"2024-05-10T11:18:27.856420+0000","last_fullsized":"2024-05-10T11:18:27.856420+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:19:12.325537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855332+0000","last_change":"2024-05-10T11:16:52.046077+0000","last_active":"2024-05-10T11:18:27.855332+0000","last_peered":"2024-05-10T11:18:27.855332+0000","last_clean":"2024-05-10T11:18:27.855332+0000","last_became_active":"2024-05-10T11:16:52.045160+0000","last_became_peered":"2024-05-10T11:16:52.045160+0000","last_unstale":"2024-05-10T11:18:27.855332+0000","last_undegraded":"2024-05-10T11:18:27.855332+0000","last_fullsized":"2024-05-10T11:18:27.855332+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:07:01.141313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855214+0000","last_change":"2024-05-10T11:16:52.054371+0000","last_active":"2024-05-10T11:18:27.855214+0000","last_peered":"2024-05-10T11:18:27.855214+0000","last_clean":"2024-05-10T11:18:27.855214+0000","last_became_active":"2024-05-10T11:16:52.052670+0000","last_became_peered":"2024-05-10T11:16:52.052670+0000","last_unstale":"2024-05-10T11:18:27.855214+0000","last_undegraded":"2024-05-10T11:18:27.855214+0000","last_fullsized":"2024-05-10T11:18:27.855214+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:36:22.502096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.661872+0000","last_change":"2024-05-10T11:16:52.050475+0000","last_active":"2024-05-10T11:17:27.661872+0000","last_peered":"2024-05-10T11:17:27.661872+0000","last_clean":"2024-05-10T11:17:27.661872+0000","last_became_active":"2024-05-10T11:16:52.050125+0000","last_became_peered":"2024-05-10T11:16:52.050125+0000","last_unstale":"2024-05-10T11:17:27.661872+0000","last_undegraded":"2024-05-10T11:17:27.661872+0000","last_fullsized":"2024-05-10T11:17:27.661872+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:33:43.164620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854186+0000","last_change":"2024-05-10T11:16:52.047149+0000","last_active":"2024-05-10T11:18:27.854186+0000","last_peered":"2024-05-10T11:18:27.854186+0000","last_clean":"2024-05-10T11:18:27.854186+0000","last_became_active":"2024-05-10T11:16:52.046834+0000","last_became_peered":"2024-05-10T11:16:52.046834+0000","last_unstale":"2024-05-10T11:18:27.854186+0000","last_undegraded":"2024-05-10T11:18:27.854186+0000","last_fullsized":"2024-05-10T11:18:27.854186+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:06:46.689520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.061005+0000","last_change":"2024-05-10T11:16:52.057232+0000","last_active":"2024-05-10T11:18:28.061005+0000","last_peered":"2024-05-10T11:18:28.061005+0000","last_clean":"2024-05-10T11:18:28.061005+0000","last_became_active":"2024-05-10T11:16:52.056843+0000","last_became_peered":"2024-05-10T11:16:52.056843+0000","last_unstale":"2024-05-10T11:18:28.061005+0000","last_undegraded":"2024-05-10T11:18:28.061005+0000","last_fullsized":"2024-05-10T11:18:28.061005+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:29:13.395566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.659802+0000","last_change":"2024-05-10T11:16:52.051147+0000","last_active":"2024-05-10T11:17:27.659802+0000","last_peered":"2024-05-10T11:17:27.659802+0000","last_clean":"2024-05-10T11:17:27.659802+0000","last_became_active":"2024-05-10T11:16:52.050822+0000","last_became_peered":"2024-05-10T11:16:52.050822+0000","last_unstale":"2024-05-10T11:17:27.659802+0000","last_undegraded":"2024-05-10T11:17:27.659802+0000","last_fullsized":"2024-05-10T11:17:27.659802+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:02:11.215183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855803+0000","last_change":"2024-05-10T11:16:52.042043+0000","last_active":"2024-05-10T11:18:27.855803+0000","last_peered":"2024-05-10T11:18:27.855803+0000","last_clean":"2024-05-10T11:18:27.855803+0000","last_became_active":"2024-05-10T11:16:52.041681+0000","last_became_peered":"2024-05-10T11:16:52.041681+0000","last_unstale":"2024-05-10T11:18:27.855803+0000","last_undegraded":"2024-05-10T11:18:27.855803+0000","last_fullsized":"2024-05-10T11:18:27.855803+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:16:40.054647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":72977,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":288,"num_read_kb":228,"num_write":252,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":569344,"data_stored":217370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":217,"ondisk_log_size":217,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678050,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1024000,"data_stored":510287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874280,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28680,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716472,"statfs":{"total":95995035648,"available":95965667328,"internally_reserved":0,"allocated":1703936,"data_stored":1153077,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037805,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1036288,"data_stored":504514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234034,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1028096,"data_stored":500796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430263,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36924,"kb_used_data":1588,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708228,"statfs":{"total":95995035648,"available":95957225472,"internally_reserved":0,"allocated":1626112,"data_stored":1097684,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593789,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36320,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708832,"statfs":{"total":95995035648,"available":95957843968,"internally_reserved":0,"allocated":1007616,"data_stored":496313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574934,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36408,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708744,"statfs":{"total":95995035648,"available":95957753856,"internally_reserved":0,"allocated":1093632,"data_stored":572133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738459,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1032192,"data_stored":497769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411410,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28108,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717044,"statfs":{"total":95995035648,"available":95966253056,"internally_reserved":0,"allocated":1114112,"data_stored":572353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149773,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1036288,"data_stored":505038,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953543,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":500387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790018,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36932,"kb_used_data":1596,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708220,"statfs":{"total":95995035648,"available":95957217280,"internally_reserved":0,"allocated":1634304,"data_stored":1092484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":67525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":66184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":67509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-10T11:18:29.629 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph pg dump --format=json 2024-05-10T11:18:29.890 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:30.154 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:29 smithi053 ceph-mon[30153]: pgmap v351: 129 pgs: 129 active+clean; 648 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 2.7 KiB/s wr, 11 op/s 2024-05-10T11:18:30.154 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:29 smithi053 ceph-mon[30153]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:18:30.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:29 smithi132 ceph-mon[33758]: pgmap v351: 129 pgs: 129 active+clean; 648 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 2.7 KiB/s wr, 11 op/s 2024-05-10T11:18:30.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:29 smithi132 ceph-mon[33758]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:18:30.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:29 smithi187 ceph-mon[34076]: pgmap v351: 129 pgs: 129 active+clean; 648 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 2.7 KiB/s wr, 11 op/s 2024-05-10T11:18:30.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:29 smithi187 ceph-mon[34076]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:18:31.674 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.672+0000 7f4cfbf66700 1 -- 172.21.15.53:0/4049855824 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4cf4104100 msgr2=0x7f4cf4108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:31.674 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.672+0000 7f4cfbf66700 1 --2- 172.21.15.53:0/4049855824 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4cf4104100 0x7f4cf4108120 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4ce80099c0 tx=0x7f4ce8009cd0 comp rx=0 tx=0).stop 2024-05-10T11:18:31.674 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.672+0000 7f4cfbf66700 1 -- 172.21.15.53:0/4049855824 shutdown_connections 2024-05-10T11:18:31.674 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.672+0000 7f4cfbf66700 1 --2- 172.21.15.53:0/4049855824 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4cf4108850 0x7f4cf41103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:31.674 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.672+0000 7f4cfbf66700 1 --2- 172.21.15.53:0/4049855824 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4cf4103750 0x7f4cf4103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:31.674 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.672+0000 7f4cfbf66700 1 --2- 172.21.15.53:0/4049855824 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4cf4104100 0x7f4cf4108120 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:31.674 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.672+0000 7f4cfbf66700 1 -- 172.21.15.53:0/4049855824 >> 172.21.15.53:0/4049855824 conn(0x7f4cf407a600 msgr2=0x7f4cf407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:31.674 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.672+0000 7f4cfbf66700 1 -- 172.21.15.53:0/4049855824 shutdown_connections 2024-05-10T11:18:31.674 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.672+0000 7f4cfbf66700 1 -- 172.21.15.53:0/4049855824 wait complete. 2024-05-10T11:18:31.674 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.672+0000 7f4cfbf66700 1 Processor -- start 2024-05-10T11:18:31.674 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.672+0000 7f4cfbf66700 1 -- start start 2024-05-10T11:18:31.675 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.673+0000 7f4cfbf66700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4cf4103750 0x7f4cf419f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:31.675 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.673+0000 7f4cfbf66700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4cf4104100 0x7f4cf419fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:31.675 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.673+0000 7f4cfbf66700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4cf4108850 0x7f4cf4199840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:31.675 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.673+0000 7f4cfbf66700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4cf41134e0 con 0x7f4cf4103750 2024-05-10T11:18:31.675 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.673+0000 7f4cfbf66700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f4cf4113360 con 0x7f4cf4104100 2024-05-10T11:18:31.675 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.673+0000 7f4cfbf66700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f4cf4113660 con 0x7f4cf4108850 2024-05-10T11:18:31.675 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.673+0000 7f4cf9d02700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4cf4103750 0x7f4cf419f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:31.675 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.673+0000 7f4cf9d02700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4cf4103750 0x7f4cf419f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:47296/0 (socket says 172.21.15.53:47296) 2024-05-10T11:18:31.675 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.673+0000 7f4cf9d02700 1 -- 172.21.15.53:0/388476702 learned_addr learned my addr 172.21.15.53:0/388476702 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:18:31.675 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.673+0000 7f4cfa503700 1 --2- 172.21.15.53:0/388476702 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4cf4108850 0x7f4cf4199840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:31.675 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.673+0000 7f4cf9501700 1 --2- 172.21.15.53:0/388476702 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4cf4104100 0x7f4cf419fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:31.675 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.673+0000 7f4cf9d02700 1 -- 172.21.15.53:0/388476702 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4cf4108850 msgr2=0x7f4cf4199840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:31.675 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.673+0000 7f4cf9d02700 1 --2- 172.21.15.53:0/388476702 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4cf4108850 0x7f4cf4199840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:31.675 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.673+0000 7f4cf9d02700 1 -- 172.21.15.53:0/388476702 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4cf4104100 msgr2=0x7f4cf419fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:31.676 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.673+0000 7f4cf9d02700 1 --2- 172.21.15.53:0/388476702 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4cf4104100 0x7f4cf419fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:31.676 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.673+0000 7f4cf9d02700 1 -- 172.21.15.53:0/388476702 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cf419a020 con 0x7f4cf4103750 2024-05-10T11:18:31.676 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.673+0000 7f4cf9501700 1 --2- 172.21.15.53:0/388476702 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4cf4104100 0x7f4cf419fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:18:31.676 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.673+0000 7f4cf9d02700 1 --2- 172.21.15.53:0/388476702 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4cf4103750 0x7f4cf419f6c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f4ce4007f10 tx=0x7f4ce400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:31.676 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.673+0000 7f4cf2ffd700 1 -- 172.21.15.53:0/388476702 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce400dbd0 con 0x7f4cf4103750 2024-05-10T11:18:31.676 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.674+0000 7f4cfbf66700 1 -- 172.21.15.53:0/388476702 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cf419a310 con 0x7f4cf4103750 2024-05-10T11:18:31.676 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.674+0000 7f4cf2ffd700 1 -- 172.21.15.53:0/388476702 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4ce400dd70 con 0x7f4cf4103750 2024-05-10T11:18:31.676 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.674+0000 7f4cf2ffd700 1 -- 172.21.15.53:0/388476702 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce4005950 con 0x7f4cf4103750 2024-05-10T11:18:31.676 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.674+0000 7f4cfbf66700 1 -- 172.21.15.53:0/388476702 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cf41a6520 con 0x7f4cf4103750 2024-05-10T11:18:31.677 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.674+0000 7f4cfbf66700 1 -- 172.21.15.53:0/388476702 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4cf4104be0 con 0x7f4cf4103750 2024-05-10T11:18:31.677 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.676+0000 7f4cf2ffd700 1 -- 172.21.15.53:0/388476702 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f4ce401a020 con 0x7f4cf4103750 2024-05-10T11:18:31.677 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.677+0000 7f4cf2ffd700 1 --2- 172.21.15.53:0/388476702 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4cdc0b2910 0x7f4cdc0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:31.677 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.677+0000 7f4cf9501700 1 --2- 172.21.15.53:0/388476702 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4cdc0b2910 0x7f4cdc0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:31.677 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.677+0000 7f4cf2ffd700 1 -- 172.21.15.53:0/388476702 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f4ce40e25b0 con 0x7f4cf4103750 2024-05-10T11:18:31.677 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.677+0000 7f4cf9501700 1 --2- 172.21.15.53:0/388476702 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4cdc0b2910 0x7f4cdc0b4dd0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f4ce80058e0 tx=0x7f4ce801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:31.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.682+0000 7f4cf2ffd700 1 -- 172.21.15.53:0/388476702 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f4ce4010070 con 0x7f4cf4103750 2024-05-10T11:18:31.892 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.892+0000 7f4cfbf66700 1 -- 172.21.15.53:0/388476702 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4cf40638e0 con 0x7f4cdc0b2910 2024-05-10T11:18:31.901 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.902+0000 7f4cf2ffd700 1 -- 172.21.15.53:0/388476702 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340403 (secure 0 0 0) 0x7f4cf40638e0 con 0x7f4cdc0b2910 2024-05-10T11:18:31.906 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:18:31.909 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.905+0000 7f4cfbf66700 1 -- 172.21.15.53:0/388476702 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4cdc0b2910 msgr2=0x7f4cdc0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:31.909 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.905+0000 7f4cfbf66700 1 --2- 172.21.15.53:0/388476702 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4cdc0b2910 0x7f4cdc0b4dd0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f4ce80058e0 tx=0x7f4ce801a040 comp rx=0 tx=0).stop 2024-05-10T11:18:31.909 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.905+0000 7f4cfbf66700 1 -- 172.21.15.53:0/388476702 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4cf4103750 msgr2=0x7f4cf419f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:31.909 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.905+0000 7f4cfbf66700 1 --2- 172.21.15.53:0/388476702 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4cf4103750 0x7f4cf419f6c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f4ce4007f10 tx=0x7f4ce400d3b0 comp rx=0 tx=0).stop 2024-05-10T11:18:31.909 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.905+0000 7f4cfbf66700 1 -- 172.21.15.53:0/388476702 shutdown_connections 2024-05-10T11:18:31.909 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.905+0000 7f4cfbf66700 1 --2- 172.21.15.53:0/388476702 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4cdc0b2910 0x7f4cdc0b4dd0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:31.909 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.905+0000 7f4cfbf66700 1 --2- 172.21.15.53:0/388476702 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4cf4108850 0x7f4cf4199840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:31.909 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.905+0000 7f4cfbf66700 1 --2- 172.21.15.53:0/388476702 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4cf4103750 0x7f4cf419f6c0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:31.909 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.905+0000 7f4cfbf66700 1 --2- 172.21.15.53:0/388476702 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4cf4104100 0x7f4cf419fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:31.909 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.905+0000 7f4cfbf66700 1 -- 172.21.15.53:0/388476702 >> 172.21.15.53:0/388476702 conn(0x7f4cf407a600 msgr2=0x7f4cf4101a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:31.909 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.905+0000 7f4cfbf66700 1 -- 172.21.15.53:0/388476702 shutdown_connections 2024-05-10T11:18:31.909 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:31.905+0000 7f4cfbf66700 1 -- 172.21.15.53:0/388476702 wait complete. 2024-05-10T11:18:31.910 INFO:teuthology.orchestra.run.smithi053.stderr:dumped all 2024-05-10T11:18:32.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:31 smithi053 ceph-mon[30153]: pgmap v352: 129 pgs: 129 active+clean; 648 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.6 KiB/s wr, 6 op/s; 195 B/s, 0 keys/s, 0 objects/s recovering 2024-05-10T11:18:32.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:31 smithi132 ceph-mon[33758]: pgmap v352: 129 pgs: 129 active+clean; 648 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.6 KiB/s wr, 6 op/s; 195 B/s, 0 keys/s, 0 objects/s recovering 2024-05-10T11:18:32.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:31 smithi187 ceph-mon[34076]: pgmap v352: 129 pgs: 129 active+clean; 648 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.6 KiB/s wr, 6 op/s; 195 B/s, 0 keys/s, 0 objects/s recovering 2024-05-10T11:18:32.697 INFO:teuthology.orchestra.run.smithi053.stdout:{"pg_ready":true,"pg_map":{"version":352,"stamp":"2024-05-10T11:18:30.661376+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":663579,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":356,"num_read_kb":294,"num_write":377,"num_write_kb":2298,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":2953401,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":311,"ondisk_log_size":311,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":420,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":379992,"kb_used_data":14152,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124561832,"statfs":{"total":1151940427776,"available":1151551315968,"internally_reserved":0,"allocated":14491648,"data_stored":8079492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":8713,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":43,"num_read_kb":36,"num_write":11,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1561,"num_keys_recovered":7,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001983"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854989+0000","last_change":"2024-05-10T11:16:52.049384+0000","last_active":"2024-05-10T11:18:27.854989+0000","last_peered":"2024-05-10T11:18:27.854989+0000","last_clean":"2024-05-10T11:18:27.854989+0000","last_became_active":"2024-05-10T11:16:52.048417+0000","last_became_peered":"2024-05-10T11:16:52.048417+0000","last_unstale":"2024-05-10T11:18:27.854989+0000","last_undegraded":"2024-05-10T11:18:27.854989+0000","last_fullsized":"2024-05-10T11:18:27.854989+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:29:55.407009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855435+0000","last_change":"2024-05-10T11:16:52.041837+0000","last_active":"2024-05-10T11:18:27.855435+0000","last_peered":"2024-05-10T11:18:27.855435+0000","last_clean":"2024-05-10T11:18:27.855435+0000","last_became_active":"2024-05-10T11:16:52.041495+0000","last_became_peered":"2024-05-10T11:16:52.041495+0000","last_unstale":"2024-05-10T11:18:27.855435+0000","last_undegraded":"2024-05-10T11:18:27.855435+0000","last_fullsized":"2024-05-10T11:18:27.855435+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:21:46.496192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855210+0000","last_change":"2024-05-10T11:16:52.050140+0000","last_active":"2024-05-10T11:18:27.855210+0000","last_peered":"2024-05-10T11:18:27.855210+0000","last_clean":"2024-05-10T11:18:27.855210+0000","last_became_active":"2024-05-10T11:16:52.049742+0000","last_became_peered":"2024-05-10T11:16:52.049742+0000","last_unstale":"2024-05-10T11:18:27.855210+0000","last_undegraded":"2024-05-10T11:18:27.855210+0000","last_fullsized":"2024-05-10T11:18:27.855210+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:22:16.002805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851534+0000","last_change":"2024-05-10T11:16:52.043970+0000","last_active":"2024-05-10T11:18:27.851534+0000","last_peered":"2024-05-10T11:18:27.851534+0000","last_clean":"2024-05-10T11:18:27.851534+0000","last_became_active":"2024-05-10T11:16:52.043663+0000","last_became_peered":"2024-05-10T11:16:52.043663+0000","last_unstale":"2024-05-10T11:18:27.851534+0000","last_undegraded":"2024-05-10T11:18:27.851534+0000","last_fullsized":"2024-05-10T11:18:27.851534+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:46:23.919920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.660761+0000","last_change":"2024-05-10T11:16:52.055493+0000","last_active":"2024-05-10T11:17:27.660761+0000","last_peered":"2024-05-10T11:17:27.660761+0000","last_clean":"2024-05-10T11:17:27.660761+0000","last_became_active":"2024-05-10T11:16:52.055175+0000","last_became_peered":"2024-05-10T11:16:52.055175+0000","last_unstale":"2024-05-10T11:17:27.660761+0000","last_undegraded":"2024-05-10T11:17:27.660761+0000","last_fullsized":"2024-05-10T11:17:27.660761+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:28:02.343842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-10T11:18:26.846775+0000","last_change":"2024-05-10T11:16:52.045466+0000","last_active":"2024-05-10T11:18:26.846775+0000","last_peered":"2024-05-10T11:18:26.846775+0000","last_clean":"2024-05-10T11:18:26.846775+0000","last_became_active":"2024-05-10T11:16:52.045143+0000","last_became_peered":"2024-05-10T11:16:52.045143+0000","last_unstale":"2024-05-10T11:18:26.846775+0000","last_undegraded":"2024-05-10T11:18:26.846775+0000","last_fullsized":"2024-05-10T11:18:26.846775+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:09:29.899140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.657427+0000","last_change":"2024-05-10T11:16:52.045765+0000","last_active":"2024-05-10T11:17:27.657427+0000","last_peered":"2024-05-10T11:17:27.657427+0000","last_clean":"2024-05-10T11:17:27.657427+0000","last_became_active":"2024-05-10T11:16:52.045447+0000","last_became_peered":"2024-05-10T11:16:52.045447+0000","last_unstale":"2024-05-10T11:17:27.657427+0000","last_undegraded":"2024-05-10T11:17:27.657427+0000","last_fullsized":"2024-05-10T11:17:27.657427+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:57:57.767193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.853798+0000","last_change":"2024-05-10T11:16:52.055070+0000","last_active":"2024-05-10T11:18:27.853798+0000","last_peered":"2024-05-10T11:18:27.853798+0000","last_clean":"2024-05-10T11:18:27.853798+0000","last_became_active":"2024-05-10T11:16:52.054795+0000","last_became_peered":"2024-05-10T11:16:52.054795+0000","last_unstale":"2024-05-10T11:18:27.853798+0000","last_undegraded":"2024-05-10T11:18:27.853798+0000","last_fullsized":"2024-05-10T11:18:27.853798+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:13:59.538940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.061148+0000","last_change":"2024-05-10T11:16:52.046368+0000","last_active":"2024-05-10T11:18:28.061148+0000","last_peered":"2024-05-10T11:18:28.061148+0000","last_clean":"2024-05-10T11:18:28.061148+0000","last_became_active":"2024-05-10T11:16:52.044397+0000","last_became_peered":"2024-05-10T11:16:52.044397+0000","last_unstale":"2024-05-10T11:18:28.061148+0000","last_undegraded":"2024-05-10T11:18:28.061148+0000","last_fullsized":"2024-05-10T11:18:28.061148+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:38:10.830036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-10T11:18:26.847306+0000","last_change":"2024-05-10T11:16:52.041843+0000","last_active":"2024-05-10T11:18:26.847306+0000","last_peered":"2024-05-10T11:18:26.847306+0000","last_clean":"2024-05-10T11:18:26.847306+0000","last_became_active":"2024-05-10T11:16:52.041268+0000","last_became_peered":"2024-05-10T11:16:52.041268+0000","last_unstale":"2024-05-10T11:18:26.847306+0000","last_undegraded":"2024-05-10T11:18:26.847306+0000","last_fullsized":"2024-05-10T11:18:26.847306+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:03:01.735820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.657675+0000","last_change":"2024-05-10T11:16:52.050305+0000","last_active":"2024-05-10T11:17:27.657675+0000","last_peered":"2024-05-10T11:17:27.657675+0000","last_clean":"2024-05-10T11:17:27.657675+0000","last_became_active":"2024-05-10T11:16:52.049986+0000","last_became_peered":"2024-05-10T11:16:52.049986+0000","last_unstale":"2024-05-10T11:17:27.657675+0000","last_undegraded":"2024-05-10T11:17:27.657675+0000","last_fullsized":"2024-05-10T11:17:27.657675+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:45:56.000012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851403+0000","last_change":"2024-05-10T11:16:52.041715+0000","last_active":"2024-05-10T11:18:27.851403+0000","last_peered":"2024-05-10T11:18:27.851403+0000","last_clean":"2024-05-10T11:18:27.851403+0000","last_became_active":"2024-05-10T11:16:52.041367+0000","last_became_peered":"2024-05-10T11:16:52.041367+0000","last_unstale":"2024-05-10T11:18:27.851403+0000","last_undegraded":"2024-05-10T11:18:27.851403+0000","last_fullsized":"2024-05-10T11:18:27.851403+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:51:49.249233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":40,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.803365+0000","last_change":"2024-05-10T11:17:27.803365+0000","last_active":"2024-05-10T11:17:27.803365+0000","last_peered":"2024-05-10T11:17:27.803365+0000","last_clean":"2024-05-10T11:17:27.803365+0000","last_became_active":"2024-05-10T11:17:27.802943+0000","last_became_peered":"2024-05-10T11:17:27.802943+0000","last_unstale":"2024-05-10T11:17:27.803365+0000","last_undegraded":"2024-05-10T11:17:27.803365+0000","last_fullsized":"2024-05-10T11:17:27.803365+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:48:49.877189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854802+0000","last_change":"2024-05-10T11:16:52.040300+0000","last_active":"2024-05-10T11:18:27.854802+0000","last_peered":"2024-05-10T11:18:27.854802+0000","last_clean":"2024-05-10T11:18:27.854802+0000","last_became_active":"2024-05-10T11:16:52.039954+0000","last_became_peered":"2024-05-10T11:16:52.039954+0000","last_unstale":"2024-05-10T11:18:27.854802+0000","last_undegraded":"2024-05-10T11:18:27.854802+0000","last_fullsized":"2024-05-10T11:18:27.854802+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:26:55.176661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854621+0000","last_change":"2024-05-10T11:16:52.045422+0000","last_active":"2024-05-10T11:18:27.854621+0000","last_peered":"2024-05-10T11:18:27.854621+0000","last_clean":"2024-05-10T11:18:27.854621+0000","last_became_active":"2024-05-10T11:16:52.044945+0000","last_became_peered":"2024-05-10T11:16:52.044945+0000","last_unstale":"2024-05-10T11:18:27.854621+0000","last_undegraded":"2024-05-10T11:18:27.854621+0000","last_fullsized":"2024-05-10T11:18:27.854621+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:01:22.450005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.060993+0000","last_change":"2024-05-10T11:16:52.047138+0000","last_active":"2024-05-10T11:18:28.060993+0000","last_peered":"2024-05-10T11:18:28.060993+0000","last_clean":"2024-05-10T11:18:28.060993+0000","last_became_active":"2024-05-10T11:16:52.046835+0000","last_became_peered":"2024-05-10T11:16:52.046835+0000","last_unstale":"2024-05-10T11:18:28.060993+0000","last_undegraded":"2024-05-10T11:18:28.060993+0000","last_fullsized":"2024-05-10T11:18:28.060993+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:44:05.401165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854724+0000","last_change":"2024-05-10T11:16:52.049560+0000","last_active":"2024-05-10T11:18:27.854724+0000","last_peered":"2024-05-10T11:18:27.854724+0000","last_clean":"2024-05-10T11:18:27.854724+0000","last_became_active":"2024-05-10T11:16:52.049198+0000","last_became_peered":"2024-05-10T11:16:52.049198+0000","last_unstale":"2024-05-10T11:18:27.854724+0000","last_undegraded":"2024-05-10T11:18:27.854724+0000","last_fullsized":"2024-05-10T11:18:27.854724+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:36:03.283534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851019+0000","last_change":"2024-05-10T11:16:52.037110+0000","last_active":"2024-05-10T11:18:27.851019+0000","last_peered":"2024-05-10T11:18:27.851019+0000","last_clean":"2024-05-10T11:18:27.851019+0000","last_became_active":"2024-05-10T11:16:52.036782+0000","last_became_peered":"2024-05-10T11:16:52.036782+0000","last_unstale":"2024-05-10T11:18:27.851019+0000","last_undegraded":"2024-05-10T11:18:27.851019+0000","last_fullsized":"2024-05-10T11:18:27.851019+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:19:41.389511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855091+0000","last_change":"2024-05-10T11:16:52.045755+0000","last_active":"2024-05-10T11:18:27.855091+0000","last_peered":"2024-05-10T11:18:27.855091+0000","last_clean":"2024-05-10T11:18:27.855091+0000","last_became_active":"2024-05-10T11:16:52.045426+0000","last_became_peered":"2024-05-10T11:16:52.045426+0000","last_unstale":"2024-05-10T11:18:27.855091+0000","last_undegraded":"2024-05-10T11:18:27.855091+0000","last_fullsized":"2024-05-10T11:18:27.855091+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:02:15.961037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856187+0000","last_change":"2024-05-10T11:17:27.907536+0000","last_active":"2024-05-10T11:18:27.856187+0000","last_peered":"2024-05-10T11:18:27.856187+0000","last_clean":"2024-05-10T11:18:27.856187+0000","last_became_active":"2024-05-10T11:17:27.906963+0000","last_became_peered":"2024-05-10T11:17:27.906963+0000","last_unstale":"2024-05-10T11:18:27.856187+0000","last_undegraded":"2024-05-10T11:18:27.856187+0000","last_fullsized":"2024-05-10T11:18:27.856187+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:05:14.588971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8,0],"acting":[2,3,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"88'13","reported_seq":86,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.686693+0000","last_change":"2024-05-10T11:16:48.014296+0000","last_active":"2024-05-10T11:18:28.686693+0000","last_peered":"2024-05-10T11:18:28.686693+0000","last_clean":"2024-05-10T11:18:28.686693+0000","last_became_active":"2024-05-10T11:16:48.013962+0000","last_became_peered":"2024-05-10T11:16:48.013962+0000","last_unstale":"2024-05-10T11:18:28.686693+0000","last_undegraded":"2024-05-10T11:18:28.686693+0000","last_fullsized":"2024-05-10T11:18:28.686693+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:19:44.348670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":30,"num_read_kb":30,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.853809+0000","last_change":"2024-05-10T11:16:52.056161+0000","last_active":"2024-05-10T11:18:27.853809+0000","last_peered":"2024-05-10T11:18:27.853809+0000","last_clean":"2024-05-10T11:18:27.853809+0000","last_became_active":"2024-05-10T11:16:52.055851+0000","last_became_peered":"2024-05-10T11:16:52.055851+0000","last_unstale":"2024-05-10T11:18:27.853809+0000","last_undegraded":"2024-05-10T11:18:27.853809+0000","last_fullsized":"2024-05-10T11:18:27.853809+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:10:26.822384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851305+0000","last_change":"2024-05-10T11:17:03.080696+0000","last_active":"2024-05-10T11:18:27.851305+0000","last_peered":"2024-05-10T11:18:27.851305+0000","last_clean":"2024-05-10T11:18:27.851305+0000","last_became_active":"2024-05-10T11:17:03.080173+0000","last_became_peered":"2024-05-10T11:17:03.080173+0000","last_unstale":"2024-05-10T11:18:27.851305+0000","last_undegraded":"2024-05-10T11:18:27.851305+0000","last_fullsized":"2024-05-10T11:18:27.851305+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:01:56.547498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854301+0000","last_change":"2024-05-10T11:16:48.055690+0000","last_active":"2024-05-10T11:18:27.854301+0000","last_peered":"2024-05-10T11:18:27.854301+0000","last_clean":"2024-05-10T11:18:27.854301+0000","last_became_active":"2024-05-10T11:16:48.055020+0000","last_became_peered":"2024-05-10T11:16:48.055020+0000","last_unstale":"2024-05-10T11:18:27.854301+0000","last_undegraded":"2024-05-10T11:18:27.854301+0000","last_fullsized":"2024-05-10T11:18:27.854301+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:09:01.084758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855575+0000","last_change":"2024-05-10T11:16:52.045532+0000","last_active":"2024-05-10T11:18:27.855575+0000","last_peered":"2024-05-10T11:18:27.855575+0000","last_clean":"2024-05-10T11:18:27.855575+0000","last_became_active":"2024-05-10T11:16:52.044322+0000","last_became_peered":"2024-05-10T11:16:52.044322+0000","last_unstale":"2024-05-10T11:18:27.855575+0000","last_undegraded":"2024-05-10T11:18:27.855575+0000","last_fullsized":"2024-05-10T11:18:27.855575+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:03:51.824875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851563+0000","last_change":"2024-05-10T11:17:03.081271+0000","last_active":"2024-05-10T11:18:27.851563+0000","last_peered":"2024-05-10T11:18:27.851563+0000","last_clean":"2024-05-10T11:18:27.851563+0000","last_became_active":"2024-05-10T11:17:03.080919+0000","last_became_peered":"2024-05-10T11:17:03.080919+0000","last_unstale":"2024-05-10T11:18:27.851563+0000","last_undegraded":"2024-05-10T11:18:27.851563+0000","last_fullsized":"2024-05-10T11:18:27.851563+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:18:51.855005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":52,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:01.646892+0000","last_change":"2024-05-10T11:16:48.015813+0000","last_active":"2024-05-10T11:18:01.646892+0000","last_peered":"2024-05-10T11:18:01.646892+0000","last_clean":"2024-05-10T11:18:01.646892+0000","last_became_active":"2024-05-10T11:16:48.015456+0000","last_became_peered":"2024-05-10T11:16:48.015456+0000","last_unstale":"2024-05-10T11:18:01.646892+0000","last_undegraded":"2024-05-10T11:18:01.646892+0000","last_fullsized":"2024-05-10T11:18:01.646892+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:02:01.548503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.061253+0000","last_change":"2024-05-10T11:16:52.044404+0000","last_active":"2024-05-10T11:18:28.061253+0000","last_peered":"2024-05-10T11:18:28.061253+0000","last_clean":"2024-05-10T11:18:28.061253+0000","last_became_active":"2024-05-10T11:16:52.043948+0000","last_became_peered":"2024-05-10T11:16:52.043948+0000","last_unstale":"2024-05-10T11:18:28.061253+0000","last_undegraded":"2024-05-10T11:18:28.061253+0000","last_fullsized":"2024-05-10T11:18:28.061253+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:42:29.024708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851305+0000","last_change":"2024-05-10T11:17:03.086533+0000","last_active":"2024-05-10T11:18:27.851305+0000","last_peered":"2024-05-10T11:18:27.851305+0000","last_clean":"2024-05-10T11:18:27.851305+0000","last_became_active":"2024-05-10T11:17:03.086005+0000","last_became_peered":"2024-05-10T11:17:03.086005+0000","last_unstale":"2024-05-10T11:18:27.851305+0000","last_undegraded":"2024-05-10T11:18:27.851305+0000","last_fullsized":"2024-05-10T11:18:27.851305+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:34:17.255760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":45,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:00.786404+0000","last_change":"2024-05-10T11:16:48.017679+0000","last_active":"2024-05-10T11:18:00.786404+0000","last_peered":"2024-05-10T11:18:00.786404+0000","last_clean":"2024-05-10T11:18:00.786404+0000","last_became_active":"2024-05-10T11:16:48.016679+0000","last_became_peered":"2024-05-10T11:16:48.016679+0000","last_unstale":"2024-05-10T11:18:00.786404+0000","last_undegraded":"2024-05-10T11:18:00.786404+0000","last_fullsized":"2024-05-10T11:18:00.786404+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:14:02.830847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848847+0000","last_change":"2024-05-10T11:16:52.049417+0000","last_active":"2024-05-10T11:18:27.848847+0000","last_peered":"2024-05-10T11:18:27.848847+0000","last_clean":"2024-05-10T11:18:27.848847+0000","last_became_active":"2024-05-10T11:16:52.049088+0000","last_became_peered":"2024-05-10T11:16:52.049088+0000","last_unstale":"2024-05-10T11:18:27.848847+0000","last_undegraded":"2024-05-10T11:18:27.848847+0000","last_fullsized":"2024-05-10T11:18:27.848847+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:08:54.100452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854868+0000","last_change":"2024-05-10T11:17:03.083471+0000","last_active":"2024-05-10T11:18:27.854868+0000","last_peered":"2024-05-10T11:18:27.854868+0000","last_clean":"2024-05-10T11:18:27.854868+0000","last_became_active":"2024-05-10T11:17:03.083043+0000","last_became_peered":"2024-05-10T11:17:03.083043+0000","last_unstale":"2024-05-10T11:18:27.854868+0000","last_undegraded":"2024-05-10T11:18:27.854868+0000","last_fullsized":"2024-05-10T11:18:27.854868+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:16:52.497928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"88'5","reported_seq":79,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848458+0000","last_change":"2024-05-10T11:16:48.017135+0000","last_active":"2024-05-10T11:18:27.848458+0000","last_peered":"2024-05-10T11:18:27.848458+0000","last_clean":"2024-05-10T11:18:27.848458+0000","last_became_active":"2024-05-10T11:16:48.016696+0000","last_became_peered":"2024-05-10T11:16:48.016696+0000","last_unstale":"2024-05-10T11:18:27.848458+0000","last_undegraded":"2024-05-10T11:18:27.848458+0000","last_fullsized":"2024-05-10T11:18:27.848458+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:55:30.506222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":30,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.662053+0000","last_change":"2024-05-10T11:16:52.041333+0000","last_active":"2024-05-10T11:17:27.662053+0000","last_peered":"2024-05-10T11:17:27.662053+0000","last_clean":"2024-05-10T11:17:27.662053+0000","last_became_active":"2024-05-10T11:16:52.040986+0000","last_became_peered":"2024-05-10T11:16:52.040986+0000","last_unstale":"2024-05-10T11:17:27.662053+0000","last_undegraded":"2024-05-10T11:17:27.662053+0000","last_fullsized":"2024-05-10T11:17:27.662053+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:19:44.846743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855923+0000","last_change":"2024-05-10T11:17:03.080936+0000","last_active":"2024-05-10T11:18:27.855923+0000","last_peered":"2024-05-10T11:18:27.855923+0000","last_clean":"2024-05-10T11:18:27.855923+0000","last_became_active":"2024-05-10T11:17:03.080396+0000","last_became_peered":"2024-05-10T11:17:03.080396+0000","last_unstale":"2024-05-10T11:18:27.855923+0000","last_undegraded":"2024-05-10T11:18:27.855923+0000","last_fullsized":"2024-05-10T11:18:27.855923+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:46:21.611128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-10T11:18:26.846774+0000","last_change":"2024-05-10T11:16:48.014839+0000","last_active":"2024-05-10T11:18:26.846774+0000","last_peered":"2024-05-10T11:18:26.846774+0000","last_clean":"2024-05-10T11:18:26.846774+0000","last_became_active":"2024-05-10T11:16:48.014435+0000","last_became_peered":"2024-05-10T11:16:48.014435+0000","last_unstale":"2024-05-10T11:18:26.846774+0000","last_undegraded":"2024-05-10T11:18:26.846774+0000","last_fullsized":"2024-05-10T11:18:26.846774+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:23:36.379267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848599+0000","last_change":"2024-05-10T11:16:52.051114+0000","last_active":"2024-05-10T11:18:27.848599+0000","last_peered":"2024-05-10T11:18:27.848599+0000","last_clean":"2024-05-10T11:18:27.848599+0000","last_became_active":"2024-05-10T11:16:52.050577+0000","last_became_peered":"2024-05-10T11:16:52.050577+0000","last_unstale":"2024-05-10T11:18:27.848599+0000","last_undegraded":"2024-05-10T11:18:27.848599+0000","last_fullsized":"2024-05-10T11:18:27.848599+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:05:04.843260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854584+0000","last_change":"2024-05-10T11:17:03.083835+0000","last_active":"2024-05-10T11:18:27.854584+0000","last_peered":"2024-05-10T11:18:27.854584+0000","last_clean":"2024-05-10T11:18:27.854584+0000","last_became_active":"2024-05-10T11:17:03.083413+0000","last_became_peered":"2024-05-10T11:17:03.083413+0000","last_unstale":"2024-05-10T11:18:27.854584+0000","last_undegraded":"2024-05-10T11:18:27.854584+0000","last_fullsized":"2024-05-10T11:18:27.854584+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:03:17.385384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":43,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:58.766294+0000","last_change":"2024-05-10T11:16:48.007413+0000","last_active":"2024-05-10T11:17:58.766294+0000","last_peered":"2024-05-10T11:17:58.766294+0000","last_clean":"2024-05-10T11:17:58.766294+0000","last_became_active":"2024-05-10T11:16:48.007107+0000","last_became_peered":"2024-05-10T11:16:48.007107+0000","last_unstale":"2024-05-10T11:17:58.766294+0000","last_undegraded":"2024-05-10T11:17:58.766294+0000","last_fullsized":"2024-05-10T11:17:58.766294+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:23:53.119718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.853682+0000","last_change":"2024-05-10T11:16:52.041677+0000","last_active":"2024-05-10T11:18:27.853682+0000","last_peered":"2024-05-10T11:18:27.853682+0000","last_clean":"2024-05-10T11:18:27.853682+0000","last_became_active":"2024-05-10T11:16:52.041367+0000","last_became_peered":"2024-05-10T11:16:52.041367+0000","last_unstale":"2024-05-10T11:18:27.853682+0000","last_undegraded":"2024-05-10T11:18:27.853682+0000","last_fullsized":"2024-05-10T11:18:27.853682+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:18:30.778415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855442+0000","last_change":"2024-05-10T11:17:03.083092+0000","last_active":"2024-05-10T11:18:27.855442+0000","last_peered":"2024-05-10T11:18:27.855442+0000","last_clean":"2024-05-10T11:18:27.855442+0000","last_became_active":"2024-05-10T11:17:03.082721+0000","last_became_peered":"2024-05-10T11:17:03.082721+0000","last_unstale":"2024-05-10T11:18:27.855442+0000","last_undegraded":"2024-05-10T11:18:27.855442+0000","last_fullsized":"2024-05-10T11:18:27.855442+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:20:10.921109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848098+0000","last_change":"2024-05-10T11:16:48.016029+0000","last_active":"2024-05-10T11:18:27.848098+0000","last_peered":"2024-05-10T11:18:27.848098+0000","last_clean":"2024-05-10T11:18:27.848098+0000","last_became_active":"2024-05-10T11:16:48.015430+0000","last_became_peered":"2024-05-10T11:16:48.015430+0000","last_unstale":"2024-05-10T11:18:27.848098+0000","last_undegraded":"2024-05-10T11:18:27.848098+0000","last_fullsized":"2024-05-10T11:18:27.848098+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:58:33.404987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.850053+0000","last_change":"2024-05-10T11:16:52.043460+0000","last_active":"2024-05-10T11:18:27.850053+0000","last_peered":"2024-05-10T11:18:27.850053+0000","last_clean":"2024-05-10T11:18:27.850053+0000","last_became_active":"2024-05-10T11:16:52.043148+0000","last_became_peered":"2024-05-10T11:16:52.043148+0000","last_unstale":"2024-05-10T11:18:27.850053+0000","last_undegraded":"2024-05-10T11:18:27.850053+0000","last_fullsized":"2024-05-10T11:18:27.850053+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:16:46.497801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.853969+0000","last_change":"2024-05-10T11:17:28.101161+0000","last_active":"2024-05-10T11:18:27.853969+0000","last_peered":"2024-05-10T11:18:27.853969+0000","last_clean":"2024-05-10T11:18:27.853969+0000","last_became_active":"2024-05-10T11:17:28.100749+0000","last_became_peered":"2024-05-10T11:17:28.100749+0000","last_unstale":"2024-05-10T11:18:27.853969+0000","last_undegraded":"2024-05-10T11:18:27.853969+0000","last_fullsized":"2024-05-10T11:18:27.853969+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:22:44.998963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,8],"acting":[3,7,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"88'4","reported_seq":98,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-10T11:18:26.847216+0000","last_change":"2024-05-10T11:16:48.014243+0000","last_active":"2024-05-10T11:18:26.847216+0000","last_peered":"2024-05-10T11:18:26.847216+0000","last_clean":"2024-05-10T11:18:26.847216+0000","last_became_active":"2024-05-10T11:16:48.013773+0000","last_became_peered":"2024-05-10T11:16:48.013773+0000","last_unstale":"2024-05-10T11:18:26.847216+0000","last_undegraded":"2024-05-10T11:18:26.847216+0000","last_fullsized":"2024-05-10T11:18:26.847216+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:45:48.797714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":52,"num_read_kb":52,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.061780+0000","last_change":"2024-05-10T11:16:52.043158+0000","last_active":"2024-05-10T11:18:28.061780+0000","last_peered":"2024-05-10T11:18:28.061780+0000","last_clean":"2024-05-10T11:18:28.061780+0000","last_became_active":"2024-05-10T11:16:52.042710+0000","last_became_peered":"2024-05-10T11:16:52.042710+0000","last_unstale":"2024-05-10T11:18:28.061780+0000","last_undegraded":"2024-05-10T11:18:28.061780+0000","last_fullsized":"2024-05-10T11:18:28.061780+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:09:24.774705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.850012+0000","last_change":"2024-05-10T11:17:03.088532+0000","last_active":"2024-05-10T11:18:27.850012+0000","last_peered":"2024-05-10T11:18:27.850012+0000","last_clean":"2024-05-10T11:18:27.850012+0000","last_became_active":"2024-05-10T11:17:03.088215+0000","last_became_peered":"2024-05-10T11:17:03.088215+0000","last_unstale":"2024-05-10T11:18:27.850012+0000","last_undegraded":"2024-05-10T11:18:27.850012+0000","last_fullsized":"2024-05-10T11:18:27.850012+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:17:13.454803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":43,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:00.783937+0000","last_change":"2024-05-10T11:16:48.007517+0000","last_active":"2024-05-10T11:18:00.783937+0000","last_peered":"2024-05-10T11:18:00.783937+0000","last_clean":"2024-05-10T11:18:00.783937+0000","last_became_active":"2024-05-10T11:16:48.006669+0000","last_became_peered":"2024-05-10T11:16:48.006669+0000","last_unstale":"2024-05-10T11:18:00.783937+0000","last_undegraded":"2024-05-10T11:18:00.783937+0000","last_fullsized":"2024-05-10T11:18:00.783937+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:18:25.475701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855433+0000","last_change":"2024-05-10T11:16:52.044657+0000","last_active":"2024-05-10T11:18:27.855433+0000","last_peered":"2024-05-10T11:18:27.855433+0000","last_clean":"2024-05-10T11:18:27.855433+0000","last_became_active":"2024-05-10T11:16:52.043851+0000","last_became_peered":"2024-05-10T11:16:52.043851+0000","last_unstale":"2024-05-10T11:18:27.855433+0000","last_undegraded":"2024-05-10T11:18:27.855433+0000","last_fullsized":"2024-05-10T11:18:27.855433+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:39:13.072004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851713+0000","last_change":"2024-05-10T11:17:03.076247+0000","last_active":"2024-05-10T11:18:27.851713+0000","last_peered":"2024-05-10T11:18:27.851713+0000","last_clean":"2024-05-10T11:18:27.851713+0000","last_became_active":"2024-05-10T11:17:03.075225+0000","last_became_peered":"2024-05-10T11:17:03.075225+0000","last_unstale":"2024-05-10T11:18:27.851713+0000","last_undegraded":"2024-05-10T11:18:27.851713+0000","last_fullsized":"2024-05-10T11:18:27.851713+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:05:02.967759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848858+0000","last_change":"2024-05-10T11:16:48.055124+0000","last_active":"2024-05-10T11:18:27.848858+0000","last_peered":"2024-05-10T11:18:27.848858+0000","last_clean":"2024-05-10T11:18:27.848858+0000","last_became_active":"2024-05-10T11:16:48.054733+0000","last_became_peered":"2024-05-10T11:16:48.054733+0000","last_unstale":"2024-05-10T11:18:27.848858+0000","last_undegraded":"2024-05-10T11:18:27.848858+0000","last_fullsized":"2024-05-10T11:18:27.848858+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:30:31.196384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.061055+0000","last_change":"2024-05-10T11:16:52.043587+0000","last_active":"2024-05-10T11:18:28.061055+0000","last_peered":"2024-05-10T11:18:28.061055+0000","last_clean":"2024-05-10T11:18:28.061055+0000","last_became_active":"2024-05-10T11:16:52.043196+0000","last_became_peered":"2024-05-10T11:16:52.043196+0000","last_unstale":"2024-05-10T11:18:28.061055+0000","last_undegraded":"2024-05-10T11:18:28.061055+0000","last_fullsized":"2024-05-10T11:18:28.061055+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:08:44.659475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.850300+0000","last_change":"2024-05-10T11:17:03.088204+0000","last_active":"2024-05-10T11:18:27.850300+0000","last_peered":"2024-05-10T11:18:27.850300+0000","last_clean":"2024-05-10T11:18:27.850300+0000","last_became_active":"2024-05-10T11:17:03.087158+0000","last_became_peered":"2024-05-10T11:17:03.087158+0000","last_unstale":"2024-05-10T11:18:27.850300+0000","last_undegraded":"2024-05-10T11:18:27.850300+0000","last_fullsized":"2024-05-10T11:18:27.850300+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:34:39.611191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"88'36","reported_seq":138,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-10T11:18:26.846970+0000","last_change":"2024-05-10T11:16:48.007379+0000","last_active":"2024-05-10T11:18:26.846970+0000","last_peered":"2024-05-10T11:18:26.846970+0000","last_clean":"2024-05-10T11:18:26.846970+0000","last_became_active":"2024-05-10T11:16:48.006985+0000","last_became_peered":"2024-05-10T11:16:48.006985+0000","last_unstale":"2024-05-10T11:18:26.846970+0000","last_undegraded":"2024-05-10T11:18:26.846970+0000","last_fullsized":"2024-05-10T11:18:26.846970+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:12:46.390081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65382,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":60,"num_read_kb":94,"num_write":38,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.661784+0000","last_change":"2024-05-10T11:16:52.041342+0000","last_active":"2024-05-10T11:17:27.661784+0000","last_peered":"2024-05-10T11:17:27.661784+0000","last_clean":"2024-05-10T11:17:27.661784+0000","last_became_active":"2024-05-10T11:16:52.041043+0000","last_became_peered":"2024-05-10T11:16:52.041043+0000","last_unstale":"2024-05-10T11:17:27.661784+0000","last_undegraded":"2024-05-10T11:17:27.661784+0000","last_fullsized":"2024-05-10T11:17:27.661784+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:10:06.897014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.849088+0000","last_change":"2024-05-10T11:17:03.087123+0000","last_active":"2024-05-10T11:18:27.849088+0000","last_peered":"2024-05-10T11:18:27.849088+0000","last_clean":"2024-05-10T11:18:27.849088+0000","last_became_active":"2024-05-10T11:17:03.086161+0000","last_became_peered":"2024-05-10T11:17:03.086161+0000","last_unstale":"2024-05-10T11:18:27.849088+0000","last_undegraded":"2024-05-10T11:18:27.849088+0000","last_fullsized":"2024-05-10T11:18:27.849088+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:47:19.747784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":54,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854667+0000","last_change":"2024-05-10T11:16:48.007584+0000","last_active":"2024-05-10T11:18:27.854667+0000","last_peered":"2024-05-10T11:18:27.854667+0000","last_clean":"2024-05-10T11:18:27.854667+0000","last_became_active":"2024-05-10T11:16:48.007286+0000","last_became_peered":"2024-05-10T11:16:48.007286+0000","last_unstale":"2024-05-10T11:18:27.854667+0000","last_undegraded":"2024-05-10T11:18:27.854667+0000","last_fullsized":"2024-05-10T11:18:27.854667+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:55:00.954380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.659523+0000","last_change":"2024-05-10T11:16:52.049695+0000","last_active":"2024-05-10T11:17:27.659523+0000","last_peered":"2024-05-10T11:17:27.659523+0000","last_clean":"2024-05-10T11:17:27.659523+0000","last_became_active":"2024-05-10T11:16:52.049357+0000","last_became_peered":"2024-05-10T11:16:52.049357+0000","last_unstale":"2024-05-10T11:17:27.659523+0000","last_undegraded":"2024-05-10T11:17:27.659523+0000","last_fullsized":"2024-05-10T11:17:27.659523+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:19:24.583066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855671+0000","last_change":"2024-05-10T11:17:03.091169+0000","last_active":"2024-05-10T11:18:27.855671+0000","last_peered":"2024-05-10T11:18:27.855671+0000","last_clean":"2024-05-10T11:18:27.855671+0000","last_became_active":"2024-05-10T11:17:03.090711+0000","last_became_peered":"2024-05-10T11:17:03.090711+0000","last_unstale":"2024-05-10T11:18:27.855671+0000","last_undegraded":"2024-05-10T11:18:27.855671+0000","last_fullsized":"2024-05-10T11:18:27.855671+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:58:49.118170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848285+0000","last_change":"2024-05-10T11:16:48.015465+0000","last_active":"2024-05-10T11:18:27.848285+0000","last_peered":"2024-05-10T11:18:27.848285+0000","last_clean":"2024-05-10T11:18:27.848285+0000","last_became_active":"2024-05-10T11:16:48.015131+0000","last_became_peered":"2024-05-10T11:16:48.015131+0000","last_unstale":"2024-05-10T11:18:27.848285+0000","last_undegraded":"2024-05-10T11:18:27.848285+0000","last_fullsized":"2024-05-10T11:18:27.848285+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:55:02.917010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":39,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.661261+0000","last_change":"2024-05-10T11:17:27.661261+0000","last_active":"2024-05-10T11:17:27.661261+0000","last_peered":"2024-05-10T11:17:27.661261+0000","last_clean":"2024-05-10T11:17:27.661261+0000","last_became_active":"2024-05-10T11:17:27.660916+0000","last_became_peered":"2024-05-10T11:17:27.660916+0000","last_unstale":"2024-05-10T11:17:27.661261+0000","last_undegraded":"2024-05-10T11:17:27.661261+0000","last_fullsized":"2024-05-10T11:17:27.661261+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:24:55.464489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851012+0000","last_change":"2024-05-10T11:17:03.089748+0000","last_active":"2024-05-10T11:18:27.851012+0000","last_peered":"2024-05-10T11:18:27.851012+0000","last_clean":"2024-05-10T11:18:27.851012+0000","last_became_active":"2024-05-10T11:17:03.089372+0000","last_became_peered":"2024-05-10T11:17:03.089372+0000","last_unstale":"2024-05-10T11:18:27.851012+0000","last_undegraded":"2024-05-10T11:18:27.851012+0000","last_fullsized":"2024-05-10T11:18:27.851012+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:14:50.072707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"88'6","reported_seq":80,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851412+0000","last_change":"2024-05-10T11:16:48.007535+0000","last_active":"2024-05-10T11:18:27.851412+0000","last_peered":"2024-05-10T11:18:27.851412+0000","last_clean":"2024-05-10T11:18:27.851412+0000","last_became_active":"2024-05-10T11:16:48.006930+0000","last_became_peered":"2024-05-10T11:16:48.006930+0000","last_unstale":"2024-05-10T11:18:27.851412+0000","last_undegraded":"2024-05-10T11:18:27.851412+0000","last_fullsized":"2024-05-10T11:18:27.851412+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:43:00.717545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.657300+0000","last_change":"2024-05-10T11:16:52.045912+0000","last_active":"2024-05-10T11:17:27.657300+0000","last_peered":"2024-05-10T11:17:27.657300+0000","last_clean":"2024-05-10T11:17:27.657300+0000","last_became_active":"2024-05-10T11:16:52.045617+0000","last_became_peered":"2024-05-10T11:16:52.045617+0000","last_unstale":"2024-05-10T11:17:27.657300+0000","last_undegraded":"2024-05-10T11:17:27.657300+0000","last_fullsized":"2024-05-10T11:17:27.657300+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:33:20.206709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.658988+0000","last_change":"2024-05-10T11:17:03.084329+0000","last_active":"2024-05-10T11:17:27.658988+0000","last_peered":"2024-05-10T11:17:27.658988+0000","last_clean":"2024-05-10T11:17:27.658988+0000","last_became_active":"2024-05-10T11:17:03.083952+0000","last_became_peered":"2024-05-10T11:17:03.083952+0000","last_unstale":"2024-05-10T11:17:27.658988+0000","last_undegraded":"2024-05-10T11:17:27.658988+0000","last_fullsized":"2024-05-10T11:17:27.658988+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:27:34.889679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":57,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:00.785538+0000","last_change":"2024-05-10T11:16:48.056864+0000","last_active":"2024-05-10T11:18:00.785538+0000","last_peered":"2024-05-10T11:18:00.785538+0000","last_clean":"2024-05-10T11:18:00.785538+0000","last_became_active":"2024-05-10T11:16:48.056509+0000","last_became_peered":"2024-05-10T11:16:48.056509+0000","last_unstale":"2024-05-10T11:18:00.785538+0000","last_undegraded":"2024-05-10T11:18:00.785538+0000","last_fullsized":"2024-05-10T11:18:00.785538+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:41:00.569598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848112+0000","last_change":"2024-05-10T11:16:52.049669+0000","last_active":"2024-05-10T11:18:27.848112+0000","last_peered":"2024-05-10T11:18:27.848112+0000","last_clean":"2024-05-10T11:18:27.848112+0000","last_became_active":"2024-05-10T11:16:52.047990+0000","last_became_peered":"2024-05-10T11:16:52.047990+0000","last_unstale":"2024-05-10T11:18:27.848112+0000","last_undegraded":"2024-05-10T11:18:27.848112+0000","last_fullsized":"2024-05-10T11:18:27.848112+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:08:41.795541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848128+0000","last_change":"2024-05-10T11:17:03.086357+0000","last_active":"2024-05-10T11:18:27.848128+0000","last_peered":"2024-05-10T11:18:27.848128+0000","last_clean":"2024-05-10T11:18:27.848128+0000","last_became_active":"2024-05-10T11:17:03.085896+0000","last_became_peered":"2024-05-10T11:17:03.085896+0000","last_unstale":"2024-05-10T11:18:27.848128+0000","last_undegraded":"2024-05-10T11:18:27.848128+0000","last_fullsized":"2024-05-10T11:18:27.848128+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:09:00.174197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":42,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:59.762054+0000","last_change":"2024-05-10T11:16:48.019166+0000","last_active":"2024-05-10T11:17:59.762054+0000","last_peered":"2024-05-10T11:17:59.762054+0000","last_clean":"2024-05-10T11:17:59.762054+0000","last_became_active":"2024-05-10T11:16:48.018708+0000","last_became_peered":"2024-05-10T11:16:48.018708+0000","last_unstale":"2024-05-10T11:17:59.762054+0000","last_undegraded":"2024-05-10T11:17:59.762054+0000","last_fullsized":"2024-05-10T11:17:59.762054+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:59:48.883324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856474+0000","last_change":"2024-05-10T11:17:27.665348+0000","last_active":"2024-05-10T11:18:27.856474+0000","last_peered":"2024-05-10T11:18:27.856474+0000","last_clean":"2024-05-10T11:18:27.856474+0000","last_became_active":"2024-05-10T11:17:27.664892+0000","last_became_peered":"2024-05-10T11:17:27.664892+0000","last_unstale":"2024-05-10T11:18:27.856474+0000","last_undegraded":"2024-05-10T11:18:27.856474+0000","last_fullsized":"2024-05-10T11:18:27.856474+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:13:15.632171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:28.103040+0000","last_change":"2024-05-10T11:17:28.103040+0000","last_active":"2024-05-10T11:17:28.103040+0000","last_peered":"2024-05-10T11:17:28.103040+0000","last_clean":"2024-05-10T11:17:28.103040+0000","last_became_active":"2024-05-10T11:17:28.102474+0000","last_became_peered":"2024-05-10T11:17:28.102474+0000","last_unstale":"2024-05-10T11:17:28.103040+0000","last_undegraded":"2024-05-10T11:17:28.103040+0000","last_fullsized":"2024-05-10T11:17:28.103040+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:28:12.521313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,1],"acting":[8,10,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.850644+0000","last_change":"2024-05-10T11:16:48.055557+0000","last_active":"2024-05-10T11:18:27.850644+0000","last_peered":"2024-05-10T11:18:27.850644+0000","last_clean":"2024-05-10T11:18:27.850644+0000","last_became_active":"2024-05-10T11:16:48.055222+0000","last_became_peered":"2024-05-10T11:16:48.055222+0000","last_unstale":"2024-05-10T11:18:27.850644+0000","last_undegraded":"2024-05-10T11:18:27.850644+0000","last_fullsized":"2024-05-10T11:18:27.850644+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:46:03.054086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-10T11:18:26.847061+0000","last_change":"2024-05-10T11:16:52.043889+0000","last_active":"2024-05-10T11:18:26.847061+0000","last_peered":"2024-05-10T11:18:26.847061+0000","last_clean":"2024-05-10T11:18:26.847061+0000","last_became_active":"2024-05-10T11:16:52.043476+0000","last_became_peered":"2024-05-10T11:16:52.043476+0000","last_unstale":"2024-05-10T11:18:26.847061+0000","last_undegraded":"2024-05-10T11:18:26.847061+0000","last_fullsized":"2024-05-10T11:18:26.847061+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:35:33.577541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.659111+0000","last_change":"2024-05-10T11:17:03.082772+0000","last_active":"2024-05-10T11:17:27.659111+0000","last_peered":"2024-05-10T11:17:27.659111+0000","last_clean":"2024-05-10T11:17:27.659111+0000","last_became_active":"2024-05-10T11:17:03.082343+0000","last_became_peered":"2024-05-10T11:17:03.082343+0000","last_unstale":"2024-05-10T11:17:27.659111+0000","last_undegraded":"2024-05-10T11:17:27.659111+0000","last_fullsized":"2024-05-10T11:17:27.659111+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:20:09.949095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"88'6","reported_seq":73,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:25.683237+0000","last_change":"2024-05-10T11:16:48.005921+0000","last_active":"2024-05-10T11:18:25.683237+0000","last_peered":"2024-05-10T11:18:25.683237+0000","last_clean":"2024-05-10T11:18:25.683237+0000","last_became_active":"2024-05-10T11:16:48.005522+0000","last_became_peered":"2024-05-10T11:16:48.005522+0000","last_unstale":"2024-05-10T11:18:25.683237+0000","last_undegraded":"2024-05-10T11:18:25.683237+0000","last_fullsized":"2024-05-10T11:18:25.683237+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:39:00.495597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":28,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-05-10T11:18:26.846750+0000","last_change":"2024-05-10T11:16:52.043175+0000","last_active":"2024-05-10T11:18:26.846750+0000","last_peered":"2024-05-10T11:18:26.846750+0000","last_clean":"2024-05-10T11:18:26.846750+0000","last_became_active":"2024-05-10T11:16:52.042843+0000","last_became_peered":"2024-05-10T11:16:52.042843+0000","last_unstale":"2024-05-10T11:18:26.846750+0000","last_undegraded":"2024-05-10T11:18:26.846750+0000","last_fullsized":"2024-05-10T11:18:26.846750+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:24:22.572356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.659174+0000","last_change":"2024-05-10T11:17:03.560613+0000","last_active":"2024-05-10T11:17:27.659174+0000","last_peered":"2024-05-10T11:17:27.659174+0000","last_clean":"2024-05-10T11:17:27.659174+0000","last_became_active":"2024-05-10T11:17:03.560149+0000","last_became_peered":"2024-05-10T11:17:03.560149+0000","last_unstale":"2024-05-10T11:17:27.659174+0000","last_undegraded":"2024-05-10T11:17:27.659174+0000","last_fullsized":"2024-05-10T11:17:27.659174+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:29:59.256621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848480+0000","last_change":"2024-05-10T11:16:52.047667+0000","last_active":"2024-05-10T11:18:27.848480+0000","last_peered":"2024-05-10T11:18:27.848480+0000","last_clean":"2024-05-10T11:18:27.848480+0000","last_became_active":"2024-05-10T11:16:52.046206+0000","last_became_peered":"2024-05-10T11:16:52.046206+0000","last_unstale":"2024-05-10T11:18:27.848480+0000","last_undegraded":"2024-05-10T11:18:27.848480+0000","last_fullsized":"2024-05-10T11:18:27.848480+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:37:43.575295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'5","reported_seq":71,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:24.681481+0000","last_change":"2024-05-10T11:16:48.055486+0000","last_active":"2024-05-10T11:18:24.681481+0000","last_peered":"2024-05-10T11:18:24.681481+0000","last_clean":"2024-05-10T11:18:24.681481+0000","last_became_active":"2024-05-10T11:16:48.055141+0000","last_became_peered":"2024-05-10T11:16:48.055141+0000","last_unstale":"2024-05-10T11:18:24.681481+0000","last_undegraded":"2024-05-10T11:18:24.681481+0000","last_fullsized":"2024-05-10T11:18:24.681481+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:29:44.765058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":26,"num_read_kb":26,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.657599+0000","last_change":"2024-05-10T11:17:03.082232+0000","last_active":"2024-05-10T11:17:27.657599+0000","last_peered":"2024-05-10T11:17:27.657599+0000","last_clean":"2024-05-10T11:17:27.657599+0000","last_became_active":"2024-05-10T11:17:03.081930+0000","last_became_peered":"2024-05-10T11:17:03.081930+0000","last_unstale":"2024-05-10T11:17:27.657599+0000","last_undegraded":"2024-05-10T11:17:27.657599+0000","last_fullsized":"2024-05-10T11:17:27.657599+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:12:43.832048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":15,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.850426+0000","last_change":"2024-05-10T11:17:28.101610+0000","last_active":"2024-05-10T11:18:27.850426+0000","last_peered":"2024-05-10T11:18:27.850426+0000","last_clean":"2024-05-10T11:18:27.850426+0000","last_became_active":"2024-05-10T11:17:28.101242+0000","last_became_peered":"2024-05-10T11:17:28.101242+0000","last_unstale":"2024-05-10T11:18:27.850426+0000","last_undegraded":"2024-05-10T11:18:27.850426+0000","last_fullsized":"2024-05-10T11:18:27.850426+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:18:53.230117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":52,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851574+0000","last_change":"2024-05-10T11:16:48.007349+0000","last_active":"2024-05-10T11:18:27.851574+0000","last_peered":"2024-05-10T11:18:27.851574+0000","last_clean":"2024-05-10T11:18:27.851574+0000","last_became_active":"2024-05-10T11:16:48.006902+0000","last_became_peered":"2024-05-10T11:16:48.006902+0000","last_unstale":"2024-05-10T11:18:27.851574+0000","last_undegraded":"2024-05-10T11:18:27.851574+0000","last_fullsized":"2024-05-10T11:18:27.851574+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:10:14.679026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":114,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.657159+0000","last_change":"2024-05-10T11:15:23.021445+0000","last_active":"2024-05-10T11:17:27.657159+0000","last_peered":"2024-05-10T11:17:27.657159+0000","last_clean":"2024-05-10T11:17:27.657159+0000","last_became_active":"2024-05-10T11:15:23.016547+0000","last_became_peered":"2024-05-10T11:15:23.016547+0000","last_unstale":"2024-05-10T11:17:27.657159+0000","last_undegraded":"2024-05-10T11:17:27.657159+0000","last_fullsized":"2024-05-10T11:17:27.657159+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:11:52.839903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:11:52.839903+0000","last_clean_scrub_stamp":"2024-05-10T11:11:52.839903+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:52:25.558388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848593+0000","last_change":"2024-05-10T11:17:27.803123+0000","last_active":"2024-05-10T11:18:27.848593+0000","last_peered":"2024-05-10T11:18:27.848593+0000","last_clean":"2024-05-10T11:18:27.848593+0000","last_became_active":"2024-05-10T11:17:27.802614+0000","last_became_peered":"2024-05-10T11:17:27.802614+0000","last_unstale":"2024-05-10T11:18:27.848593+0000","last_undegraded":"2024-05-10T11:18:27.848593+0000","last_fullsized":"2024-05-10T11:18:27.848593+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:42:45.115204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,11,6,10],"acting":[5,11,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.658588+0000","last_change":"2024-05-10T11:16:52.049027+0000","last_active":"2024-05-10T11:17:27.658588+0000","last_peered":"2024-05-10T11:17:27.658588+0000","last_clean":"2024-05-10T11:17:27.658588+0000","last_became_active":"2024-05-10T11:16:52.048707+0000","last_became_peered":"2024-05-10T11:16:52.048707+0000","last_unstale":"2024-05-10T11:17:27.658588+0000","last_undegraded":"2024-05-10T11:17:27.658588+0000","last_fullsized":"2024-05-10T11:17:27.658588+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:07:50.617791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":49,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:58.767003+0000","last_change":"2024-05-10T11:17:28.101640+0000","last_active":"2024-05-10T11:17:58.767003+0000","last_peered":"2024-05-10T11:17:58.767003+0000","last_clean":"2024-05-10T11:17:58.767003+0000","last_became_active":"2024-05-10T11:17:28.101170+0000","last_became_peered":"2024-05-10T11:17:28.101170+0000","last_unstale":"2024-05-10T11:17:58.767003+0000","last_undegraded":"2024-05-10T11:17:58.767003+0000","last_fullsized":"2024-05-10T11:17:58.767003+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:07:03.041192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856020+0000","last_change":"2024-05-10T11:17:03.081699+0000","last_active":"2024-05-10T11:18:27.856020+0000","last_peered":"2024-05-10T11:18:27.856020+0000","last_clean":"2024-05-10T11:18:27.856020+0000","last_became_active":"2024-05-10T11:17:03.081256+0000","last_became_peered":"2024-05-10T11:17:03.081256+0000","last_unstale":"2024-05-10T11:18:27.856020+0000","last_undegraded":"2024-05-10T11:18:27.856020+0000","last_fullsized":"2024-05-10T11:18:27.856020+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:00:02.833979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":44,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:00.787080+0000","last_change":"2024-05-10T11:16:48.057508+0000","last_active":"2024-05-10T11:18:00.787080+0000","last_peered":"2024-05-10T11:18:00.787080+0000","last_clean":"2024-05-10T11:18:00.787080+0000","last_became_active":"2024-05-10T11:16:48.057166+0000","last_became_peered":"2024-05-10T11:16:48.057166+0000","last_unstale":"2024-05-10T11:18:00.787080+0000","last_undegraded":"2024-05-10T11:18:00.787080+0000","last_fullsized":"2024-05-10T11:18:00.787080+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:02:44.121762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.659290+0000","last_change":"2024-05-10T11:16:52.047931+0000","last_active":"2024-05-10T11:17:27.659290+0000","last_peered":"2024-05-10T11:17:27.659290+0000","last_clean":"2024-05-10T11:17:27.659290+0000","last_became_active":"2024-05-10T11:16:52.047587+0000","last_became_peered":"2024-05-10T11:16:52.047587+0000","last_unstale":"2024-05-10T11:17:27.659290+0000","last_undegraded":"2024-05-10T11:17:27.659290+0000","last_fullsized":"2024-05-10T11:17:27.659290+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:48:08.546155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854092+0000","last_change":"2024-05-10T11:17:03.560122+0000","last_active":"2024-05-10T11:18:27.854092+0000","last_peered":"2024-05-10T11:18:27.854092+0000","last_clean":"2024-05-10T11:18:27.854092+0000","last_became_active":"2024-05-10T11:17:03.559626+0000","last_became_peered":"2024-05-10T11:17:03.559626+0000","last_unstale":"2024-05-10T11:18:27.854092+0000","last_undegraded":"2024-05-10T11:18:27.854092+0000","last_fullsized":"2024-05-10T11:18:27.854092+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:00:25.900524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"88'16","reported_seq":75,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.864614+0000","last_change":"2024-05-10T11:18:27.864614+0000","last_active":"2024-05-10T11:18:27.864614+0000","last_peered":"2024-05-10T11:18:27.864614+0000","last_clean":"2024-05-10T11:18:27.864614+0000","last_became_active":"2024-05-10T11:18:27.857980+0000","last_became_peered":"2024-05-10T11:18:27.857980+0000","last_unstale":"2024-05-10T11:18:27.864614+0000","last_undegraded":"2024-05-10T11:18:27.864614+0000","last_fullsized":"2024-05-10T11:18:27.864614+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:57:44.304718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855141+0000","last_change":"2024-05-10T11:16:52.041726+0000","last_active":"2024-05-10T11:18:27.855141+0000","last_peered":"2024-05-10T11:18:27.855141+0000","last_clean":"2024-05-10T11:18:27.855141+0000","last_became_active":"2024-05-10T11:16:52.041431+0000","last_became_peered":"2024-05-10T11:16:52.041431+0000","last_unstale":"2024-05-10T11:18:27.855141+0000","last_undegraded":"2024-05-10T11:18:27.855141+0000","last_fullsized":"2024-05-10T11:18:27.855141+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:24:16.133520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856081+0000","last_change":"2024-05-10T11:17:03.077965+0000","last_active":"2024-05-10T11:18:27.856081+0000","last_peered":"2024-05-10T11:18:27.856081+0000","last_clean":"2024-05-10T11:18:27.856081+0000","last_became_active":"2024-05-10T11:17:03.077265+0000","last_became_peered":"2024-05-10T11:17:03.077265+0000","last_unstale":"2024-05-10T11:18:27.856081+0000","last_undegraded":"2024-05-10T11:18:27.856081+0000","last_fullsized":"2024-05-10T11:18:27.856081+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:23:49.046264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":51,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851846+0000","last_change":"2024-05-10T11:16:48.392746+0000","last_active":"2024-05-10T11:18:27.851846+0000","last_peered":"2024-05-10T11:18:27.851846+0000","last_clean":"2024-05-10T11:18:27.851846+0000","last_became_active":"2024-05-10T11:16:48.392385+0000","last_became_peered":"2024-05-10T11:16:48.392385+0000","last_unstale":"2024-05-10T11:18:27.851846+0000","last_undegraded":"2024-05-10T11:18:27.851846+0000","last_fullsized":"2024-05-10T11:18:27.851846+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:59:33.332490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855615+0000","last_change":"2024-05-10T11:16:52.053413+0000","last_active":"2024-05-10T11:18:27.855615+0000","last_peered":"2024-05-10T11:18:27.855615+0000","last_clean":"2024-05-10T11:18:27.855615+0000","last_became_active":"2024-05-10T11:16:52.052728+0000","last_became_peered":"2024-05-10T11:16:52.052728+0000","last_unstale":"2024-05-10T11:18:27.855615+0000","last_undegraded":"2024-05-10T11:18:27.855615+0000","last_fullsized":"2024-05-10T11:18:27.855615+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:44:04.224099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851751+0000","last_change":"2024-05-10T11:17:03.561077+0000","last_active":"2024-05-10T11:18:27.851751+0000","last_peered":"2024-05-10T11:18:27.851751+0000","last_clean":"2024-05-10T11:18:27.851751+0000","last_became_active":"2024-05-10T11:17:03.560668+0000","last_became_peered":"2024-05-10T11:17:03.560668+0000","last_unstale":"2024-05-10T11:18:27.851751+0000","last_undegraded":"2024-05-10T11:18:27.851751+0000","last_fullsized":"2024-05-10T11:18:27.851751+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:13:23.933388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.062481+0000","last_change":"2024-05-10T11:16:48.057501+0000","last_active":"2024-05-10T11:18:28.062481+0000","last_peered":"2024-05-10T11:18:28.062481+0000","last_clean":"2024-05-10T11:18:28.062481+0000","last_became_active":"2024-05-10T11:16:48.057144+0000","last_became_peered":"2024-05-10T11:16:48.057144+0000","last_unstale":"2024-05-10T11:18:28.062481+0000","last_undegraded":"2024-05-10T11:18:28.062481+0000","last_fullsized":"2024-05-10T11:18:28.062481+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:08:10.945786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.660380+0000","last_change":"2024-05-10T11:16:52.037082+0000","last_active":"2024-05-10T11:17:27.660380+0000","last_peered":"2024-05-10T11:17:27.660380+0000","last_clean":"2024-05-10T11:17:27.660380+0000","last_became_active":"2024-05-10T11:16:52.036688+0000","last_became_peered":"2024-05-10T11:16:52.036688+0000","last_unstale":"2024-05-10T11:17:27.660380+0000","last_undegraded":"2024-05-10T11:17:27.660380+0000","last_fullsized":"2024-05-10T11:17:27.660380+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:47:47.042738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851208+0000","last_change":"2024-05-10T11:17:03.089184+0000","last_active":"2024-05-10T11:18:27.851208+0000","last_peered":"2024-05-10T11:18:27.851208+0000","last_clean":"2024-05-10T11:18:27.851208+0000","last_became_active":"2024-05-10T11:17:03.088780+0000","last_became_peered":"2024-05-10T11:17:03.088780+0000","last_unstale":"2024-05-10T11:18:27.851208+0000","last_undegraded":"2024-05-10T11:18:27.851208+0000","last_fullsized":"2024-05-10T11:18:27.851208+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:28:04.563504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854023+0000","last_change":"2024-05-10T11:16:48.006564+0000","last_active":"2024-05-10T11:18:27.854023+0000","last_peered":"2024-05-10T11:18:27.854023+0000","last_clean":"2024-05-10T11:18:27.854023+0000","last_became_active":"2024-05-10T11:16:48.006232+0000","last_became_peered":"2024-05-10T11:16:48.006232+0000","last_unstale":"2024-05-10T11:18:27.854023+0000","last_undegraded":"2024-05-10T11:18:27.854023+0000","last_fullsized":"2024-05-10T11:18:27.854023+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:57:51.056720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855727+0000","last_change":"2024-05-10T11:16:52.039492+0000","last_active":"2024-05-10T11:18:27.855727+0000","last_peered":"2024-05-10T11:18:27.855727+0000","last_clean":"2024-05-10T11:18:27.855727+0000","last_became_active":"2024-05-10T11:16:52.039143+0000","last_became_peered":"2024-05-10T11:16:52.039143+0000","last_unstale":"2024-05-10T11:18:27.855727+0000","last_undegraded":"2024-05-10T11:18:27.855727+0000","last_fullsized":"2024-05-10T11:18:27.855727+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:19:11.305278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851927+0000","last_change":"2024-05-10T11:17:03.078573+0000","last_active":"2024-05-10T11:18:27.851927+0000","last_peered":"2024-05-10T11:18:27.851927+0000","last_clean":"2024-05-10T11:18:27.851927+0000","last_became_active":"2024-05-10T11:17:03.078196+0000","last_became_peered":"2024-05-10T11:17:03.078196+0000","last_unstale":"2024-05-10T11:18:27.851927+0000","last_undegraded":"2024-05-10T11:18:27.851927+0000","last_fullsized":"2024-05-10T11:18:27.851927+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:51:30.266019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"88'3","reported_seq":18,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855621+0000","last_change":"2024-05-10T11:17:27.661845+0000","last_active":"2024-05-10T11:18:27.855621+0000","last_peered":"2024-05-10T11:18:27.855621+0000","last_clean":"2024-05-10T11:18:27.855621+0000","last_became_active":"2024-05-10T11:17:27.661429+0000","last_became_peered":"2024-05-10T11:17:27.661429+0000","last_unstale":"2024-05-10T11:18:27.855621+0000","last_undegraded":"2024-05-10T11:18:27.855621+0000","last_fullsized":"2024-05-10T11:18:27.855621+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:49:01.204444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854791+0000","last_change":"2024-05-10T11:16:52.058512+0000","last_active":"2024-05-10T11:18:27.854791+0000","last_peered":"2024-05-10T11:18:27.854791+0000","last_clean":"2024-05-10T11:18:27.854791+0000","last_became_active":"2024-05-10T11:16:52.057965+0000","last_became_peered":"2024-05-10T11:16:52.057965+0000","last_unstale":"2024-05-10T11:18:27.854791+0000","last_undegraded":"2024-05-10T11:18:27.854791+0000","last_fullsized":"2024-05-10T11:18:27.854791+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:18:50.907235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851507+0000","last_change":"2024-05-10T11:17:03.560391+0000","last_active":"2024-05-10T11:18:27.851507+0000","last_peered":"2024-05-10T11:18:27.851507+0000","last_clean":"2024-05-10T11:18:27.851507+0000","last_became_active":"2024-05-10T11:17:03.559918+0000","last_became_peered":"2024-05-10T11:17:03.559918+0000","last_unstale":"2024-05-10T11:18:27.851507+0000","last_undegraded":"2024-05-10T11:18:27.851507+0000","last_fullsized":"2024-05-10T11:18:27.851507+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:25:09.436180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":44,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:57.758845+0000","last_change":"2024-05-10T11:16:48.018478+0000","last_active":"2024-05-10T11:17:57.758845+0000","last_peered":"2024-05-10T11:17:57.758845+0000","last_clean":"2024-05-10T11:17:57.758845+0000","last_became_active":"2024-05-10T11:16:48.017292+0000","last_became_peered":"2024-05-10T11:16:48.017292+0000","last_unstale":"2024-05-10T11:17:57.758845+0000","last_undegraded":"2024-05-10T11:17:57.758845+0000","last_fullsized":"2024-05-10T11:17:57.758845+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:07:07.599886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.657321+0000","last_change":"2024-05-10T11:16:52.048977+0000","last_active":"2024-05-10T11:17:27.657321+0000","last_peered":"2024-05-10T11:17:27.657321+0000","last_clean":"2024-05-10T11:17:27.657321+0000","last_became_active":"2024-05-10T11:16:52.048658+0000","last_became_peered":"2024-05-10T11:16:52.048658+0000","last_unstale":"2024-05-10T11:17:27.657321+0000","last_undegraded":"2024-05-10T11:17:27.657321+0000","last_fullsized":"2024-05-10T11:17:27.657321+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:20:57.507638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.062539+0000","last_change":"2024-05-10T11:17:03.086560+0000","last_active":"2024-05-10T11:18:28.062539+0000","last_peered":"2024-05-10T11:18:28.062539+0000","last_clean":"2024-05-10T11:18:28.062539+0000","last_became_active":"2024-05-10T11:17:03.085919+0000","last_became_peered":"2024-05-10T11:17:03.085919+0000","last_unstale":"2024-05-10T11:18:28.062539+0000","last_undegraded":"2024-05-10T11:18:28.062539+0000","last_fullsized":"2024-05-10T11:18:28.062539+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:08:59.110190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"88'6","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.861265+0000","last_change":"2024-05-10T11:18:27.868552+0000","last_active":"2024-05-10T11:18:28.861265+0000","last_peered":"2024-05-10T11:18:28.861265+0000","last_clean":"2024-05-10T11:18:28.861265+0000","last_became_active":"2024-05-10T11:18:27.857220+0000","last_became_peered":"2024-05-10T11:18:27.857220+0000","last_unstale":"2024-05-10T11:18:28.861265+0000","last_undegraded":"2024-05-10T11:18:28.861265+0000","last_fullsized":"2024-05-10T11:18:28.861265+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:32:28.064579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1561,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.658210+0000","last_change":"2024-05-10T11:16:52.050303+0000","last_active":"2024-05-10T11:17:27.658210+0000","last_peered":"2024-05-10T11:17:27.658210+0000","last_clean":"2024-05-10T11:17:27.658210+0000","last_became_active":"2024-05-10T11:16:52.049791+0000","last_became_peered":"2024-05-10T11:16:52.049791+0000","last_unstale":"2024-05-10T11:17:27.658210+0000","last_undegraded":"2024-05-10T11:17:27.658210+0000","last_fullsized":"2024-05-10T11:17:27.658210+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:04:50.647395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854933+0000","last_change":"2024-05-10T11:17:03.087026+0000","last_active":"2024-05-10T11:18:27.854933+0000","last_peered":"2024-05-10T11:18:27.854933+0000","last_clean":"2024-05-10T11:18:27.854933+0000","last_became_active":"2024-05-10T11:17:03.086655+0000","last_became_peered":"2024-05-10T11:17:03.086655+0000","last_unstale":"2024-05-10T11:18:27.854933+0000","last_undegraded":"2024-05-10T11:18:27.854933+0000","last_fullsized":"2024-05-10T11:18:27.854933+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:52:37.414485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848957+0000","last_change":"2024-05-10T11:16:48.014087+0000","last_active":"2024-05-10T11:18:27.848957+0000","last_peered":"2024-05-10T11:18:27.848957+0000","last_clean":"2024-05-10T11:18:27.848957+0000","last_became_active":"2024-05-10T11:16:48.013599+0000","last_became_peered":"2024-05-10T11:16:48.013599+0000","last_unstale":"2024-05-10T11:18:27.848957+0000","last_undegraded":"2024-05-10T11:18:27.848957+0000","last_fullsized":"2024-05-10T11:18:27.848957+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:41:07.988553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.657591+0000","last_change":"2024-05-10T11:16:52.047277+0000","last_active":"2024-05-10T11:17:27.657591+0000","last_peered":"2024-05-10T11:17:27.657591+0000","last_clean":"2024-05-10T11:17:27.657591+0000","last_became_active":"2024-05-10T11:16:52.046916+0000","last_became_peered":"2024-05-10T11:16:52.046916+0000","last_unstale":"2024-05-10T11:17:27.657591+0000","last_undegraded":"2024-05-10T11:17:27.657591+0000","last_fullsized":"2024-05-10T11:17:27.657591+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:59:58.044364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.847947+0000","last_change":"2024-05-10T11:17:03.082476+0000","last_active":"2024-05-10T11:18:27.847947+0000","last_peered":"2024-05-10T11:18:27.847947+0000","last_clean":"2024-05-10T11:18:27.847947+0000","last_became_active":"2024-05-10T11:17:03.080326+0000","last_became_peered":"2024-05-10T11:17:03.080326+0000","last_unstale":"2024-05-10T11:18:27.847947+0000","last_undegraded":"2024-05-10T11:18:27.847947+0000","last_fullsized":"2024-05-10T11:18:27.847947+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:57:27.656249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":45,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:18:00.785159+0000","last_change":"2024-05-10T11:16:48.006665+0000","last_active":"2024-05-10T11:18:00.785159+0000","last_peered":"2024-05-10T11:18:00.785159+0000","last_clean":"2024-05-10T11:18:00.785159+0000","last_became_active":"2024-05-10T11:16:48.006249+0000","last_became_peered":"2024-05-10T11:16:48.006249+0000","last_unstale":"2024-05-10T11:18:00.785159+0000","last_undegraded":"2024-05-10T11:18:00.785159+0000","last_fullsized":"2024-05-10T11:18:00.785159+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:35:31.187636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.658072+0000","last_change":"2024-05-10T11:16:52.040594+0000","last_active":"2024-05-10T11:17:27.658072+0000","last_peered":"2024-05-10T11:17:27.658072+0000","last_clean":"2024-05-10T11:17:27.658072+0000","last_became_active":"2024-05-10T11:16:52.040188+0000","last_became_peered":"2024-05-10T11:16:52.040188+0000","last_unstale":"2024-05-10T11:17:27.658072+0000","last_undegraded":"2024-05-10T11:17:27.658072+0000","last_fullsized":"2024-05-10T11:17:27.658072+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:23:17.038258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855840+0000","last_change":"2024-05-10T11:16:52.040479+0000","last_active":"2024-05-10T11:18:27.855840+0000","last_peered":"2024-05-10T11:18:27.855840+0000","last_clean":"2024-05-10T11:18:27.855840+0000","last_became_active":"2024-05-10T11:16:52.039958+0000","last_became_peered":"2024-05-10T11:16:52.039958+0000","last_unstale":"2024-05-10T11:18:27.855840+0000","last_undegraded":"2024-05-10T11:18:27.855840+0000","last_fullsized":"2024-05-10T11:18:27.855840+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:28:49.367853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856300+0000","last_change":"2024-05-10T11:16:52.047662+0000","last_active":"2024-05-10T11:18:27.856300+0000","last_peered":"2024-05-10T11:18:27.856300+0000","last_clean":"2024-05-10T11:18:27.856300+0000","last_became_active":"2024-05-10T11:16:52.047349+0000","last_became_peered":"2024-05-10T11:16:52.047349+0000","last_unstale":"2024-05-10T11:18:27.856300+0000","last_undegraded":"2024-05-10T11:18:27.856300+0000","last_fullsized":"2024-05-10T11:18:27.856300+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:26:08.260236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855255+0000","last_change":"2024-05-10T11:16:52.043475+0000","last_active":"2024-05-10T11:18:27.855255+0000","last_peered":"2024-05-10T11:18:27.855255+0000","last_clean":"2024-05-10T11:18:27.855255+0000","last_became_active":"2024-05-10T11:16:52.042939+0000","last_became_peered":"2024-05-10T11:16:52.042939+0000","last_unstale":"2024-05-10T11:18:27.855255+0000","last_undegraded":"2024-05-10T11:18:27.855255+0000","last_fullsized":"2024-05-10T11:18:27.855255+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:06:40.883586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855210+0000","last_change":"2024-05-10T11:16:52.048096+0000","last_active":"2024-05-10T11:18:27.855210+0000","last_peered":"2024-05-10T11:18:27.855210+0000","last_clean":"2024-05-10T11:18:27.855210+0000","last_became_active":"2024-05-10T11:16:52.046956+0000","last_became_peered":"2024-05-10T11:16:52.046956+0000","last_unstale":"2024-05-10T11:18:27.855210+0000","last_undegraded":"2024-05-10T11:18:27.855210+0000","last_fullsized":"2024-05-10T11:18:27.855210+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:31:53.919554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.659389+0000","last_change":"2024-05-10T11:16:52.052145+0000","last_active":"2024-05-10T11:17:27.659389+0000","last_peered":"2024-05-10T11:17:27.659389+0000","last_clean":"2024-05-10T11:17:27.659389+0000","last_became_active":"2024-05-10T11:16:52.050904+0000","last_became_peered":"2024-05-10T11:16:52.050904+0000","last_unstale":"2024-05-10T11:17:27.659389+0000","last_undegraded":"2024-05-10T11:17:27.659389+0000","last_fullsized":"2024-05-10T11:17:27.659389+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:25:34.085771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856420+0000","last_change":"2024-05-10T11:16:52.040864+0000","last_active":"2024-05-10T11:18:27.856420+0000","last_peered":"2024-05-10T11:18:27.856420+0000","last_clean":"2024-05-10T11:18:27.856420+0000","last_became_active":"2024-05-10T11:16:52.040110+0000","last_became_peered":"2024-05-10T11:16:52.040110+0000","last_unstale":"2024-05-10T11:18:27.856420+0000","last_undegraded":"2024-05-10T11:18:27.856420+0000","last_fullsized":"2024-05-10T11:18:27.856420+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:19:12.325537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855332+0000","last_change":"2024-05-10T11:16:52.046077+0000","last_active":"2024-05-10T11:18:27.855332+0000","last_peered":"2024-05-10T11:18:27.855332+0000","last_clean":"2024-05-10T11:18:27.855332+0000","last_became_active":"2024-05-10T11:16:52.045160+0000","last_became_peered":"2024-05-10T11:16:52.045160+0000","last_unstale":"2024-05-10T11:18:27.855332+0000","last_undegraded":"2024-05-10T11:18:27.855332+0000","last_fullsized":"2024-05-10T11:18:27.855332+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:07:01.141313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855214+0000","last_change":"2024-05-10T11:16:52.054371+0000","last_active":"2024-05-10T11:18:27.855214+0000","last_peered":"2024-05-10T11:18:27.855214+0000","last_clean":"2024-05-10T11:18:27.855214+0000","last_became_active":"2024-05-10T11:16:52.052670+0000","last_became_peered":"2024-05-10T11:16:52.052670+0000","last_unstale":"2024-05-10T11:18:27.855214+0000","last_undegraded":"2024-05-10T11:18:27.855214+0000","last_fullsized":"2024-05-10T11:18:27.855214+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:36:22.502096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848183+0000","last_change":"2024-05-10T11:16:52.050475+0000","last_active":"2024-05-10T11:18:27.848183+0000","last_peered":"2024-05-10T11:18:27.848183+0000","last_clean":"2024-05-10T11:18:27.848183+0000","last_became_active":"2024-05-10T11:16:52.050125+0000","last_became_peered":"2024-05-10T11:16:52.050125+0000","last_unstale":"2024-05-10T11:18:27.848183+0000","last_undegraded":"2024-05-10T11:18:27.848183+0000","last_fullsized":"2024-05-10T11:18:27.848183+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:33:43.164620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854186+0000","last_change":"2024-05-10T11:16:52.047149+0000","last_active":"2024-05-10T11:18:27.854186+0000","last_peered":"2024-05-10T11:18:27.854186+0000","last_clean":"2024-05-10T11:18:27.854186+0000","last_became_active":"2024-05-10T11:16:52.046834+0000","last_became_peered":"2024-05-10T11:16:52.046834+0000","last_unstale":"2024-05-10T11:18:27.854186+0000","last_undegraded":"2024-05-10T11:18:27.854186+0000","last_fullsized":"2024-05-10T11:18:27.854186+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:06:46.689520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.061005+0000","last_change":"2024-05-10T11:16:52.057232+0000","last_active":"2024-05-10T11:18:28.061005+0000","last_peered":"2024-05-10T11:18:28.061005+0000","last_clean":"2024-05-10T11:18:28.061005+0000","last_became_active":"2024-05-10T11:16:52.056843+0000","last_became_peered":"2024-05-10T11:16:52.056843+0000","last_unstale":"2024-05-10T11:18:28.061005+0000","last_undegraded":"2024-05-10T11:18:28.061005+0000","last_fullsized":"2024-05-10T11:18:28.061005+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:29:13.395566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-05-10T11:17:27.659802+0000","last_change":"2024-05-10T11:16:52.051147+0000","last_active":"2024-05-10T11:17:27.659802+0000","last_peered":"2024-05-10T11:17:27.659802+0000","last_clean":"2024-05-10T11:17:27.659802+0000","last_became_active":"2024-05-10T11:16:52.050822+0000","last_became_peered":"2024-05-10T11:16:52.050822+0000","last_unstale":"2024-05-10T11:17:27.659802+0000","last_undegraded":"2024-05-10T11:17:27.659802+0000","last_fullsized":"2024-05-10T11:17:27.659802+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:02:11.215183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855803+0000","last_change":"2024-05-10T11:16:52.042043+0000","last_active":"2024-05-10T11:18:27.855803+0000","last_peered":"2024-05-10T11:18:27.855803+0000","last_clean":"2024-05-10T11:18:27.855803+0000","last_became_active":"2024-05-10T11:16:52.041681+0000","last_became_peered":"2024-05-10T11:16:52.041681+0000","last_unstale":"2024-05-10T11:18:27.855803+0000","last_undegraded":"2024-05-10T11:18:27.855803+0000","last_fullsized":"2024-05-10T11:18:27.855803+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:16:40.054647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":72977,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":280,"num_read_kb":230,"num_write":252,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1561,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":577536,"data_stored":218931,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":217,"ondisk_log_size":217,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678050,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1024000,"data_stored":510287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874280,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28680,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716472,"statfs":{"total":95995035648,"available":95965667328,"internally_reserved":0,"allocated":1703936,"data_stored":1153077,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037806,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28068,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717084,"statfs":{"total":95995035648,"available":95966294016,"internally_reserved":0,"allocated":1069056,"data_stored":523288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234034,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1028096,"data_stored":500796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430263,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36924,"kb_used_data":1588,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708228,"statfs":{"total":95995035648,"available":95957225472,"internally_reserved":0,"allocated":1626112,"data_stored":1097684,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593789,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36320,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708832,"statfs":{"total":95995035648,"available":95957843968,"internally_reserved":0,"allocated":1007616,"data_stored":496313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574934,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36408,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708744,"statfs":{"total":95995035648,"available":95957753856,"internally_reserved":0,"allocated":1093632,"data_stored":572133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738460,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1064960,"data_stored":516543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411410,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28108,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717044,"statfs":{"total":95995035648,"available":95966253056,"internally_reserved":0,"allocated":1114112,"data_stored":572353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149773,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1036288,"data_stored":505038,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953544,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1056768,"data_stored":520722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790019,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36972,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708180,"statfs":{"total":95995035648,"available":95957176320,"internally_reserved":0,"allocated":1667072,"data_stored":1111258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":67525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":66184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":67509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-10T11:18:32.706 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-10T11:18:32.707 INFO:tasks.cephadm:Setting up client nodes... 2024-05-10T11:18:32.707 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-05-10T11:18:32.972 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:33.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:32 smithi053 ceph-mon[30153]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:18:33.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:32 smithi132 ceph-mon[33758]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:18:33.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:32 smithi187 ceph-mon[34076]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:18:34.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:33 smithi053 ceph-mon[30153]: pgmap v353: 129 pgs: 129 active+clean; 648 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.6 KiB/s wr, 8 op/s; 195 B/s, 0 keys/s, 0 objects/s recovering 2024-05-10T11:18:34.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:33 smithi132 ceph-mon[33758]: pgmap v353: 129 pgs: 129 active+clean; 648 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.6 KiB/s wr, 8 op/s; 195 B/s, 0 keys/s, 0 objects/s recovering 2024-05-10T11:18:34.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:33 smithi187 ceph-mon[34076]: pgmap v353: 129 pgs: 129 active+clean; 648 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.6 KiB/s wr, 8 op/s; 195 B/s, 0 keys/s, 0 objects/s recovering 2024-05-10T11:18:34.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.729+0000 7ff8384c9700 1 -- 172.21.15.53:0/1056351126 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8301050c0 msgr2=0x7ff83010b970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:34.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.729+0000 7ff8384c9700 1 --2- 172.21.15.53:0/1056351126 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8301050c0 0x7ff83010b970 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ff82800b0d0 tx=0x7ff82800b3e0 comp rx=0 tx=0).stop 2024-05-10T11:18:34.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.729+0000 7ff8384c9700 1 -- 172.21.15.53:0/1056351126 shutdown_connections 2024-05-10T11:18:34.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.729+0000 7ff8384c9700 1 --2- 172.21.15.53:0/1056351126 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff8301050c0 0x7ff83010b970 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:34.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.729+0000 7ff8384c9700 1 --2- 172.21.15.53:0/1056351126 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff830103520 0x7ff830103940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:34.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.729+0000 7ff8384c9700 1 --2- 172.21.15.53:0/1056351126 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff830104720 0x7ff830104b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:34.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.729+0000 7ff8384c9700 1 -- 172.21.15.53:0/1056351126 >> 172.21.15.53:0/1056351126 conn(0x7ff8300feac0 msgr2=0x7ff830100f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:34.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.729+0000 7ff8384c9700 1 -- 172.21.15.53:0/1056351126 shutdown_connections 2024-05-10T11:18:34.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.730+0000 7ff8384c9700 1 -- 172.21.15.53:0/1056351126 wait complete. 2024-05-10T11:18:34.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.730+0000 7ff8384c9700 1 Processor -- start 2024-05-10T11:18:34.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.730+0000 7ff8384c9700 1 -- start start 2024-05-10T11:18:34.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.730+0000 7ff8384c9700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff830103520 0x7ff83019fa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:34.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.730+0000 7ff8384c9700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff830104720 0x7ff83019ff50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:34.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.730+0000 7ff8384c9700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff8301050c0 0x7ff8301a6fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:34.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.730+0000 7ff8384c9700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff83010ee50 con 0x7ff830104720 2024-05-10T11:18:34.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.731+0000 7ff8384c9700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7ff83010ecd0 con 0x7ff8301050c0 2024-05-10T11:18:34.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.731+0000 7ff8384c9700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7ff83010efd0 con 0x7ff830103520 2024-05-10T11:18:34.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.731+0000 7ff835a64700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff830104720 0x7ff83019ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:34.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.731+0000 7ff835a64700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff830104720 0x7ff83019ff50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:47304/0 (socket says 172.21.15.53:47304) 2024-05-10T11:18:34.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.731+0000 7ff835a64700 1 -- 172.21.15.53:0/873775927 learned_addr learned my addr 172.21.15.53:0/873775927 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:18:34.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.731+0000 7ff836a66700 1 --2- 172.21.15.53:0/873775927 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff8301050c0 0x7ff8301a6fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:34.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.731+0000 7ff836265700 1 --2- 172.21.15.53:0/873775927 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff830103520 0x7ff83019fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:34.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.731+0000 7ff835a64700 1 -- 172.21.15.53:0/873775927 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff830103520 msgr2=0x7ff83019fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:34.734 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.731+0000 7ff835a64700 1 --2- 172.21.15.53:0/873775927 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff830103520 0x7ff83019fa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:34.734 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.731+0000 7ff835a64700 1 -- 172.21.15.53:0/873775927 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff8301050c0 msgr2=0x7ff8301a6fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:34.734 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.731+0000 7ff835a64700 1 --2- 172.21.15.53:0/873775927 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff8301050c0 0x7ff8301a6fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:34.734 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.731+0000 7ff835a64700 1 -- 172.21.15.53:0/873775927 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8301a7670 con 0x7ff830104720 2024-05-10T11:18:34.734 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.731+0000 7ff836265700 1 --2- 172.21.15.53:0/873775927 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff830103520 0x7ff83019fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:18:34.734 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.731+0000 7ff835a64700 1 --2- 172.21.15.53:0/873775927 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff830104720 0x7ff83019ff50 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ff82000d980 tx=0x7ff82000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:34.734 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.731+0000 7ff8277fe700 1 -- 172.21.15.53:0/873775927 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff820016070 con 0x7ff830104720 2024-05-10T11:18:34.734 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.732+0000 7ff8277fe700 1 -- 172.21.15.53:0/873775927 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff82000de70 con 0x7ff830104720 2024-05-10T11:18:34.734 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.732+0000 7ff8384c9700 1 -- 172.21.15.53:0/873775927 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8301a7960 con 0x7ff830104720 2024-05-10T11:18:34.734 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.732+0000 7ff8277fe700 1 -- 172.21.15.53:0/873775927 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff820010e40 con 0x7ff830104720 2024-05-10T11:18:34.734 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.732+0000 7ff8384c9700 1 -- 172.21.15.53:0/873775927 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8301a7ef0 con 0x7ff830104720 2024-05-10T11:18:34.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.733+0000 7ff8384c9700 1 -- 172.21.15.53:0/873775927 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8300519e0 con 0x7ff830104720 2024-05-10T11:18:34.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.734+0000 7ff8277fe700 1 -- 172.21.15.53:0/873775927 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7ff820019070 con 0x7ff830104720 2024-05-10T11:18:34.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.735+0000 7ff8277fe700 1 --2- 172.21.15.53:0/873775927 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff81c0b2a30 0x7ff81c0b4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:34.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.735+0000 7ff836265700 1 --2- 172.21.15.53:0/873775927 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff81c0b2a30 0x7ff81c0b4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:34.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.735+0000 7ff8277fe700 1 -- 172.21.15.53:0/873775927 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7ff8200e2170 con 0x7ff830104720 2024-05-10T11:18:34.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.736+0000 7ff836265700 1 --2- 172.21.15.53:0/873775927 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff81c0b2a30 0x7ff81c0b4ef0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ff830104580 tx=0x7ff82c00b670 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:34.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:34.738+0000 7ff8277fe700 1 -- 172.21.15.53:0/873775927 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7ff8200a9940 con 0x7ff830104720 2024-05-10T11:18:35.044 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:35.043+0000 7ff8384c9700 1 -- 172.21.15.53:0/873775927 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7ff8301a82a0 con 0x7ff830104720 2024-05-10T11:18:35.045 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:35.045+0000 7ff8277fe700 1 -- 172.21.15.53:0/873775927 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7ff8200a9240 con 0x7ff830104720 2024-05-10T11:18:35.045 INFO:teuthology.orchestra.run.smithi053.stdout:[client.0] 2024-05-10T11:18:35.045 INFO:teuthology.orchestra.run.smithi053.stdout: key = AQCLAj5mCLuuAhAA4KajKlBst+a+aLXONSJlNw== 2024-05-10T11:18:35.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:35.048+0000 7ff8384c9700 1 -- 172.21.15.53:0/873775927 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff81c0b2a30 msgr2=0x7ff81c0b4ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:35.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:35.048+0000 7ff8384c9700 1 --2- 172.21.15.53:0/873775927 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff81c0b2a30 0x7ff81c0b4ef0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ff830104580 tx=0x7ff82c00b670 comp rx=0 tx=0).stop 2024-05-10T11:18:35.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:35.048+0000 7ff8384c9700 1 -- 172.21.15.53:0/873775927 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff830104720 msgr2=0x7ff83019ff50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:35.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:35.048+0000 7ff8384c9700 1 --2- 172.21.15.53:0/873775927 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff830104720 0x7ff83019ff50 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ff82000d980 tx=0x7ff82000dc90 comp rx=0 tx=0).stop 2024-05-10T11:18:35.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:35.048+0000 7ff8384c9700 1 -- 172.21.15.53:0/873775927 shutdown_connections 2024-05-10T11:18:35.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:35.048+0000 7ff8384c9700 1 --2- 172.21.15.53:0/873775927 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff81c0b2a30 0x7ff81c0b4ef0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:35.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:35.048+0000 7ff8384c9700 1 --2- 172.21.15.53:0/873775927 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff8301050c0 0x7ff8301a6fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:35.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:35.048+0000 7ff8384c9700 1 --2- 172.21.15.53:0/873775927 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff830103520 0x7ff83019fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:35.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:35.048+0000 7ff8384c9700 1 --2- 172.21.15.53:0/873775927 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff830104720 0x7ff83019ff50 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:35.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:35.048+0000 7ff8384c9700 1 -- 172.21.15.53:0/873775927 >> 172.21.15.53:0/873775927 conn(0x7ff8300feac0 msgr2=0x7ff8300756d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:35.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:35.048+0000 7ff8384c9700 1 -- 172.21.15.53:0/873775927 shutdown_connections 2024-05-10T11:18:35.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:35.048+0000 7ff8384c9700 1 -- 172.21.15.53:0/873775927 wait complete. 2024-05-10T11:18:35.832 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-05-10T11:18:35.833 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-05-10T11:18:35.833 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-05-10T11:18:35.877 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-05-10T11:18:35.877 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-05-10T11:18:35.878 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph mgr dump --format=json 2024-05-10T11:18:36.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:35 smithi053 ceph-mon[30153]: pgmap v354: 129 pgs: 129 active+clean; 648 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.5 KiB/s wr, 8 op/s; 195 B/s, 0 keys/s, 0 objects/s recovering 2024-05-10T11:18:36.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:35 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/873775927' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-10T11:18:36.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:35 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/873775927' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-10T11:18:36.175 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:36.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:35 smithi132 ceph-mon[33758]: pgmap v354: 129 pgs: 129 active+clean; 648 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.5 KiB/s wr, 8 op/s; 195 B/s, 0 keys/s, 0 objects/s recovering 2024-05-10T11:18:36.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:35 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/873775927' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-10T11:18:36.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:35 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/873775927' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-10T11:18:36.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:35 smithi187 ceph-mon[34076]: pgmap v354: 129 pgs: 129 active+clean; 648 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.5 KiB/s wr, 8 op/s; 195 B/s, 0 keys/s, 0 objects/s recovering 2024-05-10T11:18:36.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:35 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/873775927' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-10T11:18:36.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:35 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/873775927' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-10T11:18:37.986 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.978+0000 7f1c97bb6700 1 -- 172.21.15.53:0/2685592634 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c90101ed0 msgr2=0x7f1c90102350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:37.986 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.978+0000 7f1c97bb6700 1 --2- 172.21.15.53:0/2685592634 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c90101ed0 0x7f1c90102350 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f1c80009990 tx=0x7f1c80009ca0 comp rx=0 tx=0).stop 2024-05-10T11:18:37.986 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.978+0000 7f1c97bb6700 1 -- 172.21.15.53:0/2685592634 shutdown_connections 2024-05-10T11:18:37.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.978+0000 7f1c97bb6700 1 --2- 172.21.15.53:0/2685592634 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1c90102890 0x7f1c90110390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:37.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.978+0000 7f1c97bb6700 1 --2- 172.21.15.53:0/2685592634 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1c90109680 0x7f1c90109a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:37.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.978+0000 7f1c97bb6700 1 --2- 172.21.15.53:0/2685592634 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c90101ed0 0x7f1c90102350 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:37.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.978+0000 7f1c97bb6700 1 -- 172.21.15.53:0/2685592634 >> 172.21.15.53:0/2685592634 conn(0x7f1c90077610 msgr2=0x7f1c90077a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:37.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.978+0000 7f1c97bb6700 1 -- 172.21.15.53:0/2685592634 shutdown_connections 2024-05-10T11:18:37.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.978+0000 7f1c97bb6700 1 -- 172.21.15.53:0/2685592634 wait complete. 2024-05-10T11:18:37.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.979+0000 7f1c97bb6700 1 Processor -- start 2024-05-10T11:18:37.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.979+0000 7f1c97bb6700 1 -- start start 2024-05-10T11:18:37.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.979+0000 7f1c97bb6700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c90101ed0 0x7f1c901030b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:37.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.979+0000 7f1c97bb6700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1c90102890 0x7f1c901035f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:37.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.979+0000 7f1c97bb6700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1c90109680 0x7f1c90103b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:37.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.979+0000 7f1c97bb6700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1c90113560 con 0x7f1c90101ed0 2024-05-10T11:18:37.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.979+0000 7f1c97bb6700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f1c901133e0 con 0x7f1c90109680 2024-05-10T11:18:37.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.979+0000 7f1c97bb6700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f1c901136e0 con 0x7f1c90102890 2024-05-10T11:18:37.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.979+0000 7f1c95952700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c90101ed0 0x7f1c901030b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:37.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.979+0000 7f1c95952700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c90101ed0 0x7f1c901030b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:47332/0 (socket says 172.21.15.53:47332) 2024-05-10T11:18:37.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.979+0000 7f1c95952700 1 -- 172.21.15.53:0/3169163300 learned_addr learned my addr 172.21.15.53:0/3169163300 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:18:37.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.979+0000 7f1c96153700 1 --2- 172.21.15.53:0/3169163300 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1c90109680 0x7f1c90103b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:37.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.979+0000 7f1c95151700 1 --2- 172.21.15.53:0/3169163300 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1c90102890 0x7f1c901035f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:37.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.979+0000 7f1c95952700 1 -- 172.21.15.53:0/3169163300 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1c90102890 msgr2=0x7f1c901035f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:37.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.980+0000 7f1c95952700 1 --2- 172.21.15.53:0/3169163300 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1c90102890 0x7f1c901035f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:37.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.980+0000 7f1c95952700 1 -- 172.21.15.53:0/3169163300 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1c90109680 msgr2=0x7f1c90103b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:37.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.980+0000 7f1c95952700 1 --2- 172.21.15.53:0/3169163300 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1c90109680 0x7f1c90103b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:37.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.980+0000 7f1c95952700 1 -- 172.21.15.53:0/3169163300 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c901a7fc0 con 0x7f1c90101ed0 2024-05-10T11:18:37.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.980+0000 7f1c95151700 1 --2- 172.21.15.53:0/3169163300 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1c90102890 0x7f1c901035f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:18:37.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.980+0000 7f1c96153700 1 --2- 172.21.15.53:0/3169163300 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1c90109680 0x7f1c90103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:18:37.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.980+0000 7f1c95952700 1 --2- 172.21.15.53:0/3169163300 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c90101ed0 0x7f1c901030b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f1c8c00c9b0 tx=0x7f1c8c00cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:37.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.980+0000 7f1c86ffd700 1 -- 172.21.15.53:0/3169163300 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c8c007b00 con 0x7f1c90101ed0 2024-05-10T11:18:37.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.980+0000 7f1c97bb6700 1 -- 172.21.15.53:0/3169163300 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c901a82b0 con 0x7f1c90101ed0 2024-05-10T11:18:37.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.980+0000 7f1c86ffd700 1 -- 172.21.15.53:0/3169163300 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1c8c007ca0 con 0x7f1c90101ed0 2024-05-10T11:18:37.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.980+0000 7f1c86ffd700 1 -- 172.21.15.53:0/3169163300 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c8c018660 con 0x7f1c90101ed0 2024-05-10T11:18:37.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.980+0000 7f1c97bb6700 1 -- 172.21.15.53:0/3169163300 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c901a8840 con 0x7f1c90101ed0 2024-05-10T11:18:37.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.981+0000 7f1c97bb6700 1 -- 172.21.15.53:0/3169163300 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c9006a190 con 0x7f1c90101ed0 2024-05-10T11:18:37.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.982+0000 7f1c86ffd700 1 -- 172.21.15.53:0/3169163300 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f1c8c00f450 con 0x7f1c90101ed0 2024-05-10T11:18:37.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.983+0000 7f1c86ffd700 1 --2- 172.21.15.53:0/3169163300 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1c7c0b2910 0x7f1c7c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:37.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.983+0000 7f1c95151700 1 --2- 172.21.15.53:0/3169163300 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1c7c0b2910 0x7f1c7c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:37.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.983+0000 7f1c86ffd700 1 -- 172.21.15.53:0/3169163300 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f1c8c0e2860 con 0x7f1c90101ed0 2024-05-10T11:18:37.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.983+0000 7f1c95151700 1 --2- 172.21.15.53:0/3169163300 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1c7c0b2910 0x7f1c7c0b4dd0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f1c80000c00 tx=0x7f1c80005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:37.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:37.988+0000 7f1c86ffd700 1 -- 172.21.15.53:0/3169163300 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f1c8c014030 con 0x7f1c90101ed0 2024-05-10T11:18:38.207 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:37 smithi053 ceph-mon[30153]: pgmap v355: 129 pgs: 129 active+clean; 648 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s; 158 B/s, 0 keys/s, 0 objects/s recovering 2024-05-10T11:18:38.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:37 smithi132 ceph-mon[33758]: pgmap v355: 129 pgs: 129 active+clean; 648 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s; 158 B/s, 0 keys/s, 0 objects/s recovering 2024-05-10T11:18:38.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:37 smithi187 ceph-mon[34076]: pgmap v355: 129 pgs: 129 active+clean; 648 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s; 158 B/s, 0 keys/s, 0 objects/s recovering 2024-05-10T11:18:38.289 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:38.289+0000 7f1c97bb6700 1 -- 172.21.15.53:0/3169163300 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f1c9002e510 con 0x7f1c90101ed0 2024-05-10T11:18:38.295 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:38.295+0000 7f1c86ffd700 1 -- 172.21.15.53:0/3169163300 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+288639 (secure 0 0 0) 0x7f1c8c0aa030 con 0x7f1c90101ed0 2024-05-10T11:18:38.299 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:18:38.300 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:38.298+0000 7f1c97bb6700 1 -- 172.21.15.53:0/3169163300 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1c7c0b2910 msgr2=0x7f1c7c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:38.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:38.298+0000 7f1c97bb6700 1 --2- 172.21.15.53:0/3169163300 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1c7c0b2910 0x7f1c7c0b4dd0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f1c80000c00 tx=0x7f1c80005fb0 comp rx=0 tx=0).stop 2024-05-10T11:18:38.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:38.298+0000 7f1c97bb6700 1 -- 172.21.15.53:0/3169163300 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c90101ed0 msgr2=0x7f1c901030b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:38.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:38.298+0000 7f1c97bb6700 1 --2- 172.21.15.53:0/3169163300 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c90101ed0 0x7f1c901030b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f1c8c00c9b0 tx=0x7f1c8c00cd70 comp rx=0 tx=0).stop 2024-05-10T11:18:38.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:38.298+0000 7f1c97bb6700 1 -- 172.21.15.53:0/3169163300 shutdown_connections 2024-05-10T11:18:38.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:38.298+0000 7f1c97bb6700 1 --2- 172.21.15.53:0/3169163300 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1c7c0b2910 0x7f1c7c0b4dd0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:38.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:38.298+0000 7f1c97bb6700 1 --2- 172.21.15.53:0/3169163300 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1c90109680 0x7f1c90103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:38.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:38.298+0000 7f1c97bb6700 1 --2- 172.21.15.53:0/3169163300 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1c90101ed0 0x7f1c901030b0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:38.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:38.298+0000 7f1c97bb6700 1 --2- 172.21.15.53:0/3169163300 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1c90102890 0x7f1c901035f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:38.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:38.298+0000 7f1c97bb6700 1 -- 172.21.15.53:0/3169163300 >> 172.21.15.53:0/3169163300 conn(0x7f1c90077610 msgr2=0x7f1c90100af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:38.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:38.298+0000 7f1c97bb6700 1 -- 172.21.15.53:0/3169163300 shutdown_connections 2024-05-10T11:18:38.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:38.298+0000 7f1c97bb6700 1 -- 172.21.15.53:0/3169163300 wait complete. 2024-05-10T11:18:39.062 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":68657515},{"type":"v1","addr":"172.21.15.53:6801","nonce":68657515}]},"active_addr":"172.21.15.53:6801/68657515","active_change":"2024-05-10T11:09:26.546200+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24104,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.53:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.53:0","nonce":1159650347}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.53:0","nonce":2945434704}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.53:0","nonce":434028102}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.53:0","nonce":3477907826}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.53:0","nonce":555873687}]}]} 2024-05-10T11:18:39.067 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-05-10T11:18:39.067 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-05-10T11:18:39.067 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-10T11:18:39.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:38 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3169163300' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-10T11:18:39.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:38 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3169163300' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-10T11:18:39.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:38 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3169163300' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-10T11:18:39.327 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:40.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:39 smithi053 ceph-mon[30153]: pgmap v356: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 189 B/s wr, 6 op/s; 144 B/s, 0 keys/s, 0 objects/s recovering 2024-05-10T11:18:40.161 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:39 smithi187 ceph-mon[34076]: pgmap v356: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 189 B/s wr, 6 op/s; 144 B/s, 0 keys/s, 0 objects/s recovering 2024-05-10T11:18:40.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:39 smithi132 ceph-mon[33758]: pgmap v356: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 189 B/s wr, 6 op/s; 144 B/s, 0 keys/s, 0 objects/s recovering 2024-05-10T11:18:41.031 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.031+0000 7f4db1fd1700 1 -- 172.21.15.53:0/2594006198 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4dac102d60 msgr2=0x7f4dac10f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:41.031 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.031+0000 7f4db1fd1700 1 --2- 172.21.15.53:0/2594006198 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4dac102d60 0x7f4dac10f250 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f4da400b0a0 tx=0x7f4da400b3b0 comp rx=0 tx=0).stop 2024-05-10T11:18:41.031 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.031+0000 7f4db1fd1700 1 -- 172.21.15.53:0/2594006198 shutdown_connections 2024-05-10T11:18:41.031 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.031+0000 7f4db1fd1700 1 --2- 172.21.15.53:0/2594006198 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4dac102d60 0x7f4dac10f250 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:41.031 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.031+0000 7f4db1fd1700 1 --2- 172.21.15.53:0/2594006198 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4dac108410 0x7f4dac1087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:41.031 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.031+0000 7f4db1fd1700 1 --2- 172.21.15.53:0/2594006198 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4dac1023a0 0x7f4dac102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:41.031 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.031+0000 7f4db1fd1700 1 -- 172.21.15.53:0/2594006198 >> 172.21.15.53:0/2594006198 conn(0x7f4dac079350 msgr2=0x7f4dac079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:41.032 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.031+0000 7f4db1fd1700 1 -- 172.21.15.53:0/2594006198 shutdown_connections 2024-05-10T11:18:41.032 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.031+0000 7f4db1fd1700 1 -- 172.21.15.53:0/2594006198 wait complete. 2024-05-10T11:18:41.032 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.031+0000 7f4db1fd1700 1 Processor -- start 2024-05-10T11:18:41.034 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.032+0000 7f4db1fd1700 1 -- start start 2024-05-10T11:18:41.034 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.032+0000 7f4db1fd1700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4dac1023a0 0x7f4dac104080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:41.034 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.032+0000 7f4db1fd1700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4dac102d60 0x7f4dac1045c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:41.034 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.032+0000 7f4db1fd1700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4dac108410 0x7f4dac104b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:41.034 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.032+0000 7f4db1fd1700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4dac1123e0 con 0x7f4dac102d60 2024-05-10T11:18:41.034 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.032+0000 7f4db1fd1700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f4dac112260 con 0x7f4dac1023a0 2024-05-10T11:18:41.034 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.032+0000 7f4db1fd1700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f4dac112560 con 0x7f4dac108410 2024-05-10T11:18:41.034 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.032+0000 7f4daaffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4dac102d60 0x7f4dac1045c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:41.034 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.032+0000 7f4daaffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4dac102d60 0x7f4dac1045c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:42040/0 (socket says 172.21.15.53:42040) 2024-05-10T11:18:41.034 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.032+0000 7f4daaffd700 1 -- 172.21.15.53:0/3707557301 learned_addr learned my addr 172.21.15.53:0/3707557301 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:18:41.034 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.032+0000 7f4dab7fe700 1 --2- 172.21.15.53:0/3707557301 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4dac1023a0 0x7f4dac104080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:41.034 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.032+0000 7f4dabfff700 1 --2- 172.21.15.53:0/3707557301 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4dac108410 0x7f4dac104b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:41.035 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.032+0000 7f4daaffd700 1 -- 172.21.15.53:0/3707557301 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4dac108410 msgr2=0x7f4dac104b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:41.035 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.032+0000 7f4daaffd700 1 --2- 172.21.15.53:0/3707557301 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4dac108410 0x7f4dac104b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:41.035 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.032+0000 7f4daaffd700 1 -- 172.21.15.53:0/3707557301 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4dac1023a0 msgr2=0x7f4dac104080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:41.035 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.032+0000 7f4daaffd700 1 --2- 172.21.15.53:0/3707557301 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4dac1023a0 0x7f4dac104080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:41.035 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.032+0000 7f4daaffd700 1 -- 172.21.15.53:0/3707557301 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dac1a7ef0 con 0x7f4dac102d60 2024-05-10T11:18:41.035 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.032+0000 7f4dab7fe700 1 --2- 172.21.15.53:0/3707557301 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4dac1023a0 0x7f4dac104080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:18:41.035 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.033+0000 7f4daaffd700 1 --2- 172.21.15.53:0/3707557301 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4dac102d60 0x7f4dac1045c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f4da000d950 tx=0x7f4da000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:41.035 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.033+0000 7f4da8ff9700 1 -- 172.21.15.53:0/3707557301 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da0016070 con 0x7f4dac102d60 2024-05-10T11:18:41.035 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.033+0000 7f4db1fd1700 1 -- 172.21.15.53:0/3707557301 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4dac1a8180 con 0x7f4dac102d60 2024-05-10T11:18:41.035 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.033+0000 7f4da8ff9700 1 -- 172.21.15.53:0/3707557301 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4da000fd20 con 0x7f4dac102d60 2024-05-10T11:18:41.035 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.033+0000 7f4da8ff9700 1 -- 172.21.15.53:0/3707557301 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da000e3b0 con 0x7f4dac102d60 2024-05-10T11:18:41.035 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.033+0000 7f4db1fd1700 1 -- 172.21.15.53:0/3707557301 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4dac1a86c0 con 0x7f4dac102d60 2024-05-10T11:18:41.035 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.034+0000 7f4db1fd1700 1 -- 172.21.15.53:0/3707557301 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4dac06a190 con 0x7f4dac102d60 2024-05-10T11:18:41.036 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.036+0000 7f4da8ff9700 1 -- 172.21.15.53:0/3707557301 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f4da0019070 con 0x7f4dac102d60 2024-05-10T11:18:41.037 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.037+0000 7f4da8ff9700 1 --2- 172.21.15.53:0/3707557301 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4d940b2910 0x7f4d940b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:41.037 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.037+0000 7f4dab7fe700 1 --2- 172.21.15.53:0/3707557301 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4d940b2910 0x7f4d940b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:41.037 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.037+0000 7f4da8ff9700 1 -- 172.21.15.53:0/3707557301 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f4da00e21f0 con 0x7f4dac102d60 2024-05-10T11:18:41.037 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.038+0000 7f4dab7fe700 1 --2- 172.21.15.53:0/3707557301 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4d940b2910 0x7f4d940b4dd0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f4d9c005950 tx=0x7f4d9c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:41.040 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.041+0000 7f4da8ff9700 1 -- 172.21.15.53:0/3707557301 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f4da00a99c0 con 0x7f4dac102d60 2024-05-10T11:18:41.256 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.256+0000 7f4db1fd1700 1 -- 172.21.15.53:0/3707557301 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4dac1a89e0 con 0x7f4dac102d60 2024-05-10T11:18:41.257 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.257+0000 7f4da8ff9700 1 -- 172.21.15.53:0/3707557301 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24690 (secure 0 0 0) 0x7f4da00a92c0 con 0x7f4dac102d60 2024-05-10T11:18:41.258 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:18:41.258 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":90,"fsid":"745ae8e0-0ebd-11ef-bc98-c7b262605968","created":"2024-05-10T11:08:31.420091+0000","modified":"2024-05-10T11:18:27.841445+0000","last_up_change":"2024-05-10T11:15:46.966521+0000","last_in_change":"2024-05-10T11:15:27.163789+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-10T11:11:52.642234+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-10T11:16:46.031221+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-10T11:16:50.069775+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-10T11:17:01.067983+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"308620b5-0bae-4c96-ad1e-ed079eb9d754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6803","nonce":1941743135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6805","nonce":1941743135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6809","nonce":1941743135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6807","nonce":1941743135}]},"public_addr":"172.21.15.53:6803/1941743135","cluster_addr":"172.21.15.53:6805/1941743135","heartbeat_back_addr":"172.21.15.53:6809/1941743135","heartbeat_front_addr":"172.21.15.53:6807/1941743135","state":["exists","up"]},{"osd":1,"uuid":"e6bd2396-fc15-4c8a-85c0-5a7586c7c059","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6801","nonce":1054747155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6803","nonce":1054747155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6807","nonce":1054747155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6805","nonce":1054747155}]},"public_addr":"172.21.15.132:6801/1054747155","cluster_addr":"172.21.15.132:6803/1054747155","heartbeat_back_addr":"172.21.15.132:6807/1054747155","heartbeat_front_addr":"172.21.15.132:6805/1054747155","state":["exists","up"]},{"osd":2,"uuid":"b685f96c-bfb2-4d57-9484-35b2b18f7913","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6801","nonce":3202790181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6803","nonce":3202790181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6807","nonce":3202790181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6805","nonce":3202790181}]},"public_addr":"172.21.15.187:6801/3202790181","cluster_addr":"172.21.15.187:6803/3202790181","heartbeat_back_addr":"172.21.15.187:6807/3202790181","heartbeat_front_addr":"172.21.15.187:6805/3202790181","state":["exists","up"]},{"osd":3,"uuid":"4522b579-3cc7-4378-a93c-6c99815acc28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6811","nonce":1472446441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6813","nonce":1472446441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6817","nonce":1472446441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6815","nonce":1472446441}]},"public_addr":"172.21.15.53:6811/1472446441","cluster_addr":"172.21.15.53:6813/1472446441","heartbeat_back_addr":"172.21.15.53:6817/1472446441","heartbeat_front_addr":"172.21.15.53:6815/1472446441","state":["exists","up"]},{"osd":4,"uuid":"4ddb8a8d-a867-4c85-90f3-3c69f9005ac5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6809","nonce":1125460805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6811","nonce":1125460805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6815","nonce":1125460805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6813","nonce":1125460805}]},"public_addr":"172.21.15.132:6809/1125460805","cluster_addr":"172.21.15.132:6811/1125460805","heartbeat_back_addr":"172.21.15.132:6815/1125460805","heartbeat_front_addr":"172.21.15.132:6813/1125460805","state":["exists","up"]},{"osd":5,"uuid":"eaef74a7-cef1-4fc5-899f-fd14fcd05c57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6809","nonce":486081036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6811","nonce":486081036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6815","nonce":486081036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6813","nonce":486081036}]},"public_addr":"172.21.15.187:6809/486081036","cluster_addr":"172.21.15.187:6811/486081036","heartbeat_back_addr":"172.21.15.187:6815/486081036","heartbeat_front_addr":"172.21.15.187:6813/486081036","state":["exists","up"]},{"osd":6,"uuid":"af22474c-76ca-48da-a8ff-252375cbe43f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6819","nonce":3301526689}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6821","nonce":3301526689}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6825","nonce":3301526689}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6823","nonce":3301526689}]},"public_addr":"172.21.15.53:6819/3301526689","cluster_addr":"172.21.15.53:6821/3301526689","heartbeat_back_addr":"172.21.15.53:6825/3301526689","heartbeat_front_addr":"172.21.15.53:6823/3301526689","state":["exists","up"]},{"osd":7,"uuid":"d5765fdc-67e8-4b48-8742-65a458ed6430","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6817","nonce":304039390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6819","nonce":304039390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6823","nonce":304039390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6821","nonce":304039390}]},"public_addr":"172.21.15.132:6817/304039390","cluster_addr":"172.21.15.132:6819/304039390","heartbeat_back_addr":"172.21.15.132:6823/304039390","heartbeat_front_addr":"172.21.15.132:6821/304039390","state":["exists","up"]},{"osd":8,"uuid":"6c8900ce-f028-4463-a003-f7faa3895c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6817","nonce":2315808567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6819","nonce":2315808567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6823","nonce":2315808567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6821","nonce":2315808567}]},"public_addr":"172.21.15.187:6817/2315808567","cluster_addr":"172.21.15.187:6819/2315808567","heartbeat_back_addr":"172.21.15.187:6823/2315808567","heartbeat_front_addr":"172.21.15.187:6821/2315808567","state":["exists","up"]},{"osd":9,"uuid":"58eecf43-c7de-4e0e-86c4-f8d8d4fb3ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6827","nonce":1901241164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6829","nonce":1901241164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6833","nonce":1901241164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6831","nonce":1901241164}]},"public_addr":"172.21.15.53:6827/1901241164","cluster_addr":"172.21.15.53:6829/1901241164","heartbeat_back_addr":"172.21.15.53:6833/1901241164","heartbeat_front_addr":"172.21.15.53:6831/1901241164","state":["exists","up"]},{"osd":10,"uuid":"ba4a44c8-7162-4379-a382-4c98f785e69f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6825","nonce":482345617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6827","nonce":482345617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6831","nonce":482345617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6829","nonce":482345617}]},"public_addr":"172.21.15.132:6825/482345617","cluster_addr":"172.21.15.132:6827/482345617","heartbeat_back_addr":"172.21.15.132:6831/482345617","heartbeat_front_addr":"172.21.15.132:6829/482345617","state":["exists","up"]},{"osd":11,"uuid":"593923cd-74a8-4090-8006-e0e8472273da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6825","nonce":2749419601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6827","nonce":2749419601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6831","nonce":2749419601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6829","nonce":2749419601}]},"public_addr":"172.21.15.187:6825/2749419601","cluster_addr":"172.21.15.187:6827/2749419601","heartbeat_back_addr":"172.21.15.187:6831/2749419601","heartbeat_front_addr":"172.21.15.187:6829/2749419601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:02.104830+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:26.066990+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:50.070264+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:16.098565+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:41.234204+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:06.486543+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:33.486448+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:59.439071+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:25.149192+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:52.839666+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:19.077873+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:45.602763+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.11","mappings":[{"from":5,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:0/977742423":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6801/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/2797782055":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6800/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/3095428222":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/1058417156":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/2996064341":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/3430080635":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6800/1318129754":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6801/1318129754":"2024-05-11T11:08:59.024880+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-10T11:18:41.260 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.259+0000 7f4db1fd1700 1 -- 172.21.15.53:0/3707557301 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4d940b2910 msgr2=0x7f4d940b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:41.260 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.259+0000 7f4db1fd1700 1 --2- 172.21.15.53:0/3707557301 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4d940b2910 0x7f4d940b4dd0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f4d9c005950 tx=0x7f4d9c00b410 comp rx=0 tx=0).stop 2024-05-10T11:18:41.260 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.259+0000 7f4db1fd1700 1 -- 172.21.15.53:0/3707557301 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4dac102d60 msgr2=0x7f4dac1045c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:41.260 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.259+0000 7f4db1fd1700 1 --2- 172.21.15.53:0/3707557301 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4dac102d60 0x7f4dac1045c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f4da000d950 tx=0x7f4da000dc60 comp rx=0 tx=0).stop 2024-05-10T11:18:41.261 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.260+0000 7f4db1fd1700 1 -- 172.21.15.53:0/3707557301 shutdown_connections 2024-05-10T11:18:41.261 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.260+0000 7f4db1fd1700 1 --2- 172.21.15.53:0/3707557301 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4d940b2910 0x7f4d940b4dd0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:41.261 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.260+0000 7f4db1fd1700 1 --2- 172.21.15.53:0/3707557301 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4dac108410 0x7f4dac104b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:41.261 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.260+0000 7f4db1fd1700 1 --2- 172.21.15.53:0/3707557301 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4dac1023a0 0x7f4dac104080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:41.261 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.260+0000 7f4db1fd1700 1 --2- 172.21.15.53:0/3707557301 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4dac102d60 0x7f4dac1045c0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:41.261 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.260+0000 7f4db1fd1700 1 -- 172.21.15.53:0/3707557301 >> 172.21.15.53:0/3707557301 conn(0x7f4dac079350 msgr2=0x7f4dac101600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:41.261 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.260+0000 7f4db1fd1700 1 -- 172.21.15.53:0/3707557301 shutdown_connections 2024-05-10T11:18:41.261 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:41.260+0000 7f4db1fd1700 1 -- 172.21.15.53:0/3707557301 wait complete. 2024-05-10T11:18:41.948 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-05-10T11:18:41.949 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-10T11:18:42.203 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:42.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:41 smithi132 ceph-mon[33758]: pgmap v357: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 170 B/s wr, 7 op/s; 130 B/s, 0 keys/s, 0 objects/s recovering 2024-05-10T11:18:42.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:41 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3707557301' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:18:42.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:41 smithi187 ceph-mon[34076]: pgmap v357: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 170 B/s wr, 7 op/s; 130 B/s, 0 keys/s, 0 objects/s recovering 2024-05-10T11:18:42.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:41 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3707557301' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:18:42.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:41 smithi053 ceph-mon[30153]: pgmap v357: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 170 B/s wr, 7 op/s; 130 B/s, 0 keys/s, 0 objects/s recovering 2024-05-10T11:18:42.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:41 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3707557301' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:18:43.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.989+0000 7f3115a1a700 1 -- 172.21.15.53:0/3578657414 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3110109510 msgr2=0x7f31101098f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:43.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.989+0000 7f3115a1a700 1 --2- 172.21.15.53:0/3578657414 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3110109510 0x7f31101098f0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f3100009990 tx=0x7f3100009ca0 comp rx=0 tx=0).stop 2024-05-10T11:18:43.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.989+0000 7f3115a1a700 1 -- 172.21.15.53:0/3578657414 shutdown_connections 2024-05-10T11:18:43.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.989+0000 7f3115a1a700 1 --2- 172.21.15.53:0/3578657414 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f311006bb40 0x7f3110110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:43.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.989+0000 7f3115a1a700 1 --2- 172.21.15.53:0/3578657414 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3110109510 0x7f31101098f0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:43.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.989+0000 7f3115a1a700 1 --2- 172.21.15.53:0/3578657414 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f311006b180 0x7f311006b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:43.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.989+0000 7f3115a1a700 1 -- 172.21.15.53:0/3578657414 >> 172.21.15.53:0/3578657414 conn(0x7f3110079350 msgr2=0x7f3110079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:43.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.989+0000 7f3115a1a700 1 -- 172.21.15.53:0/3578657414 shutdown_connections 2024-05-10T11:18:43.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.989+0000 7f3115a1a700 1 -- 172.21.15.53:0/3578657414 wait complete. 2024-05-10T11:18:43.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.989+0000 7f3115a1a700 1 Processor -- start 2024-05-10T11:18:43.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.990+0000 7f3115a1a700 1 -- start start 2024-05-10T11:18:43.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.990+0000 7f3115a1a700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f311006b180 0x7f311019f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:43.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.990+0000 7f3115a1a700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f311006bb40 0x7f311019fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:43.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.990+0000 7f3115a1a700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3110109510 0x7f31101998d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:43.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.990+0000 7f3115a1a700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3110113550 con 0x7f3110109510 2024-05-10T11:18:43.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.990+0000 7f3115a1a700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f31101133d0 con 0x7f311006bb40 2024-05-10T11:18:43.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.990+0000 7f3115a1a700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f31101136d0 con 0x7f311006b180 2024-05-10T11:18:43.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.990+0000 7f310f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3110109510 0x7f31101998d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:43.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.990+0000 7f310effd700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f311006b180 0x7f311019f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:43.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.990+0000 7f310effd700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f311006b180 0x7f311019f710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.53:39234/0 (socket says 172.21.15.53:39234) 2024-05-10T11:18:43.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.990+0000 7f310effd700 1 -- 172.21.15.53:0/3227787846 learned_addr learned my addr 172.21.15.53:0/3227787846 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:18:43.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.990+0000 7f310e7fc700 1 --2- 172.21.15.53:0/3227787846 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f311006bb40 0x7f311019fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:43.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.990+0000 7f310f7fe700 1 -- 172.21.15.53:0/3227787846 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f311006b180 msgr2=0x7f311019f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:43.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.990+0000 7f310f7fe700 1 --2- 172.21.15.53:0/3227787846 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f311006b180 0x7f311019f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:43.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.990+0000 7f310f7fe700 1 -- 172.21.15.53:0/3227787846 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f311006bb40 msgr2=0x7f311019fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:43.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.990+0000 7f310f7fe700 1 --2- 172.21.15.53:0/3227787846 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f311006bb40 0x7f311019fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:43.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.990+0000 7f310f7fe700 1 -- 172.21.15.53:0/3227787846 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f311019a030 con 0x7f3110109510 2024-05-10T11:18:43.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.991+0000 7f310f7fe700 1 --2- 172.21.15.53:0/3227787846 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3110109510 0x7f31101998d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f310800be20 tx=0x7f3108009ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:43.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.991+0000 7f3114a18700 1 -- 172.21.15.53:0/3227787846 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3108019070 con 0x7f3110109510 2024-05-10T11:18:43.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.991+0000 7f3114a18700 1 -- 172.21.15.53:0/3227787846 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f310800cb90 con 0x7f3110109510 2024-05-10T11:18:43.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.991+0000 7f3115a1a700 1 -- 172.21.15.53:0/3227787846 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f311019a320 con 0x7f3110109510 2024-05-10T11:18:43.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.991+0000 7f3114a18700 1 -- 172.21.15.53:0/3227787846 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31080125a0 con 0x7f3110109510 2024-05-10T11:18:43.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.991+0000 7f3115a1a700 1 -- 172.21.15.53:0/3227787846 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31101a65e0 con 0x7f3110109510 2024-05-10T11:18:43.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.992+0000 7f3115a1a700 1 -- 172.21.15.53:0/3227787846 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f311010b9f0 con 0x7f3110109510 2024-05-10T11:18:43.994 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.993+0000 7f3114a18700 1 -- 172.21.15.53:0/3227787846 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f310801c070 con 0x7f3110109510 2024-05-10T11:18:43.994 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.994+0000 7f3114a18700 1 --2- 172.21.15.53:0/3227787846 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f30f80b2910 0x7f30f80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:43.994 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.994+0000 7f310effd700 1 --2- 172.21.15.53:0/3227787846 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f30f80b2910 0x7f30f80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:43.994 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.994+0000 7f3114a18700 1 -- 172.21.15.53:0/3227787846 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f31080e1db0 con 0x7f3110109510 2024-05-10T11:18:43.995 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.995+0000 7f310effd700 1 --2- 172.21.15.53:0/3227787846 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f30f80b2910 0x7f30f80b4dd0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f310000b5c0 tx=0x7f310001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:43.998 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:43.999+0000 7f3114a18700 1 -- 172.21.15.53:0/3227787846 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f3108051d70 con 0x7f3110109510 2024-05-10T11:18:44.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:43 smithi053 ceph-mon[30153]: pgmap v358: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-05-10T11:18:44.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:44.219+0000 7f3115a1a700 1 -- 172.21.15.53:0/3227787846 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f311019ae00 con 0x7f3110109510 2024-05-10T11:18:44.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:44.221+0000 7f3114a18700 1 -- 172.21.15.53:0/3227787846 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24690 (secure 0 0 0) 0x7f31080a96f0 con 0x7f3110109510 2024-05-10T11:18:44.221 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:18:44.221 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":90,"fsid":"745ae8e0-0ebd-11ef-bc98-c7b262605968","created":"2024-05-10T11:08:31.420091+0000","modified":"2024-05-10T11:18:27.841445+0000","last_up_change":"2024-05-10T11:15:46.966521+0000","last_in_change":"2024-05-10T11:15:27.163789+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-10T11:11:52.642234+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-10T11:16:46.031221+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-10T11:16:50.069775+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-10T11:17:01.067983+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"308620b5-0bae-4c96-ad1e-ed079eb9d754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6803","nonce":1941743135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6805","nonce":1941743135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6809","nonce":1941743135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6807","nonce":1941743135}]},"public_addr":"172.21.15.53:6803/1941743135","cluster_addr":"172.21.15.53:6805/1941743135","heartbeat_back_addr":"172.21.15.53:6809/1941743135","heartbeat_front_addr":"172.21.15.53:6807/1941743135","state":["exists","up"]},{"osd":1,"uuid":"e6bd2396-fc15-4c8a-85c0-5a7586c7c059","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6801","nonce":1054747155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6803","nonce":1054747155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6807","nonce":1054747155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6805","nonce":1054747155}]},"public_addr":"172.21.15.132:6801/1054747155","cluster_addr":"172.21.15.132:6803/1054747155","heartbeat_back_addr":"172.21.15.132:6807/1054747155","heartbeat_front_addr":"172.21.15.132:6805/1054747155","state":["exists","up"]},{"osd":2,"uuid":"b685f96c-bfb2-4d57-9484-35b2b18f7913","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6801","nonce":3202790181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6803","nonce":3202790181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6807","nonce":3202790181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6805","nonce":3202790181}]},"public_addr":"172.21.15.187:6801/3202790181","cluster_addr":"172.21.15.187:6803/3202790181","heartbeat_back_addr":"172.21.15.187:6807/3202790181","heartbeat_front_addr":"172.21.15.187:6805/3202790181","state":["exists","up"]},{"osd":3,"uuid":"4522b579-3cc7-4378-a93c-6c99815acc28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6811","nonce":1472446441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6813","nonce":1472446441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6817","nonce":1472446441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6815","nonce":1472446441}]},"public_addr":"172.21.15.53:6811/1472446441","cluster_addr":"172.21.15.53:6813/1472446441","heartbeat_back_addr":"172.21.15.53:6817/1472446441","heartbeat_front_addr":"172.21.15.53:6815/1472446441","state":["exists","up"]},{"osd":4,"uuid":"4ddb8a8d-a867-4c85-90f3-3c69f9005ac5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6809","nonce":1125460805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6811","nonce":1125460805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6815","nonce":1125460805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6813","nonce":1125460805}]},"public_addr":"172.21.15.132:6809/1125460805","cluster_addr":"172.21.15.132:6811/1125460805","heartbeat_back_addr":"172.21.15.132:6815/1125460805","heartbeat_front_addr":"172.21.15.132:6813/1125460805","state":["exists","up"]},{"osd":5,"uuid":"eaef74a7-cef1-4fc5-899f-fd14fcd05c57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6809","nonce":486081036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6811","nonce":486081036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6815","nonce":486081036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6813","nonce":486081036}]},"public_addr":"172.21.15.187:6809/486081036","cluster_addr":"172.21.15.187:6811/486081036","heartbeat_back_addr":"172.21.15.187:6815/486081036","heartbeat_front_addr":"172.21.15.187:6813/486081036","state":["exists","up"]},{"osd":6,"uuid":"af22474c-76ca-48da-a8ff-252375cbe43f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6819","nonce":3301526689}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6821","nonce":3301526689}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6825","nonce":3301526689}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6823","nonce":3301526689}]},"public_addr":"172.21.15.53:6819/3301526689","cluster_addr":"172.21.15.53:6821/3301526689","heartbeat_back_addr":"172.21.15.53:6825/3301526689","heartbeat_front_addr":"172.21.15.53:6823/3301526689","state":["exists","up"]},{"osd":7,"uuid":"d5765fdc-67e8-4b48-8742-65a458ed6430","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6817","nonce":304039390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6819","nonce":304039390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6823","nonce":304039390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6821","nonce":304039390}]},"public_addr":"172.21.15.132:6817/304039390","cluster_addr":"172.21.15.132:6819/304039390","heartbeat_back_addr":"172.21.15.132:6823/304039390","heartbeat_front_addr":"172.21.15.132:6821/304039390","state":["exists","up"]},{"osd":8,"uuid":"6c8900ce-f028-4463-a003-f7faa3895c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6817","nonce":2315808567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6819","nonce":2315808567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6823","nonce":2315808567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6821","nonce":2315808567}]},"public_addr":"172.21.15.187:6817/2315808567","cluster_addr":"172.21.15.187:6819/2315808567","heartbeat_back_addr":"172.21.15.187:6823/2315808567","heartbeat_front_addr":"172.21.15.187:6821/2315808567","state":["exists","up"]},{"osd":9,"uuid":"58eecf43-c7de-4e0e-86c4-f8d8d4fb3ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6827","nonce":1901241164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6829","nonce":1901241164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6833","nonce":1901241164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6831","nonce":1901241164}]},"public_addr":"172.21.15.53:6827/1901241164","cluster_addr":"172.21.15.53:6829/1901241164","heartbeat_back_addr":"172.21.15.53:6833/1901241164","heartbeat_front_addr":"172.21.15.53:6831/1901241164","state":["exists","up"]},{"osd":10,"uuid":"ba4a44c8-7162-4379-a382-4c98f785e69f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6825","nonce":482345617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6827","nonce":482345617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6831","nonce":482345617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6829","nonce":482345617}]},"public_addr":"172.21.15.132:6825/482345617","cluster_addr":"172.21.15.132:6827/482345617","heartbeat_back_addr":"172.21.15.132:6831/482345617","heartbeat_front_addr":"172.21.15.132:6829/482345617","state":["exists","up"]},{"osd":11,"uuid":"593923cd-74a8-4090-8006-e0e8472273da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6825","nonce":2749419601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6827","nonce":2749419601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6831","nonce":2749419601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6829","nonce":2749419601}]},"public_addr":"172.21.15.187:6825/2749419601","cluster_addr":"172.21.15.187:6827/2749419601","heartbeat_back_addr":"172.21.15.187:6831/2749419601","heartbeat_front_addr":"172.21.15.187:6829/2749419601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:02.104830+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:26.066990+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:50.070264+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:16.098565+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:41.234204+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:06.486543+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:33.486448+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:59.439071+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:25.149192+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:52.839666+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:19.077873+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:45.602763+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.11","mappings":[{"from":5,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:0/977742423":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6801/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/2797782055":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6800/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/3095428222":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/1058417156":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/2996064341":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/3430080635":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6800/1318129754":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6801/1318129754":"2024-05-11T11:08:59.024880+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-10T11:18:44.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:44.223+0000 7f3115a1a700 1 -- 172.21.15.53:0/3227787846 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f30f80b2910 msgr2=0x7f30f80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:44.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:44.223+0000 7f3115a1a700 1 --2- 172.21.15.53:0/3227787846 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f30f80b2910 0x7f30f80b4dd0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f310000b5c0 tx=0x7f310001a040 comp rx=0 tx=0).stop 2024-05-10T11:18:44.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:44.223+0000 7f3115a1a700 1 -- 172.21.15.53:0/3227787846 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3110109510 msgr2=0x7f31101998d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:44.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:44.223+0000 7f3115a1a700 1 --2- 172.21.15.53:0/3227787846 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3110109510 0x7f31101998d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f310800be20 tx=0x7f3108009ed0 comp rx=0 tx=0).stop 2024-05-10T11:18:44.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:44.223+0000 7f3115a1a700 1 -- 172.21.15.53:0/3227787846 shutdown_connections 2024-05-10T11:18:44.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:44.223+0000 7f3115a1a700 1 --2- 172.21.15.53:0/3227787846 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f30f80b2910 0x7f30f80b4dd0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:44.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:44.223+0000 7f3115a1a700 1 --2- 172.21.15.53:0/3227787846 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3110109510 0x7f31101998d0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:44.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:44.223+0000 7f3115a1a700 1 --2- 172.21.15.53:0/3227787846 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f311006b180 0x7f311019f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:44.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:44.223+0000 7f3115a1a700 1 --2- 172.21.15.53:0/3227787846 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f311006bb40 0x7f311019fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:44.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:44.223+0000 7f3115a1a700 1 -- 172.21.15.53:0/3227787846 >> 172.21.15.53:0/3227787846 conn(0x7f3110079350 msgr2=0x7f3110101140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:44.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:44.223+0000 7f3115a1a700 1 -- 172.21.15.53:0/3227787846 shutdown_connections 2024-05-10T11:18:44.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:44.223+0000 7f3115a1a700 1 -- 172.21.15.53:0/3227787846 wait complete. 2024-05-10T11:18:44.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:43 smithi132 ceph-mon[33758]: pgmap v358: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-05-10T11:18:44.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:43 smithi187 ceph-mon[34076]: pgmap v358: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-05-10T11:18:44.959 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-05-10T11:18:44.960 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-05-10T11:18:44.960 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-05-10T11:18:44.961 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-05-10T11:18:44.961 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-05-10T11:18:44.962 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-05-10T11:18:44.962 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-05-10T11:18:44.962 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-05-10T11:18:44.963 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-05-10T11:18:44.963 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-05-10T11:18:44.963 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-05-10T11:18:44.964 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-05-10T11:18:45.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:44 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3227787846' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:18:45.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:44 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3227787846' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:18:45.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:44 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3227787846' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:18:45.671 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:45.684 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:45.690 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:46.108 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:45 smithi053 ceph-mon[30153]: pgmap v359: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 9 op/s 2024-05-10T11:18:46.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:45 smithi132 ceph-mon[33758]: pgmap v359: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 9 op/s 2024-05-10T11:18:46.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:45 smithi187 ceph-mon[34076]: pgmap v359: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 9 op/s 2024-05-10T11:18:48.141 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:47 smithi053 ceph-mon[30153]: pgmap v360: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 170 B/s wr, 9 op/s 2024-05-10T11:18:48.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:47 smithi132 ceph-mon[33758]: pgmap v360: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 170 B/s wr, 9 op/s 2024-05-10T11:18:48.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:47 smithi187 ceph-mon[34076]: pgmap v360: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 170 B/s wr, 9 op/s 2024-05-10T11:18:48.488 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:48.489 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:48.490 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:48.491 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:48.499 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:48.502 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:50.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:49 smithi132 ceph-mon[33758]: pgmap v361: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 170 B/s wr, 10 op/s 2024-05-10T11:18:50.239 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:49 smithi053 ceph-mon[30153]: pgmap v361: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 170 B/s wr, 10 op/s 2024-05-10T11:18:50.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:49 smithi187 ceph-mon[34076]: pgmap v361: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 170 B/s wr, 10 op/s 2024-05-10T11:18:50.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.662+0000 7f5dd5496700 1 -- 172.21.15.53:0/2577194863 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5dd0109600 msgr2=0x7f5dd01099e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:50.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.662+0000 7f5dd5496700 1 --2- 172.21.15.53:0/2577194863 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5dd0109600 0x7f5dd01099e0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f5dc000b0a0 tx=0x7f5dc000b3b0 comp rx=0 tx=0).stop 2024-05-10T11:18:50.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.662+0000 7f5dd5496700 1 -- 172.21.15.53:0/2577194863 shutdown_connections 2024-05-10T11:18:50.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.662+0000 7f5dd5496700 1 --2- 172.21.15.53:0/2577194863 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f5dd0103eb0 0x7f5dd0110390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:50.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.662+0000 7f5dd5496700 1 --2- 172.21.15.53:0/2577194863 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5dd0109600 0x7f5dd01099e0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:50.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.662+0000 7f5dd5496700 1 --2- 172.21.15.53:0/2577194863 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5dd01034f0 0x7f5dd0103970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:50.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.662+0000 7f5dd5496700 1 -- 172.21.15.53:0/2577194863 >> 172.21.15.53:0/2577194863 conn(0x7f5dd007a650 msgr2=0x7f5dd007aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:50.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.662+0000 7f5dd5496700 1 -- 172.21.15.53:0/2577194863 shutdown_connections 2024-05-10T11:18:50.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.662+0000 7f5dd5496700 1 -- 172.21.15.53:0/2577194863 wait complete. 2024-05-10T11:18:50.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.663+0000 7f5dd5496700 1 Processor -- start 2024-05-10T11:18:50.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.663+0000 7f5dd5496700 1 -- start start 2024-05-10T11:18:50.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.663+0000 7f5dd5496700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5dd01034f0 0x7f5dd019f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:50.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.663+0000 7f5dd5496700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f5dd0103eb0 0x7f5dd019fb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:50.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.663+0000 7f5dd5496700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5dd0109600 0x7f5dd01997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:50.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.663+0000 7f5dd5496700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f5dd0113500 con 0x7f5dd01034f0 2024-05-10T11:18:50.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.663+0000 7f5dd5496700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f5dd0113380 con 0x7f5dd0103eb0 2024-05-10T11:18:50.698 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.663+0000 7f5dd5496700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f5dd0113680 con 0x7f5dd0109600 2024-05-10T11:18:50.698 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.663+0000 7f5dceffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5dd01034f0 0x7f5dd019f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:50.698 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.663+0000 7f5dceffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5dd01034f0 0x7f5dd019f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37594/0 (socket says 172.21.15.53:37594) 2024-05-10T11:18:50.698 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.663+0000 7f5dceffd700 1 -- 172.21.15.53:0/3183472032 learned_addr learned my addr 172.21.15.53:0/3183472032 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:18:50.698 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.663+0000 7f5dce7fc700 1 --2- 172.21.15.53:0/3183472032 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f5dd0103eb0 0x7f5dd019fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:50.698 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.663+0000 7f5dceffd700 1 -- 172.21.15.53:0/3183472032 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5dd0109600 msgr2=0x7f5dd01997a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:50.698 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.663+0000 7f5dcf7fe700 1 --2- 172.21.15.53:0/3183472032 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5dd0109600 0x7f5dd01997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:50.698 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.664+0000 7f5dceffd700 1 --2- 172.21.15.53:0/3183472032 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5dd0109600 0x7f5dd01997a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:50.698 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.664+0000 7f5dceffd700 1 -- 172.21.15.53:0/3183472032 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f5dd0103eb0 msgr2=0x7f5dd019fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:50.698 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.664+0000 7f5dceffd700 1 --2- 172.21.15.53:0/3183472032 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f5dd0103eb0 0x7f5dd019fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:50.699 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.664+0000 7f5dceffd700 1 -- 172.21.15.53:0/3183472032 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dd0199f80 con 0x7f5dd01034f0 2024-05-10T11:18:50.699 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.664+0000 7f5dceffd700 1 --2- 172.21.15.53:0/3183472032 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5dd01034f0 0x7f5dd019f620 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f5dc00062a0 tx=0x7f5dc0004dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:50.699 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.664+0000 7f5dc7fff700 1 -- 172.21.15.53:0/3183472032 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc0021070 con 0x7f5dd01034f0 2024-05-10T11:18:50.699 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.664+0000 7f5dc7fff700 1 -- 172.21.15.53:0/3183472032 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5dc0007b80 con 0x7f5dd01034f0 2024-05-10T11:18:50.699 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.664+0000 7f5dd5496700 1 -- 172.21.15.53:0/3183472032 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5dd019a210 con 0x7f5dd01034f0 2024-05-10T11:18:50.699 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.664+0000 7f5dc7fff700 1 -- 172.21.15.53:0/3183472032 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc00052a0 con 0x7f5dd01034f0 2024-05-10T11:18:50.699 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.664+0000 7f5dd5496700 1 -- 172.21.15.53:0/3183472032 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5dd01a6480 con 0x7f5dd01034f0 2024-05-10T11:18:50.699 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.665+0000 7f5dd5496700 1 -- 172.21.15.53:0/3183472032 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5dd0063c30 con 0x7f5dd01034f0 2024-05-10T11:18:50.699 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.667+0000 7f5dc7fff700 1 -- 172.21.15.53:0/3183472032 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f5dc0024070 con 0x7f5dd01034f0 2024-05-10T11:18:50.699 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.667+0000 7f5dc7fff700 1 --2- 172.21.15.53:0/3183472032 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f5dbc0b2990 0x7f5dbc0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:50.699 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.668+0000 7f5dce7fc700 1 --2- 172.21.15.53:0/3183472032 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f5dbc0b2990 0x7f5dbc0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:50.699 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.668+0000 7f5dc7fff700 1 -- 172.21.15.53:0/3183472032 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f5dc000f020 con 0x7f5dd01034f0 2024-05-10T11:18:50.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.668+0000 7f5dc7fff700 1 --2- 172.21.15.53:0/3183472032 >> [v2:172.21.15.187:6808/486081036,v1:172.21.15.187:6809/486081036] conn(0x7f5dbc0bdbf0 0x7f5dbc0c0090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:50.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.668+0000 7f5dc7fff700 1 -- 172.21.15.53:0/3183472032 --> [v2:172.21.15.187:6808/486081036,v1:172.21.15.187:6809/486081036] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5dc0028e50 con 0x7f5dbc0bdbf0 2024-05-10T11:18:50.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.668+0000 7f5dc7fff700 1 -- 172.21.15.53:0/3183472032 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f5dc00e4640 con 0x7f5dd01034f0 2024-05-10T11:18:50.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.668+0000 7f5dce7fc700 1 --2- 172.21.15.53:0/3183472032 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f5dbc0b2990 0x7f5dbc0b4e50 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f5dd007acc0 tx=0x7f5db800a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:50.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.668+0000 7f5dcf7fe700 1 --2- 172.21.15.53:0/3183472032 >> [v2:172.21.15.187:6808/486081036,v1:172.21.15.187:6809/486081036] conn(0x7f5dbc0bdbf0 0x7f5dbc0c0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:50.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.669+0000 7f5dcf7fe700 1 --2- 172.21.15.53:0/3183472032 >> [v2:172.21.15.187:6808/486081036,v1:172.21.15.187:6809/486081036] conn(0x7f5dbc0bdbf0 0x7f5dbc0c0090 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:50.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.669+0000 7f5dc7fff700 1 -- 172.21.15.53:0/3183472032 <== osd.5 v2:172.21.15.187:6808/486081036 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5dc0028e50 con 0x7f5dbc0bdbf0 2024-05-10T11:18:50.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.686+0000 7f5dd5496700 1 -- 172.21.15.53:0/3183472032 --> [v2:172.21.15.187:6808/486081036,v1:172.21.15.187:6809/486081036] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5dd0064030 con 0x7f5dbc0bdbf0 2024-05-10T11:18:50.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.687+0000 7f5dc7fff700 1 -- 172.21.15.53:0/3183472032 <== osd.5 v2:172.21.15.187:6808/486081036 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f5dd0064030 con 0x7f5dbc0bdbf0 2024-05-10T11:18:50.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.687+0000 7f5dd5496700 1 -- 172.21.15.53:0/3183472032 >> [v2:172.21.15.187:6808/486081036,v1:172.21.15.187:6809/486081036] conn(0x7f5dbc0bdbf0 msgr2=0x7f5dbc0c0090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:50.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.687+0000 7f5dd5496700 1 --2- 172.21.15.53:0/3183472032 >> [v2:172.21.15.187:6808/486081036,v1:172.21.15.187:6809/486081036] conn(0x7f5dbc0bdbf0 0x7f5dbc0c0090 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:50.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.688+0000 7f5dd5496700 1 -- 172.21.15.53:0/3183472032 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f5dbc0b2990 msgr2=0x7f5dbc0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:50.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.688+0000 7f5dd5496700 1 --2- 172.21.15.53:0/3183472032 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f5dbc0b2990 0x7f5dbc0b4e50 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f5dd007acc0 tx=0x7f5db800a380 comp rx=0 tx=0).stop 2024-05-10T11:18:50.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.688+0000 7f5dd5496700 1 -- 172.21.15.53:0/3183472032 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5dd01034f0 msgr2=0x7f5dd019f620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:50.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.688+0000 7f5dd5496700 1 --2- 172.21.15.53:0/3183472032 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5dd01034f0 0x7f5dd019f620 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f5dc00062a0 tx=0x7f5dc0004dd0 comp rx=0 tx=0).stop 2024-05-10T11:18:50.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.688+0000 7f5dcf7fe700 1 -- 172.21.15.53:0/3183472032 reap_dead start 2024-05-10T11:18:50.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.688+0000 7f5dd5496700 1 -- 172.21.15.53:0/3183472032 shutdown_connections 2024-05-10T11:18:50.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.688+0000 7f5dd5496700 1 -- 172.21.15.53:0/3183472032 >> 172.21.15.53:0/3183472032 conn(0x7f5dd007a650 msgr2=0x7f5dd01021c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:50.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.688+0000 7f5dd5496700 1 -- 172.21.15.53:0/3183472032 shutdown_connections 2024-05-10T11:18:50.702 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:50.688+0000 7f5dd5496700 1 -- 172.21.15.53:0/3183472032 wait complete. 2024-05-10T11:18:51.997 INFO:teuthology.orchestra.run.smithi053.stdout:158913790024 2024-05-10T11:18:51.998 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-05-10T11:18:52.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:51 smithi132 ceph-mon[33758]: pgmap v362: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:18:52.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:18:52.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:51 smithi187 ceph-mon[34076]: pgmap v362: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:18:52.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:18:52.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:51 smithi053 ceph-mon[30153]: pgmap v362: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:18:52.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:18:52.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.741+0000 7f83cf335700 1 -- 172.21.15.53:0/2657686940 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f83c8108880 msgr2=0x7f83c8110400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:52.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.741+0000 7f83cf335700 1 --2- 172.21.15.53:0/2657686940 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f83c8108880 0x7f83c8110400 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f83c000b0d0 tx=0x7f83c000b3e0 comp rx=0 tx=0).stop 2024-05-10T11:18:52.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.741+0000 7f83cf335700 1 -- 172.21.15.53:0/2657686940 shutdown_connections 2024-05-10T11:18:52.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.741+0000 7f83cf335700 1 --2- 172.21.15.53:0/2657686940 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f83c8108880 0x7f83c8110400 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:52.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.741+0000 7f83cf335700 1 --2- 172.21.15.53:0/2657686940 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f83c81037b0 0x7f83c8103b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:52.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.741+0000 7f83cf335700 1 --2- 172.21.15.53:0/2657686940 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f83c8104160 0x7f83c8108150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:52.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.741+0000 7f83cf335700 1 -- 172.21.15.53:0/2657686940 >> 172.21.15.53:0/2657686940 conn(0x7f83c807a580 msgr2=0x7f83c807a990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:52.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.742+0000 7f83cf335700 1 -- 172.21.15.53:0/2657686940 shutdown_connections 2024-05-10T11:18:52.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.742+0000 7f83cf335700 1 -- 172.21.15.53:0/2657686940 wait complete. 2024-05-10T11:18:52.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.742+0000 7f83cf335700 1 Processor -- start 2024-05-10T11:18:52.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.742+0000 7f83cf335700 1 -- start start 2024-05-10T11:18:52.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.742+0000 7f83cf335700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f83c81037b0 0x7f83c819f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:52.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.742+0000 7f83cf335700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f83c8104160 0x7f83c819fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:52.745 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.742+0000 7f83cf335700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f83c8108880 0x7f83c81997c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:52.745 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.743+0000 7f83cf335700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f83c8113500 con 0x7f83c81037b0 2024-05-10T11:18:52.745 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.743+0000 7f83cd0d1700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f83c81037b0 0x7f83c819f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:52.745 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.743+0000 7f83cf335700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f83c8113380 con 0x7f83c8108880 2024-05-10T11:18:52.745 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.743+0000 7f83cd0d1700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f83c81037b0 0x7f83c819f640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37622/0 (socket says 172.21.15.53:37622) 2024-05-10T11:18:52.745 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.743+0000 7f83cd0d1700 1 -- 172.21.15.53:0/3322993360 learned_addr learned my addr 172.21.15.53:0/3322993360 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:18:52.745 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.743+0000 7f83cd8d2700 1 --2- 172.21.15.53:0/3322993360 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f83c8108880 0x7f83c81997c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:52.745 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.743+0000 7f83cf335700 1 -- 172.21.15.53:0/3322993360 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f83c8113680 con 0x7f83c8104160 2024-05-10T11:18:52.745 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.743+0000 7f83cc8d0700 1 --2- 172.21.15.53:0/3322993360 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f83c8104160 0x7f83c819fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:52.745 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.743+0000 7f83cd8d2700 1 -- 172.21.15.53:0/3322993360 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f83c8104160 msgr2=0x7f83c819fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:52.745 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.743+0000 7f83cd8d2700 1 --2- 172.21.15.53:0/3322993360 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f83c8104160 0x7f83c819fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:52.745 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.743+0000 7f83cd8d2700 1 -- 172.21.15.53:0/3322993360 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f83c81037b0 msgr2=0x7f83c819f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:52.745 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.743+0000 7f83cd8d2700 1 --2- 172.21.15.53:0/3322993360 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f83c81037b0 0x7f83c819f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:52.746 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.743+0000 7f83cd8d2700 1 -- 172.21.15.53:0/3322993360 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83c8199fa0 con 0x7f83c8108880 2024-05-10T11:18:52.746 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.743+0000 7f83cd8d2700 1 --2- 172.21.15.53:0/3322993360 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f83c8108880 0x7f83c81997c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f83c000b0d0 tx=0x7f83c0007a00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:52.746 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.743+0000 7f83be7fc700 1 -- 172.21.15.53:0/3322993360 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83c001f070 con 0x7f83c8108880 2024-05-10T11:18:52.746 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.743+0000 7f83be7fc700 1 -- 172.21.15.53:0/3322993360 <== mon.2 v2:172.21.15.132:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f83c0004c50 con 0x7f83c8108880 2024-05-10T11:18:52.746 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.743+0000 7f83cf335700 1 -- 172.21.15.53:0/3322993360 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83c819a230 con 0x7f83c8108880 2024-05-10T11:18:52.746 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.743+0000 7f83be7fc700 1 -- 172.21.15.53:0/3322993360 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83c001b430 con 0x7f83c8108880 2024-05-10T11:18:52.746 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.744+0000 7f83cf335700 1 -- 172.21.15.53:0/3322993360 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83c81a64a0 con 0x7f83c8108880 2024-05-10T11:18:52.746 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.744+0000 7f83cf335700 1 -- 172.21.15.53:0/3322993360 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f83c8063c30 con 0x7f83c8108880 2024-05-10T11:18:52.747 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.746+0000 7f83be7fc700 1 -- 172.21.15.53:0/3322993360 <== mon.2 v2:172.21.15.132:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f83c0022070 con 0x7f83c8108880 2024-05-10T11:18:52.747 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.747+0000 7f83be7fc700 1 --2- 172.21.15.53:0/3322993360 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f83b40b2910 0x7f83b40b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:52.747 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.747+0000 7f83cd0d1700 1 --2- 172.21.15.53:0/3322993360 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f83b40b2910 0x7f83b40b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:52.747 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.747+0000 7f83be7fc700 1 -- 172.21.15.53:0/3322993360 <== mon.2 v2:172.21.15.132:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f83c000f020 con 0x7f83c8108880 2024-05-10T11:18:52.747 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.747+0000 7f83be7fc700 1 --2- 172.21.15.53:0/3322993360 >> [v2:172.21.15.132:6800/1054747155,v1:172.21.15.132:6801/1054747155] conn(0x7f83b40bdb70 0x7f83b40c0010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:52.748 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.747+0000 7f83be7fc700 1 -- 172.21.15.53:0/3322993360 --> [v2:172.21.15.132:6800/1054747155,v1:172.21.15.132:6801/1054747155] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f83b40c06e0 con 0x7f83b40bdb70 2024-05-10T11:18:52.748 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.747+0000 7f83be7fc700 1 -- 172.21.15.53:0/3322993360 <== mon.2 v2:172.21.15.132:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f83c00e3c50 con 0x7f83c8108880 2024-05-10T11:18:52.748 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.747+0000 7f83cd0d1700 1 --2- 172.21.15.53:0/3322993360 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f83b40b2910 0x7f83b40b4dd0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f83c4009d20 tx=0x7f83c4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:52.748 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.747+0000 7f83cc8d0700 1 --2- 172.21.15.53:0/3322993360 >> [v2:172.21.15.132:6800/1054747155,v1:172.21.15.132:6801/1054747155] conn(0x7f83b40bdb70 0x7f83b40c0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:52.748 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.748+0000 7f83cc8d0700 1 --2- 172.21.15.53:0/3322993360 >> [v2:172.21.15.132:6800/1054747155,v1:172.21.15.132:6801/1054747155] conn(0x7f83b40bdb70 0x7f83b40c0010 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:52.748 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.748+0000 7f83be7fc700 1 -- 172.21.15.53:0/3322993360 <== osd.1 v2:172.21.15.132:6800/1054747155 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f83b40c06e0 con 0x7f83b40bdb70 2024-05-10T11:18:52.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.765+0000 7f83cf335700 1 -- 172.21.15.53:0/3322993360 --> [v2:172.21.15.132:6800/1054747155,v1:172.21.15.132:6801/1054747155] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f83c80640b0 con 0x7f83b40bdb70 2024-05-10T11:18:52.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.766+0000 7f83be7fc700 1 -- 172.21.15.53:0/3322993360 <== osd.1 v2:172.21.15.132:6800/1054747155 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f83c80640b0 con 0x7f83b40bdb70 2024-05-10T11:18:52.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.766+0000 7f83cf335700 1 -- 172.21.15.53:0/3322993360 >> [v2:172.21.15.132:6800/1054747155,v1:172.21.15.132:6801/1054747155] conn(0x7f83b40bdb70 msgr2=0x7f83b40c0010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:52.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.766+0000 7f83cf335700 1 --2- 172.21.15.53:0/3322993360 >> [v2:172.21.15.132:6800/1054747155,v1:172.21.15.132:6801/1054747155] conn(0x7f83b40bdb70 0x7f83b40c0010 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:52.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.766+0000 7f83cf335700 1 -- 172.21.15.53:0/3322993360 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f83b40b2910 msgr2=0x7f83b40b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:52.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.766+0000 7f83cf335700 1 --2- 172.21.15.53:0/3322993360 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f83b40b2910 0x7f83b40b4dd0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f83c4009d20 tx=0x7f83c4009260 comp rx=0 tx=0).stop 2024-05-10T11:18:52.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.766+0000 7f83cf335700 1 -- 172.21.15.53:0/3322993360 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f83c8108880 msgr2=0x7f83c81997c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:52.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.766+0000 7f83cf335700 1 --2- 172.21.15.53:0/3322993360 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f83c8108880 0x7f83c81997c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f83c000b0d0 tx=0x7f83c0007a00 comp rx=0 tx=0).stop 2024-05-10T11:18:52.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.766+0000 7f83cd8d2700 1 -- 172.21.15.53:0/3322993360 reap_dead start 2024-05-10T11:18:52.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.766+0000 7f83cf335700 1 -- 172.21.15.53:0/3322993360 shutdown_connections 2024-05-10T11:18:52.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.766+0000 7f83cf335700 1 -- 172.21.15.53:0/3322993360 >> 172.21.15.53:0/3322993360 conn(0x7f83c807a580 msgr2=0x7f83c8101860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:52.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.766+0000 7f83cf335700 1 -- 172.21.15.53:0/3322993360 shutdown_connections 2024-05-10T11:18:52.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:52.766+0000 7f83cf335700 1 -- 172.21.15.53:0/3322993360 wait complete. 2024-05-10T11:18:54.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:53 smithi132 ceph-mon[33758]: pgmap v363: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:18:54.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:53 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:18:54.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:53 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:18:54.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:53 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:18:54.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:53 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:18:54.244 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:53 smithi053 ceph-mon[30153]: pgmap v363: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:18:54.245 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:53 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:18:54.245 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:53 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:18:54.245 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:53 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:18:54.245 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:53 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:18:54.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:53 smithi187 ceph-mon[34076]: pgmap v363: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:18:54.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:53 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:18:54.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:53 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:18:54.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:53 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:18:54.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:53 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:18:54.616 INFO:teuthology.orchestra.run.smithi053.stdout:55834574939 2024-05-10T11:18:54.616 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-05-10T11:18:55.144 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:55.144 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:18:56.193 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:55 smithi053 ceph-mon[30153]: pgmap v364: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:18:56.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:55 smithi132 ceph-mon[33758]: pgmap v364: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:18:56.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:55 smithi187 ceph-mon[34076]: pgmap v364: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:18:58.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:57 smithi053 ceph-mon[30153]: pgmap v365: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:18:58.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:57 smithi132 ceph-mon[33758]: pgmap v365: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:18:58.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:57 smithi187 ceph-mon[34076]: pgmap v365: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:18:59.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.177+0000 7f75e28b1700 1 -- 172.21.15.53:0/4135400287 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f75dc102d60 msgr2=0x7f75dc10f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:59.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.177+0000 7f75e28b1700 1 --2- 172.21.15.53:0/4135400287 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f75dc102d60 0x7f75dc10f250 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f75d400b0a0 tx=0x7f75d400b3b0 comp rx=0 tx=0).stop 2024-05-10T11:18:59.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.177+0000 7f75e28b1700 1 -- 172.21.15.53:0/4135400287 shutdown_connections 2024-05-10T11:18:59.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.177+0000 7f75e28b1700 1 --2- 172.21.15.53:0/4135400287 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f75dc102d60 0x7f75dc10f250 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:59.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.177+0000 7f75e28b1700 1 --2- 172.21.15.53:0/4135400287 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f75dc108410 0x7f75dc1087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:59.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.177+0000 7f75e28b1700 1 --2- 172.21.15.53:0/4135400287 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f75dc1023a0 0x7f75dc102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:59.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.177+0000 7f75e28b1700 1 -- 172.21.15.53:0/4135400287 >> 172.21.15.53:0/4135400287 conn(0x7f75dc079350 msgr2=0x7f75dc079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:59.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.177+0000 7f75e28b1700 1 -- 172.21.15.53:0/4135400287 shutdown_connections 2024-05-10T11:18:59.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.177+0000 7f75e28b1700 1 -- 172.21.15.53:0/4135400287 wait complete. 2024-05-10T11:18:59.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.178+0000 7f75e28b1700 1 Processor -- start 2024-05-10T11:18:59.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.178+0000 7f75e28b1700 1 -- start start 2024-05-10T11:18:59.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.178+0000 7f75e28b1700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f75dc1023a0 0x7f75dc19f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:59.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.178+0000 7f75e28b1700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f75dc102d60 0x7f75dc19fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:59.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.178+0000 7f75e28b1700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f75dc108410 0x7f75dc1998c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:59.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.178+0000 7f75e28b1700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f75dc112410 con 0x7f75dc1023a0 2024-05-10T11:18:59.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.178+0000 7f75e28b1700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f75dc112290 con 0x7f75dc108410 2024-05-10T11:18:59.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.178+0000 7f75e28b1700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f75dc112590 con 0x7f75dc102d60 2024-05-10T11:18:59.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.178+0000 7f75dbfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f75dc1023a0 0x7f75dc19f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:59.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.178+0000 7f75dbfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f75dc1023a0 0x7f75dc19f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:58030/0 (socket says 172.21.15.53:58030) 2024-05-10T11:18:59.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.178+0000 7f75dbfff700 1 -- 172.21.15.53:0/4192767119 learned_addr learned my addr 172.21.15.53:0/4192767119 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:18:59.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.179+0000 7f75e0e4e700 1 --2- 172.21.15.53:0/4192767119 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f75dc108410 0x7f75dc1998c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:59.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.179+0000 7f75d3fff700 1 --2- 172.21.15.53:0/4192767119 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f75dc102d60 0x7f75dc19fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:59.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.179+0000 7f75dbfff700 1 -- 172.21.15.53:0/4192767119 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f75dc102d60 msgr2=0x7f75dc19fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:59.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.179+0000 7f75dbfff700 1 --2- 172.21.15.53:0/4192767119 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f75dc102d60 0x7f75dc19fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:59.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.179+0000 7f75dbfff700 1 -- 172.21.15.53:0/4192767119 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f75dc108410 msgr2=0x7f75dc1998c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:59.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.179+0000 7f75dbfff700 1 --2- 172.21.15.53:0/4192767119 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f75dc108410 0x7f75dc1998c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:59.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.179+0000 7f75dbfff700 1 -- 172.21.15.53:0/4192767119 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75dc19a020 con 0x7f75dc1023a0 2024-05-10T11:18:59.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.179+0000 7f75e0e4e700 1 --2- 172.21.15.53:0/4192767119 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f75dc108410 0x7f75dc1998c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:18:59.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.179+0000 7f75dbfff700 1 --2- 172.21.15.53:0/4192767119 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f75dc1023a0 0x7f75dc19f6b0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f75cc00d980 tx=0x7f75cc00dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:59.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.179+0000 7f75d9ffb700 1 -- 172.21.15.53:0/4192767119 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75cc016070 con 0x7f75dc1023a0 2024-05-10T11:18:59.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.179+0000 7f75e28b1700 1 -- 172.21.15.53:0/4192767119 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75dc19a310 con 0x7f75dc1023a0 2024-05-10T11:18:59.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.179+0000 7f75d9ffb700 1 -- 172.21.15.53:0/4192767119 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f75cc004020 con 0x7f75dc1023a0 2024-05-10T11:18:59.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.179+0000 7f75d9ffb700 1 -- 172.21.15.53:0/4192767119 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75cc004b90 con 0x7f75dc1023a0 2024-05-10T11:18:59.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.179+0000 7f75e28b1700 1 -- 172.21.15.53:0/4192767119 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75dc103fb0 con 0x7f75dc1023a0 2024-05-10T11:18:59.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.180+0000 7f75e28b1700 1 -- 172.21.15.53:0/4192767119 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f75dc063bf0 con 0x7f75dc1023a0 2024-05-10T11:18:59.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.182+0000 7f75d9ffb700 1 -- 172.21.15.53:0/4192767119 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f75cc00bb60 con 0x7f75dc1023a0 2024-05-10T11:18:59.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.182+0000 7f75d9ffb700 1 --2- 172.21.15.53:0/4192767119 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f75c80b2910 0x7f75c80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:59.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.182+0000 7f75d3fff700 1 --2- 172.21.15.53:0/4192767119 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f75c80b2910 0x7f75c80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:59.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.182+0000 7f75d9ffb700 1 -- 172.21.15.53:0/4192767119 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f75cc0e2be0 con 0x7f75dc1023a0 2024-05-10T11:18:59.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.182+0000 7f75d9ffb700 1 --2- 172.21.15.53:0/4192767119 >> [v2:172.21.15.132:6808/1125460805,v1:172.21.15.132:6809/1125460805] conn(0x7f75c80bdb70 0x7f75c80c0010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:59.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.183+0000 7f75d9ffb700 1 -- 172.21.15.53:0/4192767119 --> [v2:172.21.15.132:6808/1125460805,v1:172.21.15.132:6809/1125460805] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f75cc015ec0 con 0x7f75c80bdb70 2024-05-10T11:18:59.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.183+0000 7f75d9ffb700 1 -- 172.21.15.53:0/4192767119 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f75cc0e3030 con 0x7f75dc1023a0 2024-05-10T11:18:59.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.183+0000 7f75d3fff700 1 --2- 172.21.15.53:0/4192767119 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f75c80b2910 0x7f75c80b4dd0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f75dc079950 tx=0x7f75c4005eb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:59.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.183+0000 7f75e0e4e700 1 --2- 172.21.15.53:0/4192767119 >> [v2:172.21.15.132:6808/1125460805,v1:172.21.15.132:6809/1125460805] conn(0x7f75c80bdb70 0x7f75c80c0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:59.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.183+0000 7f75e0e4e700 1 --2- 172.21.15.53:0/4192767119 >> [v2:172.21.15.132:6808/1125460805,v1:172.21.15.132:6809/1125460805] conn(0x7f75c80bdb70 0x7f75c80c0010 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:59.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.184+0000 7f75d9ffb700 1 -- 172.21.15.53:0/4192767119 <== osd.4 v2:172.21.15.132:6808/1125460805 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f75cc015ec0 con 0x7f75c80bdb70 2024-05-10T11:18:59.201 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.201+0000 7f75e28b1700 1 -- 172.21.15.53:0/4192767119 --> [v2:172.21.15.132:6808/1125460805,v1:172.21.15.132:6809/1125460805] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f75dc064020 con 0x7f75c80bdb70 2024-05-10T11:18:59.201 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.202+0000 7f75d9ffb700 1 -- 172.21.15.53:0/4192767119 <== osd.4 v2:172.21.15.132:6808/1125460805 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f75dc064020 con 0x7f75c80bdb70 2024-05-10T11:18:59.202 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.202+0000 7f75e28b1700 1 -- 172.21.15.53:0/4192767119 >> [v2:172.21.15.132:6808/1125460805,v1:172.21.15.132:6809/1125460805] conn(0x7f75c80bdb70 msgr2=0x7f75c80c0010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:59.203 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.202+0000 7f75e28b1700 1 --2- 172.21.15.53:0/4192767119 >> [v2:172.21.15.132:6808/1125460805,v1:172.21.15.132:6809/1125460805] conn(0x7f75c80bdb70 0x7f75c80c0010 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:59.203 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.202+0000 7f75e28b1700 1 -- 172.21.15.53:0/4192767119 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f75c80b2910 msgr2=0x7f75c80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:59.203 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.202+0000 7f75e28b1700 1 --2- 172.21.15.53:0/4192767119 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f75c80b2910 0x7f75c80b4dd0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f75dc079950 tx=0x7f75c4005eb0 comp rx=0 tx=0).stop 2024-05-10T11:18:59.203 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.202+0000 7f75e28b1700 1 -- 172.21.15.53:0/4192767119 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f75dc1023a0 msgr2=0x7f75dc19f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:59.203 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.202+0000 7f75e28b1700 1 --2- 172.21.15.53:0/4192767119 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f75dc1023a0 0x7f75dc19f6b0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f75cc00d980 tx=0x7f75cc00dd40 comp rx=0 tx=0).stop 2024-05-10T11:18:59.203 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.202+0000 7f75e0e4e700 1 -- 172.21.15.53:0/4192767119 reap_dead start 2024-05-10T11:18:59.203 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.202+0000 7f75e28b1700 1 -- 172.21.15.53:0/4192767119 shutdown_connections 2024-05-10T11:18:59.203 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.202+0000 7f75e28b1700 1 -- 172.21.15.53:0/4192767119 >> 172.21.15.53:0/4192767119 conn(0x7f75dc079350 msgr2=0x7f75dc101720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:59.203 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.202+0000 7f75e28b1700 1 -- 172.21.15.53:0/4192767119 shutdown_connections 2024-05-10T11:18:59.203 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.202+0000 7f75e28b1700 1 -- 172.21.15.53:0/4192767119 wait complete. 2024-05-10T11:18:59.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.796+0000 7f576c9e6700 1 -- 172.21.15.53:0/2799721172 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5768104100 msgr2=0x7f5768108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:59.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.796+0000 7f576c9e6700 1 --2- 172.21.15.53:0/2799721172 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5768104100 0x7f5768108120 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f57500099c0 tx=0x7f5750009cd0 comp rx=0 tx=0).stop 2024-05-10T11:18:59.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.797+0000 7f576c9e6700 1 -- 172.21.15.53:0/2799721172 shutdown_connections 2024-05-10T11:18:59.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.797+0000 7f576c9e6700 1 --2- 172.21.15.53:0/2799721172 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5768108850 0x7f57681103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:59.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.797+0000 7f576c9e6700 1 --2- 172.21.15.53:0/2799721172 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f5768103750 0x7f5768103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:59.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.797+0000 7f576c9e6700 1 --2- 172.21.15.53:0/2799721172 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5768104100 0x7f5768108120 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:59.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.797+0000 7f576c9e6700 1 -- 172.21.15.53:0/2799721172 >> 172.21.15.53:0/2799721172 conn(0x7f576807a600 msgr2=0x7f576807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:59.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.797+0000 7f576c9e6700 1 -- 172.21.15.53:0/2799721172 shutdown_connections 2024-05-10T11:18:59.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.797+0000 7f576c9e6700 1 -- 172.21.15.53:0/2799721172 wait complete. 2024-05-10T11:18:59.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.797+0000 7f576c9e6700 1 Processor -- start 2024-05-10T11:18:59.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.798+0000 7f576c9e6700 1 -- start start 2024-05-10T11:18:59.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.798+0000 7f576c9e6700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5768103750 0x7f576819f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:59.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.798+0000 7f576c9e6700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f5768104100 0x7f576819fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:59.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.798+0000 7f576c9e6700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5768108850 0x7f57681998f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:59.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.798+0000 7f576c9e6700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f5768113590 con 0x7f5768108850 2024-05-10T11:18:59.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.798+0000 7f576c9e6700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f5768113410 con 0x7f5768104100 2024-05-10T11:18:59.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.798+0000 7f576c9e6700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f5768113710 con 0x7f5768103750 2024-05-10T11:18:59.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.798+0000 7f5766d9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5768108850 0x7f57681998f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:59.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.798+0000 7f5766d9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5768108850 0x7f57681998f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:58058/0 (socket says 172.21.15.53:58058) 2024-05-10T11:18:59.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.798+0000 7f576659c700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5768103750 0x7f576819f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:59.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.798+0000 7f5766d9d700 1 -- 172.21.15.53:0/1389081620 learned_addr learned my addr 172.21.15.53:0/1389081620 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:18:59.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.798+0000 7f5765d9b700 1 --2- 172.21.15.53:0/1389081620 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f5768104100 0x7f576819fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:59.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.798+0000 7f5766d9d700 1 -- 172.21.15.53:0/1389081620 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5768103750 msgr2=0x7f576819f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:59.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.798+0000 7f5766d9d700 1 --2- 172.21.15.53:0/1389081620 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5768103750 0x7f576819f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:59.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.798+0000 7f5766d9d700 1 -- 172.21.15.53:0/1389081620 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f5768104100 msgr2=0x7f576819fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:59.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.798+0000 7f5766d9d700 1 --2- 172.21.15.53:0/1389081620 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f5768104100 0x7f576819fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:59.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.798+0000 7f5766d9d700 1 -- 172.21.15.53:0/1389081620 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f576819a050 con 0x7f5768108850 2024-05-10T11:18:59.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.799+0000 7f5766d9d700 1 --2- 172.21.15.53:0/1389081620 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5768108850 0x7f57681998f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f5760007ee0 tx=0x7f576000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:59.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.799+0000 7f575f7fe700 1 -- 172.21.15.53:0/1389081620 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5760004bb0 con 0x7f5768108850 2024-05-10T11:18:59.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.799+0000 7f575f7fe700 1 -- 172.21.15.53:0/1389081620 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5760004d50 con 0x7f5768108850 2024-05-10T11:18:59.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.799+0000 7f576c9e6700 1 -- 172.21.15.53:0/1389081620 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f576819a340 con 0x7f5768108850 2024-05-10T11:18:59.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.799+0000 7f575f7fe700 1 -- 172.21.15.53:0/1389081620 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57600058b0 con 0x7f5768108850 2024-05-10T11:18:59.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.799+0000 7f576c9e6700 1 -- 172.21.15.53:0/1389081620 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57681a6600 con 0x7f5768108850 2024-05-10T11:18:59.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.800+0000 7f576c9e6700 1 -- 172.21.15.53:0/1389081620 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5768063c30 con 0x7f5768108850 2024-05-10T11:18:59.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.801+0000 7f575f7fe700 1 -- 172.21.15.53:0/1389081620 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f576001a020 con 0x7f5768108850 2024-05-10T11:18:59.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.802+0000 7f575f7fe700 1 --2- 172.21.15.53:0/1389081620 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f57540b2990 0x7f57540b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:59.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.802+0000 7f576659c700 1 --2- 172.21.15.53:0/1389081620 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f57540b2990 0x7f57540b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:59.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.802+0000 7f575f7fe700 1 -- 172.21.15.53:0/1389081620 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f57600e2330 con 0x7f5768108850 2024-05-10T11:18:59.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.802+0000 7f575f7fe700 1 --2- 172.21.15.53:0/1389081620 >> [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164] conn(0x7f57540bdbf0 0x7f57540c0090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:18:59.804 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.802+0000 7f575f7fe700 1 -- 172.21.15.53:0/1389081620 --> [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5760012ec0 con 0x7f57540bdbf0 2024-05-10T11:18:59.804 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.802+0000 7f575f7fe700 1 -- 172.21.15.53:0/1389081620 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f57600e2810 con 0x7f5768108850 2024-05-10T11:18:59.804 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.802+0000 7f5765d9b700 1 --2- 172.21.15.53:0/1389081620 >> [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164] conn(0x7f57540bdbf0 0x7f57540c0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:18:59.804 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.803+0000 7f576659c700 1 --2- 172.21.15.53:0/1389081620 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f57540b2990 0x7f57540b4e50 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f576819aa30 tx=0x7f5758009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:59.804 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.803+0000 7f5765d9b700 1 --2- 172.21.15.53:0/1389081620 >> [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164] conn(0x7f57540bdbf0 0x7f57540c0090 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:18:59.804 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.804+0000 7f575f7fe700 1 -- 172.21.15.53:0/1389081620 <== osd.9 v2:172.21.15.53:6826/1901241164 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5760012ec0 con 0x7f57540bdbf0 2024-05-10T11:18:59.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.824+0000 7f576c9e6700 1 -- 172.21.15.53:0/1389081620 --> [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f57680640b0 con 0x7f57540bdbf0 2024-05-10T11:18:59.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.824+0000 7f575f7fe700 1 -- 172.21.15.53:0/1389081620 <== osd.9 v2:172.21.15.53:6826/1901241164 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f57680640b0 con 0x7f57540bdbf0 2024-05-10T11:18:59.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.825+0000 7f576c9e6700 1 -- 172.21.15.53:0/1389081620 >> [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164] conn(0x7f57540bdbf0 msgr2=0x7f57540c0090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:59.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.825+0000 7f576c9e6700 1 --2- 172.21.15.53:0/1389081620 >> [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164] conn(0x7f57540bdbf0 0x7f57540c0090 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:18:59.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.825+0000 7f576c9e6700 1 -- 172.21.15.53:0/1389081620 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f57540b2990 msgr2=0x7f57540b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:59.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.825+0000 7f576c9e6700 1 --2- 172.21.15.53:0/1389081620 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f57540b2990 0x7f57540b4e50 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f576819aa30 tx=0x7f5758009190 comp rx=0 tx=0).stop 2024-05-10T11:18:59.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.825+0000 7f576c9e6700 1 -- 172.21.15.53:0/1389081620 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5768108850 msgr2=0x7f57681998f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:18:59.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.825+0000 7f576c9e6700 1 --2- 172.21.15.53:0/1389081620 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f5768108850 0x7f57681998f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f5760007ee0 tx=0x7f576000d3b0 comp rx=0 tx=0).stop 2024-05-10T11:18:59.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.825+0000 7f5766d9d700 1 -- 172.21.15.53:0/1389081620 reap_dead start 2024-05-10T11:18:59.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.825+0000 7f576c9e6700 1 -- 172.21.15.53:0/1389081620 shutdown_connections 2024-05-10T11:18:59.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.825+0000 7f576c9e6700 1 -- 172.21.15.53:0/1389081620 >> 172.21.15.53:0/1389081620 conn(0x7f576807a600 msgr2=0x7f57681018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:18:59.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.825+0000 7f576c9e6700 1 -- 172.21.15.53:0/1389081620 shutdown_connections 2024-05-10T11:18:59.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:18:59.825+0000 7f576c9e6700 1 -- 172.21.15.53:0/1389081620 wait complete. 2024-05-10T11:19:00.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:18:59 smithi053 ceph-mon[30153]: pgmap v366: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:19:00.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:18:59 smithi132 ceph-mon[33758]: pgmap v366: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:19:00.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:18:59 smithi187 ceph-mon[34076]: pgmap v366: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:19:00.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.943+0000 7f461c2cf700 1 -- 172.21.15.53:0/1163443182 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4614102630 msgr2=0x7f4614102a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:00.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.943+0000 7f461c2cf700 1 --2- 172.21.15.53:0/1163443182 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4614102630 0x7f4614102a10 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f46100099c0 tx=0x7f4610009cd0 comp rx=0 tx=0).stop 2024-05-10T11:19:00.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.944+0000 7f461c2cf700 1 -- 172.21.15.53:0/1163443182 shutdown_connections 2024-05-10T11:19:00.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.944+0000 7f461c2cf700 1 --2- 172.21.15.53:0/1163443182 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f46141076c0 0x7f461410f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:00.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.944+0000 7f461c2cf700 1 --2- 172.21.15.53:0/1163443182 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4614102630 0x7f4614102a10 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:00.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.944+0000 7f461c2cf700 1 --2- 172.21.15.53:0/1163443182 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4614102fe0 0x7f4614106fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:00.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.944+0000 7f461c2cf700 1 -- 172.21.15.53:0/1163443182 >> 172.21.15.53:0/1163443182 conn(0x7f4614079350 msgr2=0x7f4614079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:00.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.944+0000 7f461c2cf700 1 -- 172.21.15.53:0/1163443182 shutdown_connections 2024-05-10T11:19:00.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.944+0000 7f461c2cf700 1 -- 172.21.15.53:0/1163443182 wait complete. 2024-05-10T11:19:00.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.945+0000 7f461c2cf700 1 Processor -- start 2024-05-10T11:19:00.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.945+0000 7f461c2cf700 1 -- start start 2024-05-10T11:19:00.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.945+0000 7f461c2cf700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4614102630 0x7f461419f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:00.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.945+0000 7f461c2cf700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4614102fe0 0x7f461419fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:00.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.945+0000 7f461c2cf700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f46141076c0 0x7f46141998f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:00.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.945+0000 7f461c2cf700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4614113590 con 0x7f4614102fe0 2024-05-10T11:19:00.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.945+0000 7f461c2cf700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f4614113410 con 0x7f4614102630 2024-05-10T11:19:00.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.945+0000 7f461c2cf700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f4614113710 con 0x7f46141076c0 2024-05-10T11:19:00.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.945+0000 7f461986a700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4614102fe0 0x7f461419fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:00.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.945+0000 7f461986a700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4614102fe0 0x7f461419fc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:58066/0 (socket says 172.21.15.53:58066) 2024-05-10T11:19:00.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.945+0000 7f461a06b700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4614102630 0x7f461419f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:00.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.945+0000 7f461986a700 1 -- 172.21.15.53:0/495624081 learned_addr learned my addr 172.21.15.53:0/495624081 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:00.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.945+0000 7f461a86c700 1 --2- 172.21.15.53:0/495624081 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f46141076c0 0x7f46141998f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:00.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.945+0000 7f461986a700 1 -- 172.21.15.53:0/495624081 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f46141076c0 msgr2=0x7f46141998f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:00.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.945+0000 7f461986a700 1 --2- 172.21.15.53:0/495624081 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f46141076c0 0x7f46141998f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:00.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.945+0000 7f461986a700 1 -- 172.21.15.53:0/495624081 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4614102630 msgr2=0x7f461419f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:00.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.945+0000 7f461986a700 1 --2- 172.21.15.53:0/495624081 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4614102630 0x7f461419f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:00.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.945+0000 7f461986a700 1 -- 172.21.15.53:0/495624081 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f461419a050 con 0x7f4614102fe0 2024-05-10T11:19:00.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.946+0000 7f461986a700 1 --2- 172.21.15.53:0/495624081 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4614102fe0 0x7f461419fc70 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f460400c9e0 tx=0x7f460400ccf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:00.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.946+0000 7f460b7fe700 1 -- 172.21.15.53:0/495624081 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4604007aa0 con 0x7f4614102fe0 2024-05-10T11:19:00.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.946+0000 7f460b7fe700 1 -- 172.21.15.53:0/495624081 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4604007c40 con 0x7f4614102fe0 2024-05-10T11:19:00.949 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.946+0000 7f461c2cf700 1 -- 172.21.15.53:0/495624081 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f461419a340 con 0x7f4614102fe0 2024-05-10T11:19:00.949 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.946+0000 7f460b7fe700 1 -- 172.21.15.53:0/495624081 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4604018400 con 0x7f4614102fe0 2024-05-10T11:19:00.949 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.946+0000 7f461c2cf700 1 -- 172.21.15.53:0/495624081 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46141a6600 con 0x7f4614102fe0 2024-05-10T11:19:00.950 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.947+0000 7f461c2cf700 1 -- 172.21.15.53:0/495624081 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4614063bf0 con 0x7f4614102fe0 2024-05-10T11:19:00.950 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.948+0000 7f460b7fe700 1 -- 172.21.15.53:0/495624081 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f460400f450 con 0x7f4614102fe0 2024-05-10T11:19:00.950 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.949+0000 7f460b7fe700 1 --2- 172.21.15.53:0/495624081 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f46000b2910 0x7f46000b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:00.950 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.949+0000 7f461a06b700 1 --2- 172.21.15.53:0/495624081 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f46000b2910 0x7f46000b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:00.950 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.949+0000 7f460b7fe700 1 -- 172.21.15.53:0/495624081 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f46040e2a50 con 0x7f4614102fe0 2024-05-10T11:19:00.950 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.949+0000 7f460b7fe700 1 --2- 172.21.15.53:0/495624081 >> [v2:172.21.15.187:6824/2749419601,v1:172.21.15.187:6825/2749419601] conn(0x7f46000bdb70 0x7f46000c0010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:00.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.949+0000 7f460b7fe700 1 -- 172.21.15.53:0/495624081 --> [v2:172.21.15.187:6824/2749419601,v1:172.21.15.187:6825/2749419601] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f460401fe50 con 0x7f46000bdb70 2024-05-10T11:19:00.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.949+0000 7f460b7fe700 1 -- 172.21.15.53:0/495624081 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f46040e2ea0 con 0x7f4614102fe0 2024-05-10T11:19:00.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.950+0000 7f461a06b700 1 --2- 172.21.15.53:0/495624081 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f46000b2910 0x7f46000b4dd0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4610009990 tx=0x7f4610005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:00.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.950+0000 7f461a86c700 1 --2- 172.21.15.53:0/495624081 >> [v2:172.21.15.187:6824/2749419601,v1:172.21.15.187:6825/2749419601] conn(0x7f46000bdb70 0x7f46000c0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:00.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.950+0000 7f461a86c700 1 --2- 172.21.15.53:0/495624081 >> [v2:172.21.15.187:6824/2749419601,v1:172.21.15.187:6825/2749419601] conn(0x7f46000bdb70 0x7f46000c0010 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:00.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.951+0000 7f460b7fe700 1 -- 172.21.15.53:0/495624081 <== osd.11 v2:172.21.15.187:6824/2749419601 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f460401fe50 con 0x7f46000bdb70 2024-05-10T11:19:00.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.969+0000 7f461c2cf700 1 -- 172.21.15.53:0/495624081 --> [v2:172.21.15.187:6824/2749419601,v1:172.21.15.187:6825/2749419601] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4614064070 con 0x7f46000bdb70 2024-05-10T11:19:00.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.969+0000 7f460b7fe700 1 -- 172.21.15.53:0/495624081 <== osd.11 v2:172.21.15.187:6824/2749419601 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f4614064070 con 0x7f46000bdb70 2024-05-10T11:19:00.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.969+0000 7f461c2cf700 1 -- 172.21.15.53:0/495624081 >> [v2:172.21.15.187:6824/2749419601,v1:172.21.15.187:6825/2749419601] conn(0x7f46000bdb70 msgr2=0x7f46000c0010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:00.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.969+0000 7f461c2cf700 1 --2- 172.21.15.53:0/495624081 >> [v2:172.21.15.187:6824/2749419601,v1:172.21.15.187:6825/2749419601] conn(0x7f46000bdb70 0x7f46000c0010 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:00.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.970+0000 7f461c2cf700 1 -- 172.21.15.53:0/495624081 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f46000b2910 msgr2=0x7f46000b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:00.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.970+0000 7f461c2cf700 1 --2- 172.21.15.53:0/495624081 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f46000b2910 0x7f46000b4dd0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4610009990 tx=0x7f4610005fb0 comp rx=0 tx=0).stop 2024-05-10T11:19:00.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.970+0000 7f461c2cf700 1 -- 172.21.15.53:0/495624081 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4614102fe0 msgr2=0x7f461419fc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:00.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.970+0000 7f461c2cf700 1 --2- 172.21.15.53:0/495624081 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4614102fe0 0x7f461419fc70 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f460400c9e0 tx=0x7f460400ccf0 comp rx=0 tx=0).stop 2024-05-10T11:19:00.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.970+0000 7f461a86c700 1 -- 172.21.15.53:0/495624081 reap_dead start 2024-05-10T11:19:00.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.970+0000 7f461c2cf700 1 -- 172.21.15.53:0/495624081 shutdown_connections 2024-05-10T11:19:00.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.970+0000 7f461c2cf700 1 -- 172.21.15.53:0/495624081 >> 172.21.15.53:0/495624081 conn(0x7f4614079350 msgr2=0x7f4614100700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:00.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.970+0000 7f461c2cf700 1 -- 172.21.15.53:0/495624081 shutdown_connections 2024-05-10T11:19:00.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:00.970+0000 7f461c2cf700 1 -- 172.21.15.53:0/495624081 wait complete. 2024-05-10T11:19:02.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.060+0000 7f8768dbb700 1 -- 172.21.15.53:0/3380524464 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87641076c0 msgr2=0x7f876410f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:02.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.060+0000 7f8768dbb700 1 --2- 172.21.15.53:0/3380524464 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87641076c0 0x7f876410f290 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f875c00b0d0 tx=0x7f875c00b3e0 comp rx=0 tx=0).stop 2024-05-10T11:19:02.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.060+0000 7f8768dbb700 1 -- 172.21.15.53:0/3380524464 shutdown_connections 2024-05-10T11:19:02.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.060+0000 7f8768dbb700 1 --2- 172.21.15.53:0/3380524464 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f87641076c0 0x7f876410f290 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:02.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.060+0000 7f8768dbb700 1 --2- 172.21.15.53:0/3380524464 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8764102630 0x7f8764102a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:02.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.060+0000 7f8768dbb700 1 --2- 172.21.15.53:0/3380524464 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8764102fe0 0x7f8764106fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:02.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.060+0000 7f8768dbb700 1 -- 172.21.15.53:0/3380524464 >> 172.21.15.53:0/3380524464 conn(0x7f8764079350 msgr2=0x7f8764079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:02.061 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.060+0000 7f8768dbb700 1 -- 172.21.15.53:0/3380524464 shutdown_connections 2024-05-10T11:19:02.061 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.060+0000 7f8768dbb700 1 -- 172.21.15.53:0/3380524464 wait complete. 2024-05-10T11:19:02.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.061+0000 7f8768dbb700 1 Processor -- start 2024-05-10T11:19:02.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.061+0000 7f8768dbb700 1 -- start start 2024-05-10T11:19:02.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.061+0000 7f8768dbb700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8764102630 0x7f876419a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:02.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.061+0000 7f8768dbb700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8764102fe0 0x7f876419ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:02.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.061+0000 7f8768dbb700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f87641076c0 0x7f87641a5970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:02.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.061+0000 7f8768dbb700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8764112410 con 0x7f8764102630 2024-05-10T11:19:02.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.061+0000 7f8768dbb700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f8764112290 con 0x7f8764102fe0 2024-05-10T11:19:02.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.061+0000 7f8768dbb700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f8764112590 con 0x7f87641076c0 2024-05-10T11:19:02.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.061+0000 7f876259c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8764102630 0x7f876419a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:02.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.061+0000 7f876259c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8764102630 0x7f876419a8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:58112/0 (socket says 172.21.15.53:58112) 2024-05-10T11:19:02.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.061+0000 7f876259c700 1 -- 172.21.15.53:0/591159459 learned_addr learned my addr 172.21.15.53:0/591159459 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:02.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.061+0000 7f8761d9b700 1 --2- 172.21.15.53:0/591159459 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8764102fe0 0x7f876419ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:02.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.061+0000 7f8762d9d700 1 --2- 172.21.15.53:0/591159459 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f87641076c0 0x7f87641a5970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:02.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.061+0000 7f876259c700 1 -- 172.21.15.53:0/591159459 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f87641076c0 msgr2=0x7f87641a5970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:02.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.061+0000 7f876259c700 1 --2- 172.21.15.53:0/591159459 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f87641076c0 0x7f87641a5970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:02.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.061+0000 7f876259c700 1 -- 172.21.15.53:0/591159459 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8764102fe0 msgr2=0x7f876419ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:02.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.061+0000 7f876259c700 1 --2- 172.21.15.53:0/591159459 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8764102fe0 0x7f876419ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:02.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.061+0000 7f876259c700 1 -- 172.21.15.53:0/591159459 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87641a5eb0 con 0x7f8764102630 2024-05-10T11:19:02.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.062+0000 7f876259c700 1 --2- 172.21.15.53:0/591159459 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8764102630 0x7f876419a8f0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f875400e9a0 tx=0x7f875400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:02.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.062+0000 7f87537fe700 1 -- 172.21.15.53:0/591159459 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f875400ca10 con 0x7f8764102630 2024-05-10T11:19:02.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.062+0000 7f8768dbb700 1 -- 172.21.15.53:0/591159459 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87641a6080 con 0x7f8764102630 2024-05-10T11:19:02.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.062+0000 7f87537fe700 1 -- 172.21.15.53:0/591159459 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f875400cbb0 con 0x7f8764102630 2024-05-10T11:19:02.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.062+0000 7f87537fe700 1 -- 172.21.15.53:0/591159459 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8754018680 con 0x7f8764102630 2024-05-10T11:19:02.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.062+0000 7f8768dbb700 1 -- 172.21.15.53:0/591159459 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87641a65c0 con 0x7f8764102630 2024-05-10T11:19:02.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.063+0000 7f8768dbb700 1 -- 172.21.15.53:0/591159459 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8764063bb0 con 0x7f8764102630 2024-05-10T11:19:02.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.064+0000 7f87537fe700 1 -- 172.21.15.53:0/591159459 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f8754010430 con 0x7f8764102630 2024-05-10T11:19:02.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.065+0000 7f87537fe700 1 --2- 172.21.15.53:0/591159459 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f874c0b2910 0x7f874c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:02.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.065+0000 7f8761d9b700 1 --2- 172.21.15.53:0/591159459 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f874c0b2910 0x7f874c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:02.066 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.065+0000 7f87537fe700 1 -- 172.21.15.53:0/591159459 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f87540e2f50 con 0x7f8764102630 2024-05-10T11:19:02.066 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.065+0000 7f87537fe700 1 --2- 172.21.15.53:0/591159459 >> [v2:172.21.15.187:6800/3202790181,v1:172.21.15.187:6801/3202790181] conn(0x7f874c0bdb70 0x7f874c0c0010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:02.066 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.065+0000 7f87537fe700 1 -- 172.21.15.53:0/591159459 --> [v2:172.21.15.187:6800/3202790181,v1:172.21.15.187:6801/3202790181] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8754024e70 con 0x7f874c0bdb70 2024-05-10T11:19:02.066 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.065+0000 7f87537fe700 1 -- 172.21.15.53:0/591159459 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f87540e33a0 con 0x7f8764102630 2024-05-10T11:19:02.066 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.066+0000 7f8761d9b700 1 --2- 172.21.15.53:0/591159459 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f874c0b2910 0x7f874c0b4dd0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f87641071a0 tx=0x7f8758009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:02.066 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.066+0000 7f8762d9d700 1 --2- 172.21.15.53:0/591159459 >> [v2:172.21.15.187:6800/3202790181,v1:172.21.15.187:6801/3202790181] conn(0x7f874c0bdb70 0x7f874c0c0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:02.066 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.066+0000 7f8762d9d700 1 --2- 172.21.15.53:0/591159459 >> [v2:172.21.15.187:6800/3202790181,v1:172.21.15.187:6801/3202790181] conn(0x7f874c0bdb70 0x7f874c0c0010 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:02.067 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.067+0000 7f87537fe700 1 -- 172.21.15.53:0/591159459 <== osd.2 v2:172.21.15.187:6800/3202790181 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8754024e70 con 0x7f874c0bdb70 2024-05-10T11:19:02.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.084+0000 7f8768dbb700 1 -- 172.21.15.53:0/591159459 --> [v2:172.21.15.187:6800/3202790181,v1:172.21.15.187:6801/3202790181] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8764063fb0 con 0x7f874c0bdb70 2024-05-10T11:19:02.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.084+0000 7f87537fe700 1 -- 172.21.15.53:0/591159459 <== osd.2 v2:172.21.15.187:6800/3202790181 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f8764063fb0 con 0x7f874c0bdb70 2024-05-10T11:19:02.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.085+0000 7f8768dbb700 1 -- 172.21.15.53:0/591159459 >> [v2:172.21.15.187:6800/3202790181,v1:172.21.15.187:6801/3202790181] conn(0x7f874c0bdb70 msgr2=0x7f874c0c0010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:02.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.085+0000 7f8768dbb700 1 --2- 172.21.15.53:0/591159459 >> [v2:172.21.15.187:6800/3202790181,v1:172.21.15.187:6801/3202790181] conn(0x7f874c0bdb70 0x7f874c0c0010 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:02.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.085+0000 7f8768dbb700 1 -- 172.21.15.53:0/591159459 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f874c0b2910 msgr2=0x7f874c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:02.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.085+0000 7f8768dbb700 1 --2- 172.21.15.53:0/591159459 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f874c0b2910 0x7f874c0b4dd0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f87641071a0 tx=0x7f8758009260 comp rx=0 tx=0).stop 2024-05-10T11:19:02.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.085+0000 7f8768dbb700 1 -- 172.21.15.53:0/591159459 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8764102630 msgr2=0x7f876419a8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:02.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.085+0000 7f8768dbb700 1 --2- 172.21.15.53:0/591159459 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8764102630 0x7f876419a8f0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f875400e9a0 tx=0x7f875400ecb0 comp rx=0 tx=0).stop 2024-05-10T11:19:02.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.085+0000 7f8762d9d700 1 -- 172.21.15.53:0/591159459 reap_dead start 2024-05-10T11:19:02.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.085+0000 7f8768dbb700 1 -- 172.21.15.53:0/591159459 shutdown_connections 2024-05-10T11:19:02.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.085+0000 7f8768dbb700 1 -- 172.21.15.53:0/591159459 >> 172.21.15.53:0/591159459 conn(0x7f8764079350 msgr2=0x7f8764100540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:02.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.085+0000 7f8768dbb700 1 -- 172.21.15.53:0/591159459 shutdown_connections 2024-05-10T11:19:02.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:02.085+0000 7f8768dbb700 1 -- 172.21.15.53:0/591159459 wait complete. 2024-05-10T11:19:02.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:01 smithi132 ceph-mon[33758]: pgmap v367: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:19:02.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:01 smithi187 ceph-mon[34076]: pgmap v367: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:19:02.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:01 smithi053 ceph-mon[30153]: pgmap v367: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:19:02.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.487+0000 7f9f7d644700 1 -- 172.21.15.53:0/4107423382 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9f78102d60 msgr2=0x7f9f7810f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:02.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.487+0000 7f9f7d644700 1 --2- 172.21.15.53:0/4107423382 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9f78102d60 0x7f9f7810f250 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f9f70009990 tx=0x7f9f70009ca0 comp rx=0 tx=0).stop 2024-05-10T11:19:02.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.487+0000 7f9f7d644700 1 -- 172.21.15.53:0/4107423382 shutdown_connections 2024-05-10T11:19:02.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.487+0000 7f9f7d644700 1 --2- 172.21.15.53:0/4107423382 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9f78102d60 0x7f9f7810f250 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:02.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.487+0000 7f9f7d644700 1 --2- 172.21.15.53:0/4107423382 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9f78108410 0x7f9f781087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:02.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.487+0000 7f9f7d644700 1 --2- 172.21.15.53:0/4107423382 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9f781023a0 0x7f9f78102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:02.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.487+0000 7f9f7d644700 1 -- 172.21.15.53:0/4107423382 >> 172.21.15.53:0/4107423382 conn(0x7f9f78079350 msgr2=0x7f9f78079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:02.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.487+0000 7f9f7d644700 1 -- 172.21.15.53:0/4107423382 shutdown_connections 2024-05-10T11:19:02.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.487+0000 7f9f7d644700 1 -- 172.21.15.53:0/4107423382 wait complete. 2024-05-10T11:19:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.488+0000 7f9f7d644700 1 Processor -- start 2024-05-10T11:19:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.488+0000 7f9f7d644700 1 -- start start 2024-05-10T11:19:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.488+0000 7f9f7d644700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9f781023a0 0x7f9f781a18c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.488+0000 7f9f7d644700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9f78102d60 0x7f9f781a1e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.488+0000 7f9f7d644700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9f78108410 0x7f9f7819ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.488+0000 7f9f7d644700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9f78112460 con 0x7f9f78108410 2024-05-10T11:19:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.488+0000 7f9f7d644700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f9f781122e0 con 0x7f9f78102d60 2024-05-10T11:19:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.488+0000 7f9f7d644700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f9f781125e0 con 0x7f9f781023a0 2024-05-10T11:19:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.488+0000 7f9f777fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9f78108410 0x7f9f7819ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.488+0000 7f9f777fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9f78108410 0x7f9f7819ba80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:58088/0 (socket says 172.21.15.53:58088) 2024-05-10T11:19:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.488+0000 7f9f777fe700 1 -- 172.21.15.53:0/1986640901 learned_addr learned my addr 172.21.15.53:0/1986640901 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.488+0000 7f9f767fc700 1 --2- 172.21.15.53:0/1986640901 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9f78102d60 0x7f9f781a1e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.489+0000 7f9f777fe700 1 -- 172.21.15.53:0/1986640901 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9f781023a0 msgr2=0x7f9f781a18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.489+0000 7f9f76ffd700 1 --2- 172.21.15.53:0/1986640901 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9f781023a0 0x7f9f781a18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:02.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.489+0000 7f9f777fe700 1 --2- 172.21.15.53:0/1986640901 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9f781023a0 0x7f9f781a18c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:02.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.489+0000 7f9f777fe700 1 -- 172.21.15.53:0/1986640901 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9f78102d60 msgr2=0x7f9f781a1e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:02.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.489+0000 7f9f777fe700 1 --2- 172.21.15.53:0/1986640901 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9f78102d60 0x7f9f781a1e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:02.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.489+0000 7f9f777fe700 1 -- 172.21.15.53:0/1986640901 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f7819c1e0 con 0x7f9f78108410 2024-05-10T11:19:02.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.489+0000 7f9f767fc700 1 --2- 172.21.15.53:0/1986640901 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9f78102d60 0x7f9f781a1e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:19:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.489+0000 7f9f76ffd700 1 --2- 172.21.15.53:0/1986640901 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9f781023a0 0x7f9f781a18c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:19:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.489+0000 7f9f777fe700 1 --2- 172.21.15.53:0/1986640901 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9f78108410 0x7f9f7819ba80 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f9f70005910 tx=0x7f9f70009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.489+0000 7f9f5ffff700 1 -- 172.21.15.53:0/1986640901 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f70027070 con 0x7f9f78108410 2024-05-10T11:19:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.489+0000 7f9f7d644700 1 -- 172.21.15.53:0/1986640901 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f7819c470 con 0x7f9f78108410 2024-05-10T11:19:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.489+0000 7f9f5ffff700 1 -- 172.21.15.53:0/1986640901 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9f7000fd20 con 0x7f9f78108410 2024-05-10T11:19:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.489+0000 7f9f5ffff700 1 -- 172.21.15.53:0/1986640901 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f70022dc0 con 0x7f9f78108410 2024-05-10T11:19:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.489+0000 7f9f7d644700 1 -- 172.21.15.53:0/1986640901 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f781a8790 con 0x7f9f78108410 2024-05-10T11:19:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.490+0000 7f9f7d644700 1 -- 172.21.15.53:0/1986640901 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9f7806bb60 con 0x7f9f78108410 2024-05-10T11:19:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.491+0000 7f9f5ffff700 1 -- 172.21.15.53:0/1986640901 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f9f7002a070 con 0x7f9f78108410 2024-05-10T11:19:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.492+0000 7f9f5ffff700 1 --2- 172.21.15.53:0/1986640901 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9f600b2910 0x7f9f600b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.492+0000 7f9f76ffd700 1 --2- 172.21.15.53:0/1986640901 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9f600b2910 0x7f9f600b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.492+0000 7f9f5ffff700 1 -- 172.21.15.53:0/1986640901 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f9f700e4130 con 0x7f9f78108410 2024-05-10T11:19:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.492+0000 7f9f5ffff700 1 --2- 172.21.15.53:0/1986640901 >> [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135] conn(0x7f9f600bdb70 0x7f9f600c0010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.492+0000 7f9f5ffff700 1 -- 172.21.15.53:0/1986640901 --> [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9f70030e80 con 0x7f9f600bdb70 2024-05-10T11:19:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.492+0000 7f9f5ffff700 1 -- 172.21.15.53:0/1986640901 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f9f700e4580 con 0x7f9f78108410 2024-05-10T11:19:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.493+0000 7f9f767fc700 1 --2- 172.21.15.53:0/1986640901 >> [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135] conn(0x7f9f600bdb70 0x7f9f600c0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.493+0000 7f9f76ffd700 1 --2- 172.21.15.53:0/1986640901 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9f600b2910 0x7f9f600b4dd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f9f7819cbc0 tx=0x7f9f680073e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.493+0000 7f9f767fc700 1 --2- 172.21.15.53:0/1986640901 >> [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135] conn(0x7f9f600bdb70 0x7f9f600c0010 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.494+0000 7f9f5ffff700 1 -- 172.21.15.53:0/1986640901 <== osd.0 v2:172.21.15.53:6802/1941743135 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9f70030e80 con 0x7f9f600bdb70 2024-05-10T11:19:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.511+0000 7f9f7d644700 1 -- 172.21.15.53:0/1986640901 --> [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9f78103ac0 con 0x7f9f600bdb70 2024-05-10T11:19:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.512+0000 7f9f5ffff700 1 -- 172.21.15.53:0/1986640901 <== osd.0 v2:172.21.15.53:6802/1941743135 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f9f78103ac0 con 0x7f9f600bdb70 2024-05-10T11:19:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.512+0000 7f9f7d644700 1 -- 172.21.15.53:0/1986640901 >> [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135] conn(0x7f9f600bdb70 msgr2=0x7f9f600c0010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.512+0000 7f9f7d644700 1 --2- 172.21.15.53:0/1986640901 >> [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135] conn(0x7f9f600bdb70 0x7f9f600c0010 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.512+0000 7f9f7d644700 1 -- 172.21.15.53:0/1986640901 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9f600b2910 msgr2=0x7f9f600b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.512+0000 7f9f7d644700 1 --2- 172.21.15.53:0/1986640901 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9f600b2910 0x7f9f600b4dd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f9f7819cbc0 tx=0x7f9f680073e0 comp rx=0 tx=0).stop 2024-05-10T11:19:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.512+0000 7f9f7d644700 1 -- 172.21.15.53:0/1986640901 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9f78108410 msgr2=0x7f9f7819ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.512+0000 7f9f7d644700 1 --2- 172.21.15.53:0/1986640901 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9f78108410 0x7f9f7819ba80 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f9f70005910 tx=0x7f9f70009f90 comp rx=0 tx=0).stop 2024-05-10T11:19:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.512+0000 7f9f777fe700 1 -- 172.21.15.53:0/1986640901 reap_dead start 2024-05-10T11:19:02.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.512+0000 7f9f7d644700 1 -- 172.21.15.53:0/1986640901 shutdown_connections 2024-05-10T11:19:02.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.512+0000 7f9f7d644700 1 -- 172.21.15.53:0/1986640901 >> 172.21.15.53:0/1986640901 conn(0x7f9f78079350 msgr2=0x7f9f7806b180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:02.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.512+0000 7f9f7d644700 1 -- 172.21.15.53:0/1986640901 shutdown_connections 2024-05-10T11:19:02.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:01.512+0000 7f9f7d644700 1 -- 172.21.15.53:0/1986640901 wait complete. 2024-05-10T11:19:02.759 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:19:03.208 INFO:teuthology.orchestra.run.smithi053.stdout:34359738467 2024-05-10T11:19:03.208 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-05-10T11:19:04.061 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:03 smithi053 ceph-mon[30153]: pgmap v368: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-10T11:19:04.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:03 smithi132 ceph-mon[33758]: pgmap v368: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-10T11:19:04.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:03 smithi187 ceph-mon[34076]: pgmap v368: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-10T11:19:04.660 INFO:teuthology.orchestra.run.smithi053.stdout:77309411417 2024-05-10T11:19:04.660 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-05-10T11:19:05.757 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.756+0000 7fe4799f3700 1 -- 172.21.15.53:0/951230345 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe4741030b0 msgr2=0x7fe47410f230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:05.757 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.756+0000 7fe4799f3700 1 --2- 172.21.15.53:0/951230345 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe4741030b0 0x7fe47410f230 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fe46c00b0a0 tx=0x7fe46c00b3b0 comp rx=0 tx=0).stop 2024-05-10T11:19:05.757 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.757+0000 7fe4799f3700 1 -- 172.21.15.53:0/951230345 shutdown_connections 2024-05-10T11:19:05.757 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.757+0000 7fe4799f3700 1 --2- 172.21.15.53:0/951230345 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe4741030b0 0x7fe47410f230 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:05.757 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.757+0000 7fe4799f3700 1 --2- 172.21.15.53:0/951230345 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe474107420 0x7fe474107800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:05.757 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.757+0000 7fe4799f3700 1 --2- 172.21.15.53:0/951230345 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe4741026f0 0x7fe474102b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:05.757 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.757+0000 7fe4799f3700 1 -- 172.21.15.53:0/951230345 >> 172.21.15.53:0/951230345 conn(0x7fe474078210 msgr2=0x7fe474078620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:05.758 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.757+0000 7fe4799f3700 1 -- 172.21.15.53:0/951230345 shutdown_connections 2024-05-10T11:19:05.758 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.757+0000 7fe4799f3700 1 -- 172.21.15.53:0/951230345 wait complete. 2024-05-10T11:19:05.758 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.757+0000 7fe4799f3700 1 Processor -- start 2024-05-10T11:19:05.759 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.757+0000 7fe4799f3700 1 -- start start 2024-05-10T11:19:05.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.758+0000 7fe4799f3700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe4741026f0 0x7fe47419f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:05.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.758+0000 7fe4799f3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe4741030b0 0x7fe47419fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:05.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.758+0000 7fe4799f3700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe474107420 0x7fe474199720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:05.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.758+0000 7fe4799f3700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe474112400 con 0x7fe4741030b0 2024-05-10T11:19:05.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.758+0000 7fe4799f3700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fe474112280 con 0x7fe4741026f0 2024-05-10T11:19:05.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.758+0000 7fe4799f3700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fe474112580 con 0x7fe474107420 2024-05-10T11:19:05.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.758+0000 7fe4727fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe4741030b0 0x7fe47419fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:05.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.758+0000 7fe4727fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe4741030b0 0x7fe47419fb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:58154/0 (socket says 172.21.15.53:58154) 2024-05-10T11:19:05.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.758+0000 7fe4727fc700 1 -- 172.21.15.53:0/3826355624 learned_addr learned my addr 172.21.15.53:0/3826355624 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:05.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.758+0000 7fe472ffd700 1 --2- 172.21.15.53:0/3826355624 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe4741026f0 0x7fe47419f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:05.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.758+0000 7fe4737fe700 1 --2- 172.21.15.53:0/3826355624 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe474107420 0x7fe474199720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:05.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.758+0000 7fe4727fc700 1 -- 172.21.15.53:0/3826355624 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe474107420 msgr2=0x7fe474199720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:05.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.758+0000 7fe4727fc700 1 --2- 172.21.15.53:0/3826355624 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe474107420 0x7fe474199720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:05.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.758+0000 7fe4727fc700 1 -- 172.21.15.53:0/3826355624 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe4741026f0 msgr2=0x7fe47419f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:05.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.758+0000 7fe4727fc700 1 --2- 172.21.15.53:0/3826355624 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe4741026f0 0x7fe47419f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:05.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.758+0000 7fe4727fc700 1 -- 172.21.15.53:0/3826355624 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe47419a000 con 0x7fe4741030b0 2024-05-10T11:19:05.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.758+0000 7fe4727fc700 1 --2- 172.21.15.53:0/3826355624 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe4741030b0 0x7fe47419fb90 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe46800d950 tx=0x7fe46800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:05.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.759+0000 7fe4789f1700 1 -- 172.21.15.53:0/3826355624 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe468016070 con 0x7fe4741030b0 2024-05-10T11:19:05.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.759+0000 7fe4789f1700 1 -- 172.21.15.53:0/3826355624 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe46800fd20 con 0x7fe4741030b0 2024-05-10T11:19:05.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.759+0000 7fe4799f3700 1 -- 172.21.15.53:0/3826355624 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe47419a290 con 0x7fe4741030b0 2024-05-10T11:19:05.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.759+0000 7fe4789f1700 1 -- 172.21.15.53:0/3826355624 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe46800e3b0 con 0x7fe4741030b0 2024-05-10T11:19:05.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.759+0000 7fe4799f3700 1 -- 172.21.15.53:0/3826355624 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4741a65d0 con 0x7fe4741030b0 2024-05-10T11:19:05.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.759+0000 7fe4799f3700 1 -- 172.21.15.53:0/3826355624 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe474100870 con 0x7fe4741030b0 2024-05-10T11:19:05.762 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.761+0000 7fe4789f1700 1 -- 172.21.15.53:0/3826355624 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fe468019070 con 0x7fe4741030b0 2024-05-10T11:19:05.762 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.762+0000 7fe4789f1700 1 --2- 172.21.15.53:0/3826355624 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe45c0b2910 0x7fe45c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:05.762 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.762+0000 7fe472ffd700 1 --2- 172.21.15.53:0/3826355624 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe45c0b2910 0x7fe45c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:05.763 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.762+0000 7fe4789f1700 1 -- 172.21.15.53:0/3826355624 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fe4680e26e0 con 0x7fe4741030b0 2024-05-10T11:19:05.763 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.762+0000 7fe4789f1700 1 --2- 172.21.15.53:0/3826355624 >> [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441] conn(0x7fe45c0bdb70 0x7fe45c0c0010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:05.763 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.762+0000 7fe4789f1700 1 -- 172.21.15.53:0/3826355624 --> [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe46800d130 con 0x7fe45c0bdb70 2024-05-10T11:19:05.763 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.762+0000 7fe4789f1700 1 -- 172.21.15.53:0/3826355624 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7fe4680e2b30 con 0x7fe4741030b0 2024-05-10T11:19:05.763 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.762+0000 7fe4737fe700 1 --2- 172.21.15.53:0/3826355624 >> [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441] conn(0x7fe45c0bdb70 0x7fe45c0c0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:05.763 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.762+0000 7fe472ffd700 1 --2- 172.21.15.53:0/3826355624 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe45c0b2910 0x7fe45c0b4dd0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe47407a730 tx=0x7fe464007400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:05.763 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.763+0000 7fe4737fe700 1 --2- 172.21.15.53:0/3826355624 >> [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441] conn(0x7fe45c0bdb70 0x7fe45c0c0010 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:05.763 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.763+0000 7fe4789f1700 1 -- 172.21.15.53:0/3826355624 <== osd.3 v2:172.21.15.53:6810/1472446441 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe46800d130 con 0x7fe45c0bdb70 2024-05-10T11:19:05.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.783+0000 7fe4799f3700 1 -- 172.21.15.53:0/3826355624 --> [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe474103b10 con 0x7fe45c0bdb70 2024-05-10T11:19:05.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.783+0000 7fe4789f1700 1 -- 172.21.15.53:0/3826355624 <== osd.3 v2:172.21.15.53:6810/1472446441 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fe474103b10 con 0x7fe45c0bdb70 2024-05-10T11:19:05.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.783+0000 7fe4799f3700 1 -- 172.21.15.53:0/3826355624 >> [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441] conn(0x7fe45c0bdb70 msgr2=0x7fe45c0c0010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:05.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.784+0000 7fe4799f3700 1 --2- 172.21.15.53:0/3826355624 >> [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441] conn(0x7fe45c0bdb70 0x7fe45c0c0010 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:05.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.784+0000 7fe4799f3700 1 -- 172.21.15.53:0/3826355624 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe45c0b2910 msgr2=0x7fe45c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:05.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.784+0000 7fe4799f3700 1 --2- 172.21.15.53:0/3826355624 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe45c0b2910 0x7fe45c0b4dd0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe47407a730 tx=0x7fe464007400 comp rx=0 tx=0).stop 2024-05-10T11:19:05.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.784+0000 7fe4799f3700 1 -- 172.21.15.53:0/3826355624 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe4741030b0 msgr2=0x7fe47419fb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:05.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.784+0000 7fe4799f3700 1 --2- 172.21.15.53:0/3826355624 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe4741030b0 0x7fe47419fb90 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe46800d950 tx=0x7fe46800dc60 comp rx=0 tx=0).stop 2024-05-10T11:19:05.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.784+0000 7fe4737fe700 1 -- 172.21.15.53:0/3826355624 reap_dead start 2024-05-10T11:19:05.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.784+0000 7fe4799f3700 1 -- 172.21.15.53:0/3826355624 shutdown_connections 2024-05-10T11:19:05.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.784+0000 7fe4799f3700 1 -- 172.21.15.53:0/3826355624 >> 172.21.15.53:0/3826355624 conn(0x7fe474078210 msgr2=0x7fe474106080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:05.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.784+0000 7fe4799f3700 1 -- 172.21.15.53:0/3826355624 shutdown_connections 2024-05-10T11:19:05.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:05.784+0000 7fe4799f3700 1 -- 172.21.15.53:0/3826355624 wait complete. 2024-05-10T11:19:06.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:05 smithi132 ceph-mon[33758]: pgmap v369: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-05-10T11:19:06.262 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:05 smithi187 ceph-mon[34076]: pgmap v369: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-05-10T11:19:06.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:05 smithi053 ceph-mon[30153]: pgmap v369: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-05-10T11:19:06.467 INFO:teuthology.orchestra.run.smithi053.stdout:257698037812 2024-05-10T11:19:06.467 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-05-10T11:19:06.890 INFO:teuthology.orchestra.run.smithi053.stdout:304942678057 2024-05-10T11:19:06.890 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-05-10T11:19:07.322 INFO:teuthology.orchestra.run.smithi053.stdout:137438953551 2024-05-10T11:19:07.323 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-05-10T11:19:07.829 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.396+0000 7f38809eb700 1 -- 172.21.15.53:0/442529457 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f387c107760 msgr2=0x7f387c10f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:07.829 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.396+0000 7f38809eb700 1 --2- 172.21.15.53:0/442529457 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f387c107760 0x7f387c10f2e0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f387400b0d0 tx=0x7f387400b3e0 comp rx=0 tx=0).stop 2024-05-10T11:19:07.829 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.396+0000 7f38809eb700 1 -- 172.21.15.53:0/442529457 shutdown_connections 2024-05-10T11:19:07.829 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.396+0000 7f38809eb700 1 --2- 172.21.15.53:0/442529457 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f387c107760 0x7f387c10f2e0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:07.829 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.396+0000 7f38809eb700 1 --2- 172.21.15.53:0/442529457 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f387c102e00 0x7f387c1031e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:07.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.396+0000 7f38809eb700 1 --2- 172.21.15.53:0/442529457 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f387c1037b0 0x7f387c107030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:07.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.396+0000 7f38809eb700 1 -- 172.21.15.53:0/442529457 >> 172.21.15.53:0/442529457 conn(0x7f387c078a10 msgr2=0x7f387c0ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:07.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.396+0000 7f38809eb700 1 -- 172.21.15.53:0/442529457 shutdown_connections 2024-05-10T11:19:07.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.396+0000 7f38809eb700 1 -- 172.21.15.53:0/442529457 wait complete. 2024-05-10T11:19:07.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.397+0000 7f38809eb700 1 Processor -- start 2024-05-10T11:19:07.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.397+0000 7f38809eb700 1 -- start start 2024-05-10T11:19:07.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.398+0000 7f38809eb700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f387c102e00 0x7f387c0fde80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:07.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.398+0000 7f38809eb700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f387c1037b0 0x7f387c0fe3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:07.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.398+0000 7f38809eb700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f387c107760 0x7f387c0fe900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:07.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.398+0000 7f38809eb700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f387c1123e0 con 0x7f387c1037b0 2024-05-10T11:19:07.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.398+0000 7f38809eb700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f387c112260 con 0x7f387c102e00 2024-05-10T11:19:07.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.398+0000 7f38809eb700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f387c112560 con 0x7f387c107760 2024-05-10T11:19:07.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.398+0000 7f3871d9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f387c1037b0 0x7f387c0fe3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:07.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.398+0000 7f387a59c700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f387c102e00 0x7f387c0fde80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:07.831 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.398+0000 7f3871d9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f387c1037b0 0x7f387c0fe3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:58132/0 (socket says 172.21.15.53:58132) 2024-05-10T11:19:07.831 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.398+0000 7f3871d9b700 1 -- 172.21.15.53:0/390139337 learned_addr learned my addr 172.21.15.53:0/390139337 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:07.831 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.398+0000 7f387ad9d700 1 --2- 172.21.15.53:0/390139337 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f387c107760 0x7f387c0fe900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:07.831 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.398+0000 7f3871d9b700 1 -- 172.21.15.53:0/390139337 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f387c107760 msgr2=0x7f387c0fe900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:07.831 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.398+0000 7f3871d9b700 1 --2- 172.21.15.53:0/390139337 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f387c107760 0x7f387c0fe900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:07.831 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.398+0000 7f3871d9b700 1 -- 172.21.15.53:0/390139337 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f387c102e00 msgr2=0x7f387c0fde80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:07.832 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.398+0000 7f3871d9b700 1 --2- 172.21.15.53:0/390139337 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f387c102e00 0x7f387c0fde80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:07.832 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.398+0000 7f3871d9b700 1 -- 172.21.15.53:0/390139337 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f387c1a7eb0 con 0x7f387c1037b0 2024-05-10T11:19:07.832 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.398+0000 7f3871d9b700 1 --2- 172.21.15.53:0/390139337 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f387c1037b0 0x7f387c0fe3c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f386400c920 tx=0x7f386400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:07.832 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.399+0000 7f3873fff700 1 -- 172.21.15.53:0/390139337 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3864004a30 con 0x7f387c1037b0 2024-05-10T11:19:07.832 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.399+0000 7f38809eb700 1 -- 172.21.15.53:0/390139337 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f387c1a81a0 con 0x7f387c1037b0 2024-05-10T11:19:07.832 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.399+0000 7f3873fff700 1 -- 172.21.15.53:0/390139337 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f38640054b0 con 0x7f387c1037b0 2024-05-10T11:19:07.832 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.399+0000 7f3873fff700 1 -- 172.21.15.53:0/390139337 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3864007b70 con 0x7f387c1037b0 2024-05-10T11:19:07.832 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.399+0000 7f38809eb700 1 -- 172.21.15.53:0/390139337 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f387c1a86e0 con 0x7f387c1037b0 2024-05-10T11:19:07.832 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.400+0000 7f38809eb700 1 -- 172.21.15.53:0/390139337 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f387c063c30 con 0x7f387c1037b0 2024-05-10T11:19:07.832 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.401+0000 7f3873fff700 1 -- 172.21.15.53:0/390139337 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f3864007d10 con 0x7f387c1037b0 2024-05-10T11:19:07.832 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.402+0000 7f3873fff700 1 --2- 172.21.15.53:0/390139337 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f38680b2910 0x7f38680b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:07.832 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.402+0000 7f387a59c700 1 --2- 172.21.15.53:0/390139337 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f38680b2910 0x7f38680b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:07.832 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.402+0000 7f3873fff700 1 -- 172.21.15.53:0/390139337 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f38640e25b0 con 0x7f387c1037b0 2024-05-10T11:19:07.833 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.402+0000 7f3873fff700 1 --2- 172.21.15.53:0/390139337 >> [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689] conn(0x7f38680bdb70 0x7f38680c0010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:07.833 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.402+0000 7f3873fff700 1 -- 172.21.15.53:0/390139337 --> [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3864010e80 con 0x7f38680bdb70 2024-05-10T11:19:07.833 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.402+0000 7f3873fff700 1 -- 172.21.15.53:0/390139337 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f38640e2a00 con 0x7f387c1037b0 2024-05-10T11:19:07.833 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.402+0000 7f387ad9d700 1 --2- 172.21.15.53:0/390139337 >> [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689] conn(0x7f38680bdb70 0x7f38680c0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:07.833 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.402+0000 7f387a59c700 1 --2- 172.21.15.53:0/390139337 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f38680b2910 0x7f38680b4dd0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f386c005950 tx=0x7f386c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:07.833 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.403+0000 7f387ad9d700 1 --2- 172.21.15.53:0/390139337 >> [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689] conn(0x7f38680bdb70 0x7f38680c0010 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:07.833 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.403+0000 7f3873fff700 1 -- 172.21.15.53:0/390139337 <== osd.6 v2:172.21.15.53:6818/3301526689 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3864010e80 con 0x7f38680bdb70 2024-05-10T11:19:07.833 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.420+0000 7f38809eb700 1 -- 172.21.15.53:0/390139337 --> [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f387c0640b0 con 0x7f38680bdb70 2024-05-10T11:19:07.833 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.421+0000 7f3873fff700 1 -- 172.21.15.53:0/390139337 <== osd.6 v2:172.21.15.53:6818/3301526689 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f387c0640b0 con 0x7f38680bdb70 2024-05-10T11:19:07.833 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.421+0000 7f38809eb700 1 -- 172.21.15.53:0/390139337 >> [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689] conn(0x7f38680bdb70 msgr2=0x7f38680c0010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:07.833 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.421+0000 7f38809eb700 1 --2- 172.21.15.53:0/390139337 >> [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689] conn(0x7f38680bdb70 0x7f38680c0010 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:07.833 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.421+0000 7f38809eb700 1 -- 172.21.15.53:0/390139337 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f38680b2910 msgr2=0x7f38680b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:07.833 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.421+0000 7f38809eb700 1 --2- 172.21.15.53:0/390139337 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f38680b2910 0x7f38680b4dd0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f386c005950 tx=0x7f386c00b410 comp rx=0 tx=0).stop 2024-05-10T11:19:07.833 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.421+0000 7f38809eb700 1 -- 172.21.15.53:0/390139337 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f387c1037b0 msgr2=0x7f387c0fe3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:07.834 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.421+0000 7f38809eb700 1 --2- 172.21.15.53:0/390139337 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f387c1037b0 0x7f387c0fe3c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f386400c920 tx=0x7f386400cc30 comp rx=0 tx=0).stop 2024-05-10T11:19:07.834 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.421+0000 7f387ad9d700 1 -- 172.21.15.53:0/390139337 reap_dead start 2024-05-10T11:19:07.834 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.421+0000 7f38809eb700 1 -- 172.21.15.53:0/390139337 shutdown_connections 2024-05-10T11:19:07.834 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.421+0000 7f38809eb700 1 -- 172.21.15.53:0/390139337 >> 172.21.15.53:0/390139337 conn(0x7f387c078a10 msgr2=0x7f387c101e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:07.834 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.421+0000 7f38809eb700 1 -- 172.21.15.53:0/390139337 shutdown_connections 2024-05-10T11:19:07.834 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:04.421+0000 7f38809eb700 1 -- 172.21.15.53:0/390139337 wait complete. 2024-05-10T11:19:08.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:07 smithi132 ceph-mon[33758]: pgmap v370: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-05-10T11:19:08.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:07 smithi187 ceph-mon[34076]: pgmap v370: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-05-10T11:19:08.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:07 smithi053 ceph-mon[30153]: pgmap v370: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-05-10T11:19:08.511 INFO:teuthology.orchestra.run.smithi053.stdout:184683593797 2024-05-10T11:19:08.511 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-05-10T11:19:09.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.215+0000 7f6849734700 1 -- 172.21.15.53:0/4240323680 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68441023a0 msgr2=0x7f6844102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:09.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.215+0000 7f6849734700 1 --2- 172.21.15.53:0/4240323680 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68441023a0 0x7f6844102820 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f682c009990 tx=0x7f682c009ca0 comp rx=0 tx=0).stop 2024-05-10T11:19:09.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.215+0000 7f6849734700 1 -- 172.21.15.53:0/4240323680 shutdown_connections 2024-05-10T11:19:09.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.215+0000 7f6849734700 1 --2- 172.21.15.53:0/4240323680 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6844102d60 0x7f684410f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:09.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.215+0000 7f6849734700 1 --2- 172.21.15.53:0/4240323680 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6844108410 0x7f68441087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:09.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.215+0000 7f6849734700 1 --2- 172.21.15.53:0/4240323680 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68441023a0 0x7f6844102820 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:09.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.215+0000 7f6849734700 1 -- 172.21.15.53:0/4240323680 >> 172.21.15.53:0/4240323680 conn(0x7f6844079350 msgr2=0x7f6844079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:09.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.215+0000 7f6849734700 1 -- 172.21.15.53:0/4240323680 shutdown_connections 2024-05-10T11:19:09.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.215+0000 7f6849734700 1 -- 172.21.15.53:0/4240323680 wait complete. 2024-05-10T11:19:09.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.216+0000 7f6849734700 1 Processor -- start 2024-05-10T11:19:09.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.216+0000 7f6849734700 1 -- start start 2024-05-10T11:19:09.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.216+0000 7f6849734700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68441023a0 0x7f684419f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:09.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.216+0000 7f6849734700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6844102d60 0x7f684419fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:09.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.216+0000 7f6849734700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6844108410 0x7f68441998c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:09.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.216+0000 7f6849734700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f6844112410 con 0x7f68441023a0 2024-05-10T11:19:09.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.216+0000 7f6849734700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f6844112290 con 0x7f6844102d60 2024-05-10T11:19:09.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.216+0000 7f6849734700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f6844112590 con 0x7f6844108410 2024-05-10T11:19:09.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.217+0000 7f6842ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68441023a0 0x7f684419f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:09.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.217+0000 7f6842ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68441023a0 0x7f684419f700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:56006/0 (socket says 172.21.15.53:56006) 2024-05-10T11:19:09.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.217+0000 7f6842ffd700 1 -- 172.21.15.53:0/2369853743 learned_addr learned my addr 172.21.15.53:0/2369853743 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:09.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.217+0000 7f68427fc700 1 --2- 172.21.15.53:0/2369853743 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6844102d60 0x7f684419fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:09.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.217+0000 7f6842ffd700 1 -- 172.21.15.53:0/2369853743 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6844108410 msgr2=0x7f68441998c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:09.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.217+0000 7f6842ffd700 1 --2- 172.21.15.53:0/2369853743 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6844108410 0x7f68441998c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:09.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.217+0000 7f6842ffd700 1 -- 172.21.15.53:0/2369853743 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6844102d60 msgr2=0x7f684419fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:09.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.217+0000 7f6842ffd700 1 --2- 172.21.15.53:0/2369853743 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6844102d60 0x7f684419fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:09.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.217+0000 7f6842ffd700 1 -- 172.21.15.53:0/2369853743 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f684419a020 con 0x7f68441023a0 2024-05-10T11:19:09.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.217+0000 7f68427fc700 1 --2- 172.21.15.53:0/2369853743 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6844102d60 0x7f684419fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:19:09.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.217+0000 7f6842ffd700 1 --2- 172.21.15.53:0/2369853743 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68441023a0 0x7f684419f700 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f68340060b0 tx=0x7f6834007f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:09.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.217+0000 7f683bfff700 1 -- 172.21.15.53:0/2369853743 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f683401a070 con 0x7f68441023a0 2024-05-10T11:19:09.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.217+0000 7f6849734700 1 -- 172.21.15.53:0/2369853743 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f684419a310 con 0x7f68441023a0 2024-05-10T11:19:09.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.217+0000 7f683bfff700 1 -- 172.21.15.53:0/2369853743 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f683400de20 con 0x7f68441023a0 2024-05-10T11:19:09.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.217+0000 7f683bfff700 1 -- 172.21.15.53:0/2369853743 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6834014690 con 0x7f68441023a0 2024-05-10T11:19:09.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.217+0000 7f6849734700 1 -- 172.21.15.53:0/2369853743 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68441a65d0 con 0x7f68441023a0 2024-05-10T11:19:09.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.218+0000 7f6849734700 1 -- 172.21.15.53:0/2369853743 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f68441074e0 con 0x7f68441023a0 2024-05-10T11:19:09.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.220+0000 7f683bfff700 1 -- 172.21.15.53:0/2369853743 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f683401d070 con 0x7f68441023a0 2024-05-10T11:19:09.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.220+0000 7f683bfff700 1 --2- 172.21.15.53:0/2369853743 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f68300b2910 0x7f68300b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:09.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.220+0000 7f68427fc700 1 --2- 172.21.15.53:0/2369853743 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f68300b2910 0x7f68300b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:09.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.221+0000 7f683bfff700 1 -- 172.21.15.53:0/2369853743 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f68340e1f90 con 0x7f68441023a0 2024-05-10T11:19:09.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.221+0000 7f683bfff700 1 --2- 172.21.15.53:0/2369853743 >> [v2:172.21.15.132:6824/482345617,v1:172.21.15.132:6825/482345617] conn(0x7f68300bdb70 0x7f68300c0010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:09.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.221+0000 7f683bfff700 1 -- 172.21.15.53:0/2369853743 --> [v2:172.21.15.132:6824/482345617,v1:172.21.15.132:6825/482345617] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6834023e50 con 0x7f68300bdb70 2024-05-10T11:19:09.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.221+0000 7f683bfff700 1 -- 172.21.15.53:0/2369853743 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f68340e45f0 con 0x7f68441023a0 2024-05-10T11:19:09.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.221+0000 7f68427fc700 1 --2- 172.21.15.53:0/2369853743 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f68300b2910 0x7f68300b4dd0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f682c006010 tx=0x7f682c00b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:09.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.221+0000 7f68437fe700 1 --2- 172.21.15.53:0/2369853743 >> [v2:172.21.15.132:6824/482345617,v1:172.21.15.132:6825/482345617] conn(0x7f68300bdb70 0x7f68300c0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:09.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.221+0000 7f68437fe700 1 --2- 172.21.15.53:0/2369853743 >> [v2:172.21.15.132:6824/482345617,v1:172.21.15.132:6825/482345617] conn(0x7f68300bdb70 0x7f68300c0010 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:09.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.222+0000 7f683bfff700 1 -- 172.21.15.53:0/2369853743 <== osd.10 v2:172.21.15.132:6824/482345617 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6834023e50 con 0x7f68300bdb70 2024-05-10T11:19:09.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.240+0000 7f6849734700 1 -- 172.21.15.53:0/2369853743 --> [v2:172.21.15.132:6824/482345617,v1:172.21.15.132:6825/482345617] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6844103ac0 con 0x7f68300bdb70 2024-05-10T11:19:09.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.240+0000 7f683bfff700 1 -- 172.21.15.53:0/2369853743 <== osd.10 v2:172.21.15.132:6824/482345617 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f6844103ac0 con 0x7f68300bdb70 2024-05-10T11:19:09.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.241+0000 7f6849734700 1 -- 172.21.15.53:0/2369853743 >> [v2:172.21.15.132:6824/482345617,v1:172.21.15.132:6825/482345617] conn(0x7f68300bdb70 msgr2=0x7f68300c0010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:09.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.241+0000 7f6849734700 1 --2- 172.21.15.53:0/2369853743 >> [v2:172.21.15.132:6824/482345617,v1:172.21.15.132:6825/482345617] conn(0x7f68300bdb70 0x7f68300c0010 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:09.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.241+0000 7f6849734700 1 -- 172.21.15.53:0/2369853743 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f68300b2910 msgr2=0x7f68300b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:09.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.241+0000 7f6849734700 1 --2- 172.21.15.53:0/2369853743 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f68300b2910 0x7f68300b4dd0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f682c006010 tx=0x7f682c00b540 comp rx=0 tx=0).stop 2024-05-10T11:19:09.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.241+0000 7f6849734700 1 -- 172.21.15.53:0/2369853743 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68441023a0 msgr2=0x7f684419f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:09.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.241+0000 7f6849734700 1 --2- 172.21.15.53:0/2369853743 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68441023a0 0x7f684419f700 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f68340060b0 tx=0x7f6834007f90 comp rx=0 tx=0).stop 2024-05-10T11:19:09.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.241+0000 7f68437fe700 1 -- 172.21.15.53:0/2369853743 reap_dead start 2024-05-10T11:19:09.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.241+0000 7f6849734700 1 -- 172.21.15.53:0/2369853743 shutdown_connections 2024-05-10T11:19:09.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.241+0000 7f6849734700 1 -- 172.21.15.53:0/2369853743 >> 172.21.15.53:0/2369853743 conn(0x7f6844079350 msgr2=0x7f684406b320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:09.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.241+0000 7f6849734700 1 -- 172.21.15.53:0/2369853743 shutdown_connections 2024-05-10T11:19:09.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:09.241+0000 7f6849734700 1 -- 172.21.15.53:0/2369853743 wait complete. 2024-05-10T11:19:10.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:09 smithi053 ceph-mon[30153]: pgmap v371: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-05-10T11:19:10.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:09 smithi132 ceph-mon[33758]: pgmap v371: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-05-10T11:19:10.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:09 smithi187 ceph-mon[34076]: pgmap v371: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-05-10T11:19:10.833 INFO:teuthology.orchestra.run.smithi053.stdout:279172874289 2024-05-10T11:19:10.834 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-05-10T11:19:11.687 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.568+0000 7f7828fcf700 1 -- 172.21.15.53:0/347273968 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7824108850 msgr2=0x7f78241103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:11.687 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.568+0000 7f7828fcf700 1 --2- 172.21.15.53:0/347273968 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7824108850 0x7f78241103d0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f781c00b0d0 tx=0x7f781c00b3e0 comp rx=0 tx=0).stop 2024-05-10T11:19:11.687 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.569+0000 7f7828fcf700 1 -- 172.21.15.53:0/347273968 shutdown_connections 2024-05-10T11:19:11.687 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.569+0000 7f7828fcf700 1 --2- 172.21.15.53:0/347273968 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7824108850 0x7f78241103d0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:11.687 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.569+0000 7f7828fcf700 1 --2- 172.21.15.53:0/347273968 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7824103750 0x7f7824103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:11.687 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.569+0000 7f7828fcf700 1 --2- 172.21.15.53:0/347273968 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7824104100 0x7f7824108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:11.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.569+0000 7f7828fcf700 1 -- 172.21.15.53:0/347273968 >> 172.21.15.53:0/347273968 conn(0x7f782407a600 msgr2=0x7f782407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:11.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.569+0000 7f7828fcf700 1 -- 172.21.15.53:0/347273968 shutdown_connections 2024-05-10T11:19:11.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.569+0000 7f7828fcf700 1 -- 172.21.15.53:0/347273968 wait complete. 2024-05-10T11:19:11.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.570+0000 7f7828fcf700 1 Processor -- start 2024-05-10T11:19:11.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.570+0000 7f7828fcf700 1 -- start start 2024-05-10T11:19:11.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.570+0000 7f7828fcf700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7824103750 0x7f7824074c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:11.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.570+0000 7f7828fcf700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7824104100 0x7f7824075140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:11.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.570+0000 7f7828fcf700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7824108850 0x7f782406dee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:11.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.570+0000 7f7828fcf700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f78241134f0 con 0x7f7824104100 2024-05-10T11:19:11.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.570+0000 7f7828fcf700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f7824113370 con 0x7f7824108850 2024-05-10T11:19:11.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.570+0000 7f7828fcf700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f7824113670 con 0x7f7824103750 2024-05-10T11:19:11.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.570+0000 7f7819d9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7824104100 0x7f7824075140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:11.689 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.570+0000 7f7819d9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7824104100 0x7f7824075140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:56038/0 (socket says 172.21.15.53:56038) 2024-05-10T11:19:11.689 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.570+0000 7f7819d9b700 1 -- 172.21.15.53:0/1556887714 learned_addr learned my addr 172.21.15.53:0/1556887714 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:11.689 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.571+0000 7f782259c700 1 --2- 172.21.15.53:0/1556887714 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7824103750 0x7f7824074c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:11.689 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.571+0000 7f7822d9d700 1 --2- 172.21.15.53:0/1556887714 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7824108850 0x7f782406dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:11.689 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.571+0000 7f7819d9b700 1 -- 172.21.15.53:0/1556887714 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7824103750 msgr2=0x7f7824074c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:11.689 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.571+0000 7f7819d9b700 1 --2- 172.21.15.53:0/1556887714 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7824103750 0x7f7824074c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:11.689 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.571+0000 7f7819d9b700 1 -- 172.21.15.53:0/1556887714 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7824108850 msgr2=0x7f782406dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:11.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.571+0000 7f7819d9b700 1 --2- 172.21.15.53:0/1556887714 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7824108850 0x7f782406dee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:11.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.571+0000 7f7819d9b700 1 -- 172.21.15.53:0/1556887714 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f782406e7e0 con 0x7f7824104100 2024-05-10T11:19:11.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.571+0000 7f7819d9b700 1 --2- 172.21.15.53:0/1556887714 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7824104100 0x7f7824075140 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f780c00d980 tx=0x7f780c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:11.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.571+0000 7f781bfff700 1 -- 172.21.15.53:0/1556887714 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f780c017070 con 0x7f7824104100 2024-05-10T11:19:11.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.571+0000 7f7828fcf700 1 -- 172.21.15.53:0/1556887714 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f782406ead0 con 0x7f7824104100 2024-05-10T11:19:11.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.571+0000 7f781bfff700 1 -- 172.21.15.53:0/1556887714 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f780c005020 con 0x7f7824104100 2024-05-10T11:19:11.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.571+0000 7f781bfff700 1 -- 172.21.15.53:0/1556887714 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f780c00f980 con 0x7f7824104100 2024-05-10T11:19:11.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.571+0000 7f7828fcf700 1 -- 172.21.15.53:0/1556887714 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78240729c0 con 0x7f7824104100 2024-05-10T11:19:11.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.572+0000 7f7828fcf700 1 -- 172.21.15.53:0/1556887714 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7824072f70 con 0x7f7824104100 2024-05-10T11:19:11.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.575+0000 7f781bfff700 1 -- 172.21.15.53:0/1556887714 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f780c004a30 con 0x7f7824104100 2024-05-10T11:19:11.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.575+0000 7f781bfff700 1 --2- 172.21.15.53:0/1556887714 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f78100b2910 0x7f78100b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:11.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.576+0000 7f782259c700 1 --2- 172.21.15.53:0/1556887714 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f78100b2910 0x7f78100b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:11.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.576+0000 7f781bfff700 1 -- 172.21.15.53:0/1556887714 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f780c0e2a60 con 0x7f7824104100 2024-05-10T11:19:11.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.576+0000 7f781bfff700 1 --2- 172.21.15.53:0/1556887714 >> [v2:172.21.15.187:6816/2315808567,v1:172.21.15.187:6817/2315808567] conn(0x7f78100bdb70 0x7f78100c0010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:11.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.576+0000 7f781bfff700 1 -- 172.21.15.53:0/1556887714 --> [v2:172.21.15.187:6816/2315808567,v1:172.21.15.187:6817/2315808567] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f78100c06e0 con 0x7f78100bdb70 2024-05-10T11:19:11.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.576+0000 7f781bfff700 1 -- 172.21.15.53:0/1556887714 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f780c0e2eb0 con 0x7f7824104100 2024-05-10T11:19:11.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.576+0000 7f782259c700 1 --2- 172.21.15.53:0/1556887714 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f78100b2910 0x7f78100b4dd0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f7814009c60 tx=0x7f7814009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:11.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.576+0000 7f7822d9d700 1 --2- 172.21.15.53:0/1556887714 >> [v2:172.21.15.187:6816/2315808567,v1:172.21.15.187:6817/2315808567] conn(0x7f78100bdb70 0x7f78100c0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:11.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.576+0000 7f7822d9d700 1 --2- 172.21.15.53:0/1556887714 >> [v2:172.21.15.187:6816/2315808567,v1:172.21.15.187:6817/2315808567] conn(0x7f78100bdb70 0x7f78100c0010 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:11.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.577+0000 7f781bfff700 1 -- 172.21.15.53:0/1556887714 <== osd.8 v2:172.21.15.187:6816/2315808567 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f78100c06e0 con 0x7f78100bdb70 2024-05-10T11:19:11.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.594+0000 7f7828fcf700 1 -- 172.21.15.53:0/1556887714 --> [v2:172.21.15.187:6816/2315808567,v1:172.21.15.187:6817/2315808567] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f78240733f0 con 0x7f78100bdb70 2024-05-10T11:19:11.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.595+0000 7f781bfff700 1 -- 172.21.15.53:0/1556887714 <== osd.8 v2:172.21.15.187:6816/2315808567 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f78240733f0 con 0x7f78100bdb70 2024-05-10T11:19:11.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.595+0000 7f7828fcf700 1 -- 172.21.15.53:0/1556887714 >> [v2:172.21.15.187:6816/2315808567,v1:172.21.15.187:6817/2315808567] conn(0x7f78100bdb70 msgr2=0x7f78100c0010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:11.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.595+0000 7f7828fcf700 1 --2- 172.21.15.53:0/1556887714 >> [v2:172.21.15.187:6816/2315808567,v1:172.21.15.187:6817/2315808567] conn(0x7f78100bdb70 0x7f78100c0010 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:11.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.595+0000 7f7828fcf700 1 -- 172.21.15.53:0/1556887714 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f78100b2910 msgr2=0x7f78100b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:11.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.595+0000 7f7828fcf700 1 --2- 172.21.15.53:0/1556887714 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f78100b2910 0x7f78100b4dd0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f7814009c60 tx=0x7f7814009260 comp rx=0 tx=0).stop 2024-05-10T11:19:11.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.595+0000 7f7828fcf700 1 -- 172.21.15.53:0/1556887714 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7824104100 msgr2=0x7f7824075140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:11.691 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.595+0000 7f7828fcf700 1 --2- 172.21.15.53:0/1556887714 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7824104100 0x7f7824075140 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f780c00d980 tx=0x7f780c00dc90 comp rx=0 tx=0).stop 2024-05-10T11:19:11.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.596+0000 7f7822d9d700 1 -- 172.21.15.53:0/1556887714 reap_dead start 2024-05-10T11:19:11.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.596+0000 7f7828fcf700 1 -- 172.21.15.53:0/1556887714 shutdown_connections 2024-05-10T11:19:11.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.596+0000 7f7828fcf700 1 -- 172.21.15.53:0/1556887714 >> 172.21.15.53:0/1556887714 conn(0x7f782407a600 msgr2=0x7f7824101810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:11.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.596+0000 7f7828fcf700 1 -- 172.21.15.53:0/1556887714 shutdown_connections 2024-05-10T11:19:11.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.596+0000 7f7828fcf700 1 -- 172.21.15.53:0/1556887714 wait complete. 2024-05-10T11:19:12.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:11 smithi132 ceph-mon[33758]: pgmap v372: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-05-10T11:19:12.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:11 smithi187 ceph-mon[34076]: pgmap v372: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-05-10T11:19:12.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:11 smithi053 ceph-mon[30153]: pgmap v372: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-05-10T11:19:12.415 INFO:teuthology.orchestra.run.smithi053.stdout:231928234043 2024-05-10T11:19:12.415 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-05-10T11:19:12.601 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.688+0000 7fbc1cde0700 1 -- 172.21.15.53:0/3938177698 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbc1810ff80 msgr2=0x7fbc18112370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:12.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.688+0000 7fbc1cde0700 1 --2- 172.21.15.53:0/3938177698 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbc1810ff80 0x7fbc18112370 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fbc1000b0a0 tx=0x7fbc1000b3b0 comp rx=0 tx=0).stop 2024-05-10T11:19:12.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.689+0000 7fbc1cde0700 1 -- 172.21.15.53:0/3938177698 shutdown_connections 2024-05-10T11:19:12.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.689+0000 7fbc1cde0700 1 --2- 172.21.15.53:0/3938177698 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbc1810ff80 0x7fbc18112370 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:12.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.689+0000 7fbc1cde0700 1 --2- 172.21.15.53:0/3938177698 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbc1806bbd0 0x7fbc1806bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:12.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.689+0000 7fbc1cde0700 1 --2- 172.21.15.53:0/3938177698 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbc1806c4f0 0x7fbc1810fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:12.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.689+0000 7fbc1cde0700 1 -- 172.21.15.53:0/3938177698 >> 172.21.15.53:0/3938177698 conn(0x7fbc18079350 msgr2=0x7fbc18079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:12.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.689+0000 7fbc1cde0700 1 -- 172.21.15.53:0/3938177698 shutdown_connections 2024-05-10T11:19:12.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.689+0000 7fbc1cde0700 1 -- 172.21.15.53:0/3938177698 wait complete. 2024-05-10T11:19:12.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.689+0000 7fbc1cde0700 1 Processor -- start 2024-05-10T11:19:12.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.689+0000 7fbc1cde0700 1 -- start start 2024-05-10T11:19:12.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.690+0000 7fbc1cde0700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbc1806bbd0 0x7fbc181a18b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:12.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.690+0000 7fbc1cde0700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbc1806c4f0 0x7fbc181a1df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:12.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.690+0000 7fbc1cde0700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbc1810ff80 0x7fbc1819ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:12.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.690+0000 7fbc1cde0700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fbc181156f0 con 0x7fbc1806bbd0 2024-05-10T11:19:12.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.690+0000 7fbc1cde0700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fbc18115570 con 0x7fbc1806c4f0 2024-05-10T11:19:12.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.690+0000 7fbc1cde0700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fbc18115870 con 0x7fbc1810ff80 2024-05-10T11:19:12.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.690+0000 7fbc1659c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbc1806bbd0 0x7fbc181a18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:12.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.690+0000 7fbc1659c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbc1806bbd0 0x7fbc181a18b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:56066/0 (socket says 172.21.15.53:56066) 2024-05-10T11:19:12.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.690+0000 7fbc1659c700 1 -- 172.21.15.53:0/148921572 learned_addr learned my addr 172.21.15.53:0/148921572 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:12.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.690+0000 7fbc16d9d700 1 --2- 172.21.15.53:0/148921572 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbc1810ff80 0x7fbc1819ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:12.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.690+0000 7fbc15d9b700 1 --2- 172.21.15.53:0/148921572 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbc1806c4f0 0x7fbc181a1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:12.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.690+0000 7fbc1659c700 1 -- 172.21.15.53:0/148921572 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbc1810ff80 msgr2=0x7fbc1819ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:12.604 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.690+0000 7fbc1659c700 1 --2- 172.21.15.53:0/148921572 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbc1810ff80 0x7fbc1819ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:12.604 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.690+0000 7fbc1659c700 1 -- 172.21.15.53:0/148921572 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbc1806c4f0 msgr2=0x7fbc181a1df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:12.604 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.690+0000 7fbc1659c700 1 --2- 172.21.15.53:0/148921572 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbc1806c4f0 0x7fbc181a1df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:12.604 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.690+0000 7fbc1659c700 1 -- 172.21.15.53:0/148921572 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc1819c1d0 con 0x7fbc1806bbd0 2024-05-10T11:19:12.604 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.690+0000 7fbc16d9d700 1 --2- 172.21.15.53:0/148921572 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbc1810ff80 0x7fbc1819ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:19:12.604 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.690+0000 7fbc15d9b700 1 --2- 172.21.15.53:0/148921572 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbc1806c4f0 0x7fbc181a1df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:19:12.604 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.690+0000 7fbc1659c700 1 --2- 172.21.15.53:0/148921572 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbc1806bbd0 0x7fbc181a18b0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fbc0800e9a0 tx=0x7fbc0800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:12.604 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.690+0000 7fbc077fe700 1 -- 172.21.15.53:0/148921572 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc0800cbd0 con 0x7fbc1806bbd0 2024-05-10T11:19:12.604 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.691+0000 7fbc1cde0700 1 -- 172.21.15.53:0/148921572 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc1819c460 con 0x7fbc1806bbd0 2024-05-10T11:19:12.604 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.691+0000 7fbc077fe700 1 -- 172.21.15.53:0/148921572 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbc0800cd70 con 0x7fbc1806bbd0 2024-05-10T11:19:12.604 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.691+0000 7fbc077fe700 1 -- 172.21.15.53:0/148921572 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc08018680 con 0x7fbc1806bbd0 2024-05-10T11:19:12.604 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.691+0000 7fbc1cde0700 1 -- 172.21.15.53:0/148921572 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc181a8780 con 0x7fbc1806bbd0 2024-05-10T11:19:12.604 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.691+0000 7fbc1cde0700 1 -- 172.21.15.53:0/148921572 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fbc18063c30 con 0x7fbc1806bbd0 2024-05-10T11:19:12.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.693+0000 7fbc077fe700 1 -- 172.21.15.53:0/148921572 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fbc08010430 con 0x7fbc1806bbd0 2024-05-10T11:19:12.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.694+0000 7fbc077fe700 1 --2- 172.21.15.53:0/148921572 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbc000b2910 0x7fbc000b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:12.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.694+0000 7fbc15d9b700 1 --2- 172.21.15.53:0/148921572 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbc000b2910 0x7fbc000b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:12.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.694+0000 7fbc077fe700 1 -- 172.21.15.53:0/148921572 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fbc080e2f20 con 0x7fbc1806bbd0 2024-05-10T11:19:12.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.694+0000 7fbc077fe700 1 --2- 172.21.15.53:0/148921572 >> [v2:172.21.15.132:6816/304039390,v1:172.21.15.132:6817/304039390] conn(0x7fbc000bdb70 0x7fbc000c0010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:12.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.694+0000 7fbc077fe700 1 -- 172.21.15.53:0/148921572 --> [v2:172.21.15.132:6816/304039390,v1:172.21.15.132:6817/304039390] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fbc000c06e0 con 0x7fbc000bdb70 2024-05-10T11:19:12.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.694+0000 7fbc077fe700 1 -- 172.21.15.53:0/148921572 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7fbc080e32d0 con 0x7fbc1806bbd0 2024-05-10T11:19:12.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.694+0000 7fbc15d9b700 1 --2- 172.21.15.53:0/148921572 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbc000b2910 0x7fbc000b4dd0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fbc18101f50 tx=0x7fbc0c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:12.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.694+0000 7fbc16d9d700 1 --2- 172.21.15.53:0/148921572 >> [v2:172.21.15.132:6816/304039390,v1:172.21.15.132:6817/304039390] conn(0x7fbc000bdb70 0x7fbc000c0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:12.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.695+0000 7fbc16d9d700 1 --2- 172.21.15.53:0/148921572 >> [v2:172.21.15.132:6816/304039390,v1:172.21.15.132:6817/304039390] conn(0x7fbc000bdb70 0x7fbc000c0010 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:12.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.696+0000 7fbc077fe700 1 -- 172.21.15.53:0/148921572 <== osd.7 v2:172.21.15.132:6816/304039390 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fbc000c06e0 con 0x7fbc000bdb70 2024-05-10T11:19:12.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.712+0000 7fbc1cde0700 1 -- 172.21.15.53:0/148921572 --> [v2:172.21.15.132:6816/304039390,v1:172.21.15.132:6817/304039390] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fbc180640b0 con 0x7fbc000bdb70 2024-05-10T11:19:12.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.713+0000 7fbc077fe700 1 -- 172.21.15.53:0/148921572 <== osd.7 v2:172.21.15.132:6816/304039390 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fbc180640b0 con 0x7fbc000bdb70 2024-05-10T11:19:12.606 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.713+0000 7fbc1cde0700 1 -- 172.21.15.53:0/148921572 >> [v2:172.21.15.132:6816/304039390,v1:172.21.15.132:6817/304039390] conn(0x7fbc000bdb70 msgr2=0x7fbc000c0010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:12.606 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.714+0000 7fbc1cde0700 1 --2- 172.21.15.53:0/148921572 >> [v2:172.21.15.132:6816/304039390,v1:172.21.15.132:6817/304039390] conn(0x7fbc000bdb70 0x7fbc000c0010 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:12.606 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.714+0000 7fbc1cde0700 1 -- 172.21.15.53:0/148921572 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbc000b2910 msgr2=0x7fbc000b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:12.606 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.714+0000 7fbc1cde0700 1 --2- 172.21.15.53:0/148921572 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbc000b2910 0x7fbc000b4dd0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fbc18101f50 tx=0x7fbc0c009260 comp rx=0 tx=0).stop 2024-05-10T11:19:12.606 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.714+0000 7fbc1cde0700 1 -- 172.21.15.53:0/148921572 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbc1806bbd0 msgr2=0x7fbc181a18b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:12.606 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.714+0000 7fbc1cde0700 1 --2- 172.21.15.53:0/148921572 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbc1806bbd0 0x7fbc181a18b0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fbc0800e9a0 tx=0x7fbc0800ecb0 comp rx=0 tx=0).stop 2024-05-10T11:19:12.606 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.714+0000 7fbc16d9d700 1 -- 172.21.15.53:0/148921572 reap_dead start 2024-05-10T11:19:12.607 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.714+0000 7fbc1cde0700 1 -- 172.21.15.53:0/148921572 shutdown_connections 2024-05-10T11:19:12.607 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.714+0000 7fbc1cde0700 1 -- 172.21.15.53:0/148921572 >> 172.21.15.53:0/148921572 conn(0x7fbc18079350 msgr2=0x7fbc18111580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:12.607 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.714+0000 7fbc1cde0700 1 -- 172.21.15.53:0/148921572 shutdown_connections 2024-05-10T11:19:12.607 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:11.714+0000 7fbc1cde0700 1 -- 172.21.15.53:0/148921572 wait complete. 2024-05-10T11:19:13.244 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:19:13.253 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:19:13.290 INFO:teuthology.orchestra.run.smithi053.stdout:206158430273 2024-05-10T11:19:13.291 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-05-10T11:19:13.704 INFO:teuthology.orchestra.run.smithi053.stdout:111669149781 2024-05-10T11:19:13.705 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-05-10T11:19:13.981 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:19:13.992 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:13 smithi053 ceph-mon[30153]: pgmap v373: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-10T11:19:14.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:13 smithi132 ceph-mon[33758]: pgmap v373: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-10T11:19:14.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:13 smithi187 ceph-mon[34076]: pgmap v373: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-10T11:19:16.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:15 smithi132 ceph-mon[33758]: pgmap v374: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:19:16.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:15 smithi187 ceph-mon[34076]: pgmap v374: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:19:16.291 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:15 smithi053 ceph-mon[30153]: pgmap v374: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:19:17.153 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:19:17.176 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:19:17.654 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.652+0000 7f7ad9429700 1 -- 172.21.15.53:0/2343119678 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ad406bbd0 msgr2=0x7f7ad406c050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:17.654 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.652+0000 7f7ad9429700 1 --2- 172.21.15.53:0/2343119678 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ad406bbd0 0x7f7ad406c050 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f7ac8009990 tx=0x7f7ac8009ca0 comp rx=0 tx=0).stop 2024-05-10T11:19:17.654 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.652+0000 7f7ad9429700 1 -- 172.21.15.53:0/2343119678 shutdown_connections 2024-05-10T11:19:17.654 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.652+0000 7f7ad9429700 1 --2- 172.21.15.53:0/2343119678 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ad406c590 0x7f7ad4110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:17.654 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.652+0000 7f7ad9429700 1 --2- 172.21.15.53:0/2343119678 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ad4109510 0x7f7ad41098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:17.655 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.652+0000 7f7ad9429700 1 --2- 172.21.15.53:0/2343119678 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ad406bbd0 0x7f7ad406c050 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:17.655 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.652+0000 7f7ad9429700 1 -- 172.21.15.53:0/2343119678 >> 172.21.15.53:0/2343119678 conn(0x7f7ad4079350 msgr2=0x7f7ad4079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:17.655 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.652+0000 7f7ad9429700 1 -- 172.21.15.53:0/2343119678 shutdown_connections 2024-05-10T11:19:17.655 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.652+0000 7f7ad9429700 1 -- 172.21.15.53:0/2343119678 wait complete. 2024-05-10T11:19:17.655 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.652+0000 7f7ad9429700 1 Processor -- start 2024-05-10T11:19:17.655 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.653+0000 7f7ad9429700 1 -- start start 2024-05-10T11:19:17.655 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.653+0000 7f7ad9429700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ad406bbd0 0x7f7ad419f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:17.655 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.653+0000 7f7ad9429700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ad406c590 0x7f7ad419fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:17.655 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.653+0000 7f7ad9429700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ad4109510 0x7f7ad4199960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:17.655 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.653+0000 7f7ad9429700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7ad4113520 con 0x7f7ad406bbd0 2024-05-10T11:19:17.656 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.653+0000 7f7ad9429700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f7ad41133a0 con 0x7f7ad406c590 2024-05-10T11:19:17.656 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.653+0000 7f7ad9429700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f7ad41136a0 con 0x7f7ad4109510 2024-05-10T11:19:17.656 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.653+0000 7f7ad2ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ad406bbd0 0x7f7ad419f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:17.656 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.653+0000 7f7ad27fc700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ad406c590 0x7f7ad419fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:17.656 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.653+0000 7f7ad2ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ad406bbd0 0x7f7ad419f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:56096/0 (socket says 172.21.15.53:56096) 2024-05-10T11:19:17.656 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.653+0000 7f7ad37fe700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ad4109510 0x7f7ad4199960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:17.656 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.653+0000 7f7ad2ffd700 1 -- 172.21.15.53:0/1938388924 learned_addr learned my addr 172.21.15.53:0/1938388924 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:17.656 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.654+0000 7f7ad2ffd700 1 -- 172.21.15.53:0/1938388924 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ad4109510 msgr2=0x7f7ad4199960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:17.656 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.654+0000 7f7ad2ffd700 1 --2- 172.21.15.53:0/1938388924 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ad4109510 0x7f7ad4199960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:17.656 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.654+0000 7f7ad2ffd700 1 -- 172.21.15.53:0/1938388924 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ad406c590 msgr2=0x7f7ad419fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:17.656 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.654+0000 7f7ad2ffd700 1 --2- 172.21.15.53:0/1938388924 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ad406c590 0x7f7ad419fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:17.656 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.654+0000 7f7ad2ffd700 1 -- 172.21.15.53:0/1938388924 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ad419a0c0 con 0x7f7ad406bbd0 2024-05-10T11:19:17.657 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.654+0000 7f7ad27fc700 1 --2- 172.21.15.53:0/1938388924 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ad406c590 0x7f7ad419fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:19:17.657 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.654+0000 7f7ad2ffd700 1 --2- 172.21.15.53:0/1938388924 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ad406bbd0 0x7f7ad419f750 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f7ac400c920 tx=0x7f7ac400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:17.657 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.654+0000 7f7abbfff700 1 -- 172.21.15.53:0/1938388924 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac4004a30 con 0x7f7ad406bbd0 2024-05-10T11:19:17.657 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.654+0000 7f7abbfff700 1 -- 172.21.15.53:0/1938388924 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7ac40054b0 con 0x7f7ad406bbd0 2024-05-10T11:19:17.658 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.654+0000 7f7ad9429700 1 -- 172.21.15.53:0/1938388924 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ad419a3b0 con 0x7f7ad406bbd0 2024-05-10T11:19:17.658 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.654+0000 7f7abbfff700 1 -- 172.21.15.53:0/1938388924 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac4007b70 con 0x7f7ad406bbd0 2024-05-10T11:19:17.658 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.654+0000 7f7ad9429700 1 -- 172.21.15.53:0/1938388924 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ad41a6620 con 0x7f7ad406bbd0 2024-05-10T11:19:17.658 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.656+0000 7f7ad9429700 1 -- 172.21.15.53:0/1938388924 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ad406a190 con 0x7f7ad406bbd0 2024-05-10T11:19:17.659 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.659+0000 7f7abbfff700 1 -- 172.21.15.53:0/1938388924 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f7ac4007d10 con 0x7f7ad406bbd0 2024-05-10T11:19:17.660 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.660+0000 7f7abbfff700 1 --2- 172.21.15.53:0/1938388924 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7abc0b2990 0x7f7abc0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:17.660 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.660+0000 7f7abbfff700 1 -- 172.21.15.53:0/1938388924 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f7ac40e26e0 con 0x7f7ad406bbd0 2024-05-10T11:19:17.660 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.660+0000 7f7ad27fc700 1 --2- 172.21.15.53:0/1938388924 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7abc0b2990 0x7f7abc0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:17.661 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.661+0000 7f7ad27fc700 1 --2- 172.21.15.53:0/1938388924 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7abc0b2990 0x7f7abc0b4e50 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f7ad4079b60 tx=0x7f7ac801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:17.661 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:19:17.662 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:19:17.662 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:19:17.665 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.665+0000 7f7abbfff700 1 -- 172.21.15.53:0/1938388924 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f7ac4014030 con 0x7f7ad406bbd0 2024-05-10T11:19:17.892 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.892+0000 7f7ad9429700 1 -- 172.21.15.53:0/1938388924 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f7ad402e510 con 0x7f7ad406bbd0 2024-05-10T11:19:17.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.895+0000 7f7abbfff700 1 -- 172.21.15.53:0/1938388924 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f7ac4005660 con 0x7f7ad406bbd0 2024-05-10T11:19:17.895 INFO:teuthology.orchestra.run.smithi053.stdout:55834574944 2024-05-10T11:19:17.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.886+0000 7efc211db700 1 -- 172.21.15.53:0/3916195139 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc1c108400 msgr2=0x7efc1c1087e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:17.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.886+0000 7efc211db700 1 --2- 172.21.15.53:0/3916195139 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc1c108400 0x7efc1c1087e0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7efc0c009990 tx=0x7efc0c009ca0 comp rx=0 tx=0).stop 2024-05-10T11:19:17.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.886+0000 7efc211db700 1 -- 172.21.15.53:0/3916195139 shutdown_connections 2024-05-10T11:19:17.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.886+0000 7efc211db700 1 --2- 172.21.15.53:0/3916195139 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efc1c102d50 0x7efc1c10f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:17.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.886+0000 7efc211db700 1 --2- 172.21.15.53:0/3916195139 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc1c108400 0x7efc1c1087e0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:17.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.886+0000 7efc211db700 1 --2- 172.21.15.53:0/3916195139 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efc1c102390 0x7efc1c102810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:17.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.886+0000 7efc211db700 1 -- 172.21.15.53:0/3916195139 >> 172.21.15.53:0/3916195139 conn(0x7efc1c079310 msgr2=0x7efc1c079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:17.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.886+0000 7efc211db700 1 -- 172.21.15.53:0/3916195139 shutdown_connections 2024-05-10T11:19:17.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.886+0000 7efc211db700 1 -- 172.21.15.53:0/3916195139 wait complete. 2024-05-10T11:19:17.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.887+0000 7efc211db700 1 Processor -- start 2024-05-10T11:19:17.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.887+0000 7efc211db700 1 -- start start 2024-05-10T11:19:17.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.887+0000 7efc211db700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efc1c102390 0x7efc1c19a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:17.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.888+0000 7efc211db700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efc1c102d50 0x7efc1c19ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:17.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.888+0000 7efc211db700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc1c108400 0x7efc1c1a5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:17.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.888+0000 7efc211db700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7efc1c1123d0 con 0x7efc1c108400 2024-05-10T11:19:17.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.888+0000 7efc211db700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7efc1c112250 con 0x7efc1c102390 2024-05-10T11:19:17.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.888+0000 7efc211db700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7efc1c112550 con 0x7efc1c102d50 2024-05-10T11:19:17.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.888+0000 7efc1b59e700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc1c108400 0x7efc1c1a5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:17.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.888+0000 7efc1b59e700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc1c108400 0x7efc1c1a5990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:56120/0 (socket says 172.21.15.53:56120) 2024-05-10T11:19:17.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.888+0000 7efc1b59e700 1 -- 172.21.15.53:0/1059741701 learned_addr learned my addr 172.21.15.53:0/1059741701 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:17.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.888+0000 7efc1ad9d700 1 --2- 172.21.15.53:0/1059741701 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efc1c102390 0x7efc1c19a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:17.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.888+0000 7efc1a59c700 1 --2- 172.21.15.53:0/1059741701 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efc1c102d50 0x7efc1c19ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:17.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.888+0000 7efc1b59e700 1 -- 172.21.15.53:0/1059741701 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efc1c102d50 msgr2=0x7efc1c19ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:17.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.888+0000 7efc1b59e700 1 --2- 172.21.15.53:0/1059741701 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efc1c102d50 0x7efc1c19ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:17.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.888+0000 7efc1b59e700 1 -- 172.21.15.53:0/1059741701 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efc1c102390 msgr2=0x7efc1c19a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:17.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.888+0000 7efc1b59e700 1 --2- 172.21.15.53:0/1059741701 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efc1c102390 0x7efc1c19a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:17.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.888+0000 7efc1b59e700 1 -- 172.21.15.53:0/1059741701 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc1c1a5ed0 con 0x7efc1c108400 2024-05-10T11:19:17.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.888+0000 7efc1b59e700 1 --2- 172.21.15.53:0/1059741701 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc1c108400 0x7efc1c1a5990 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7efc1400ada0 tx=0x7efc1400c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:17.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.888+0000 7efc13fff700 1 -- 172.21.15.53:0/1059741701 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc14017020 con 0x7efc1c108400 2024-05-10T11:19:17.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.889+0000 7efc211db700 1 -- 172.21.15.53:0/1059741701 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc1c1a6100 con 0x7efc1c108400 2024-05-10T11:19:17.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.889+0000 7efc13fff700 1 -- 172.21.15.53:0/1059741701 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efc1400cd60 con 0x7efc1c108400 2024-05-10T11:19:17.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.889+0000 7efc13fff700 1 -- 172.21.15.53:0/1059741701 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc14005280 con 0x7efc1c108400 2024-05-10T11:19:17.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.889+0000 7efc211db700 1 -- 172.21.15.53:0/1059741701 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc1c1a6610 con 0x7efc1c108400 2024-05-10T11:19:17.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.890+0000 7efc211db700 1 -- 172.21.15.53:0/1059741701 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc1c103ab0 con 0x7efc1c108400 2024-05-10T11:19:17.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.891+0000 7efc13fff700 1 -- 172.21.15.53:0/1059741701 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7efc1400c8d0 con 0x7efc1c108400 2024-05-10T11:19:17.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.892+0000 7efc13fff700 1 --2- 172.21.15.53:0/1059741701 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efc080b2910 0x7efc080b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:17.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.892+0000 7efc1ad9d700 1 --2- 172.21.15.53:0/1059741701 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efc080b2910 0x7efc080b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:17.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.892+0000 7efc13fff700 1 -- 172.21.15.53:0/1059741701 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7efc140e2340 con 0x7efc1c108400 2024-05-10T11:19:17.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.892+0000 7efc1ad9d700 1 --2- 172.21.15.53:0/1059741701 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efc080b2910 0x7efc080b4dd0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7efc0c00b2e0 tx=0x7efc0c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:17.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.895+0000 7efc13fff700 1 -- 172.21.15.53:0/1059741701 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7efc14021020 con 0x7efc1c108400 2024-05-10T11:19:17.900 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.898+0000 7f7ad9429700 1 -- 172.21.15.53:0/1938388924 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7abc0b2990 msgr2=0x7f7abc0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:17.900 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.898+0000 7f7ad9429700 1 --2- 172.21.15.53:0/1938388924 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7abc0b2990 0x7f7abc0b4e50 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f7ad4079b60 tx=0x7f7ac801a040 comp rx=0 tx=0).stop 2024-05-10T11:19:17.901 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.898+0000 7f7ad9429700 1 -- 172.21.15.53:0/1938388924 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ad406bbd0 msgr2=0x7f7ad419f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:17.901 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.898+0000 7f7ad9429700 1 --2- 172.21.15.53:0/1938388924 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ad406bbd0 0x7f7ad419f750 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f7ac400c920 tx=0x7f7ac400cc30 comp rx=0 tx=0).stop 2024-05-10T11:19:17.901 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.898+0000 7f7ad9429700 1 -- 172.21.15.53:0/1938388924 shutdown_connections 2024-05-10T11:19:17.901 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.898+0000 7f7ad9429700 1 --2- 172.21.15.53:0/1938388924 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7abc0b2990 0x7f7abc0b4e50 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:17.901 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.898+0000 7f7ad9429700 1 --2- 172.21.15.53:0/1938388924 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ad4109510 0x7f7ad4199960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:17.901 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.898+0000 7f7ad9429700 1 --2- 172.21.15.53:0/1938388924 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ad406bbd0 0x7f7ad419f750 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:17.901 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.898+0000 7f7ad9429700 1 --2- 172.21.15.53:0/1938388924 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ad406c590 0x7f7ad419fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:17.901 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.898+0000 7f7ad9429700 1 -- 172.21.15.53:0/1938388924 >> 172.21.15.53:0/1938388924 conn(0x7f7ad4079350 msgr2=0x7f7ad4101360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:17.902 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.898+0000 7f7ad9429700 1 -- 172.21.15.53:0/1938388924 shutdown_connections 2024-05-10T11:19:17.902 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:17.898+0000 7f7ad9429700 1 -- 172.21.15.53:0/1938388924 wait complete. 2024-05-10T11:19:18.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:18.122+0000 7efc211db700 1 -- 172.21.15.53:0/1059741701 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7efc1c02e510 con 0x7efc1c108400 2024-05-10T11:19:18.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:18.122+0000 7efc13fff700 1 -- 172.21.15.53:0/1059741701 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7efc140a9ca0 con 0x7efc1c108400 2024-05-10T11:19:18.123 INFO:teuthology.orchestra.run.smithi053.stdout:158913790029 2024-05-10T11:19:18.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:18.125+0000 7efc211db700 1 -- 172.21.15.53:0/1059741701 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efc080b2910 msgr2=0x7efc080b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:18.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:18.125+0000 7efc211db700 1 --2- 172.21.15.53:0/1059741701 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efc080b2910 0x7efc080b4dd0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7efc0c00b2e0 tx=0x7efc0c005fb0 comp rx=0 tx=0).stop 2024-05-10T11:19:18.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:18.125+0000 7efc211db700 1 -- 172.21.15.53:0/1059741701 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc1c108400 msgr2=0x7efc1c1a5990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:18.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:18.125+0000 7efc211db700 1 --2- 172.21.15.53:0/1059741701 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc1c108400 0x7efc1c1a5990 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7efc1400ada0 tx=0x7efc1400c330 comp rx=0 tx=0).stop 2024-05-10T11:19:18.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:18.126+0000 7efc211db700 1 -- 172.21.15.53:0/1059741701 shutdown_connections 2024-05-10T11:19:18.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:18.126+0000 7efc211db700 1 --2- 172.21.15.53:0/1059741701 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efc080b2910 0x7efc080b4dd0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:18.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:18.126+0000 7efc211db700 1 --2- 172.21.15.53:0/1059741701 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc1c108400 0x7efc1c1a5990 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:18.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:18.126+0000 7efc211db700 1 --2- 172.21.15.53:0/1059741701 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efc1c102390 0x7efc1c19a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:18.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:18.126+0000 7efc211db700 1 --2- 172.21.15.53:0/1059741701 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efc1c102d50 0x7efc1c19ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:18.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:18.126+0000 7efc211db700 1 -- 172.21.15.53:0/1059741701 >> 172.21.15.53:0/1059741701 conn(0x7efc1c079310 msgr2=0x7efc1c1013a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:18.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:18.126+0000 7efc211db700 1 -- 172.21.15.53:0/1059741701 shutdown_connections 2024-05-10T11:19:18.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:18.126+0000 7efc211db700 1 -- 172.21.15.53:0/1059741701 wait complete. 2024-05-10T11:19:18.140 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:17 smithi053 ceph-mon[30153]: pgmap v375: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-05-10T11:19:18.140 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:17 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1938388924' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-10T11:19:18.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:17 smithi132 ceph-mon[33758]: pgmap v375: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-05-10T11:19:18.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:17 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1938388924' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-10T11:19:18.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:17 smithi187 ceph-mon[34076]: pgmap v375: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-05-10T11:19:18.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:17 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1938388924' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-10T11:19:18.594 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:19:19.053 INFO:tasks.cephadm.ceph_manager.ceph:need seq 158913790024 got 158913790029 for osd.5 2024-05-10T11:19:19.053 DEBUG:teuthology.parallel:result is None 2024-05-10T11:19:19.125 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:18 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1059741701' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-10T11:19:19.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:18 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1059741701' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-10T11:19:19.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:18 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1059741701' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-10T11:19:20.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:19 smithi132 ceph-mon[33758]: pgmap v376: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:19:20.224 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:19 smithi053 ceph-mon[30153]: pgmap v376: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:19:20.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:19 smithi187 ceph-mon[34076]: pgmap v376: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:19:20.990 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:19:21.025 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574939 got 55834574944 for osd.1 2024-05-10T11:19:21.026 DEBUG:teuthology.parallel:result is None 2024-05-10T11:19:22.180 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:21 smithi053 ceph-mon[30153]: pgmap v377: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:19:22.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:21 smithi132 ceph-mon[33758]: pgmap v377: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:19:22.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:21 smithi187 ceph-mon[34076]: pgmap v377: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:19:24.138 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:23 smithi053 ceph-mon[30153]: pgmap v378: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-05-10T11:19:24.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:23 smithi132 ceph-mon[33758]: pgmap v378: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-05-10T11:19:24.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:23 smithi187 ceph-mon[34076]: pgmap v378: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-05-10T11:19:25.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.665+0000 7f0abd871700 1 -- 172.21.15.53:0/2806901774 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0ab8101e60 msgr2=0x7f0ab81022c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:25.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.665+0000 7f0abd871700 1 --2- 172.21.15.53:0/2806901774 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0ab8101e60 0x7f0ab81022c0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f0aa00099c0 tx=0x7f0aa0009cd0 comp rx=0 tx=0).stop 2024-05-10T11:19:25.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.665+0000 7f0abd871700 1 -- 172.21.15.53:0/2806901774 shutdown_connections 2024-05-10T11:19:25.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.665+0000 7f0abd871700 1 --2- 172.21.15.53:0/2806901774 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0ab8102800 0x7f0ab81125f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:25.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.665+0000 7f0abd871700 1 --2- 172.21.15.53:0/2806901774 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0ab8104310 0x7f0ab81046f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:25.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.665+0000 7f0abd871700 1 --2- 172.21.15.53:0/2806901774 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0ab8101e60 0x7f0ab81022c0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:25.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.665+0000 7f0abd871700 1 -- 172.21.15.53:0/2806901774 >> 172.21.15.53:0/2806901774 conn(0x7f0ab80776c0 msgr2=0x7f0ab8077ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:25.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.665+0000 7f0abd871700 1 -- 172.21.15.53:0/2806901774 shutdown_connections 2024-05-10T11:19:25.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.666+0000 7f0abd871700 1 -- 172.21.15.53:0/2806901774 wait complete. 2024-05-10T11:19:25.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.666+0000 7f0abd871700 1 Processor -- start 2024-05-10T11:19:25.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.666+0000 7f0abd871700 1 -- start start 2024-05-10T11:19:25.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.667+0000 7f0abd871700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0ab8101e60 0x7f0ab819bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:25.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.667+0000 7f0abd871700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0ab8102800 0x7f0ab819c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:25.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.667+0000 7f0abd871700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0ab8104310 0x7f0ab81a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:25.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.667+0000 7f0abd871700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab8115880 con 0x7f0ab8101e60 2024-05-10T11:19:25.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.667+0000 7f0abd871700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab8115700 con 0x7f0ab8104310 2024-05-10T11:19:25.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.667+0000 7f0abd871700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab8115a00 con 0x7f0ab8102800 2024-05-10T11:19:25.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.667+0000 7f0ab6ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0ab8101e60 0x7f0ab819bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:25.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.667+0000 7f0ab6ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0ab8101e60 0x7f0ab819bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:34450/0 (socket says 172.21.15.53:34450) 2024-05-10T11:19:25.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.667+0000 7f0ab6ffd700 1 -- 172.21.15.53:0/2198686287 learned_addr learned my addr 172.21.15.53:0/2198686287 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:25.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.667+0000 7f0ab77fe700 1 --2- 172.21.15.53:0/2198686287 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0ab8104310 0x7f0ab81a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:25.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.667+0000 7f0aae7fc700 1 --2- 172.21.15.53:0/2198686287 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0ab8102800 0x7f0ab819c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:25.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.667+0000 7f0ab6ffd700 1 -- 172.21.15.53:0/2198686287 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0ab8102800 msgr2=0x7f0ab819c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:25.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.667+0000 7f0ab6ffd700 1 --2- 172.21.15.53:0/2198686287 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0ab8102800 0x7f0ab819c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:25.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.667+0000 7f0ab6ffd700 1 -- 172.21.15.53:0/2198686287 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0ab8104310 msgr2=0x7f0ab81a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:25.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.667+0000 7f0ab6ffd700 1 --2- 172.21.15.53:0/2198686287 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0ab8104310 0x7f0ab81a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:25.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.667+0000 7f0ab6ffd700 1 -- 172.21.15.53:0/2198686287 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ab81a0d20 con 0x7f0ab8101e60 2024-05-10T11:19:25.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.667+0000 7f0ab6ffd700 1 --2- 172.21.15.53:0/2198686287 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0ab8101e60 0x7f0ab819bd10 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f0aa800e970 tx=0x7f0aa800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:25.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.667+0000 7f0abc86f700 1 -- 172.21.15.53:0/2198686287 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa800cbd0 con 0x7f0ab8101e60 2024-05-10T11:19:25.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.668+0000 7f0abc86f700 1 -- 172.21.15.53:0/2198686287 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0aa80044b0 con 0x7f0ab8101e60 2024-05-10T11:19:25.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.668+0000 7f0abd871700 1 -- 172.21.15.53:0/2198686287 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ab81a1010 con 0x7f0ab8101e60 2024-05-10T11:19:25.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.668+0000 7f0abc86f700 1 -- 172.21.15.53:0/2198686287 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa8003c90 con 0x7f0ab8101e60 2024-05-10T11:19:25.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.668+0000 7f0abd871700 1 -- 172.21.15.53:0/2198686287 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ab81a8890 con 0x7f0ab8101e60 2024-05-10T11:19:25.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.669+0000 7f0abd871700 1 -- 172.21.15.53:0/2198686287 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ab806a190 con 0x7f0ab8101e60 2024-05-10T11:19:25.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.670+0000 7f0abc86f700 1 -- 172.21.15.53:0/2198686287 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f0aa8003e50 con 0x7f0ab8101e60 2024-05-10T11:19:25.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.671+0000 7f0abc86f700 1 --2- 172.21.15.53:0/2198686287 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f0aa40b2990 0x7f0aa40b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:25.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.672+0000 7f0aae7fc700 1 --2- 172.21.15.53:0/2198686287 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f0aa40b2990 0x7f0aa40b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:25.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.672+0000 7f0abc86f700 1 -- 172.21.15.53:0/2198686287 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f0aa80e2ad0 con 0x7f0ab8101e60 2024-05-10T11:19:25.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.672+0000 7f0aae7fc700 1 --2- 172.21.15.53:0/2198686287 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f0aa40b2990 0x7f0aa40b4e50 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8077c50 tx=0x7f0aa0005940 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:25.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.675+0000 7f0abc86f700 1 -- 172.21.15.53:0/2198686287 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f0aa80aa390 con 0x7f0ab8101e60 2024-05-10T11:19:25.902 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.902+0000 7f0abd871700 1 -- 172.21.15.53:0/2198686287 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f0ab819d070 con 0x7f0ab8101e60 2024-05-10T11:19:25.902 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.902+0000 7f0abc86f700 1 -- 172.21.15.53:0/2198686287 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f0aa80b2380 con 0x7f0ab8101e60 2024-05-10T11:19:25.902 INFO:teuthology.orchestra.run.smithi053.stdout:34359738471 2024-05-10T11:19:25.904 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.904+0000 7f0abd871700 1 -- 172.21.15.53:0/2198686287 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f0aa40b2990 msgr2=0x7f0aa40b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:25.904 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.904+0000 7f0abd871700 1 --2- 172.21.15.53:0/2198686287 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f0aa40b2990 0x7f0aa40b4e50 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8077c50 tx=0x7f0aa0005940 comp rx=0 tx=0).stop 2024-05-10T11:19:25.904 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.904+0000 7f0abd871700 1 -- 172.21.15.53:0/2198686287 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0ab8101e60 msgr2=0x7f0ab819bd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:25.905 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.904+0000 7f0abd871700 1 --2- 172.21.15.53:0/2198686287 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0ab8101e60 0x7f0ab819bd10 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f0aa800e970 tx=0x7f0aa800ec80 comp rx=0 tx=0).stop 2024-05-10T11:19:25.905 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.905+0000 7f0abd871700 1 -- 172.21.15.53:0/2198686287 shutdown_connections 2024-05-10T11:19:25.905 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.905+0000 7f0abd871700 1 --2- 172.21.15.53:0/2198686287 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f0aa40b2990 0x7f0aa40b4e50 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:25.905 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.905+0000 7f0abd871700 1 --2- 172.21.15.53:0/2198686287 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0ab8104310 0x7f0ab81a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:25.905 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.905+0000 7f0abd871700 1 --2- 172.21.15.53:0/2198686287 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0ab8101e60 0x7f0ab819bd10 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:25.905 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.905+0000 7f0abd871700 1 --2- 172.21.15.53:0/2198686287 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0ab8102800 0x7f0ab819c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:25.905 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.905+0000 7f0abd871700 1 -- 172.21.15.53:0/2198686287 >> 172.21.15.53:0/2198686287 conn(0x7f0ab80776c0 msgr2=0x7f0ab80ffe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:25.905 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.905+0000 7f0abd871700 1 -- 172.21.15.53:0/2198686287 shutdown_connections 2024-05-10T11:19:25.905 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:25.905+0000 7f0abd871700 1 -- 172.21.15.53:0/2198686287 wait complete. 2024-05-10T11:19:26.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:25 smithi132 ceph-mon[33758]: pgmap v379: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:19:26.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:25 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2198686287' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-10T11:19:26.254 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:25 smithi053 ceph-mon[30153]: pgmap v379: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:19:26.254 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:25 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2198686287' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-10T11:19:26.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:25 smithi187 ceph-mon[34076]: pgmap v379: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:19:26.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:25 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2198686287' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-10T11:19:26.265 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:19:27.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.319+0000 7f400a627700 1 -- 172.21.15.53:0/2922340534 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4004103750 msgr2=0x7f4004103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:27.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.319+0000 7f400a627700 1 --2- 172.21.15.53:0/2922340534 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4004103750 0x7f4004103b30 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f3ff40099c0 tx=0x7f3ff4009cd0 comp rx=0 tx=0).stop 2024-05-10T11:19:27.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.319+0000 7f400a627700 1 -- 172.21.15.53:0/2922340534 shutdown_connections 2024-05-10T11:19:27.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.319+0000 7f400a627700 1 --2- 172.21.15.53:0/2922340534 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4004108850 0x7f40041103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:27.320 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.319+0000 7f400a627700 1 --2- 172.21.15.53:0/2922340534 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4004103750 0x7f4004103b30 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:27.320 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.319+0000 7f400a627700 1 --2- 172.21.15.53:0/2922340534 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4004104100 0x7f4004108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:27.320 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.319+0000 7f400a627700 1 -- 172.21.15.53:0/2922340534 >> 172.21.15.53:0/2922340534 conn(0x7f400407a600 msgr2=0x7f400407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:27.320 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.319+0000 7f400a627700 1 -- 172.21.15.53:0/2922340534 shutdown_connections 2024-05-10T11:19:27.320 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.319+0000 7f400a627700 1 -- 172.21.15.53:0/2922340534 wait complete. 2024-05-10T11:19:27.322 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.320+0000 7f400a627700 1 Processor -- start 2024-05-10T11:19:27.322 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.320+0000 7f400a627700 1 -- start start 2024-05-10T11:19:27.322 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.320+0000 7f400a627700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4004103750 0x7f400419f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:27.322 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.320+0000 7f400a627700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4004104100 0x7f400419fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:27.322 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.320+0000 7f400a627700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4004108850 0x7f40041997d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:27.322 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.320+0000 7f400a627700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f40041134f0 con 0x7f4004108850 2024-05-10T11:19:27.322 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.320+0000 7f400a627700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f4004113370 con 0x7f4004103750 2024-05-10T11:19:27.322 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.320+0000 7f400a627700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f4004113670 con 0x7f4004104100 2024-05-10T11:19:27.322 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.320+0000 7f4008bc4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4004108850 0x7f40041997d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:27.322 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.320+0000 7f4008bc4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4004108850 0x7f40041997d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:34472/0 (socket says 172.21.15.53:34472) 2024-05-10T11:19:27.322 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.320+0000 7f4008bc4700 1 -- 172.21.15.53:0/1608703642 learned_addr learned my addr 172.21.15.53:0/1608703642 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:27.322 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.320+0000 7f4003fff700 1 --2- 172.21.15.53:0/1608703642 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4004103750 0x7f400419f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:27.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.320+0000 7f3ffbfff700 1 --2- 172.21.15.53:0/1608703642 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4004104100 0x7f400419fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:27.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.321+0000 7f4008bc4700 1 -- 172.21.15.53:0/1608703642 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4004104100 msgr2=0x7f400419fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:27.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.321+0000 7f4008bc4700 1 --2- 172.21.15.53:0/1608703642 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4004104100 0x7f400419fb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:27.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.321+0000 7f4008bc4700 1 -- 172.21.15.53:0/1608703642 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4004103750 msgr2=0x7f400419f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:27.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.321+0000 7f4008bc4700 1 --2- 172.21.15.53:0/1608703642 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4004103750 0x7f400419f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:27.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.321+0000 7f4008bc4700 1 -- 172.21.15.53:0/1608703642 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4004199fb0 con 0x7f4004108850 2024-05-10T11:19:27.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.321+0000 7f3ffbfff700 1 --2- 172.21.15.53:0/1608703642 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4004104100 0x7f400419fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:19:27.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.321+0000 7f4003fff700 1 --2- 172.21.15.53:0/1608703642 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4004103750 0x7f400419f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:19:27.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.321+0000 7f4008bc4700 1 --2- 172.21.15.53:0/1608703642 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4004108850 0x7f40041997d0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f3ffc007ee0 tx=0x7f3ffc00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:27.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.321+0000 7f4001ffb700 1 -- 172.21.15.53:0/1608703642 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ffc00dbd0 con 0x7f4004108850 2024-05-10T11:19:27.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.321+0000 7f4001ffb700 1 -- 172.21.15.53:0/1608703642 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3ffc00dd70 con 0x7f4004108850 2024-05-10T11:19:27.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.321+0000 7f400a627700 1 -- 172.21.15.53:0/1608703642 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f400419a2a0 con 0x7f4004108850 2024-05-10T11:19:27.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.321+0000 7f4001ffb700 1 -- 172.21.15.53:0/1608703642 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ffc0058d0 con 0x7f4004108850 2024-05-10T11:19:27.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.321+0000 7f400a627700 1 -- 172.21.15.53:0/1608703642 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40040756d0 con 0x7f4004108850 2024-05-10T11:19:27.324 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.322+0000 7f400a627700 1 -- 172.21.15.53:0/1608703642 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f400410ba90 con 0x7f4004108850 2024-05-10T11:19:27.324 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.323+0000 7f4001ffb700 1 -- 172.21.15.53:0/1608703642 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f3ffc01a020 con 0x7f4004108850 2024-05-10T11:19:27.324 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.324+0000 7f4001ffb700 1 --2- 172.21.15.53:0/1608703642 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3ff00b2900 0x7f3ff00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:27.325 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.324+0000 7f4003fff700 1 --2- 172.21.15.53:0/1608703642 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3ff00b2900 0x7f3ff00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:27.325 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.324+0000 7f4001ffb700 1 -- 172.21.15.53:0/1608703642 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f3ffc0e1d70 con 0x7f4004108850 2024-05-10T11:19:27.325 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.325+0000 7f4003fff700 1 --2- 172.21.15.53:0/1608703642 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3ff00b2900 0x7f3ff00b4dc0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3ff4000c00 tx=0x7f3ff401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:27.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.330+0000 7f4001ffb700 1 -- 172.21.15.53:0/1608703642 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f3ffc010070 con 0x7f4004108850 2024-05-10T11:19:27.551 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.551+0000 7f400a627700 1 -- 172.21.15.53:0/1608703642 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f400410b470 con 0x7f4004108850 2024-05-10T11:19:27.552 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.552+0000 7f4001ffb700 1 -- 172.21.15.53:0/1608703642 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f3ffc0a9700 con 0x7f4004108850 2024-05-10T11:19:27.552 INFO:teuthology.orchestra.run.smithi053.stdout:279172874292 2024-05-10T11:19:27.554 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.554+0000 7f400a627700 1 -- 172.21.15.53:0/1608703642 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3ff00b2900 msgr2=0x7f3ff00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:27.554 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.554+0000 7f400a627700 1 --2- 172.21.15.53:0/1608703642 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3ff00b2900 0x7f3ff00b4dc0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3ff4000c00 tx=0x7f3ff401a040 comp rx=0 tx=0).stop 2024-05-10T11:19:27.554 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.554+0000 7f400a627700 1 -- 172.21.15.53:0/1608703642 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4004108850 msgr2=0x7f40041997d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:27.554 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.554+0000 7f400a627700 1 --2- 172.21.15.53:0/1608703642 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4004108850 0x7f40041997d0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f3ffc007ee0 tx=0x7f3ffc00d3b0 comp rx=0 tx=0).stop 2024-05-10T11:19:27.554 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.554+0000 7f400a627700 1 -- 172.21.15.53:0/1608703642 shutdown_connections 2024-05-10T11:19:27.554 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.554+0000 7f400a627700 1 --2- 172.21.15.53:0/1608703642 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3ff00b2900 0x7f3ff00b4dc0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:27.554 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.554+0000 7f400a627700 1 --2- 172.21.15.53:0/1608703642 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4004108850 0x7f40041997d0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:27.554 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.554+0000 7f400a627700 1 --2- 172.21.15.53:0/1608703642 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4004103750 0x7f400419f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:27.555 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.554+0000 7f400a627700 1 --2- 172.21.15.53:0/1608703642 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4004104100 0x7f400419fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:27.555 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.554+0000 7f400a627700 1 -- 172.21.15.53:0/1608703642 >> 172.21.15.53:0/1608703642 conn(0x7f400407a600 msgr2=0x7f4004101730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:27.555 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.554+0000 7f400a627700 1 -- 172.21.15.53:0/1608703642 shutdown_connections 2024-05-10T11:19:27.555 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:27.554+0000 7f400a627700 1 -- 172.21.15.53:0/1608703642 wait complete. 2024-05-10T11:19:28.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:27 smithi132 ceph-mon[33758]: pgmap v380: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:19:28.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:27 smithi132 ceph-mon[33758]: mgrmap e18: x(active, since 10m), standbys: y, z 2024-05-10T11:19:28.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:27 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1608703642' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-10T11:19:28.247 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:27 smithi053 ceph-mon[30153]: pgmap v380: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:19:28.247 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:27 smithi053 ceph-mon[30153]: mgrmap e18: x(active, since 10m), standbys: y, z 2024-05-10T11:19:28.247 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:27 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1608703642' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-10T11:19:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:27 smithi187 ceph-mon[34076]: pgmap v380: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:19:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:27 smithi187 ceph-mon[34076]: mgrmap e18: x(active, since 10m), standbys: y, z 2024-05-10T11:19:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:27 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1608703642' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-10T11:19:30.205 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:29 smithi053 ceph-mon[30153]: pgmap v381: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-10T11:19:30.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:29 smithi132 ceph-mon[33758]: pgmap v381: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-10T11:19:30.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:29 smithi187 ceph-mon[34076]: pgmap v381: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-10T11:19:31.457 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.457+0000 7f2ed175e700 1 -- 172.21.15.53:0/1082823343 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ecc104100 msgr2=0x7f2ecc108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:31.457 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.457+0000 7f2ed175e700 1 --2- 172.21.15.53:0/1082823343 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ecc104100 0x7f2ecc108120 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f2ec00099c0 tx=0x7f2ec0009cd0 comp rx=0 tx=0).stop 2024-05-10T11:19:31.457 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.457+0000 7f2ed175e700 1 -- 172.21.15.53:0/1082823343 shutdown_connections 2024-05-10T11:19:31.457 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.457+0000 7f2ed175e700 1 --2- 172.21.15.53:0/1082823343 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2ecc108850 0x7f2ecc1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:31.458 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.457+0000 7f2ed175e700 1 --2- 172.21.15.53:0/1082823343 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2ecc103750 0x7f2ecc103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:31.458 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.457+0000 7f2ed175e700 1 --2- 172.21.15.53:0/1082823343 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ecc104100 0x7f2ecc108120 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:31.458 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.457+0000 7f2ed175e700 1 -- 172.21.15.53:0/1082823343 >> 172.21.15.53:0/1082823343 conn(0x7f2ecc07a600 msgr2=0x7f2ecc07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:31.458 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.457+0000 7f2ed175e700 1 -- 172.21.15.53:0/1082823343 shutdown_connections 2024-05-10T11:19:31.458 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.457+0000 7f2ed175e700 1 -- 172.21.15.53:0/1082823343 wait complete. 2024-05-10T11:19:31.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.458+0000 7f2ed175e700 1 Processor -- start 2024-05-10T11:19:31.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.458+0000 7f2ed175e700 1 -- start start 2024-05-10T11:19:31.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.458+0000 7f2ed175e700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2ecc103750 0x7f2ecc19f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:31.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.458+0000 7f2ed175e700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2ecc104100 0x7f2ecc19fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:31.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.458+0000 7f2ed175e700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ecc108850 0x7f2ecc199780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:31.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.458+0000 7f2ed175e700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc1134c0 con 0x7f2ecc108850 2024-05-10T11:19:31.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.458+0000 7f2ed175e700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc113340 con 0x7f2ecc104100 2024-05-10T11:19:31.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.458+0000 7f2ed175e700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc113640 con 0x7f2ecc103750 2024-05-10T11:19:31.461 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.459+0000 7f2ecb7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ecc108850 0x7f2ecc199780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:31.461 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.459+0000 7f2ecb7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ecc108850 0x7f2ecc199780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38946/0 (socket says 172.21.15.53:38946) 2024-05-10T11:19:31.461 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.459+0000 7f2ecb7fe700 1 -- 172.21.15.53:0/311275159 learned_addr learned my addr 172.21.15.53:0/311275159 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:31.461 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.459+0000 7f2eca7fc700 1 --2- 172.21.15.53:0/311275159 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2ecc104100 0x7f2ecc19fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:31.461 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.459+0000 7f2ecaffd700 1 --2- 172.21.15.53:0/311275159 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2ecc103750 0x7f2ecc19f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:31.461 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.459+0000 7f2ecb7fe700 1 -- 172.21.15.53:0/311275159 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2ecc103750 msgr2=0x7f2ecc19f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:31.461 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.459+0000 7f2ecb7fe700 1 --2- 172.21.15.53:0/311275159 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2ecc103750 0x7f2ecc19f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:31.461 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.459+0000 7f2ecb7fe700 1 -- 172.21.15.53:0/311275159 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2ecc104100 msgr2=0x7f2ecc19fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:31.461 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.459+0000 7f2ecb7fe700 1 --2- 172.21.15.53:0/311275159 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2ecc104100 0x7f2ecc19fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:31.461 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.459+0000 7f2ecb7fe700 1 -- 172.21.15.53:0/311275159 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ecc199f60 con 0x7f2ecc108850 2024-05-10T11:19:31.461 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.459+0000 7f2ecb7fe700 1 --2- 172.21.15.53:0/311275159 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ecc108850 0x7f2ecc199780 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f2ec4007d70 tx=0x7f2ec400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:31.461 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.459+0000 7f2eb3fff700 1 -- 172.21.15.53:0/311275159 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec4016020 con 0x7f2ecc108850 2024-05-10T11:19:31.461 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.459+0000 7f2eb3fff700 1 -- 172.21.15.53:0/311275159 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2ec400ac90 con 0x7f2ecc108850 2024-05-10T11:19:31.461 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.459+0000 7f2ed175e700 1 -- 172.21.15.53:0/311275159 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ecc19a250 con 0x7f2ecc108850 2024-05-10T11:19:31.462 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.460+0000 7f2eb3fff700 1 -- 172.21.15.53:0/311275159 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec40115e0 con 0x7f2ecc108850 2024-05-10T11:19:31.462 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.460+0000 7f2ed175e700 1 -- 172.21.15.53:0/311275159 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ecc1a6460 con 0x7f2ecc108850 2024-05-10T11:19:31.462 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.461+0000 7f2ed175e700 1 -- 172.21.15.53:0/311275159 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2eb8005330 con 0x7f2ecc108850 2024-05-10T11:19:31.462 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.462+0000 7f2eb3fff700 1 -- 172.21.15.53:0/311275159 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f2ec4019020 con 0x7f2ecc108850 2024-05-10T11:19:31.463 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.463+0000 7f2eb3fff700 1 --2- 172.21.15.53:0/311275159 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2eb40b2880 0x7f2eb40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:31.463 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.463+0000 7f2ecaffd700 1 --2- 172.21.15.53:0/311275159 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2eb40b2880 0x7f2eb40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:31.463 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.464+0000 7f2eb3fff700 1 -- 172.21.15.53:0/311275159 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f2ec40e29a0 con 0x7f2ecc108850 2024-05-10T11:19:31.464 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.464+0000 7f2ecaffd700 1 --2- 172.21.15.53:0/311275159 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2eb40b2880 0x7f2eb40b4d40 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc005950 tx=0x7f2ebc00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:31.467 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.467+0000 7f2eb3fff700 1 -- 172.21.15.53:0/311275159 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f2ec4020020 con 0x7f2ecc108850 2024-05-10T11:19:31.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.697+0000 7f2ed175e700 1 -- 172.21.15.53:0/311275159 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f2eb80058f0 con 0x7f2ecc108850 2024-05-10T11:19:31.698 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.697+0000 7f2eb3fff700 1 -- 172.21.15.53:0/311275159 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2ec4055e20 con 0x7f2ecc108850 2024-05-10T11:19:31.698 INFO:teuthology.orchestra.run.smithi053.stdout:77309411423 2024-05-10T11:19:31.699 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.699+0000 7f2ed175e700 1 -- 172.21.15.53:0/311275159 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2eb40b2880 msgr2=0x7f2eb40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:31.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.699+0000 7f2ed175e700 1 --2- 172.21.15.53:0/311275159 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2eb40b2880 0x7f2eb40b4d40 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc005950 tx=0x7f2ebc00b410 comp rx=0 tx=0).stop 2024-05-10T11:19:31.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.699+0000 7f2ed175e700 1 -- 172.21.15.53:0/311275159 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ecc108850 msgr2=0x7f2ecc199780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:31.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.699+0000 7f2ed175e700 1 --2- 172.21.15.53:0/311275159 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ecc108850 0x7f2ecc199780 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f2ec4007d70 tx=0x7f2ec400a340 comp rx=0 tx=0).stop 2024-05-10T11:19:31.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.700+0000 7f2ed175e700 1 -- 172.21.15.53:0/311275159 shutdown_connections 2024-05-10T11:19:31.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.700+0000 7f2ed175e700 1 --2- 172.21.15.53:0/311275159 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2eb40b2880 0x7f2eb40b4d40 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:31.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.700+0000 7f2ed175e700 1 --2- 172.21.15.53:0/311275159 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ecc108850 0x7f2ecc199780 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:31.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.700+0000 7f2ed175e700 1 --2- 172.21.15.53:0/311275159 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2ecc103750 0x7f2ecc19f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:31.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.700+0000 7f2ed175e700 1 --2- 172.21.15.53:0/311275159 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2ecc104100 0x7f2ecc19fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:31.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.700+0000 7f2ed175e700 1 -- 172.21.15.53:0/311275159 >> 172.21.15.53:0/311275159 conn(0x7f2ecc07a600 msgr2=0x7f2ecc1017a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:31.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.700+0000 7f2ed175e700 1 -- 172.21.15.53:0/311275159 shutdown_connections 2024-05-10T11:19:31.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.700+0000 7f2ed175e700 1 -- 172.21.15.53:0/311275159 wait complete. 2024-05-10T11:19:32.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:31 smithi132 ceph-mon[33758]: pgmap v382: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-10T11:19:32.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:31 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1035350007' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-10T11:19:32.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:31 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/311275159' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-10T11:19:32.252 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:31 smithi053 ceph-mon[30153]: pgmap v382: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-10T11:19:32.252 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:31 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1035350007' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-10T11:19:32.252 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:31 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/311275159' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-10T11:19:32.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:31 smithi187 ceph-mon[34076]: pgmap v382: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-10T11:19:32.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:31 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1035350007' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-10T11:19:32.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:31 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/311275159' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-10T11:19:33.737 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.414+0000 7fcae74fc700 1 -- 172.21.15.53:0/1936105006 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcae01023a0 msgr2=0x7fcae0102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:33.737 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.414+0000 7fcae74fc700 1 --2- 172.21.15.53:0/1936105006 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcae01023a0 0x7fcae0102820 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fcad0009990 tx=0x7fcad0009ca0 comp rx=0 tx=0).stop 2024-05-10T11:19:33.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.414+0000 7fcae74fc700 1 -- 172.21.15.53:0/1936105006 shutdown_connections 2024-05-10T11:19:33.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.414+0000 7fcae74fc700 1 --2- 172.21.15.53:0/1936105006 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcae0102d60 0x7fcae010f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:33.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.414+0000 7fcae74fc700 1 --2- 172.21.15.53:0/1936105006 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcae0108410 0x7fcae01087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:33.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.414+0000 7fcae74fc700 1 --2- 172.21.15.53:0/1936105006 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcae01023a0 0x7fcae0102820 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:33.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.414+0000 7fcae74fc700 1 -- 172.21.15.53:0/1936105006 >> 172.21.15.53:0/1936105006 conn(0x7fcae0079350 msgr2=0x7fcae0079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:33.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.414+0000 7fcae74fc700 1 -- 172.21.15.53:0/1936105006 shutdown_connections 2024-05-10T11:19:33.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.414+0000 7fcae74fc700 1 -- 172.21.15.53:0/1936105006 wait complete. 2024-05-10T11:19:33.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.414+0000 7fcae74fc700 1 Processor -- start 2024-05-10T11:19:33.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.415+0000 7fcae74fc700 1 -- start start 2024-05-10T11:19:33.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.415+0000 7fcae74fc700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcae01023a0 0x7fcae0104080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:33.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.415+0000 7fcae74fc700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcae0102d60 0x7fcae01045c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:33.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.415+0000 7fcae74fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcae0108410 0x7fcae0104b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:33.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.415+0000 7fcae74fc700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fcae0112480 con 0x7fcae0108410 2024-05-10T11:19:33.739 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.415+0000 7fcae74fc700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fcae0112300 con 0x7fcae0102d60 2024-05-10T11:19:33.739 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.415+0000 7fcae74fc700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fcae0112600 con 0x7fcae01023a0 2024-05-10T11:19:33.739 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.415+0000 7fcae5a99700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcae0108410 0x7fcae0104b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:33.739 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.415+0000 7fcae5298700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcae01023a0 0x7fcae0104080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:33.739 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.415+0000 7fcae5a99700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcae0108410 0x7fcae0104b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38964/0 (socket says 172.21.15.53:38964) 2024-05-10T11:19:33.739 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.415+0000 7fcae5a99700 1 -- 172.21.15.53:0/608966726 learned_addr learned my addr 172.21.15.53:0/608966726 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:33.739 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.415+0000 7fcae4a97700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcae0102d60 0x7fcae01045c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:33.739 INFO:teuthology.orchestra.run.smithi053.stdout:304942678063 2024-05-10T11:19:33.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.415+0000 7fcae5a99700 1 -- 172.21.15.53:0/608966726 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcae01023a0 msgr2=0x7fcae0104080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:33.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.415+0000 7fcae5a99700 1 --2- 172.21.15.53:0/608966726 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcae01023a0 0x7fcae0104080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:33.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.415+0000 7fcae5a99700 1 -- 172.21.15.53:0/608966726 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcae0102d60 msgr2=0x7fcae01045c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:33.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.415+0000 7fcae5a99700 1 --2- 172.21.15.53:0/608966726 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcae0102d60 0x7fcae01045c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:33.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.415+0000 7fcae5a99700 1 -- 172.21.15.53:0/608966726 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcae01a8030 con 0x7fcae0108410 2024-05-10T11:19:33.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.415+0000 7fcae5298700 1 --2- 172.21.15.53:0/608966726 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcae01023a0 0x7fcae0104080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:19:33.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.416+0000 7fcae5a99700 1 --2- 172.21.15.53:0/608966726 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcae0108410 0x7fcae0104b00 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fcad800b970 tx=0x7fcad800bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:33.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.416+0000 7fcad67fc700 1 -- 172.21.15.53:0/608966726 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad800d860 con 0x7fcae0108410 2024-05-10T11:19:33.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.416+0000 7fcad67fc700 1 -- 172.21.15.53:0/608966726 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcad800e430 con 0x7fcae0108410 2024-05-10T11:19:33.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.416+0000 7fcae74fc700 1 -- 172.21.15.53:0/608966726 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcae01a8320 con 0x7fcae0108410 2024-05-10T11:19:33.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.416+0000 7fcad67fc700 1 -- 172.21.15.53:0/608966726 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad8017660 con 0x7fcae0108410 2024-05-10T11:19:33.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.416+0000 7fcae74fc700 1 -- 172.21.15.53:0/608966726 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcae01a8830 con 0x7fcae0108410 2024-05-10T11:19:33.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.417+0000 7fcae74fc700 1 -- 172.21.15.53:0/608966726 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcae006a190 con 0x7fcae0108410 2024-05-10T11:19:33.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.418+0000 7fcad67fc700 1 -- 172.21.15.53:0/608966726 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fcad800da00 con 0x7fcae0108410 2024-05-10T11:19:33.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.419+0000 7fcad67fc700 1 --2- 172.21.15.53:0/608966726 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcacc0b2900 0x7fcacc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:33.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.419+0000 7fcae5298700 1 --2- 172.21.15.53:0/608966726 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcacc0b2900 0x7fcacc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:33.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.419+0000 7fcad67fc700 1 -- 172.21.15.53:0/608966726 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fcad80e2280 con 0x7fcae0108410 2024-05-10T11:19:33.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.419+0000 7fcae5298700 1 --2- 172.21.15.53:0/608966726 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcacc0b2900 0x7fcacc0b4dc0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fcadc0104e0 tx=0x7fcadc00b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:33.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.422+0000 7fcad67fc700 1 -- 172.21.15.53:0/608966726 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fcad8013030 con 0x7fcae0108410 2024-05-10T11:19:33.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.640+0000 7fcae74fc700 1 -- 172.21.15.53:0/608966726 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7fcae01055b0 con 0x7fcae0108410 2024-05-10T11:19:33.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.641+0000 7fcad67fc700 1 -- 172.21.15.53:0/608966726 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7fcad80a9cc0 con 0x7fcae0108410 2024-05-10T11:19:33.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.643+0000 7fcae74fc700 1 -- 172.21.15.53:0/608966726 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcacc0b2900 msgr2=0x7fcacc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:33.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.643+0000 7fcae74fc700 1 --2- 172.21.15.53:0/608966726 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcacc0b2900 0x7fcacc0b4dc0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fcadc0104e0 tx=0x7fcadc00b3c0 comp rx=0 tx=0).stop 2024-05-10T11:19:33.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.643+0000 7fcae74fc700 1 -- 172.21.15.53:0/608966726 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcae0108410 msgr2=0x7fcae0104b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:33.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.643+0000 7fcae74fc700 1 --2- 172.21.15.53:0/608966726 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcae0108410 0x7fcae0104b00 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fcad800b970 tx=0x7fcad800bc80 comp rx=0 tx=0).stop 2024-05-10T11:19:33.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.643+0000 7fcae74fc700 1 -- 172.21.15.53:0/608966726 shutdown_connections 2024-05-10T11:19:33.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.643+0000 7fcae74fc700 1 --2- 172.21.15.53:0/608966726 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcacc0b2900 0x7fcacc0b4dc0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:33.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.643+0000 7fcae74fc700 1 --2- 172.21.15.53:0/608966726 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcae0108410 0x7fcae0104b00 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:33.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.643+0000 7fcae74fc700 1 --2- 172.21.15.53:0/608966726 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcae01023a0 0x7fcae0104080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:33.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.643+0000 7fcae74fc700 1 --2- 172.21.15.53:0/608966726 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcae0102d60 0x7fcae01045c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:33.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.643+0000 7fcae74fc700 1 -- 172.21.15.53:0/608966726 >> 172.21.15.53:0/608966726 conn(0x7fcae0079350 msgr2=0x7fcae0101700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:33.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.643+0000 7fcae74fc700 1 -- 172.21.15.53:0/608966726 shutdown_connections 2024-05-10T11:19:33.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:33.643+0000 7fcae74fc700 1 -- 172.21.15.53:0/608966726 wait complete. 2024-05-10T11:19:34.057 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:33 smithi053 ceph-mon[30153]: pgmap v383: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 767 B/s wr, 12 op/s 2024-05-10T11:19:34.057 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:33 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/608966726' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-10T11:19:34.164 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.164+0000 7efd00894700 1 -- 172.21.15.53:0/1387759042 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcfc075ff0 msgr2=0x7efcfc10f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:34.164 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.164+0000 7efd00894700 1 --2- 172.21.15.53:0/1387759042 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcfc075ff0 0x7efcfc10f990 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7efce4009990 tx=0x7efce4009ca0 comp rx=0 tx=0).stop 2024-05-10T11:19:34.164 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.164+0000 7efd00894700 1 -- 172.21.15.53:0/1387759042 shutdown_connections 2024-05-10T11:19:34.164 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.164+0000 7efd00894700 1 --2- 172.21.15.53:0/1387759042 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efcfc10fed0 0x7efcfc1122c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:34.164 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.164+0000 7efd00894700 1 --2- 172.21.15.53:0/1387759042 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efcfc0756d0 0x7efcfc075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:34.164 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.164+0000 7efd00894700 1 --2- 172.21.15.53:0/1387759042 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcfc075ff0 0x7efcfc10f990 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:34.165 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.164+0000 7efd00894700 1 -- 172.21.15.53:0/1387759042 >> 172.21.15.53:0/1387759042 conn(0x7efcfc07a610 msgr2=0x7efcfc07aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:34.165 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.164+0000 7efd00894700 1 -- 172.21.15.53:0/1387759042 shutdown_connections 2024-05-10T11:19:34.165 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.164+0000 7efd00894700 1 -- 172.21.15.53:0/1387759042 wait complete. 2024-05-10T11:19:34.166 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.165+0000 7efd00894700 1 Processor -- start 2024-05-10T11:19:34.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.165+0000 7efd00894700 1 -- start start 2024-05-10T11:19:34.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.165+0000 7efd00894700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcfc0756d0 0x7efcfc1a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:34.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.165+0000 7efd00894700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efcfc075ff0 0x7efcfc1a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:34.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.165+0000 7efd00894700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efcfc10fed0 0x7efcfc19bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:34.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.165+0000 7efd00894700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7efcfc115760 con 0x7efcfc0756d0 2024-05-10T11:19:34.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.165+0000 7efd00894700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7efcfc1155e0 con 0x7efcfc10fed0 2024-05-10T11:19:34.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.165+0000 7efd00894700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7efcfc1158e0 con 0x7efcfc075ff0 2024-05-10T11:19:34.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.165+0000 7efcfa59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcfc0756d0 0x7efcfc1a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:34.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.165+0000 7efcfa59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcfc0756d0 0x7efcfc1a1a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38988/0 (socket says 172.21.15.53:38988) 2024-05-10T11:19:34.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.165+0000 7efcfa59c700 1 -- 172.21.15.53:0/652567304 learned_addr learned my addr 172.21.15.53:0/652567304 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:34.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.165+0000 7efcf9d9b700 1 --2- 172.21.15.53:0/652567304 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efcfc075ff0 0x7efcfc1a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:34.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.165+0000 7efcfad9d700 1 --2- 172.21.15.53:0/652567304 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efcfc10fed0 0x7efcfc19bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:34.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.165+0000 7efcfa59c700 1 -- 172.21.15.53:0/652567304 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efcfc075ff0 msgr2=0x7efcfc1a1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:34.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.165+0000 7efcfa59c700 1 --2- 172.21.15.53:0/652567304 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efcfc075ff0 0x7efcfc1a1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:34.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.165+0000 7efcfa59c700 1 -- 172.21.15.53:0/652567304 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efcfc10fed0 msgr2=0x7efcfc19bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:34.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.165+0000 7efcfa59c700 1 --2- 172.21.15.53:0/652567304 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efcfc10fed0 0x7efcfc19bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:34.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.165+0000 7efcfa59c700 1 -- 172.21.15.53:0/652567304 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcfc19c410 con 0x7efcfc0756d0 2024-05-10T11:19:34.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.166+0000 7efcfa59c700 1 --2- 172.21.15.53:0/652567304 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcfc0756d0 0x7efcfc1a1a60 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7efcec00d950 tx=0x7efcec00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:34.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.166+0000 7efcf37fe700 1 -- 172.21.15.53:0/652567304 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcec016070 con 0x7efcfc0756d0 2024-05-10T11:19:34.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.166+0000 7efcf37fe700 1 -- 172.21.15.53:0/652567304 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efcec00fd20 con 0x7efcfc0756d0 2024-05-10T11:19:34.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.166+0000 7efd00894700 1 -- 172.21.15.53:0/652567304 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcfc19c700 con 0x7efcfc0756d0 2024-05-10T11:19:34.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.166+0000 7efcf37fe700 1 -- 172.21.15.53:0/652567304 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcec00e3b0 con 0x7efcfc0756d0 2024-05-10T11:19:34.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.166+0000 7efd00894700 1 -- 172.21.15.53:0/652567304 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcfc1a89e0 con 0x7efcfc0756d0 2024-05-10T11:19:34.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.167+0000 7efd00894700 1 -- 172.21.15.53:0/652567304 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcfc076d90 con 0x7efcfc0756d0 2024-05-10T11:19:34.169 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.169+0000 7efcf37fe700 1 -- 172.21.15.53:0/652567304 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7efcec019070 con 0x7efcfc0756d0 2024-05-10T11:19:34.170 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.170+0000 7efcf37fe700 1 --2- 172.21.15.53:0/652567304 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efce80b2900 0x7efce80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:34.170 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.170+0000 7efcf9d9b700 1 --2- 172.21.15.53:0/652567304 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efce80b2900 0x7efce80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:34.170 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.170+0000 7efcf37fe700 1 -- 172.21.15.53:0/652567304 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7efcec0e1fd0 con 0x7efcfc0756d0 2024-05-10T11:19:34.171 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.171+0000 7efcf9d9b700 1 --2- 172.21.15.53:0/652567304 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efce80b2900 0x7efce80b4dc0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7efce400b5c0 tx=0x7efce4005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:34.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.173+0000 7efcf37fe700 1 -- 172.21.15.53:0/652567304 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7efcec0a9960 con 0x7efcfc0756d0 2024-05-10T11:19:34.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:33 smithi132 ceph-mon[33758]: pgmap v383: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 767 B/s wr, 12 op/s 2024-05-10T11:19:34.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:33 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/608966726' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-10T11:19:34.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:33 smithi187 ceph-mon[34076]: pgmap v383: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 767 B/s wr, 12 op/s 2024-05-10T11:19:34.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:33 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/608966726' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-10T11:19:34.355 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.351+0000 7f16da58c700 1 -- 172.21.15.53:0/2038333637 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f16d406ba10 msgr2=0x7f16d406be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:34.355 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.351+0000 7f16da58c700 1 --2- 172.21.15.53:0/2038333637 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f16d406ba10 0x7f16d406be90 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f16c8009990 tx=0x7f16c8009ca0 comp rx=0 tx=0).stop 2024-05-10T11:19:34.355 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.351+0000 7f16da58c700 1 -- 172.21.15.53:0/2038333637 shutdown_connections 2024-05-10T11:19:34.356 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.351+0000 7f16da58c700 1 --2- 172.21.15.53:0/2038333637 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f16d406c3d0 0x7f16d4110320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:34.356 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.351+0000 7f16da58c700 1 --2- 172.21.15.53:0/2038333637 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f16d4109500 0x7f16d41098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:34.356 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.351+0000 7f16da58c700 1 --2- 172.21.15.53:0/2038333637 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f16d406ba10 0x7f16d406be90 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:34.356 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.351+0000 7f16da58c700 1 -- 172.21.15.53:0/2038333637 >> 172.21.15.53:0/2038333637 conn(0x7f16d4079310 msgr2=0x7f16d4079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:34.356 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.352+0000 7f16da58c700 1 -- 172.21.15.53:0/2038333637 shutdown_connections 2024-05-10T11:19:34.356 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.352+0000 7f16da58c700 1 -- 172.21.15.53:0/2038333637 wait complete. 2024-05-10T11:19:34.356 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.352+0000 7f16da58c700 1 Processor -- start 2024-05-10T11:19:34.356 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.352+0000 7f16da58c700 1 -- start start 2024-05-10T11:19:34.356 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.353+0000 7f16da58c700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f16d406ba10 0x7f16d419f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:34.356 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.353+0000 7f16da58c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f16d406c3d0 0x7f16d419fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:34.356 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.353+0000 7f16da58c700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f16d4109500 0x7f16d41998c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:34.356 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.353+0000 7f16da58c700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f16d41134c0 con 0x7f16d406c3d0 2024-05-10T11:19:34.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.353+0000 7f16da58c700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f16d4113340 con 0x7f16d406ba10 2024-05-10T11:19:34.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.353+0000 7f16da58c700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f16d4113640 con 0x7f16d4109500 2024-05-10T11:19:34.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.353+0000 7f16d37fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f16d406c3d0 0x7f16d419fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:34.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.353+0000 7f16d37fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f16d406c3d0 0x7f16d419fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38994/0 (socket says 172.21.15.53:38994) 2024-05-10T11:19:34.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.353+0000 7f16d37fe700 1 -- 172.21.15.53:0/2684457709 learned_addr learned my addr 172.21.15.53:0/2684457709 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:34.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.353+0000 7f16d3fff700 1 --2- 172.21.15.53:0/2684457709 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f16d406ba10 0x7f16d419f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:34.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.353+0000 7f16d8b29700 1 --2- 172.21.15.53:0/2684457709 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f16d4109500 0x7f16d41998c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:34.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.353+0000 7f16d37fe700 1 -- 172.21.15.53:0/2684457709 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f16d4109500 msgr2=0x7f16d41998c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:34.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.353+0000 7f16d37fe700 1 --2- 172.21.15.53:0/2684457709 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f16d4109500 0x7f16d41998c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:34.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.353+0000 7f16d37fe700 1 -- 172.21.15.53:0/2684457709 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f16d406ba10 msgr2=0x7f16d419f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:34.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.353+0000 7f16d37fe700 1 --2- 172.21.15.53:0/2684457709 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f16d406ba10 0x7f16d419f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:34.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.353+0000 7f16d37fe700 1 -- 172.21.15.53:0/2684457709 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16d419a020 con 0x7f16d406c3d0 2024-05-10T11:19:34.358 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.353+0000 7f16d37fe700 1 --2- 172.21.15.53:0/2684457709 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f16d406c3d0 0x7f16d419fc40 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f16c8000c00 tx=0x7f16c80047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:34.358 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.353+0000 7f16d17fa700 1 -- 172.21.15.53:0/2684457709 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c8027070 con 0x7f16d406c3d0 2024-05-10T11:19:34.358 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.354+0000 7f16da58c700 1 -- 172.21.15.53:0/2684457709 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16d419a2b0 con 0x7f16d406c3d0 2024-05-10T11:19:34.358 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.354+0000 7f16d17fa700 1 -- 172.21.15.53:0/2684457709 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f16c800fb00 con 0x7f16d406c3d0 2024-05-10T11:19:34.358 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.354+0000 7f16d17fa700 1 -- 172.21.15.53:0/2684457709 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c8022c40 con 0x7f16d406c3d0 2024-05-10T11:19:34.358 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.354+0000 7f16da58c700 1 -- 172.21.15.53:0/2684457709 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16d41a65d0 con 0x7f16d406c3d0 2024-05-10T11:19:34.358 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.355+0000 7f16da58c700 1 -- 172.21.15.53:0/2684457709 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16d406a190 con 0x7f16d406c3d0 2024-05-10T11:19:34.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.356+0000 7f16d17fa700 1 -- 172.21.15.53:0/2684457709 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f16c802a070 con 0x7f16d406c3d0 2024-05-10T11:19:34.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.357+0000 7f16d17fa700 1 --2- 172.21.15.53:0/2684457709 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f16bc0b2880 0x7f16bc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:34.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.357+0000 7f16d3fff700 1 --2- 172.21.15.53:0/2684457709 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f16bc0b2880 0x7f16bc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:34.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.358+0000 7f16d17fa700 1 -- 172.21.15.53:0/2684457709 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f16c80e38a0 con 0x7f16d406c3d0 2024-05-10T11:19:34.360 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.358+0000 7f16d3fff700 1 --2- 172.21.15.53:0/2684457709 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f16bc0b2880 0x7f16bc0b4d40 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f16d419aa00 tx=0x7f16c40073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:34.360 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.361+0000 7f16d17fa700 1 -- 172.21.15.53:0/2684457709 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f16c8031070 con 0x7f16d406c3d0 2024-05-10T11:19:34.372 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:19:34.413 INFO:tasks.cephadm.ceph_manager.ceph:need seq 279172874289 got 279172874292 for osd.10 2024-05-10T11:19:34.414 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.413+0000 7efd00894700 1 -- 172.21.15.53:0/652567304 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7efcfc02e510 con 0x7efcfc0756d0 2024-05-10T11:19:34.414 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.413+0000 7efcf37fe700 1 -- 172.21.15.53:0/652567304 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7efcec0a9260 con 0x7efcfc0756d0 2024-05-10T11:19:34.414 DEBUG:teuthology.parallel:result is None 2024-05-10T11:19:34.414 INFO:teuthology.orchestra.run.smithi053.stdout:257698037819 2024-05-10T11:19:34.416 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.416+0000 7efd00894700 1 -- 172.21.15.53:0/652567304 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efce80b2900 msgr2=0x7efce80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:34.416 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.416+0000 7efd00894700 1 --2- 172.21.15.53:0/652567304 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efce80b2900 0x7efce80b4dc0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7efce400b5c0 tx=0x7efce4005960 comp rx=0 tx=0).stop 2024-05-10T11:19:34.416 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.416+0000 7efd00894700 1 -- 172.21.15.53:0/652567304 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcfc0756d0 msgr2=0x7efcfc1a1a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:34.416 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.416+0000 7efd00894700 1 --2- 172.21.15.53:0/652567304 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcfc0756d0 0x7efcfc1a1a60 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7efcec00d950 tx=0x7efcec00dc60 comp rx=0 tx=0).stop 2024-05-10T11:19:34.416 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.416+0000 7efd00894700 1 -- 172.21.15.53:0/652567304 shutdown_connections 2024-05-10T11:19:34.416 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.416+0000 7efd00894700 1 --2- 172.21.15.53:0/652567304 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efce80b2900 0x7efce80b4dc0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:34.416 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.416+0000 7efd00894700 1 --2- 172.21.15.53:0/652567304 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efcfc10fed0 0x7efcfc19bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:34.416 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.416+0000 7efd00894700 1 --2- 172.21.15.53:0/652567304 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efcfc0756d0 0x7efcfc1a1a60 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:34.416 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.416+0000 7efd00894700 1 --2- 172.21.15.53:0/652567304 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efcfc075ff0 0x7efcfc1a1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:34.416 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.416+0000 7efd00894700 1 -- 172.21.15.53:0/652567304 >> 172.21.15.53:0/652567304 conn(0x7efcfc07a610 msgr2=0x7efcfc1007e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:34.417 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.416+0000 7efd00894700 1 -- 172.21.15.53:0/652567304 shutdown_connections 2024-05-10T11:19:34.417 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.416+0000 7efd00894700 1 -- 172.21.15.53:0/652567304 wait complete. 2024-05-10T11:19:34.585 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.585+0000 7f16da58c700 1 -- 172.21.15.53:0/2684457709 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f16d402e510 con 0x7f16d406c3d0 2024-05-10T11:19:34.585 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.585+0000 7f16d17fa700 1 -- 172.21.15.53:0/2684457709 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f16c8013070 con 0x7f16d406c3d0 2024-05-10T11:19:34.585 INFO:teuthology.orchestra.run.smithi053.stdout:206158430277 2024-05-10T11:19:34.589 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.589+0000 7f16da58c700 1 -- 172.21.15.53:0/2684457709 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f16bc0b2880 msgr2=0x7f16bc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:34.589 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.589+0000 7f16da58c700 1 --2- 172.21.15.53:0/2684457709 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f16bc0b2880 0x7f16bc0b4d40 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f16d419aa00 tx=0x7f16c40073d0 comp rx=0 tx=0).stop 2024-05-10T11:19:34.589 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.589+0000 7f16da58c700 1 -- 172.21.15.53:0/2684457709 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f16d406c3d0 msgr2=0x7f16d419fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:34.589 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.589+0000 7f16da58c700 1 --2- 172.21.15.53:0/2684457709 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f16d406c3d0 0x7f16d419fc40 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f16c8000c00 tx=0x7f16c80047b0 comp rx=0 tx=0).stop 2024-05-10T11:19:34.589 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.589+0000 7f16da58c700 1 -- 172.21.15.53:0/2684457709 shutdown_connections 2024-05-10T11:19:34.589 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.589+0000 7f16da58c700 1 --2- 172.21.15.53:0/2684457709 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f16bc0b2880 0x7f16bc0b4d40 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:34.589 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.589+0000 7f16da58c700 1 --2- 172.21.15.53:0/2684457709 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f16d4109500 0x7f16d41998c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:34.589 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.589+0000 7f16da58c700 1 --2- 172.21.15.53:0/2684457709 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f16d406ba10 0x7f16d419f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:34.589 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.589+0000 7f16da58c700 1 --2- 172.21.15.53:0/2684457709 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f16d406c3d0 0x7f16d419fc40 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:34.590 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.589+0000 7f16da58c700 1 -- 172.21.15.53:0/2684457709 >> 172.21.15.53:0/2684457709 conn(0x7f16d4079310 msgr2=0x7f16d4101360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:34.590 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.589+0000 7f16da58c700 1 -- 172.21.15.53:0/2684457709 shutdown_connections 2024-05-10T11:19:34.590 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:34.589+0000 7f16da58c700 1 -- 172.21.15.53:0/2684457709 wait complete. 2024-05-10T11:19:35.158 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.156+0000 7f68a5127700 1 -- 172.21.15.53:0/1860590937 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68a0102d60 msgr2=0x7f68a010f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:35.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.156+0000 7f68a5127700 1 --2- 172.21.15.53:0/1860590937 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68a0102d60 0x7f68a010f250 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f689800b0a0 tx=0x7f689800b3b0 comp rx=0 tx=0).stop 2024-05-10T11:19:35.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.156+0000 7f68a5127700 1 -- 172.21.15.53:0/1860590937 shutdown_connections 2024-05-10T11:19:35.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.156+0000 7f68a5127700 1 --2- 172.21.15.53:0/1860590937 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68a0102d60 0x7f68a010f250 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:35.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.156+0000 7f68a5127700 1 --2- 172.21.15.53:0/1860590937 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f68a0108410 0x7f68a01087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:35.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.156+0000 7f68a5127700 1 --2- 172.21.15.53:0/1860590937 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f68a01023a0 0x7f68a0102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:35.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.156+0000 7f68a5127700 1 -- 172.21.15.53:0/1860590937 >> 172.21.15.53:0/1860590937 conn(0x7f68a0079350 msgr2=0x7f68a0079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:35.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.157+0000 7f68a5127700 1 -- 172.21.15.53:0/1860590937 shutdown_connections 2024-05-10T11:19:35.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.157+0000 7f68a5127700 1 -- 172.21.15.53:0/1860590937 wait complete. 2024-05-10T11:19:35.159 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.158+0000 7f68a5127700 1 Processor -- start 2024-05-10T11:19:35.160 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.158+0000 7f68a5127700 1 -- start start 2024-05-10T11:19:35.160 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.158+0000 7f68a5127700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68a01023a0 0x7f68a0074d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:35.160 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.158+0000 7f68a5127700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f68a0102d60 0x7f68a006dee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:35.160 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.158+0000 7f68a5127700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f68a0108410 0x7f68a006e420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:35.160 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.158+0000 7f689ed9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68a01023a0 0x7f68a0074d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:35.160 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.158+0000 7f689ed9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68a01023a0 0x7f68a0074d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:39016/0 (socket says 172.21.15.53:39016) 2024-05-10T11:19:35.160 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.159+0000 7f68a5127700 1 -- 172.21.15.53:0/195343574 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f68a0112430 con 0x7f68a01023a0 2024-05-10T11:19:35.160 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.159+0000 7f689ed9d700 1 -- 172.21.15.53:0/195343574 learned_addr learned my addr 172.21.15.53:0/195343574 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:35.160 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.159+0000 7f68a5127700 1 -- 172.21.15.53:0/195343574 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f68a01122b0 con 0x7f68a0102d60 2024-05-10T11:19:35.160 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.159+0000 7f689f59e700 1 --2- 172.21.15.53:0/195343574 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f68a0108410 0x7f68a006e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:35.160 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.159+0000 7f689e59c700 1 --2- 172.21.15.53:0/195343574 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f68a0102d60 0x7f68a006dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:35.160 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.159+0000 7f68a5127700 1 -- 172.21.15.53:0/195343574 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f68a01125b0 con 0x7f68a0108410 2024-05-10T11:19:35.161 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.159+0000 7f689f59e700 1 -- 172.21.15.53:0/195343574 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f68a0102d60 msgr2=0x7f68a006dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:35.161 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.159+0000 7f689f59e700 1 --2- 172.21.15.53:0/195343574 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f68a0102d60 0x7f68a006dee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:35.161 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.159+0000 7f689f59e700 1 -- 172.21.15.53:0/195343574 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68a01023a0 msgr2=0x7f68a0074d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:35.161 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.159+0000 7f689f59e700 1 --2- 172.21.15.53:0/195343574 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68a01023a0 0x7f68a0074d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:35.161 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.159+0000 7f689f59e700 1 -- 172.21.15.53:0/195343574 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68a006eb50 con 0x7f68a0108410 2024-05-10T11:19:35.161 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.160+0000 7f689ed9d700 1 --2- 172.21.15.53:0/195343574 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68a01023a0 0x7f68a0074d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:19:35.162 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.160+0000 7f689f59e700 1 --2- 172.21.15.53:0/195343574 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f68a0108410 0x7f68a006e420 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f689800b070 tx=0x7f6898004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:35.162 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.160+0000 7f6887fff700 1 -- 172.21.15.53:0/195343574 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6898021070 con 0x7f68a0108410 2024-05-10T11:19:35.162 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.160+0000 7f6887fff700 1 -- 172.21.15.53:0/195343574 <== mon.1 v2:172.21.15.187:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6898007b80 con 0x7f68a0108410 2024-05-10T11:19:35.162 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.160+0000 7f6887fff700 1 -- 172.21.15.53:0/195343574 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68980052a0 con 0x7f68a0108410 2024-05-10T11:19:35.162 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.161+0000 7f68a5127700 1 -- 172.21.15.53:0/195343574 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68a0072870 con 0x7f68a0108410 2024-05-10T11:19:35.162 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.161+0000 7f68a5127700 1 -- 172.21.15.53:0/195343574 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68a0072c40 con 0x7f68a0108410 2024-05-10T11:19:35.162 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.162+0000 7f68a5127700 1 -- 172.21.15.53:0/195343574 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68a0073730 con 0x7f68a0108410 2024-05-10T11:19:35.164 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.164+0000 7f6887fff700 1 -- 172.21.15.53:0/195343574 <== mon.1 v2:172.21.15.187:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f6898024070 con 0x7f68a0108410 2024-05-10T11:19:35.164 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.165+0000 7f6887fff700 1 --2- 172.21.15.53:0/195343574 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f68880b6de0 0x7f68880b92a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:35.164 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.165+0000 7f689ed9d700 1 --2- 172.21.15.53:0/195343574 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f68880b6de0 0x7f68880b92a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:35.165 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.165+0000 7f6887fff700 1 -- 172.21.15.53:0/195343574 <== mon.1 v2:172.21.15.187:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f689800f020 con 0x7f68a0108410 2024-05-10T11:19:35.165 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.165+0000 7f689ed9d700 1 --2- 172.21.15.53:0/195343574 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f68880b6de0 0x7f68880b92a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f6890005950 tx=0x7f689000a400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:35.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.168+0000 7f6887fff700 1 -- 172.21.15.53:0/195343574 <== mon.1 v2:172.21.15.187:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f68a0073730 con 0x7f68a0108410 2024-05-10T11:19:35.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:34 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/652567304' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-10T11:19:35.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:34 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2684457709' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-10T11:19:35.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:34 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/652567304' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-10T11:19:35.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:34 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2684457709' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-10T11:19:35.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:34 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/652567304' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-10T11:19:35.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:34 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2684457709' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-10T11:19:35.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.389+0000 7f68a5127700 1 -- 172.21.15.53:0/195343574 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f68a006f300 con 0x7f68a0108410 2024-05-10T11:19:35.390 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.389+0000 7f6887fff700 1 -- 172.21.15.53:0/195343574 <== mon.1 v2:172.21.15.187:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f689802b020 con 0x7f68a0108410 2024-05-10T11:19:35.390 INFO:teuthology.orchestra.run.smithi053.stdout:137438953558 2024-05-10T11:19:35.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.392+0000 7f68a5127700 1 -- 172.21.15.53:0/195343574 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f68880b6de0 msgr2=0x7f68880b92a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:35.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.392+0000 7f68a5127700 1 --2- 172.21.15.53:0/195343574 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f68880b6de0 0x7f68880b92a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f6890005950 tx=0x7f689000a400 comp rx=0 tx=0).stop 2024-05-10T11:19:35.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.392+0000 7f68a5127700 1 -- 172.21.15.53:0/195343574 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f68a0108410 msgr2=0x7f68a006e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:35.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.392+0000 7f68a5127700 1 --2- 172.21.15.53:0/195343574 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f68a0108410 0x7f68a006e420 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f689800b070 tx=0x7f6898004c80 comp rx=0 tx=0).stop 2024-05-10T11:19:35.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.392+0000 7f68a5127700 1 -- 172.21.15.53:0/195343574 shutdown_connections 2024-05-10T11:19:35.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.392+0000 7f68a5127700 1 --2- 172.21.15.53:0/195343574 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f68880b6de0 0x7f68880b92a0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:35.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.392+0000 7f68a5127700 1 --2- 172.21.15.53:0/195343574 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f68a0108410 0x7f68a006e420 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:35.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.392+0000 7f68a5127700 1 --2- 172.21.15.53:0/195343574 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f68a01023a0 0x7f68a0074d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:35.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.392+0000 7f68a5127700 1 --2- 172.21.15.53:0/195343574 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f68a0102d60 0x7f68a006dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:35.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.392+0000 7f68a5127700 1 -- 172.21.15.53:0/195343574 >> 172.21.15.53:0/195343574 conn(0x7f68a0079350 msgr2=0x7f68a0101030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:35.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.392+0000 7f68a5127700 1 -- 172.21.15.53:0/195343574 shutdown_connections 2024-05-10T11:19:35.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:35.392+0000 7f68a5127700 1 -- 172.21.15.53:0/195343574 wait complete. 2024-05-10T11:19:35.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.362+0000 7fd201b4d700 1 -- 172.21.15.53:0/1720122717 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd1fc108400 msgr2=0x7fd1fc1087e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:35.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.362+0000 7fd201b4d700 1 --2- 172.21.15.53:0/1720122717 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd1fc108400 0x7fd1fc1087e0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fd1ec009990 tx=0x7fd1ec009ca0 comp rx=0 tx=0).stop 2024-05-10T11:19:35.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.362+0000 7fd201b4d700 1 -- 172.21.15.53:0/1720122717 shutdown_connections 2024-05-10T11:19:35.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.362+0000 7fd201b4d700 1 --2- 172.21.15.53:0/1720122717 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd1fc102d50 0x7fd1fc10f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:35.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.362+0000 7fd201b4d700 1 --2- 172.21.15.53:0/1720122717 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd1fc108400 0x7fd1fc1087e0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:35.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.362+0000 7fd201b4d700 1 --2- 172.21.15.53:0/1720122717 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd1fc102390 0x7fd1fc102810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:35.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.362+0000 7fd201b4d700 1 -- 172.21.15.53:0/1720122717 >> 172.21.15.53:0/1720122717 conn(0x7fd1fc079310 msgr2=0x7fd1fc079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:35.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.362+0000 7fd201b4d700 1 -- 172.21.15.53:0/1720122717 shutdown_connections 2024-05-10T11:19:35.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.362+0000 7fd201b4d700 1 -- 172.21.15.53:0/1720122717 wait complete. 2024-05-10T11:19:35.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.362+0000 7fd201b4d700 1 Processor -- start 2024-05-10T11:19:35.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.363+0000 7fd201b4d700 1 -- start start 2024-05-10T11:19:35.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.363+0000 7fd201b4d700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd1fc102390 0x7fd1fc19f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:35.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.363+0000 7fd201b4d700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd1fc102d50 0x7fd1fc19fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:35.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.363+0000 7fd201b4d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd1fc108400 0x7fd1fc199900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:35.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.363+0000 7fd201b4d700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd1fc112450 con 0x7fd1fc108400 2024-05-10T11:19:35.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.363+0000 7fd201b4d700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fd1fc1122d0 con 0x7fd1fc102d50 2024-05-10T11:19:35.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.363+0000 7fd201b4d700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fd1fc1125d0 con 0x7fd1fc102390 2024-05-10T11:19:35.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.363+0000 7fd1fbfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd1fc108400 0x7fd1fc199900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:35.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.363+0000 7fd1fbfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd1fc108400 0x7fd1fc199900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38928/0 (socket says 172.21.15.53:38928) 2024-05-10T11:19:35.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.363+0000 7fd1fbfff700 1 -- 172.21.15.53:0/1035350007 learned_addr learned my addr 172.21.15.53:0/1035350007 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:35.504 INFO:teuthology.orchestra.run.smithi053.stdout:184683593802 2024-05-10T11:19:35.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.363+0000 7fd1fb7fe700 1 --2- 172.21.15.53:0/1035350007 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd1fc102390 0x7fd1fc19f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:35.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.363+0000 7fd1faffd700 1 --2- 172.21.15.53:0/1035350007 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd1fc102d50 0x7fd1fc19fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:35.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.363+0000 7fd1fbfff700 1 -- 172.21.15.53:0/1035350007 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd1fc102390 msgr2=0x7fd1fc19f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:35.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.363+0000 7fd1fbfff700 1 --2- 172.21.15.53:0/1035350007 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd1fc102390 0x7fd1fc19f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:35.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.363+0000 7fd1fbfff700 1 -- 172.21.15.53:0/1035350007 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd1fc102d50 msgr2=0x7fd1fc19fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:35.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.363+0000 7fd1fbfff700 1 --2- 172.21.15.53:0/1035350007 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd1fc102d50 0x7fd1fc19fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:35.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.363+0000 7fd1fbfff700 1 -- 172.21.15.53:0/1035350007 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1fc19a060 con 0x7fd1fc108400 2024-05-10T11:19:35.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.364+0000 7fd1fbfff700 1 --2- 172.21.15.53:0/1035350007 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd1fc108400 0x7fd1fc199900 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fd1f400b970 tx=0x7fd1f400bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:35.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.364+0000 7fd1f8ff9700 1 -- 172.21.15.53:0/1035350007 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1f400d860 con 0x7fd1fc108400 2024-05-10T11:19:35.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.364+0000 7fd201b4d700 1 -- 172.21.15.53:0/1035350007 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1fc19a350 con 0x7fd1fc108400 2024-05-10T11:19:35.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.364+0000 7fd1f8ff9700 1 -- 172.21.15.53:0/1035350007 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd1f400e430 con 0x7fd1fc108400 2024-05-10T11:19:35.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.364+0000 7fd1f8ff9700 1 -- 172.21.15.53:0/1035350007 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1f4017660 con 0x7fd1fc108400 2024-05-10T11:19:35.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.364+0000 7fd201b4d700 1 -- 172.21.15.53:0/1035350007 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1fc1a6610 con 0x7fd1fc108400 2024-05-10T11:19:35.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.365+0000 7fd201b4d700 1 -- 172.21.15.53:0/1035350007 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1fc103ab0 con 0x7fd1fc108400 2024-05-10T11:19:35.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.366+0000 7fd1f8ff9700 1 -- 172.21.15.53:0/1035350007 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd1f400da00 con 0x7fd1fc108400 2024-05-10T11:19:35.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.367+0000 7fd1f8ff9700 1 --2- 172.21.15.53:0/1035350007 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd1e80b2880 0x7fd1e80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:35.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.367+0000 7fd1f8ff9700 1 -- 172.21.15.53:0/1035350007 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fd1f40e22c0 con 0x7fd1fc108400 2024-05-10T11:19:35.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.367+0000 7fd1fb7fe700 1 --2- 172.21.15.53:0/1035350007 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd1e80b2880 0x7fd1e80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:35.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.368+0000 7fd1fb7fe700 1 --2- 172.21.15.53:0/1035350007 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd1e80b2880 0x7fd1e80b4d40 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fd1ec00b5c0 tx=0x7fd1ec01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:35.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.370+0000 7fd1f8ff9700 1 -- 172.21.15.53:0/1035350007 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fd1f4013030 con 0x7fd1fc108400 2024-05-10T11:19:35.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.593+0000 7fd201b4d700 1 -- 172.21.15.53:0/1035350007 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fd1fc06a190 con 0x7fd1fc108400 2024-05-10T11:19:35.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.593+0000 7fd1f8ff9700 1 -- 172.21.15.53:0/1035350007 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fd1fc06a190 con 0x7fd1fc108400 2024-05-10T11:19:35.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.596+0000 7fd201b4d700 1 -- 172.21.15.53:0/1035350007 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd1e80b2880 msgr2=0x7fd1e80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:35.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.596+0000 7fd201b4d700 1 --2- 172.21.15.53:0/1035350007 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd1e80b2880 0x7fd1e80b4d40 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fd1ec00b5c0 tx=0x7fd1ec01a040 comp rx=0 tx=0).stop 2024-05-10T11:19:35.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.596+0000 7fd201b4d700 1 -- 172.21.15.53:0/1035350007 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd1fc108400 msgr2=0x7fd1fc199900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:35.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.596+0000 7fd201b4d700 1 --2- 172.21.15.53:0/1035350007 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd1fc108400 0x7fd1fc199900 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fd1f400b970 tx=0x7fd1f400bc80 comp rx=0 tx=0).stop 2024-05-10T11:19:35.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.596+0000 7fd201b4d700 1 -- 172.21.15.53:0/1035350007 shutdown_connections 2024-05-10T11:19:35.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.596+0000 7fd201b4d700 1 --2- 172.21.15.53:0/1035350007 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd1e80b2880 0x7fd1e80b4d40 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:35.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.596+0000 7fd201b4d700 1 --2- 172.21.15.53:0/1035350007 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd1fc108400 0x7fd1fc199900 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:35.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.596+0000 7fd201b4d700 1 --2- 172.21.15.53:0/1035350007 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd1fc102390 0x7fd1fc19f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:35.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.596+0000 7fd201b4d700 1 --2- 172.21.15.53:0/1035350007 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd1fc102d50 0x7fd1fc19fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:35.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.596+0000 7fd201b4d700 1 -- 172.21.15.53:0/1035350007 >> 172.21.15.53:0/1035350007 conn(0x7fd1fc079310 msgr2=0x7fd1fc106940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:35.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.596+0000 7fd201b4d700 1 -- 172.21.15.53:0/1035350007 shutdown_connections 2024-05-10T11:19:35.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:31.596+0000 7fd201b4d700 1 -- 172.21.15.53:0/1035350007 wait complete. 2024-05-10T11:19:36.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:35 smithi053 ceph-mon[30153]: pgmap v384: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 767 B/s wr, 10 op/s 2024-05-10T11:19:36.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:35 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/195343574' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-10T11:19:36.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:35 smithi132 ceph-mon[33758]: pgmap v384: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 767 B/s wr, 10 op/s 2024-05-10T11:19:36.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:35 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/195343574' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-10T11:19:36.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:35 smithi187 ceph-mon[34076]: pgmap v384: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 767 B/s wr, 10 op/s 2024-05-10T11:19:36.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:35 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/195343574' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-10T11:19:36.592 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430273 got 206158430277 for osd.7 2024-05-10T11:19:36.592 DEBUG:teuthology.parallel:result is None 2024-05-10T11:19:37.094 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411417 got 77309411423 for osd.2 2024-05-10T11:19:37.094 DEBUG:teuthology.parallel:result is None 2024-05-10T11:19:37.632 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738467 got 34359738471 for osd.0 2024-05-10T11:19:37.632 DEBUG:teuthology.parallel:result is None 2024-05-10T11:19:37.997 INFO:tasks.cephadm.ceph_manager.ceph:need seq 184683593797 got 184683593802 for osd.6 2024-05-10T11:19:37.997 DEBUG:teuthology.parallel:result is None 2024-05-10T11:19:38.166 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:37 smithi053 ceph-mon[30153]: pgmap v385: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 767 B/s wr, 10 op/s 2024-05-10T11:19:38.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.167+0000 7f13fc702700 1 -- 172.21.15.53:0/2377112301 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f13f4103780 msgr2=0x7f13f4103b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:38.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.167+0000 7f13fc702700 1 --2- 172.21.15.53:0/2377112301 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f13f4103780 0x7f13f4103b60 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f13f00099c0 tx=0x7f13f0009cd0 comp rx=0 tx=0).stop 2024-05-10T11:19:38.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.167+0000 7f13fc702700 1 -- 172.21.15.53:0/2377112301 shutdown_connections 2024-05-10T11:19:38.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.167+0000 7f13fc702700 1 --2- 172.21.15.53:0/2377112301 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f13f4108870 0x7f13f41103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:38.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.167+0000 7f13fc702700 1 --2- 172.21.15.53:0/2377112301 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f13f4103780 0x7f13f4103b60 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:38.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.167+0000 7f13fc702700 1 --2- 172.21.15.53:0/2377112301 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f13f4104130 0x7f13f4108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:38.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.167+0000 7f13fc702700 1 -- 172.21.15.53:0/2377112301 >> 172.21.15.53:0/2377112301 conn(0x7f13f407a610 msgr2=0x7f13f407aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:38.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.167+0000 7f13fc702700 1 -- 172.21.15.53:0/2377112301 shutdown_connections 2024-05-10T11:19:38.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.167+0000 7f13fc702700 1 -- 172.21.15.53:0/2377112301 wait complete. 2024-05-10T11:19:38.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.168+0000 7f13fc702700 1 Processor -- start 2024-05-10T11:19:38.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.168+0000 7f13fc702700 1 -- start start 2024-05-10T11:19:38.170 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.168+0000 7f13fc702700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f13f4103780 0x7f13f40757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:38.170 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.168+0000 7f13fc702700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f13f4104130 0x7f13f4075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:38.170 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.168+0000 7f13fc702700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f13f4108870 0x7f13f4076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:38.170 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.168+0000 7f13fc702700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f13f4113630 con 0x7f13f4104130 2024-05-10T11:19:38.170 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.168+0000 7f13fc702700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f13f41134b0 con 0x7f13f4103780 2024-05-10T11:19:38.170 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.168+0000 7f13fc702700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f13f41137b0 con 0x7f13f4108870 2024-05-10T11:19:38.170 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.168+0000 7f13f9c9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f13f4104130 0x7f13f4075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:38.170 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.168+0000 7f13fa49e700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f13f4103780 0x7f13f40757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:38.170 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.168+0000 7f13f9c9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f13f4104130 0x7f13f4075ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:39038/0 (socket says 172.21.15.53:39038) 2024-05-10T11:19:38.170 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.168+0000 7f13f9c9d700 1 -- 172.21.15.53:0/3772703522 learned_addr learned my addr 172.21.15.53:0/3772703522 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:38.170 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.169+0000 7f13fac9f700 1 --2- 172.21.15.53:0/3772703522 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f13f4108870 0x7f13f4076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:38.171 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.169+0000 7f13f9c9d700 1 -- 172.21.15.53:0/3772703522 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f13f4108870 msgr2=0x7f13f4076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:38.171 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.169+0000 7f13f9c9d700 1 --2- 172.21.15.53:0/3772703522 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f13f4108870 0x7f13f4076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:38.171 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.169+0000 7f13f9c9d700 1 -- 172.21.15.53:0/3772703522 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f13f4103780 msgr2=0x7f13f40757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:38.171 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.169+0000 7f13f9c9d700 1 --2- 172.21.15.53:0/3772703522 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f13f4103780 0x7f13f40757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:38.171 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.169+0000 7f13f9c9d700 1 -- 172.21.15.53:0/3772703522 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13f41a8030 con 0x7f13f4104130 2024-05-10T11:19:38.171 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.169+0000 7f13fac9f700 1 --2- 172.21.15.53:0/3772703522 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f13f4108870 0x7f13f4076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:19:38.171 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.169+0000 7f13f9c9d700 1 --2- 172.21.15.53:0/3772703522 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f13f4104130 0x7f13f4075ce0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f13e400b530 tx=0x7f13e400b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:38.171 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.169+0000 7f13eb7fe700 1 -- 172.21.15.53:0/3772703522 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13e4015020 con 0x7f13f4104130 2024-05-10T11:19:38.171 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.169+0000 7f13fc702700 1 -- 172.21.15.53:0/3772703522 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13f41a8320 con 0x7f13f4104130 2024-05-10T11:19:38.171 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.169+0000 7f13fc702700 1 -- 172.21.15.53:0/3772703522 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13f41a88b0 con 0x7f13f4104130 2024-05-10T11:19:38.171 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.169+0000 7f13eb7fe700 1 -- 172.21.15.53:0/3772703522 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f13e4011cc0 con 0x7f13f4104130 2024-05-10T11:19:38.171 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.169+0000 7f13eb7fe700 1 -- 172.21.15.53:0/3772703522 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13e4010dc0 con 0x7f13f4104130 2024-05-10T11:19:38.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.171+0000 7f13fc702700 1 -- 172.21.15.53:0/3772703522 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13f410bab0 con 0x7f13f4104130 2024-05-10T11:19:38.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.172+0000 7f13eb7fe700 1 -- 172.21.15.53:0/3772703522 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f13e4018020 con 0x7f13f4104130 2024-05-10T11:19:38.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.173+0000 7f13eb7fe700 1 --2- 172.21.15.53:0/3772703522 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f13e00b2900 0x7f13e00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:38.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.173+0000 7f13fa49e700 1 --2- 172.21.15.53:0/3772703522 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f13e00b2900 0x7f13e00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:38.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.173+0000 7f13eb7fe700 1 -- 172.21.15.53:0/3772703522 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f13e40e1d90 con 0x7f13f4104130 2024-05-10T11:19:38.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.173+0000 7f13fa49e700 1 --2- 172.21.15.53:0/3772703522 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f13e00b2900 0x7f13e00b4dc0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f13f0000c00 tx=0x7f13f0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:38.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.177+0000 7f13eb7fe700 1 -- 172.21.15.53:0/3772703522 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f13e401f020 con 0x7f13f4104130 2024-05-10T11:19:38.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:37 smithi132 ceph-mon[33758]: pgmap v385: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 767 B/s wr, 10 op/s 2024-05-10T11:19:38.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:37 smithi187 ceph-mon[34076]: pgmap v385: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 767 B/s wr, 10 op/s 2024-05-10T11:19:38.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.394+0000 7f13fc702700 1 -- 172.21.15.53:0/3772703522 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f13f410b490 con 0x7f13f4104130 2024-05-10T11:19:38.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.394+0000 7f13eb7fe700 1 -- 172.21.15.53:0/3772703522 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f13e40a9720 con 0x7f13f4104130 2024-05-10T11:19:38.394 INFO:teuthology.orchestra.run.smithi053.stdout:231928234048 2024-05-10T11:19:38.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.396+0000 7f13fc702700 1 -- 172.21.15.53:0/3772703522 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f13e00b2900 msgr2=0x7f13e00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:38.397 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.396+0000 7f13fc702700 1 --2- 172.21.15.53:0/3772703522 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f13e00b2900 0x7f13e00b4dc0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f13f0000c00 tx=0x7f13f0005fb0 comp rx=0 tx=0).stop 2024-05-10T11:19:38.397 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.396+0000 7f13fc702700 1 -- 172.21.15.53:0/3772703522 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f13f4104130 msgr2=0x7f13f4075ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:38.397 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.396+0000 7f13fc702700 1 --2- 172.21.15.53:0/3772703522 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f13f4104130 0x7f13f4075ce0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f13e400b530 tx=0x7f13e400b840 comp rx=0 tx=0).stop 2024-05-10T11:19:38.397 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.396+0000 7f13fc702700 1 -- 172.21.15.53:0/3772703522 shutdown_connections 2024-05-10T11:19:38.397 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.396+0000 7f13fc702700 1 --2- 172.21.15.53:0/3772703522 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f13e00b2900 0x7f13e00b4dc0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:38.397 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.396+0000 7f13fc702700 1 --2- 172.21.15.53:0/3772703522 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f13f4108870 0x7f13f4076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:38.397 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.396+0000 7f13fc702700 1 --2- 172.21.15.53:0/3772703522 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f13f4103780 0x7f13f40757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:38.397 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.396+0000 7f13fc702700 1 --2- 172.21.15.53:0/3772703522 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f13f4104130 0x7f13f4075ce0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:38.397 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.396+0000 7f13fc702700 1 -- 172.21.15.53:0/3772703522 >> 172.21.15.53:0/3772703522 conn(0x7f13f407a610 msgr2=0x7f13f4101820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:38.397 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.396+0000 7f13fc702700 1 -- 172.21.15.53:0/3772703522 shutdown_connections 2024-05-10T11:19:38.397 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:38.397+0000 7f13fc702700 1 -- 172.21.15.53:0/3772703522 wait complete. 2024-05-10T11:19:39.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:38 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3772703522' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-10T11:19:39.156 INFO:tasks.cephadm.ceph_manager.ceph:need seq 304942678057 got 304942678063 for osd.11 2024-05-10T11:19:39.156 DEBUG:teuthology.parallel:result is None 2024-05-10T11:19:39.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:38 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3772703522' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-10T11:19:39.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:38 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3772703522' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-10T11:19:39.852 INFO:tasks.cephadm.ceph_manager.ceph:need seq 137438953551 got 137438953558 for osd.4 2024-05-10T11:19:39.852 DEBUG:teuthology.parallel:result is None 2024-05-10T11:19:40.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:39 smithi053 ceph-mon[30153]: pgmap v386: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-10T11:19:40.262 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:39 smithi187 ceph-mon[34076]: pgmap v386: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-10T11:19:40.394 INFO:tasks.cephadm.ceph_manager.ceph:need seq 257698037812 got 257698037819 for osd.9 2024-05-10T11:19:40.394 DEBUG:teuthology.parallel:result is None 2024-05-10T11:19:40.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:39 smithi132 ceph-mon[33758]: pgmap v386: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-10T11:19:41.265 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234043 got 231928234048 for osd.8 2024-05-10T11:19:41.265 DEBUG:teuthology.parallel:result is None 2024-05-10T11:19:42.230 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:41 smithi053 ceph-mon[30153]: pgmap v387: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 341 B/s wr, 10 op/s 2024-05-10T11:19:42.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.237+0000 7f9828ce8700 1 -- 172.21.15.53:0/737573479 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9824108850 msgr2=0x7f98241103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:42.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.237+0000 7f9828ce8700 1 --2- 172.21.15.53:0/737573479 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9824108850 0x7f98241103d0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f981c00b0d0 tx=0x7f981c00b3e0 comp rx=0 tx=0).stop 2024-05-10T11:19:42.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.237+0000 7f9828ce8700 1 -- 172.21.15.53:0/737573479 shutdown_connections 2024-05-10T11:19:42.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.237+0000 7f9828ce8700 1 --2- 172.21.15.53:0/737573479 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9824108850 0x7f98241103d0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:42.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.237+0000 7f9828ce8700 1 --2- 172.21.15.53:0/737573479 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9824103750 0x7f9824103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:42.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.237+0000 7f9828ce8700 1 --2- 172.21.15.53:0/737573479 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9824104100 0x7f9824108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:42.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.237+0000 7f9828ce8700 1 -- 172.21.15.53:0/737573479 >> 172.21.15.53:0/737573479 conn(0x7f982407a600 msgr2=0x7f982407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:42.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.237+0000 7f9828ce8700 1 -- 172.21.15.53:0/737573479 shutdown_connections 2024-05-10T11:19:42.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.237+0000 7f9828ce8700 1 -- 172.21.15.53:0/737573479 wait complete. 2024-05-10T11:19:42.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.238+0000 7f9828ce8700 1 Processor -- start 2024-05-10T11:19:42.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.238+0000 7f9828ce8700 1 -- start start 2024-05-10T11:19:42.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.238+0000 7f9828ce8700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9824103750 0x7f98240757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:42.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.238+0000 7f9828ce8700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9824104100 0x7f9824075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:42.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.238+0000 7f9828ce8700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9824108850 0x7f9824076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:42.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.238+0000 7f9828ce8700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f98241134d0 con 0x7f9824104100 2024-05-10T11:19:42.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.238+0000 7f9828ce8700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f9824113350 con 0x7f9824103750 2024-05-10T11:19:42.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.238+0000 7f9828ce8700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f9824113650 con 0x7f9824108850 2024-05-10T11:19:42.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.238+0000 7f9821d9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9824104100 0x7f9824075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:42.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.238+0000 7f9821d9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9824104100 0x7f9824075ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:59610/0 (socket says 172.21.15.53:59610) 2024-05-10T11:19:42.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.238+0000 7f9821d9b700 1 -- 172.21.15.53:0/948884291 learned_addr learned my addr 172.21.15.53:0/948884291 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:42.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.238+0000 7f982259c700 1 --2- 172.21.15.53:0/948884291 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9824103750 0x7f98240757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:42.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.238+0000 7f9822d9d700 1 --2- 172.21.15.53:0/948884291 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9824108850 0x7f9824076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:42.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.238+0000 7f9821d9b700 1 -- 172.21.15.53:0/948884291 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9824108850 msgr2=0x7f9824076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:42.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.238+0000 7f9821d9b700 1 --2- 172.21.15.53:0/948884291 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9824108850 0x7f9824076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:42.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.238+0000 7f9821d9b700 1 -- 172.21.15.53:0/948884291 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9824103750 msgr2=0x7f98240757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:42.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.238+0000 7f9821d9b700 1 --2- 172.21.15.53:0/948884291 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9824103750 0x7f98240757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:42.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.238+0000 7f9821d9b700 1 -- 172.21.15.53:0/948884291 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98241a7e90 con 0x7f9824104100 2024-05-10T11:19:42.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.239+0000 7f9821d9b700 1 --2- 172.21.15.53:0/948884291 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9824104100 0x7f9824075ce0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f980c00d950 tx=0x7f980c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:42.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.239+0000 7f981b7fe700 1 -- 172.21.15.53:0/948884291 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f980c016070 con 0x7f9824104100 2024-05-10T11:19:42.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.239+0000 7f981b7fe700 1 -- 172.21.15.53:0/948884291 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f980c00fd20 con 0x7f9824104100 2024-05-10T11:19:42.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.239+0000 7f9828ce8700 1 -- 172.21.15.53:0/948884291 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98241a8180 con 0x7f9824104100 2024-05-10T11:19:42.243 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.239+0000 7f981b7fe700 1 -- 172.21.15.53:0/948884291 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f980c00e3b0 con 0x7f9824104100 2024-05-10T11:19:42.243 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.240+0000 7f9828ce8700 1 -- 172.21.15.53:0/948884291 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98241a8710 con 0x7f9824104100 2024-05-10T11:19:42.243 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.240+0000 7f9828ce8700 1 -- 172.21.15.53:0/948884291 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f982406a190 con 0x7f9824104100 2024-05-10T11:19:42.244 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.241+0000 7f981b7fe700 1 -- 172.21.15.53:0/948884291 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f980c019070 con 0x7f9824104100 2024-05-10T11:19:42.244 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.242+0000 7f981b7fe700 1 --2- 172.21.15.53:0/948884291 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f98100b2900 0x7f98100b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:42.244 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.242+0000 7f982259c700 1 --2- 172.21.15.53:0/948884291 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f98100b2900 0x7f98100b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:42.244 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.242+0000 7f981b7fe700 1 -- 172.21.15.53:0/948884291 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f980c0e22f0 con 0x7f9824104100 2024-05-10T11:19:42.244 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.243+0000 7f982259c700 1 --2- 172.21.15.53:0/948884291 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f98100b2900 0x7f98100b4dc0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9814005950 tx=0x7f981400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:42.247 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.247+0000 7f981b7fe700 1 -- 172.21.15.53:0/948884291 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f980c0a9c80 con 0x7f9824104100 2024-05-10T11:19:42.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:41 smithi187 ceph-mon[34076]: pgmap v387: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 341 B/s wr, 10 op/s 2024-05-10T11:19:42.278 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:41 smithi132 ceph-mon[33758]: pgmap v387: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 341 B/s wr, 10 op/s 2024-05-10T11:19:42.479 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.479+0000 7f9828ce8700 1 -- 172.21.15.53:0/948884291 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f982402e510 con 0x7f9824104100 2024-05-10T11:19:42.479 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.479+0000 7f981b7fe700 1 -- 172.21.15.53:0/948884291 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f980c0a9580 con 0x7f9824104100 2024-05-10T11:19:42.479 INFO:teuthology.orchestra.run.smithi053.stdout:111669149788 2024-05-10T11:19:42.483 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.482+0000 7f9828ce8700 1 -- 172.21.15.53:0/948884291 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f98100b2900 msgr2=0x7f98100b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:42.483 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.482+0000 7f9828ce8700 1 --2- 172.21.15.53:0/948884291 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f98100b2900 0x7f98100b4dc0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9814005950 tx=0x7f981400b410 comp rx=0 tx=0).stop 2024-05-10T11:19:42.483 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.482+0000 7f9828ce8700 1 -- 172.21.15.53:0/948884291 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9824104100 msgr2=0x7f9824075ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:42.483 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.482+0000 7f9828ce8700 1 --2- 172.21.15.53:0/948884291 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9824104100 0x7f9824075ce0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f980c00d950 tx=0x7f980c00dc60 comp rx=0 tx=0).stop 2024-05-10T11:19:42.483 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.483+0000 7f9828ce8700 1 -- 172.21.15.53:0/948884291 shutdown_connections 2024-05-10T11:19:42.483 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.483+0000 7f9828ce8700 1 --2- 172.21.15.53:0/948884291 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f98100b2900 0x7f98100b4dc0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:42.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.483+0000 7f9828ce8700 1 --2- 172.21.15.53:0/948884291 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9824108850 0x7f9824076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:42.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.483+0000 7f9828ce8700 1 --2- 172.21.15.53:0/948884291 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9824103750 0x7f98240757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:42.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.483+0000 7f9828ce8700 1 --2- 172.21.15.53:0/948884291 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9824104100 0x7f9824075ce0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:42.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.483+0000 7f9828ce8700 1 -- 172.21.15.53:0/948884291 >> 172.21.15.53:0/948884291 conn(0x7f982407a600 msgr2=0x7f9824101820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:42.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.483+0000 7f9828ce8700 1 -- 172.21.15.53:0/948884291 shutdown_connections 2024-05-10T11:19:42.484 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:42.483+0000 7f9828ce8700 1 -- 172.21.15.53:0/948884291 wait complete. 2024-05-10T11:19:43.317 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149781 got 111669149788 for osd.3 2024-05-10T11:19:43.317 DEBUG:teuthology.parallel:result is None 2024-05-10T11:19:43.317 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-10T11:19:43.318 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph pg dump --format=json 2024-05-10T11:19:43.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:43 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:19:43.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:43 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:19:43.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:43 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/948884291' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-10T11:19:43.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:43 smithi053 ceph-mon[30153]: pgmap v388: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-10T11:19:43.586 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:19:43.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:43 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:19:43.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:43 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:19:43.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:43 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/948884291' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-10T11:19:43.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:43 smithi132 ceph-mon[33758]: pgmap v388: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-10T11:19:43.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:43 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:19:43.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:43 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:19:43.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:43 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/948884291' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-10T11:19:43.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:43 smithi187 ceph-mon[34076]: pgmap v388: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-10T11:19:44.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:44 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:19:44.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:44 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:19:44.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:44 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:19:44.724 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:44 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:19:44.724 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:44 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:19:44.724 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:44 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:19:44.762 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:44 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:19:44.763 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:44 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:19:44.763 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:44 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:19:45.518 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.515+0000 7f76244a5700 1 -- 172.21.15.53:0/1774533614 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f761c1076c0 msgr2=0x7f761c10f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:45.518 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.515+0000 7f76244a5700 1 --2- 172.21.15.53:0/1774533614 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f761c1076c0 0x7f761c10f290 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f76140099c0 tx=0x7f7614009cd0 comp rx=0 tx=0).stop 2024-05-10T11:19:45.518 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.515+0000 7f76244a5700 1 -- 172.21.15.53:0/1774533614 shutdown_connections 2024-05-10T11:19:45.518 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.515+0000 7f76244a5700 1 --2- 172.21.15.53:0/1774533614 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f761c1076c0 0x7f761c10f290 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:45.518 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.515+0000 7f76244a5700 1 --2- 172.21.15.53:0/1774533614 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f761c102630 0x7f761c102a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:45.518 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.515+0000 7f76244a5700 1 --2- 172.21.15.53:0/1774533614 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f761c102fe0 0x7f761c106fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:45.518 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.515+0000 7f76244a5700 1 -- 172.21.15.53:0/1774533614 >> 172.21.15.53:0/1774533614 conn(0x7f761c079350 msgr2=0x7f761c079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:45.518 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.515+0000 7f76244a5700 1 -- 172.21.15.53:0/1774533614 shutdown_connections 2024-05-10T11:19:45.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.515+0000 7f76244a5700 1 -- 172.21.15.53:0/1774533614 wait complete. 2024-05-10T11:19:45.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.516+0000 7f76244a5700 1 Processor -- start 2024-05-10T11:19:45.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.516+0000 7f76244a5700 1 -- start start 2024-05-10T11:19:45.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.516+0000 7f76244a5700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f761c102630 0x7f761c19e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:45.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.516+0000 7f76244a5700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f761c102fe0 0x7f761c19eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:45.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.516+0000 7f76244a5700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f761c1076c0 0x7f761c198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:45.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.516+0000 7f76244a5700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f761c112460 con 0x7f761c102fe0 2024-05-10T11:19:45.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.516+0000 7f76244a5700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f761c1122e0 con 0x7f761c1076c0 2024-05-10T11:19:45.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.516+0000 7f76244a5700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f761c1125e0 con 0x7f761c102630 2024-05-10T11:19:45.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.517+0000 7f7621a40700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f761c102fe0 0x7f761c19eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:45.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.517+0000 7f7621a40700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f761c102fe0 0x7f761c19eb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:59624/0 (socket says 172.21.15.53:59624) 2024-05-10T11:19:45.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.517+0000 7f7621a40700 1 -- 172.21.15.53:0/3904784333 learned_addr learned my addr 172.21.15.53:0/3904784333 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:45.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.517+0000 7f7622241700 1 --2- 172.21.15.53:0/3904784333 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f761c102630 0x7f761c19e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:45.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.517+0000 7f7622a42700 1 --2- 172.21.15.53:0/3904784333 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f761c1076c0 0x7f761c198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:45.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.517+0000 7f7621a40700 1 -- 172.21.15.53:0/3904784333 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f761c102630 msgr2=0x7f761c19e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:45.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.517+0000 7f7621a40700 1 --2- 172.21.15.53:0/3904784333 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f761c102630 0x7f761c19e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:45.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.517+0000 7f7621a40700 1 -- 172.21.15.53:0/3904784333 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f761c1076c0 msgr2=0x7f761c198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:45.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.517+0000 7f7621a40700 1 --2- 172.21.15.53:0/3904784333 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f761c1076c0 0x7f761c198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:45.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.517+0000 7f7621a40700 1 -- 172.21.15.53:0/3904784333 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f761c198fe0 con 0x7f761c102fe0 2024-05-10T11:19:45.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.517+0000 7f7622241700 1 --2- 172.21.15.53:0/3904784333 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f761c102630 0x7f761c19e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:19:45.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.517+0000 7f7621a40700 1 --2- 172.21.15.53:0/3904784333 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f761c102fe0 0x7f761c19eb70 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f760c0098f0 tx=0x7f760c009cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:45.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.517+0000 7f76137fe700 1 -- 172.21.15.53:0/3904784333 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f760c00d020 con 0x7f761c102fe0 2024-05-10T11:19:45.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.517+0000 7f76244a5700 1 -- 172.21.15.53:0/3904784333 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f761c1992d0 con 0x7f761c102fe0 2024-05-10T11:19:45.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.517+0000 7f76137fe700 1 -- 172.21.15.53:0/3904784333 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f760c00d1c0 con 0x7f761c102fe0 2024-05-10T11:19:45.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.517+0000 7f76137fe700 1 -- 172.21.15.53:0/3904784333 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f760c00c800 con 0x7f761c102fe0 2024-05-10T11:19:45.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.517+0000 7f76244a5700 1 -- 172.21.15.53:0/3904784333 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f761c06bbd0 con 0x7f761c102fe0 2024-05-10T11:19:45.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.518+0000 7f76244a5700 1 -- 172.21.15.53:0/3904784333 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f761c103ac0 con 0x7f761c102fe0 2024-05-10T11:19:45.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.520+0000 7f76137fe700 1 -- 172.21.15.53:0/3904784333 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f760c00c9a0 con 0x7f761c102fe0 2024-05-10T11:19:45.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.521+0000 7f76137fe700 1 --2- 172.21.15.53:0/3904784333 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f76080b2880 0x7f76080b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:45.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.521+0000 7f76137fe700 1 -- 172.21.15.53:0/3904784333 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f760c0e3de0 con 0x7f761c102fe0 2024-05-10T11:19:45.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.521+0000 7f7622241700 1 --2- 172.21.15.53:0/3904784333 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f76080b2880 0x7f76080b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:45.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.521+0000 7f7622241700 1 --2- 172.21.15.53:0/3904784333 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f76080b2880 0x7f76080b4d40 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f7618009dd0 tx=0x7f7618009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:45.524 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.524+0000 7f76137fe700 1 -- 172.21.15.53:0/3904784333 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f760c0ab770 con 0x7f761c102fe0 2024-05-10T11:19:45.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:45 smithi132 ceph-mon[33758]: pgmap v389: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:19:45.734 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.734+0000 7f76244a5700 1 -- 172.21.15.53:0/3904784333 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f761c06c670 con 0x7f76080b2880 2024-05-10T11:19:45.734 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:45 smithi053 ceph-mon[30153]: pgmap v389: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:19:45.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.744+0000 7f76137fe700 1 -- 172.21.15.53:0/3904784333 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340528 (secure 0 0 0) 0x7f761c06c670 con 0x7f76080b2880 2024-05-10T11:19:45.750 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:19:45.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.747+0000 7f76244a5700 1 -- 172.21.15.53:0/3904784333 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f76080b2880 msgr2=0x7f76080b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:45.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.747+0000 7f76244a5700 1 --2- 172.21.15.53:0/3904784333 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f76080b2880 0x7f76080b4d40 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f7618009dd0 tx=0x7f7618009040 comp rx=0 tx=0).stop 2024-05-10T11:19:45.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.747+0000 7f76244a5700 1 -- 172.21.15.53:0/3904784333 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f761c102fe0 msgr2=0x7f761c19eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:45.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.747+0000 7f76244a5700 1 --2- 172.21.15.53:0/3904784333 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f761c102fe0 0x7f761c19eb70 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f760c0098f0 tx=0x7f760c009cb0 comp rx=0 tx=0).stop 2024-05-10T11:19:45.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.747+0000 7f76244a5700 1 -- 172.21.15.53:0/3904784333 shutdown_connections 2024-05-10T11:19:45.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.747+0000 7f76244a5700 1 --2- 172.21.15.53:0/3904784333 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f76080b2880 0x7f76080b4d40 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:45.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.747+0000 7f76244a5700 1 --2- 172.21.15.53:0/3904784333 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f761c1076c0 0x7f761c198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:45.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.747+0000 7f76244a5700 1 --2- 172.21.15.53:0/3904784333 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f761c102630 0x7f761c19e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:45.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.747+0000 7f76244a5700 1 --2- 172.21.15.53:0/3904784333 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f761c102fe0 0x7f761c19eb70 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:45.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.747+0000 7f76244a5700 1 -- 172.21.15.53:0/3904784333 >> 172.21.15.53:0/3904784333 conn(0x7f761c079350 msgr2=0x7f761c100640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:45.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.747+0000 7f76244a5700 1 -- 172.21.15.53:0/3904784333 shutdown_connections 2024-05-10T11:19:45.756 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:45.748+0000 7f76244a5700 1 -- 172.21.15.53:0/3904784333 wait complete. 2024-05-10T11:19:45.756 INFO:teuthology.orchestra.run.smithi053.stderr:dumped all 2024-05-10T11:19:45.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:45 smithi187 ceph-mon[34076]: pgmap v389: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:19:46.587 INFO:teuthology.orchestra.run.smithi053.stdout:{"pg_ready":true,"pg_map":{"version":389,"stamp":"2024-05-10T11:19:44.682870+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":665903,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1104,"num_read_kb":669,"num_write":389,"num_write_kb":2309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":2953401,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":822,"ondisk_log_size":822,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":380140,"kb_used_data":14348,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124561684,"statfs":{"total":1151940427776,"available":1151551164416,"internally_reserved":0,"allocated":14692352,"data_stored":8197463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":50,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003287"},"pg_stats":[{"pgid":"3.3f","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677387+0000","last_change":"2024-05-10T11:16:52.049384+0000","last_active":"2024-05-10T11:19:26.677387+0000","last_peered":"2024-05-10T11:19:26.677387+0000","last_clean":"2024-05-10T11:19:26.677387+0000","last_became_active":"2024-05-10T11:16:52.048417+0000","last_became_peered":"2024-05-10T11:16:52.048417+0000","last_unstale":"2024-05-10T11:19:26.677387+0000","last_undegraded":"2024-05-10T11:19:26.677387+0000","last_fullsized":"2024-05-10T11:19:26.677387+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:29:55.407009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"90'4","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668063+0000","last_change":"2024-05-10T11:16:52.041837+0000","last_active":"2024-05-10T11:19:26.668063+0000","last_peered":"2024-05-10T11:19:26.668063+0000","last_clean":"2024-05-10T11:19:26.668063+0000","last_became_active":"2024-05-10T11:16:52.041495+0000","last_became_peered":"2024-05-10T11:16:52.041495+0000","last_unstale":"2024-05-10T11:19:26.668063+0000","last_undegraded":"2024-05-10T11:19:26.668063+0000","last_fullsized":"2024-05-10T11:19:26.668063+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:21:46.496192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.676643+0000","last_change":"2024-05-10T11:16:52.050140+0000","last_active":"2024-05-10T11:19:26.676643+0000","last_peered":"2024-05-10T11:19:26.676643+0000","last_clean":"2024-05-10T11:19:26.676643+0000","last_became_active":"2024-05-10T11:16:52.049742+0000","last_became_peered":"2024-05-10T11:16:52.049742+0000","last_unstale":"2024-05-10T11:19:26.676643+0000","last_undegraded":"2024-05-10T11:19:26.676643+0000","last_fullsized":"2024-05-10T11:19:26.676643+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:22:16.002805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"90'8","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671806+0000","last_change":"2024-05-10T11:16:52.043970+0000","last_active":"2024-05-10T11:19:26.671806+0000","last_peered":"2024-05-10T11:19:26.671806+0000","last_clean":"2024-05-10T11:19:26.671806+0000","last_became_active":"2024-05-10T11:16:52.043663+0000","last_became_peered":"2024-05-10T11:16:52.043663+0000","last_unstale":"2024-05-10T11:19:26.671806+0000","last_undegraded":"2024-05-10T11:19:26.671806+0000","last_fullsized":"2024-05-10T11:19:26.671806+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:46:23.919920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"90'4","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.655284+0000","last_change":"2024-05-10T11:16:52.055493+0000","last_active":"2024-05-10T11:19:26.655284+0000","last_peered":"2024-05-10T11:19:26.655284+0000","last_clean":"2024-05-10T11:19:26.655284+0000","last_became_active":"2024-05-10T11:16:52.055175+0000","last_became_peered":"2024-05-10T11:16:52.055175+0000","last_unstale":"2024-05-10T11:19:26.655284+0000","last_undegraded":"2024-05-10T11:19:26.655284+0000","last_fullsized":"2024-05-10T11:19:26.655284+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:28:02.343842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"90'6","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.657073+0000","last_change":"2024-05-10T11:16:52.045466+0000","last_active":"2024-05-10T11:19:26.657073+0000","last_peered":"2024-05-10T11:19:26.657073+0000","last_clean":"2024-05-10T11:19:26.657073+0000","last_became_active":"2024-05-10T11:16:52.045143+0000","last_became_peered":"2024-05-10T11:16:52.045143+0000","last_unstale":"2024-05-10T11:19:26.657073+0000","last_undegraded":"2024-05-10T11:19:26.657073+0000","last_fullsized":"2024-05-10T11:19:26.657073+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:09:29.899140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"90'5","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668644+0000","last_change":"2024-05-10T11:16:52.045765+0000","last_active":"2024-05-10T11:19:26.668644+0000","last_peered":"2024-05-10T11:19:26.668644+0000","last_clean":"2024-05-10T11:19:26.668644+0000","last_became_active":"2024-05-10T11:16:52.045447+0000","last_became_peered":"2024-05-10T11:16:52.045447+0000","last_unstale":"2024-05-10T11:19:26.668644+0000","last_undegraded":"2024-05-10T11:19:26.668644+0000","last_fullsized":"2024-05-10T11:19:26.668644+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:57:57.767193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675082+0000","last_change":"2024-05-10T11:16:52.055070+0000","last_active":"2024-05-10T11:19:26.675082+0000","last_peered":"2024-05-10T11:19:26.675082+0000","last_clean":"2024-05-10T11:19:26.675082+0000","last_became_active":"2024-05-10T11:16:52.054795+0000","last_became_peered":"2024-05-10T11:16:52.054795+0000","last_unstale":"2024-05-10T11:19:26.675082+0000","last_undegraded":"2024-05-10T11:19:26.675082+0000","last_fullsized":"2024-05-10T11:19:26.675082+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:13:59.538940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"90'11","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677586+0000","last_change":"2024-05-10T11:16:52.046368+0000","last_active":"2024-05-10T11:19:26.677586+0000","last_peered":"2024-05-10T11:19:26.677586+0000","last_clean":"2024-05-10T11:19:26.677586+0000","last_became_active":"2024-05-10T11:16:52.044397+0000","last_became_peered":"2024-05-10T11:16:52.044397+0000","last_unstale":"2024-05-10T11:19:26.677586+0000","last_undegraded":"2024-05-10T11:19:26.677586+0000","last_fullsized":"2024-05-10T11:19:26.677586+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:38:10.830036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"90'16","reported_seq":55,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671172+0000","last_change":"2024-05-10T11:16:52.041843+0000","last_active":"2024-05-10T11:19:26.671172+0000","last_peered":"2024-05-10T11:19:26.671172+0000","last_clean":"2024-05-10T11:19:26.671172+0000","last_became_active":"2024-05-10T11:16:52.041268+0000","last_became_peered":"2024-05-10T11:16:52.041268+0000","last_unstale":"2024-05-10T11:19:26.671172+0000","last_undegraded":"2024-05-10T11:19:26.671172+0000","last_fullsized":"2024-05-10T11:19:26.671172+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:03:01.735820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"90'6","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674984+0000","last_change":"2024-05-10T11:16:52.050305+0000","last_active":"2024-05-10T11:19:26.674984+0000","last_peered":"2024-05-10T11:19:26.674984+0000","last_clean":"2024-05-10T11:19:26.674984+0000","last_became_active":"2024-05-10T11:16:52.049986+0000","last_became_peered":"2024-05-10T11:16:52.049986+0000","last_unstale":"2024-05-10T11:19:26.674984+0000","last_undegraded":"2024-05-10T11:19:26.674984+0000","last_fullsized":"2024-05-10T11:19:26.674984+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:45:56.000012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.664342+0000","last_change":"2024-05-10T11:16:52.041715+0000","last_active":"2024-05-10T11:19:26.664342+0000","last_peered":"2024-05-10T11:19:26.664342+0000","last_clean":"2024-05-10T11:19:26.664342+0000","last_became_active":"2024-05-10T11:16:52.041367+0000","last_became_peered":"2024-05-10T11:16:52.041367+0000","last_unstale":"2024-05-10T11:19:26.664342+0000","last_undegraded":"2024-05-10T11:19:26.664342+0000","last_fullsized":"2024-05-10T11:19:26.664342+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:51:49.249233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"90'10","reported_seq":55,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.653366+0000","last_change":"2024-05-10T11:17:27.803365+0000","last_active":"2024-05-10T11:19:26.653366+0000","last_peered":"2024-05-10T11:19:26.653366+0000","last_clean":"2024-05-10T11:19:26.653366+0000","last_became_active":"2024-05-10T11:17:27.802943+0000","last_became_peered":"2024-05-10T11:17:27.802943+0000","last_unstale":"2024-05-10T11:19:26.653366+0000","last_undegraded":"2024-05-10T11:19:26.653366+0000","last_fullsized":"2024-05-10T11:19:26.653366+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:48:49.877189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.664841+0000","last_change":"2024-05-10T11:16:52.040300+0000","last_active":"2024-05-10T11:19:26.664841+0000","last_peered":"2024-05-10T11:19:26.664841+0000","last_clean":"2024-05-10T11:19:26.664841+0000","last_became_active":"2024-05-10T11:16:52.039954+0000","last_became_peered":"2024-05-10T11:16:52.039954+0000","last_unstale":"2024-05-10T11:19:26.664841+0000","last_undegraded":"2024-05-10T11:19:26.664841+0000","last_fullsized":"2024-05-10T11:19:26.664841+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:26:55.176661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677073+0000","last_change":"2024-05-10T11:16:52.045422+0000","last_active":"2024-05-10T11:19:26.677073+0000","last_peered":"2024-05-10T11:19:26.677073+0000","last_clean":"2024-05-10T11:19:26.677073+0000","last_became_active":"2024-05-10T11:16:52.044945+0000","last_became_peered":"2024-05-10T11:16:52.044945+0000","last_unstale":"2024-05-10T11:19:26.677073+0000","last_undegraded":"2024-05-10T11:19:26.677073+0000","last_fullsized":"2024-05-10T11:19:26.677073+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:01:22.450005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671897+0000","last_change":"2024-05-10T11:16:52.047138+0000","last_active":"2024-05-10T11:19:26.671897+0000","last_peered":"2024-05-10T11:19:26.671897+0000","last_clean":"2024-05-10T11:19:26.671897+0000","last_became_active":"2024-05-10T11:16:52.046835+0000","last_became_peered":"2024-05-10T11:16:52.046835+0000","last_unstale":"2024-05-10T11:19:26.671897+0000","last_undegraded":"2024-05-10T11:19:26.671897+0000","last_fullsized":"2024-05-10T11:19:26.671897+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:44:05.401165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677673+0000","last_change":"2024-05-10T11:16:52.049560+0000","last_active":"2024-05-10T11:19:26.677673+0000","last_peered":"2024-05-10T11:19:26.677673+0000","last_clean":"2024-05-10T11:19:26.677673+0000","last_became_active":"2024-05-10T11:16:52.049198+0000","last_became_peered":"2024-05-10T11:16:52.049198+0000","last_unstale":"2024-05-10T11:19:26.677673+0000","last_undegraded":"2024-05-10T11:19:26.677673+0000","last_fullsized":"2024-05-10T11:19:26.677673+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:36:03.283534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"90'10","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674076+0000","last_change":"2024-05-10T11:16:52.037110+0000","last_active":"2024-05-10T11:19:26.674076+0000","last_peered":"2024-05-10T11:19:26.674076+0000","last_clean":"2024-05-10T11:19:26.674076+0000","last_became_active":"2024-05-10T11:16:52.036782+0000","last_became_peered":"2024-05-10T11:16:52.036782+0000","last_unstale":"2024-05-10T11:19:26.674076+0000","last_undegraded":"2024-05-10T11:19:26.674076+0000","last_fullsized":"2024-05-10T11:19:26.674076+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:19:41.389511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674068+0000","last_change":"2024-05-10T11:16:52.045755+0000","last_active":"2024-05-10T11:19:26.674068+0000","last_peered":"2024-05-10T11:19:26.674068+0000","last_clean":"2024-05-10T11:19:26.674068+0000","last_became_active":"2024-05-10T11:16:52.045426+0000","last_became_peered":"2024-05-10T11:16:52.045426+0000","last_unstale":"2024-05-10T11:19:26.674068+0000","last_undegraded":"2024-05-10T11:19:26.674068+0000","last_fullsized":"2024-05-10T11:19:26.674068+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:02:15.961037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856247+0000","last_change":"2024-05-10T11:17:27.907536+0000","last_active":"2024-05-10T11:18:27.856247+0000","last_peered":"2024-05-10T11:18:27.856247+0000","last_clean":"2024-05-10T11:18:27.856247+0000","last_became_active":"2024-05-10T11:17:27.906963+0000","last_became_peered":"2024-05-10T11:17:27.906963+0000","last_unstale":"2024-05-10T11:18:27.856247+0000","last_undegraded":"2024-05-10T11:18:27.856247+0000","last_fullsized":"2024-05-10T11:18:27.856247+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:05:14.588971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8,0],"acting":[2,3,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"90'14","reported_seq":158,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:38.783021+0000","last_change":"2024-05-10T11:16:48.014296+0000","last_active":"2024-05-10T11:19:38.783021+0000","last_peered":"2024-05-10T11:19:38.783021+0000","last_clean":"2024-05-10T11:19:38.783021+0000","last_became_active":"2024-05-10T11:16:48.013962+0000","last_became_peered":"2024-05-10T11:16:48.013962+0000","last_unstale":"2024-05-10T11:19:38.783021+0000","last_undegraded":"2024-05-10T11:19:38.783021+0000","last_fullsized":"2024-05-10T11:19:38.783021+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:19:44.348670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":100,"num_read_kb":100,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"90'5","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674655+0000","last_change":"2024-05-10T11:16:52.056161+0000","last_active":"2024-05-10T11:19:26.674655+0000","last_peered":"2024-05-10T11:19:26.674655+0000","last_clean":"2024-05-10T11:19:26.674655+0000","last_became_active":"2024-05-10T11:16:52.055851+0000","last_became_peered":"2024-05-10T11:16:52.055851+0000","last_unstale":"2024-05-10T11:19:26.674655+0000","last_undegraded":"2024-05-10T11:19:26.674655+0000","last_fullsized":"2024-05-10T11:19:26.674655+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:10:26.822384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851380+0000","last_change":"2024-05-10T11:17:03.080696+0000","last_active":"2024-05-10T11:18:27.851380+0000","last_peered":"2024-05-10T11:18:27.851380+0000","last_clean":"2024-05-10T11:18:27.851380+0000","last_became_active":"2024-05-10T11:17:03.080173+0000","last_became_peered":"2024-05-10T11:17:03.080173+0000","last_unstale":"2024-05-10T11:18:27.851380+0000","last_undegraded":"2024-05-10T11:18:27.851380+0000","last_fullsized":"2024-05-10T11:18:27.851380+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:01:56.547498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854380+0000","last_change":"2024-05-10T11:16:48.055690+0000","last_active":"2024-05-10T11:18:27.854380+0000","last_peered":"2024-05-10T11:18:27.854380+0000","last_clean":"2024-05-10T11:18:27.854380+0000","last_became_active":"2024-05-10T11:16:48.055020+0000","last_became_peered":"2024-05-10T11:16:48.055020+0000","last_unstale":"2024-05-10T11:18:27.854380+0000","last_undegraded":"2024-05-10T11:18:27.854380+0000","last_fullsized":"2024-05-10T11:18:27.854380+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:09:01.084758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"90'6","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674948+0000","last_change":"2024-05-10T11:16:52.045532+0000","last_active":"2024-05-10T11:19:26.674948+0000","last_peered":"2024-05-10T11:19:26.674948+0000","last_clean":"2024-05-10T11:19:26.674948+0000","last_became_active":"2024-05-10T11:16:52.044322+0000","last_became_peered":"2024-05-10T11:16:52.044322+0000","last_unstale":"2024-05-10T11:19:26.674948+0000","last_undegraded":"2024-05-10T11:19:26.674948+0000","last_fullsized":"2024-05-10T11:19:26.674948+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:03:51.824875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851628+0000","last_change":"2024-05-10T11:17:03.081271+0000","last_active":"2024-05-10T11:18:27.851628+0000","last_peered":"2024-05-10T11:18:27.851628+0000","last_clean":"2024-05-10T11:18:27.851628+0000","last_became_active":"2024-05-10T11:17:03.080919+0000","last_became_peered":"2024-05-10T11:17:03.080919+0000","last_unstale":"2024-05-10T11:18:27.851628+0000","last_undegraded":"2024-05-10T11:18:27.851628+0000","last_fullsized":"2024-05-10T11:18:27.851628+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:18:51.855005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":57,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855033+0000","last_change":"2024-05-10T11:16:48.015813+0000","last_active":"2024-05-10T11:18:27.855033+0000","last_peered":"2024-05-10T11:18:27.855033+0000","last_clean":"2024-05-10T11:18:27.855033+0000","last_became_active":"2024-05-10T11:16:48.015456+0000","last_became_peered":"2024-05-10T11:16:48.015456+0000","last_unstale":"2024-05-10T11:18:27.855033+0000","last_undegraded":"2024-05-10T11:18:27.855033+0000","last_fullsized":"2024-05-10T11:18:27.855033+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:02:01.548503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.678522+0000","last_change":"2024-05-10T11:16:52.044404+0000","last_active":"2024-05-10T11:19:26.678522+0000","last_peered":"2024-05-10T11:19:26.678522+0000","last_clean":"2024-05-10T11:19:26.678522+0000","last_became_active":"2024-05-10T11:16:52.043948+0000","last_became_peered":"2024-05-10T11:16:52.043948+0000","last_unstale":"2024-05-10T11:19:26.678522+0000","last_undegraded":"2024-05-10T11:19:26.678522+0000","last_fullsized":"2024-05-10T11:19:26.678522+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:42:29.024708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851393+0000","last_change":"2024-05-10T11:17:03.086533+0000","last_active":"2024-05-10T11:18:27.851393+0000","last_peered":"2024-05-10T11:18:27.851393+0000","last_clean":"2024-05-10T11:18:27.851393+0000","last_became_active":"2024-05-10T11:17:03.086005+0000","last_became_peered":"2024-05-10T11:17:03.086005+0000","last_unstale":"2024-05-10T11:18:27.851393+0000","last_undegraded":"2024-05-10T11:18:27.851393+0000","last_fullsized":"2024-05-10T11:18:27.851393+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:34:17.255760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855292+0000","last_change":"2024-05-10T11:16:48.017679+0000","last_active":"2024-05-10T11:18:27.855292+0000","last_peered":"2024-05-10T11:18:27.855292+0000","last_clean":"2024-05-10T11:18:27.855292+0000","last_became_active":"2024-05-10T11:16:48.016679+0000","last_became_peered":"2024-05-10T11:16:48.016679+0000","last_unstale":"2024-05-10T11:18:27.855292+0000","last_undegraded":"2024-05-10T11:18:27.855292+0000","last_fullsized":"2024-05-10T11:18:27.855292+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:14:02.830847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"90'15","reported_seq":54,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.678153+0000","last_change":"2024-05-10T11:16:52.049417+0000","last_active":"2024-05-10T11:19:26.678153+0000","last_peered":"2024-05-10T11:19:26.678153+0000","last_clean":"2024-05-10T11:19:26.678153+0000","last_became_active":"2024-05-10T11:16:52.049088+0000","last_became_peered":"2024-05-10T11:16:52.049088+0000","last_unstale":"2024-05-10T11:19:26.678153+0000","last_undegraded":"2024-05-10T11:19:26.678153+0000","last_fullsized":"2024-05-10T11:19:26.678153+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:08:54.100452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854914+0000","last_change":"2024-05-10T11:17:03.083471+0000","last_active":"2024-05-10T11:18:27.854914+0000","last_peered":"2024-05-10T11:18:27.854914+0000","last_clean":"2024-05-10T11:18:27.854914+0000","last_became_active":"2024-05-10T11:17:03.083043+0000","last_became_peered":"2024-05-10T11:17:03.083043+0000","last_unstale":"2024-05-10T11:18:27.854914+0000","last_undegraded":"2024-05-10T11:18:27.854914+0000","last_fullsized":"2024-05-10T11:18:27.854914+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:16:52.497928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"88'5","reported_seq":155,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:42.789222+0000","last_change":"2024-05-10T11:16:48.017135+0000","last_active":"2024-05-10T11:19:42.789222+0000","last_peered":"2024-05-10T11:19:42.789222+0000","last_clean":"2024-05-10T11:19:42.789222+0000","last_became_active":"2024-05-10T11:16:48.016696+0000","last_became_peered":"2024-05-10T11:16:48.016696+0000","last_unstale":"2024-05-10T11:19:42.789222+0000","last_undegraded":"2024-05-10T11:19:42.789222+0000","last_fullsized":"2024-05-10T11:19:42.789222+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:55:30.506222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":105,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.660003+0000","last_change":"2024-05-10T11:16:52.041333+0000","last_active":"2024-05-10T11:19:26.660003+0000","last_peered":"2024-05-10T11:19:26.660003+0000","last_clean":"2024-05-10T11:19:26.660003+0000","last_became_active":"2024-05-10T11:16:52.040986+0000","last_became_peered":"2024-05-10T11:16:52.040986+0000","last_unstale":"2024-05-10T11:19:26.660003+0000","last_undegraded":"2024-05-10T11:19:26.660003+0000","last_fullsized":"2024-05-10T11:19:26.660003+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:19:44.846743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855970+0000","last_change":"2024-05-10T11:17:03.080936+0000","last_active":"2024-05-10T11:18:27.855970+0000","last_peered":"2024-05-10T11:18:27.855970+0000","last_clean":"2024-05-10T11:18:27.855970+0000","last_became_active":"2024-05-10T11:17:03.080396+0000","last_became_peered":"2024-05-10T11:17:03.080396+0000","last_unstale":"2024-05-10T11:18:27.855970+0000","last_undegraded":"2024-05-10T11:18:27.855970+0000","last_fullsized":"2024-05-10T11:18:27.855970+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:46:21.611128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":52,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.062591+0000","last_change":"2024-05-10T11:16:48.014839+0000","last_active":"2024-05-10T11:18:28.062591+0000","last_peered":"2024-05-10T11:18:28.062591+0000","last_clean":"2024-05-10T11:18:28.062591+0000","last_became_active":"2024-05-10T11:16:48.014435+0000","last_became_peered":"2024-05-10T11:16:48.014435+0000","last_unstale":"2024-05-10T11:18:28.062591+0000","last_undegraded":"2024-05-10T11:18:28.062591+0000","last_fullsized":"2024-05-10T11:18:28.062591+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:23:36.379267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.673615+0000","last_change":"2024-05-10T11:16:52.051114+0000","last_active":"2024-05-10T11:19:26.673615+0000","last_peered":"2024-05-10T11:19:26.673615+0000","last_clean":"2024-05-10T11:19:26.673615+0000","last_became_active":"2024-05-10T11:16:52.050577+0000","last_became_peered":"2024-05-10T11:16:52.050577+0000","last_unstale":"2024-05-10T11:19:26.673615+0000","last_undegraded":"2024-05-10T11:19:26.673615+0000","last_fullsized":"2024-05-10T11:19:26.673615+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:05:04.843260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854650+0000","last_change":"2024-05-10T11:17:03.083835+0000","last_active":"2024-05-10T11:18:27.854650+0000","last_peered":"2024-05-10T11:18:27.854650+0000","last_clean":"2024-05-10T11:18:27.854650+0000","last_became_active":"2024-05-10T11:17:03.083413+0000","last_became_peered":"2024-05-10T11:17:03.083413+0000","last_unstale":"2024-05-10T11:18:27.854650+0000","last_undegraded":"2024-05-10T11:18:27.854650+0000","last_fullsized":"2024-05-10T11:18:27.854650+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:03:17.385384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.845438+0000","last_change":"2024-05-10T11:16:48.007413+0000","last_active":"2024-05-10T11:18:27.845438+0000","last_peered":"2024-05-10T11:18:27.845438+0000","last_clean":"2024-05-10T11:18:27.845438+0000","last_became_active":"2024-05-10T11:16:48.007107+0000","last_became_peered":"2024-05-10T11:16:48.007107+0000","last_unstale":"2024-05-10T11:18:27.845438+0000","last_undegraded":"2024-05-10T11:18:27.845438+0000","last_fullsized":"2024-05-10T11:18:27.845438+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:23:53.119718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"90'8","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.663511+0000","last_change":"2024-05-10T11:16:52.041677+0000","last_active":"2024-05-10T11:19:26.663511+0000","last_peered":"2024-05-10T11:19:26.663511+0000","last_clean":"2024-05-10T11:19:26.663511+0000","last_became_active":"2024-05-10T11:16:52.041367+0000","last_became_peered":"2024-05-10T11:16:52.041367+0000","last_unstale":"2024-05-10T11:19:26.663511+0000","last_undegraded":"2024-05-10T11:19:26.663511+0000","last_fullsized":"2024-05-10T11:19:26.663511+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:18:30.778415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855511+0000","last_change":"2024-05-10T11:17:03.083092+0000","last_active":"2024-05-10T11:18:27.855511+0000","last_peered":"2024-05-10T11:18:27.855511+0000","last_clean":"2024-05-10T11:18:27.855511+0000","last_became_active":"2024-05-10T11:17:03.082721+0000","last_became_peered":"2024-05-10T11:17:03.082721+0000","last_unstale":"2024-05-10T11:18:27.855511+0000","last_undegraded":"2024-05-10T11:18:27.855511+0000","last_fullsized":"2024-05-10T11:18:27.855511+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:20:10.921109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848171+0000","last_change":"2024-05-10T11:16:48.016029+0000","last_active":"2024-05-10T11:18:27.848171+0000","last_peered":"2024-05-10T11:18:27.848171+0000","last_clean":"2024-05-10T11:18:27.848171+0000","last_became_active":"2024-05-10T11:16:48.015430+0000","last_became_peered":"2024-05-10T11:16:48.015430+0000","last_unstale":"2024-05-10T11:18:27.848171+0000","last_undegraded":"2024-05-10T11:18:27.848171+0000","last_fullsized":"2024-05-10T11:18:27.848171+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:58:33.404987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"90'11","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.665685+0000","last_change":"2024-05-10T11:16:52.043460+0000","last_active":"2024-05-10T11:19:26.665685+0000","last_peered":"2024-05-10T11:19:26.665685+0000","last_clean":"2024-05-10T11:19:26.665685+0000","last_became_active":"2024-05-10T11:16:52.043148+0000","last_became_peered":"2024-05-10T11:16:52.043148+0000","last_unstale":"2024-05-10T11:19:26.665685+0000","last_undegraded":"2024-05-10T11:19:26.665685+0000","last_fullsized":"2024-05-10T11:19:26.665685+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:16:46.497801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855240+0000","last_change":"2024-05-10T11:17:28.101161+0000","last_active":"2024-05-10T11:18:27.855240+0000","last_peered":"2024-05-10T11:18:27.855240+0000","last_clean":"2024-05-10T11:18:27.855240+0000","last_became_active":"2024-05-10T11:17:28.100749+0000","last_became_peered":"2024-05-10T11:17:28.100749+0000","last_unstale":"2024-05-10T11:18:27.855240+0000","last_undegraded":"2024-05-10T11:18:27.855240+0000","last_fullsized":"2024-05-10T11:18:27.855240+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:22:44.998963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,8],"acting":[3,7,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"90'5","reported_seq":252,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:41.787184+0000","last_change":"2024-05-10T11:16:48.014243+0000","last_active":"2024-05-10T11:19:41.787184+0000","last_peered":"2024-05-10T11:19:41.787184+0000","last_clean":"2024-05-10T11:19:41.787184+0000","last_became_active":"2024-05-10T11:16:48.013773+0000","last_became_peered":"2024-05-10T11:16:48.013773+0000","last_unstale":"2024-05-10T11:19:41.787184+0000","last_undegraded":"2024-05-10T11:19:41.787184+0000","last_fullsized":"2024-05-10T11:19:41.787184+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:45:48.797714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":202,"num_read_kb":202,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"90'10","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677665+0000","last_change":"2024-05-10T11:16:52.043158+0000","last_active":"2024-05-10T11:19:26.677665+0000","last_peered":"2024-05-10T11:19:26.677665+0000","last_clean":"2024-05-10T11:19:26.677665+0000","last_became_active":"2024-05-10T11:16:52.042710+0000","last_became_peered":"2024-05-10T11:16:52.042710+0000","last_unstale":"2024-05-10T11:19:26.677665+0000","last_undegraded":"2024-05-10T11:19:26.677665+0000","last_fullsized":"2024-05-10T11:19:26.677665+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:09:24.774705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.850087+0000","last_change":"2024-05-10T11:17:03.088532+0000","last_active":"2024-05-10T11:18:27.850087+0000","last_peered":"2024-05-10T11:18:27.850087+0000","last_clean":"2024-05-10T11:18:27.850087+0000","last_became_active":"2024-05-10T11:17:03.088215+0000","last_became_peered":"2024-05-10T11:17:03.088215+0000","last_unstale":"2024-05-10T11:18:27.850087+0000","last_undegraded":"2024-05-10T11:18:27.850087+0000","last_fullsized":"2024-05-10T11:18:27.850087+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:17:13.454803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848744+0000","last_change":"2024-05-10T11:16:48.007517+0000","last_active":"2024-05-10T11:18:27.848744+0000","last_peered":"2024-05-10T11:18:27.848744+0000","last_clean":"2024-05-10T11:18:27.848744+0000","last_became_active":"2024-05-10T11:16:48.006669+0000","last_became_peered":"2024-05-10T11:16:48.006669+0000","last_unstale":"2024-05-10T11:18:27.848744+0000","last_undegraded":"2024-05-10T11:18:27.848744+0000","last_fullsized":"2024-05-10T11:18:27.848744+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:18:25.475701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671001+0000","last_change":"2024-05-10T11:16:52.044657+0000","last_active":"2024-05-10T11:19:26.671001+0000","last_peered":"2024-05-10T11:19:26.671001+0000","last_clean":"2024-05-10T11:19:26.671001+0000","last_became_active":"2024-05-10T11:16:52.043851+0000","last_became_peered":"2024-05-10T11:16:52.043851+0000","last_unstale":"2024-05-10T11:19:26.671001+0000","last_undegraded":"2024-05-10T11:19:26.671001+0000","last_fullsized":"2024-05-10T11:19:26.671001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:39:13.072004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851769+0000","last_change":"2024-05-10T11:17:03.076247+0000","last_active":"2024-05-10T11:18:27.851769+0000","last_peered":"2024-05-10T11:18:27.851769+0000","last_clean":"2024-05-10T11:18:27.851769+0000","last_became_active":"2024-05-10T11:17:03.075225+0000","last_became_peered":"2024-05-10T11:17:03.075225+0000","last_unstale":"2024-05-10T11:18:27.851769+0000","last_undegraded":"2024-05-10T11:18:27.851769+0000","last_fullsized":"2024-05-10T11:18:27.851769+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:05:02.967759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":51,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848917+0000","last_change":"2024-05-10T11:16:48.055124+0000","last_active":"2024-05-10T11:18:27.848917+0000","last_peered":"2024-05-10T11:18:27.848917+0000","last_clean":"2024-05-10T11:18:27.848917+0000","last_became_active":"2024-05-10T11:16:48.054733+0000","last_became_peered":"2024-05-10T11:16:48.054733+0000","last_unstale":"2024-05-10T11:18:27.848917+0000","last_undegraded":"2024-05-10T11:18:27.848917+0000","last_fullsized":"2024-05-10T11:18:27.848917+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:30:31.196384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"90'11","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677802+0000","last_change":"2024-05-10T11:16:52.043587+0000","last_active":"2024-05-10T11:19:26.677802+0000","last_peered":"2024-05-10T11:19:26.677802+0000","last_clean":"2024-05-10T11:19:26.677802+0000","last_became_active":"2024-05-10T11:16:52.043196+0000","last_became_peered":"2024-05-10T11:16:52.043196+0000","last_unstale":"2024-05-10T11:19:26.677802+0000","last_undegraded":"2024-05-10T11:19:26.677802+0000","last_fullsized":"2024-05-10T11:19:26.677802+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:08:44.659475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.850390+0000","last_change":"2024-05-10T11:17:03.088204+0000","last_active":"2024-05-10T11:18:27.850390+0000","last_peered":"2024-05-10T11:18:27.850390+0000","last_clean":"2024-05-10T11:18:27.850390+0000","last_became_active":"2024-05-10T11:17:03.087158+0000","last_became_peered":"2024-05-10T11:17:03.087158+0000","last_unstale":"2024-05-10T11:18:27.850390+0000","last_undegraded":"2024-05-10T11:18:27.850390+0000","last_fullsized":"2024-05-10T11:18:27.850390+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:34:39.611191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"90'40","reported_seq":297,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:41.787182+0000","last_change":"2024-05-10T11:16:48.007379+0000","last_active":"2024-05-10T11:19:41.787182+0000","last_peered":"2024-05-10T11:19:41.787182+0000","last_clean":"2024-05-10T11:19:41.787182+0000","last_became_active":"2024-05-10T11:16:48.006985+0000","last_became_peered":"2024-05-10T11:16:48.006985+0000","last_unstale":"2024-05-10T11:19:41.787182+0000","last_undegraded":"2024-05-10T11:19:41.787182+0000","last_fullsized":"2024-05-10T11:19:41.787182+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:12:46.390081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67283,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":212,"num_read_kb":172,"num_write":42,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"90'6","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.659154+0000","last_change":"2024-05-10T11:16:52.041342+0000","last_active":"2024-05-10T11:19:26.659154+0000","last_peered":"2024-05-10T11:19:26.659154+0000","last_clean":"2024-05-10T11:19:26.659154+0000","last_became_active":"2024-05-10T11:16:52.041043+0000","last_became_peered":"2024-05-10T11:16:52.041043+0000","last_unstale":"2024-05-10T11:19:26.659154+0000","last_undegraded":"2024-05-10T11:19:26.659154+0000","last_fullsized":"2024-05-10T11:19:26.659154+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:10:06.897014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.849130+0000","last_change":"2024-05-10T11:17:03.087123+0000","last_active":"2024-05-10T11:18:27.849130+0000","last_peered":"2024-05-10T11:18:27.849130+0000","last_clean":"2024-05-10T11:18:27.849130+0000","last_became_active":"2024-05-10T11:17:03.086161+0000","last_became_peered":"2024-05-10T11:17:03.086161+0000","last_unstale":"2024-05-10T11:18:27.849130+0000","last_undegraded":"2024-05-10T11:18:27.849130+0000","last_fullsized":"2024-05-10T11:18:27.849130+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:47:19.747784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":55,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854728+0000","last_change":"2024-05-10T11:16:48.007584+0000","last_active":"2024-05-10T11:18:27.854728+0000","last_peered":"2024-05-10T11:18:27.854728+0000","last_clean":"2024-05-10T11:18:27.854728+0000","last_became_active":"2024-05-10T11:16:48.007286+0000","last_became_peered":"2024-05-10T11:16:48.007286+0000","last_unstale":"2024-05-10T11:18:27.854728+0000","last_undegraded":"2024-05-10T11:18:27.854728+0000","last_fullsized":"2024-05-10T11:18:27.854728+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:55:00.954380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"90'9","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.663550+0000","last_change":"2024-05-10T11:16:52.049695+0000","last_active":"2024-05-10T11:19:26.663550+0000","last_peered":"2024-05-10T11:19:26.663550+0000","last_clean":"2024-05-10T11:19:26.663550+0000","last_became_active":"2024-05-10T11:16:52.049357+0000","last_became_peered":"2024-05-10T11:16:52.049357+0000","last_unstale":"2024-05-10T11:19:26.663550+0000","last_undegraded":"2024-05-10T11:19:26.663550+0000","last_fullsized":"2024-05-10T11:19:26.663550+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:19:24.583066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855726+0000","last_change":"2024-05-10T11:17:03.091169+0000","last_active":"2024-05-10T11:18:27.855726+0000","last_peered":"2024-05-10T11:18:27.855726+0000","last_clean":"2024-05-10T11:18:27.855726+0000","last_became_active":"2024-05-10T11:17:03.090711+0000","last_became_peered":"2024-05-10T11:17:03.090711+0000","last_unstale":"2024-05-10T11:18:27.855726+0000","last_undegraded":"2024-05-10T11:18:27.855726+0000","last_fullsized":"2024-05-10T11:18:27.855726+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:58:49.118170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":51,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848344+0000","last_change":"2024-05-10T11:16:48.015465+0000","last_active":"2024-05-10T11:18:27.848344+0000","last_peered":"2024-05-10T11:18:27.848344+0000","last_clean":"2024-05-10T11:18:27.848344+0000","last_became_active":"2024-05-10T11:16:48.015131+0000","last_became_peered":"2024-05-10T11:16:48.015131+0000","last_unstale":"2024-05-10T11:18:27.848344+0000","last_undegraded":"2024-05-10T11:18:27.848344+0000","last_fullsized":"2024-05-10T11:18:27.848344+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:55:02.917010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"90'15","reported_seq":59,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.663587+0000","last_change":"2024-05-10T11:17:27.661261+0000","last_active":"2024-05-10T11:19:26.663587+0000","last_peered":"2024-05-10T11:19:26.663587+0000","last_clean":"2024-05-10T11:19:26.663587+0000","last_became_active":"2024-05-10T11:17:27.660916+0000","last_became_peered":"2024-05-10T11:17:27.660916+0000","last_unstale":"2024-05-10T11:19:26.663587+0000","last_undegraded":"2024-05-10T11:19:26.663587+0000","last_fullsized":"2024-05-10T11:19:26.663587+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:24:55.464489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851224+0000","last_change":"2024-05-10T11:17:03.089748+0000","last_active":"2024-05-10T11:18:27.851224+0000","last_peered":"2024-05-10T11:18:27.851224+0000","last_clean":"2024-05-10T11:18:27.851224+0000","last_became_active":"2024-05-10T11:17:03.089372+0000","last_became_peered":"2024-05-10T11:17:03.089372+0000","last_unstale":"2024-05-10T11:18:27.851224+0000","last_undegraded":"2024-05-10T11:18:27.851224+0000","last_fullsized":"2024-05-10T11:18:27.851224+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:14:50.072707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"90'7","reported_seq":158,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:42.789150+0000","last_change":"2024-05-10T11:16:48.007535+0000","last_active":"2024-05-10T11:19:42.789150+0000","last_peered":"2024-05-10T11:19:42.789150+0000","last_clean":"2024-05-10T11:19:42.789150+0000","last_became_active":"2024-05-10T11:16:48.006930+0000","last_became_peered":"2024-05-10T11:16:48.006930+0000","last_unstale":"2024-05-10T11:19:42.789150+0000","last_undegraded":"2024-05-10T11:19:42.789150+0000","last_fullsized":"2024-05-10T11:19:42.789150+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:43:00.717545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":108,"num_read_kb":5,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"90'6","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668655+0000","last_change":"2024-05-10T11:16:52.045912+0000","last_active":"2024-05-10T11:19:26.668655+0000","last_peered":"2024-05-10T11:19:26.668655+0000","last_clean":"2024-05-10T11:19:26.668655+0000","last_became_active":"2024-05-10T11:16:52.045617+0000","last_became_peered":"2024-05-10T11:16:52.045617+0000","last_unstale":"2024-05-10T11:19:26.668655+0000","last_undegraded":"2024-05-10T11:19:26.668655+0000","last_fullsized":"2024-05-10T11:19:26.668655+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:33:20.206709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.845980+0000","last_change":"2024-05-10T11:17:03.084329+0000","last_active":"2024-05-10T11:18:27.845980+0000","last_peered":"2024-05-10T11:18:27.845980+0000","last_clean":"2024-05-10T11:18:27.845980+0000","last_became_active":"2024-05-10T11:17:03.083952+0000","last_became_peered":"2024-05-10T11:17:03.083952+0000","last_unstale":"2024-05-10T11:18:27.845980+0000","last_undegraded":"2024-05-10T11:18:27.845980+0000","last_fullsized":"2024-05-10T11:18:27.845980+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:27:34.889679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":62,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854157+0000","last_change":"2024-05-10T11:16:48.056864+0000","last_active":"2024-05-10T11:18:27.854157+0000","last_peered":"2024-05-10T11:18:27.854157+0000","last_clean":"2024-05-10T11:18:27.854157+0000","last_became_active":"2024-05-10T11:16:48.056509+0000","last_became_peered":"2024-05-10T11:16:48.056509+0000","last_unstale":"2024-05-10T11:18:27.854157+0000","last_undegraded":"2024-05-10T11:18:27.854157+0000","last_fullsized":"2024-05-10T11:18:27.854157+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:41:00.569598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"90'6","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675538+0000","last_change":"2024-05-10T11:16:52.049669+0000","last_active":"2024-05-10T11:19:26.675538+0000","last_peered":"2024-05-10T11:19:26.675538+0000","last_clean":"2024-05-10T11:19:26.675538+0000","last_became_active":"2024-05-10T11:16:52.047990+0000","last_became_peered":"2024-05-10T11:16:52.047990+0000","last_unstale":"2024-05-10T11:19:26.675538+0000","last_undegraded":"2024-05-10T11:19:26.675538+0000","last_fullsized":"2024-05-10T11:19:26.675538+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:08:41.795541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848188+0000","last_change":"2024-05-10T11:17:03.086357+0000","last_active":"2024-05-10T11:18:27.848188+0000","last_peered":"2024-05-10T11:18:27.848188+0000","last_clean":"2024-05-10T11:18:27.848188+0000","last_became_active":"2024-05-10T11:17:03.085896+0000","last_became_peered":"2024-05-10T11:17:03.085896+0000","last_unstale":"2024-05-10T11:18:27.848188+0000","last_undegraded":"2024-05-10T11:18:27.848188+0000","last_fullsized":"2024-05-10T11:18:27.848188+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:09:00.174197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856116+0000","last_change":"2024-05-10T11:16:48.019166+0000","last_active":"2024-05-10T11:18:27.856116+0000","last_peered":"2024-05-10T11:18:27.856116+0000","last_clean":"2024-05-10T11:18:27.856116+0000","last_became_active":"2024-05-10T11:16:48.018708+0000","last_became_peered":"2024-05-10T11:16:48.018708+0000","last_unstale":"2024-05-10T11:18:27.856116+0000","last_undegraded":"2024-05-10T11:18:27.856116+0000","last_fullsized":"2024-05-10T11:18:27.856116+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:59:48.883324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"90'5","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.663516+0000","last_change":"2024-05-10T11:17:27.665348+0000","last_active":"2024-05-10T11:19:26.663516+0000","last_peered":"2024-05-10T11:19:26.663516+0000","last_clean":"2024-05-10T11:19:26.663516+0000","last_became_active":"2024-05-10T11:17:27.664892+0000","last_became_peered":"2024-05-10T11:17:27.664892+0000","last_unstale":"2024-05-10T11:19:26.663516+0000","last_undegraded":"2024-05-10T11:19:26.663516+0000","last_fullsized":"2024-05-10T11:19:26.663516+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:13:15.632171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854415+0000","last_change":"2024-05-10T11:17:28.103040+0000","last_active":"2024-05-10T11:18:27.854415+0000","last_peered":"2024-05-10T11:18:27.854415+0000","last_clean":"2024-05-10T11:18:27.854415+0000","last_became_active":"2024-05-10T11:17:28.102474+0000","last_became_peered":"2024-05-10T11:17:28.102474+0000","last_unstale":"2024-05-10T11:18:27.854415+0000","last_undegraded":"2024-05-10T11:18:27.854415+0000","last_fullsized":"2024-05-10T11:18:27.854415+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:28:12.521313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,1],"acting":[8,10,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.850699+0000","last_change":"2024-05-10T11:16:48.055557+0000","last_active":"2024-05-10T11:18:27.850699+0000","last_peered":"2024-05-10T11:18:27.850699+0000","last_clean":"2024-05-10T11:18:27.850699+0000","last_became_active":"2024-05-10T11:16:48.055222+0000","last_became_peered":"2024-05-10T11:16:48.055222+0000","last_unstale":"2024-05-10T11:18:27.850699+0000","last_undegraded":"2024-05-10T11:18:27.850699+0000","last_fullsized":"2024-05-10T11:18:27.850699+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:46:03.054086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"90'4","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.660640+0000","last_change":"2024-05-10T11:16:52.043889+0000","last_active":"2024-05-10T11:19:26.660640+0000","last_peered":"2024-05-10T11:19:26.660640+0000","last_clean":"2024-05-10T11:19:26.660640+0000","last_became_active":"2024-05-10T11:16:52.043476+0000","last_became_peered":"2024-05-10T11:16:52.043476+0000","last_unstale":"2024-05-10T11:19:26.660640+0000","last_undegraded":"2024-05-10T11:19:26.660640+0000","last_fullsized":"2024-05-10T11:19:26.660640+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:35:33.577541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.845865+0000","last_change":"2024-05-10T11:17:03.082772+0000","last_active":"2024-05-10T11:18:27.845865+0000","last_peered":"2024-05-10T11:18:27.845865+0000","last_clean":"2024-05-10T11:18:27.845865+0000","last_became_active":"2024-05-10T11:17:03.082343+0000","last_became_peered":"2024-05-10T11:17:03.082343+0000","last_unstale":"2024-05-10T11:18:27.845865+0000","last_undegraded":"2024-05-10T11:18:27.845865+0000","last_fullsized":"2024-05-10T11:18:27.845865+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:20:09.949095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"90'7","reported_seq":154,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:39.784923+0000","last_change":"2024-05-10T11:16:48.005921+0000","last_active":"2024-05-10T11:19:39.784923+0000","last_peered":"2024-05-10T11:19:39.784923+0000","last_clean":"2024-05-10T11:19:39.784923+0000","last_became_active":"2024-05-10T11:16:48.005522+0000","last_became_peered":"2024-05-10T11:16:48.005522+0000","last_unstale":"2024-05-10T11:19:39.784923+0000","last_undegraded":"2024-05-10T11:19:39.784923+0000","last_fullsized":"2024-05-10T11:19:39.784923+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:39:00.495597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":103,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"90'7","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.654287+0000","last_change":"2024-05-10T11:16:52.043175+0000","last_active":"2024-05-10T11:19:26.654287+0000","last_peered":"2024-05-10T11:19:26.654287+0000","last_clean":"2024-05-10T11:19:26.654287+0000","last_became_active":"2024-05-10T11:16:52.042843+0000","last_became_peered":"2024-05-10T11:16:52.042843+0000","last_unstale":"2024-05-10T11:19:26.654287+0000","last_undegraded":"2024-05-10T11:19:26.654287+0000","last_fullsized":"2024-05-10T11:19:26.654287+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:24:22.572356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.846020+0000","last_change":"2024-05-10T11:17:03.560613+0000","last_active":"2024-05-10T11:18:27.846020+0000","last_peered":"2024-05-10T11:18:27.846020+0000","last_clean":"2024-05-10T11:18:27.846020+0000","last_became_active":"2024-05-10T11:17:03.560149+0000","last_became_peered":"2024-05-10T11:17:03.560149+0000","last_unstale":"2024-05-10T11:18:27.846020+0000","last_undegraded":"2024-05-10T11:18:27.846020+0000","last_fullsized":"2024-05-10T11:18:27.846020+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:29:59.256621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674289+0000","last_change":"2024-05-10T11:16:52.047667+0000","last_active":"2024-05-10T11:19:26.674289+0000","last_peered":"2024-05-10T11:19:26.674289+0000","last_clean":"2024-05-10T11:19:26.674289+0000","last_became_active":"2024-05-10T11:16:52.046206+0000","last_became_peered":"2024-05-10T11:16:52.046206+0000","last_unstale":"2024-05-10T11:19:26.674289+0000","last_undegraded":"2024-05-10T11:19:26.674289+0000","last_fullsized":"2024-05-10T11:19:26.674289+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:37:43.575295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'6","reported_seq":151,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:38.782907+0000","last_change":"2024-05-10T11:16:48.055486+0000","last_active":"2024-05-10T11:19:38.782907+0000","last_peered":"2024-05-10T11:19:38.782907+0000","last_clean":"2024-05-10T11:19:38.782907+0000","last_became_active":"2024-05-10T11:16:48.055141+0000","last_became_peered":"2024-05-10T11:16:48.055141+0000","last_unstale":"2024-05-10T11:19:38.782907+0000","last_undegraded":"2024-05-10T11:19:38.782907+0000","last_fullsized":"2024-05-10T11:19:38.782907+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:29:44.765058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":100,"num_read_kb":100,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848585+0000","last_change":"2024-05-10T11:17:03.082232+0000","last_active":"2024-05-10T11:18:27.848585+0000","last_peered":"2024-05-10T11:18:27.848585+0000","last_clean":"2024-05-10T11:18:27.848585+0000","last_became_active":"2024-05-10T11:17:03.081930+0000","last_became_peered":"2024-05-10T11:17:03.081930+0000","last_unstale":"2024-05-10T11:18:27.848585+0000","last_undegraded":"2024-05-10T11:18:27.848585+0000","last_fullsized":"2024-05-10T11:18:27.848585+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:12:43.832048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"90'8","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.673834+0000","last_change":"2024-05-10T11:17:28.101610+0000","last_active":"2024-05-10T11:19:26.673834+0000","last_peered":"2024-05-10T11:19:26.673834+0000","last_clean":"2024-05-10T11:19:26.673834+0000","last_became_active":"2024-05-10T11:17:28.101242+0000","last_became_peered":"2024-05-10T11:17:28.101242+0000","last_unstale":"2024-05-10T11:19:26.673834+0000","last_undegraded":"2024-05-10T11:19:26.673834+0000","last_fullsized":"2024-05-10T11:19:26.673834+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:18:53.230117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":53,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851664+0000","last_change":"2024-05-10T11:16:48.007349+0000","last_active":"2024-05-10T11:18:27.851664+0000","last_peered":"2024-05-10T11:18:27.851664+0000","last_clean":"2024-05-10T11:18:27.851664+0000","last_became_active":"2024-05-10T11:16:48.006902+0000","last_became_peered":"2024-05-10T11:16:48.006902+0000","last_unstale":"2024-05-10T11:18:27.851664+0000","last_undegraded":"2024-05-10T11:18:27.851664+0000","last_fullsized":"2024-05-10T11:18:27.851664+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:10:14.679026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":118,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848446+0000","last_change":"2024-05-10T11:15:23.021445+0000","last_active":"2024-05-10T11:18:27.848446+0000","last_peered":"2024-05-10T11:18:27.848446+0000","last_clean":"2024-05-10T11:18:27.848446+0000","last_became_active":"2024-05-10T11:15:23.016547+0000","last_became_peered":"2024-05-10T11:15:23.016547+0000","last_unstale":"2024-05-10T11:18:27.848446+0000","last_undegraded":"2024-05-10T11:18:27.848446+0000","last_fullsized":"2024-05-10T11:18:27.848446+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:11:52.839903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:11:52.839903+0000","last_clean_scrub_stamp":"2024-05-10T11:11:52.839903+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:52:25.558388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848649+0000","last_change":"2024-05-10T11:17:27.803123+0000","last_active":"2024-05-10T11:18:27.848649+0000","last_peered":"2024-05-10T11:18:27.848649+0000","last_clean":"2024-05-10T11:18:27.848649+0000","last_became_active":"2024-05-10T11:17:27.802614+0000","last_became_peered":"2024-05-10T11:17:27.802614+0000","last_unstale":"2024-05-10T11:18:27.848649+0000","last_undegraded":"2024-05-10T11:18:27.848649+0000","last_fullsized":"2024-05-10T11:18:27.848649+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:42:45.115204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,11,6,10],"acting":[5,11,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"90'5","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.670850+0000","last_change":"2024-05-10T11:16:52.049027+0000","last_active":"2024-05-10T11:19:26.670850+0000","last_peered":"2024-05-10T11:19:26.670850+0000","last_clean":"2024-05-10T11:19:26.670850+0000","last_became_active":"2024-05-10T11:16:52.048707+0000","last_became_peered":"2024-05-10T11:16:52.048707+0000","last_unstale":"2024-05-10T11:19:26.670850+0000","last_undegraded":"2024-05-10T11:19:26.670850+0000","last_fullsized":"2024-05-10T11:19:26.670850+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:07:50.617791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":54,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848718+0000","last_change":"2024-05-10T11:17:28.101640+0000","last_active":"2024-05-10T11:18:27.848718+0000","last_peered":"2024-05-10T11:18:27.848718+0000","last_clean":"2024-05-10T11:18:27.848718+0000","last_became_active":"2024-05-10T11:17:28.101170+0000","last_became_peered":"2024-05-10T11:17:28.101170+0000","last_unstale":"2024-05-10T11:18:27.848718+0000","last_undegraded":"2024-05-10T11:18:27.848718+0000","last_fullsized":"2024-05-10T11:18:27.848718+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:07:03.041192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856092+0000","last_change":"2024-05-10T11:17:03.081699+0000","last_active":"2024-05-10T11:18:27.856092+0000","last_peered":"2024-05-10T11:18:27.856092+0000","last_clean":"2024-05-10T11:18:27.856092+0000","last_became_active":"2024-05-10T11:17:03.081256+0000","last_became_peered":"2024-05-10T11:17:03.081256+0000","last_unstale":"2024-05-10T11:18:27.856092+0000","last_undegraded":"2024-05-10T11:18:27.856092+0000","last_fullsized":"2024-05-10T11:18:27.856092+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:00:02.833979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854849+0000","last_change":"2024-05-10T11:16:48.057508+0000","last_active":"2024-05-10T11:18:27.854849+0000","last_peered":"2024-05-10T11:18:27.854849+0000","last_clean":"2024-05-10T11:18:27.854849+0000","last_became_active":"2024-05-10T11:16:48.057166+0000","last_became_peered":"2024-05-10T11:16:48.057166+0000","last_unstale":"2024-05-10T11:18:27.854849+0000","last_undegraded":"2024-05-10T11:18:27.854849+0000","last_fullsized":"2024-05-10T11:18:27.854849+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:02:44.121762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"90'9","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671015+0000","last_change":"2024-05-10T11:16:52.047931+0000","last_active":"2024-05-10T11:19:26.671015+0000","last_peered":"2024-05-10T11:19:26.671015+0000","last_clean":"2024-05-10T11:19:26.671015+0000","last_became_active":"2024-05-10T11:16:52.047587+0000","last_became_peered":"2024-05-10T11:16:52.047587+0000","last_unstale":"2024-05-10T11:19:26.671015+0000","last_undegraded":"2024-05-10T11:19:26.671015+0000","last_fullsized":"2024-05-10T11:19:26.671015+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:48:08.546155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854151+0000","last_change":"2024-05-10T11:17:03.560122+0000","last_active":"2024-05-10T11:18:27.854151+0000","last_peered":"2024-05-10T11:18:27.854151+0000","last_clean":"2024-05-10T11:18:27.854151+0000","last_became_active":"2024-05-10T11:17:03.559626+0000","last_became_peered":"2024-05-10T11:17:03.559626+0000","last_unstale":"2024-05-10T11:18:27.854151+0000","last_undegraded":"2024-05-10T11:18:27.854151+0000","last_fullsized":"2024-05-10T11:18:27.854151+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:00:25.900524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"90'17","reported_seq":77,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:59.825658+0000","last_change":"2024-05-10T11:18:27.864614+0000","last_active":"2024-05-10T11:18:59.825658+0000","last_peered":"2024-05-10T11:18:59.825658+0000","last_clean":"2024-05-10T11:18:59.825658+0000","last_became_active":"2024-05-10T11:18:27.857980+0000","last_became_peered":"2024-05-10T11:18:27.857980+0000","last_unstale":"2024-05-10T11:18:59.825658+0000","last_undegraded":"2024-05-10T11:18:59.825658+0000","last_fullsized":"2024-05-10T11:18:59.825658+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:57:44.304718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"90'5","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.664961+0000","last_change":"2024-05-10T11:16:52.041726+0000","last_active":"2024-05-10T11:19:26.664961+0000","last_peered":"2024-05-10T11:19:26.664961+0000","last_clean":"2024-05-10T11:19:26.664961+0000","last_became_active":"2024-05-10T11:16:52.041431+0000","last_became_peered":"2024-05-10T11:16:52.041431+0000","last_unstale":"2024-05-10T11:19:26.664961+0000","last_undegraded":"2024-05-10T11:19:26.664961+0000","last_fullsized":"2024-05-10T11:19:26.664961+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:24:16.133520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856125+0000","last_change":"2024-05-10T11:17:03.077965+0000","last_active":"2024-05-10T11:18:27.856125+0000","last_peered":"2024-05-10T11:18:27.856125+0000","last_clean":"2024-05-10T11:18:27.856125+0000","last_became_active":"2024-05-10T11:17:03.077265+0000","last_became_peered":"2024-05-10T11:17:03.077265+0000","last_unstale":"2024-05-10T11:18:27.856125+0000","last_undegraded":"2024-05-10T11:18:27.856125+0000","last_fullsized":"2024-05-10T11:18:27.856125+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:23:49.046264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":52,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851893+0000","last_change":"2024-05-10T11:16:48.392746+0000","last_active":"2024-05-10T11:18:27.851893+0000","last_peered":"2024-05-10T11:18:27.851893+0000","last_clean":"2024-05-10T11:18:27.851893+0000","last_became_active":"2024-05-10T11:16:48.392385+0000","last_became_peered":"2024-05-10T11:16:48.392385+0000","last_unstale":"2024-05-10T11:18:27.851893+0000","last_undegraded":"2024-05-10T11:18:27.851893+0000","last_fullsized":"2024-05-10T11:18:27.851893+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:59:33.332490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.670759+0000","last_change":"2024-05-10T11:16:52.053413+0000","last_active":"2024-05-10T11:19:26.670759+0000","last_peered":"2024-05-10T11:19:26.670759+0000","last_clean":"2024-05-10T11:19:26.670759+0000","last_became_active":"2024-05-10T11:16:52.052728+0000","last_became_peered":"2024-05-10T11:16:52.052728+0000","last_unstale":"2024-05-10T11:19:26.670759+0000","last_undegraded":"2024-05-10T11:19:26.670759+0000","last_fullsized":"2024-05-10T11:19:26.670759+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:44:04.224099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851826+0000","last_change":"2024-05-10T11:17:03.561077+0000","last_active":"2024-05-10T11:18:27.851826+0000","last_peered":"2024-05-10T11:18:27.851826+0000","last_clean":"2024-05-10T11:18:27.851826+0000","last_became_active":"2024-05-10T11:17:03.560668+0000","last_became_peered":"2024-05-10T11:17:03.560668+0000","last_unstale":"2024-05-10T11:18:27.851826+0000","last_undegraded":"2024-05-10T11:18:27.851826+0000","last_fullsized":"2024-05-10T11:18:27.851826+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:13:23.933388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.062535+0000","last_change":"2024-05-10T11:16:48.057501+0000","last_active":"2024-05-10T11:18:28.062535+0000","last_peered":"2024-05-10T11:18:28.062535+0000","last_clean":"2024-05-10T11:18:28.062535+0000","last_became_active":"2024-05-10T11:16:48.057144+0000","last_became_peered":"2024-05-10T11:16:48.057144+0000","last_unstale":"2024-05-10T11:18:28.062535+0000","last_undegraded":"2024-05-10T11:18:28.062535+0000","last_fullsized":"2024-05-10T11:18:28.062535+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:08:10.945786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"90'2","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.634914+0000","last_change":"2024-05-10T11:16:52.037082+0000","last_active":"2024-05-10T11:19:26.634914+0000","last_peered":"2024-05-10T11:19:26.634914+0000","last_clean":"2024-05-10T11:19:26.634914+0000","last_became_active":"2024-05-10T11:16:52.036688+0000","last_became_peered":"2024-05-10T11:16:52.036688+0000","last_unstale":"2024-05-10T11:19:26.634914+0000","last_undegraded":"2024-05-10T11:19:26.634914+0000","last_fullsized":"2024-05-10T11:19:26.634914+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:47:47.042738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851273+0000","last_change":"2024-05-10T11:17:03.089184+0000","last_active":"2024-05-10T11:18:27.851273+0000","last_peered":"2024-05-10T11:18:27.851273+0000","last_clean":"2024-05-10T11:18:27.851273+0000","last_became_active":"2024-05-10T11:17:03.088780+0000","last_became_peered":"2024-05-10T11:17:03.088780+0000","last_unstale":"2024-05-10T11:18:27.851273+0000","last_undegraded":"2024-05-10T11:18:27.851273+0000","last_fullsized":"2024-05-10T11:18:27.851273+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:28:04.563504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":51,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854110+0000","last_change":"2024-05-10T11:16:48.006564+0000","last_active":"2024-05-10T11:18:27.854110+0000","last_peered":"2024-05-10T11:18:27.854110+0000","last_clean":"2024-05-10T11:18:27.854110+0000","last_became_active":"2024-05-10T11:16:48.006232+0000","last_became_peered":"2024-05-10T11:16:48.006232+0000","last_unstale":"2024-05-10T11:18:27.854110+0000","last_undegraded":"2024-05-10T11:18:27.854110+0000","last_fullsized":"2024-05-10T11:18:27.854110+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:57:51.056720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"90'9","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.672615+0000","last_change":"2024-05-10T11:16:52.039492+0000","last_active":"2024-05-10T11:19:26.672615+0000","last_peered":"2024-05-10T11:19:26.672615+0000","last_clean":"2024-05-10T11:19:26.672615+0000","last_became_active":"2024-05-10T11:16:52.039143+0000","last_became_peered":"2024-05-10T11:16:52.039143+0000","last_unstale":"2024-05-10T11:19:26.672615+0000","last_undegraded":"2024-05-10T11:19:26.672615+0000","last_fullsized":"2024-05-10T11:19:26.672615+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:19:11.305278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851977+0000","last_change":"2024-05-10T11:17:03.078573+0000","last_active":"2024-05-10T11:18:27.851977+0000","last_peered":"2024-05-10T11:18:27.851977+0000","last_clean":"2024-05-10T11:18:27.851977+0000","last_became_active":"2024-05-10T11:17:03.078196+0000","last_became_peered":"2024-05-10T11:17:03.078196+0000","last_unstale":"2024-05-10T11:18:27.851977+0000","last_undegraded":"2024-05-10T11:18:27.851977+0000","last_fullsized":"2024-05-10T11:18:27.851977+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:51:30.266019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"88'3","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855681+0000","last_change":"2024-05-10T11:17:27.661845+0000","last_active":"2024-05-10T11:18:27.855681+0000","last_peered":"2024-05-10T11:18:27.855681+0000","last_clean":"2024-05-10T11:18:27.855681+0000","last_became_active":"2024-05-10T11:17:27.661429+0000","last_became_peered":"2024-05-10T11:17:27.661429+0000","last_unstale":"2024-05-10T11:18:27.855681+0000","last_undegraded":"2024-05-10T11:18:27.855681+0000","last_fullsized":"2024-05-10T11:18:27.855681+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:49:01.204444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"90'8","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.669314+0000","last_change":"2024-05-10T11:16:52.058512+0000","last_active":"2024-05-10T11:19:26.669314+0000","last_peered":"2024-05-10T11:19:26.669314+0000","last_clean":"2024-05-10T11:19:26.669314+0000","last_became_active":"2024-05-10T11:16:52.057965+0000","last_became_peered":"2024-05-10T11:16:52.057965+0000","last_unstale":"2024-05-10T11:19:26.669314+0000","last_undegraded":"2024-05-10T11:19:26.669314+0000","last_fullsized":"2024-05-10T11:19:26.669314+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:18:50.907235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851561+0000","last_change":"2024-05-10T11:17:03.560391+0000","last_active":"2024-05-10T11:18:27.851561+0000","last_peered":"2024-05-10T11:18:27.851561+0000","last_clean":"2024-05-10T11:18:27.851561+0000","last_became_active":"2024-05-10T11:17:03.559918+0000","last_became_peered":"2024-05-10T11:17:03.559918+0000","last_unstale":"2024-05-10T11:18:27.851561+0000","last_undegraded":"2024-05-10T11:18:27.851561+0000","last_fullsized":"2024-05-10T11:18:27.851561+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:25:09.436180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854479+0000","last_change":"2024-05-10T11:16:48.018478+0000","last_active":"2024-05-10T11:18:27.854479+0000","last_peered":"2024-05-10T11:18:27.854479+0000","last_clean":"2024-05-10T11:18:27.854479+0000","last_became_active":"2024-05-10T11:16:48.017292+0000","last_became_peered":"2024-05-10T11:16:48.017292+0000","last_unstale":"2024-05-10T11:18:27.854479+0000","last_undegraded":"2024-05-10T11:18:27.854479+0000","last_fullsized":"2024-05-10T11:18:27.854479+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:07:07.599886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"90'5","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675720+0000","last_change":"2024-05-10T11:16:52.048977+0000","last_active":"2024-05-10T11:19:26.675720+0000","last_peered":"2024-05-10T11:19:26.675720+0000","last_clean":"2024-05-10T11:19:26.675720+0000","last_became_active":"2024-05-10T11:16:52.048658+0000","last_became_peered":"2024-05-10T11:16:52.048658+0000","last_unstale":"2024-05-10T11:19:26.675720+0000","last_undegraded":"2024-05-10T11:19:26.675720+0000","last_fullsized":"2024-05-10T11:19:26.675720+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:20:57.507638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.062593+0000","last_change":"2024-05-10T11:17:03.086560+0000","last_active":"2024-05-10T11:18:28.062593+0000","last_peered":"2024-05-10T11:18:28.062593+0000","last_clean":"2024-05-10T11:18:28.062593+0000","last_became_active":"2024-05-10T11:17:03.085919+0000","last_became_peered":"2024-05-10T11:17:03.085919+0000","last_unstale":"2024-05-10T11:18:28.062593+0000","last_undegraded":"2024-05-10T11:18:28.062593+0000","last_fullsized":"2024-05-10T11:18:28.062593+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:08:59.110190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"90'7","reported_seq":98,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:42.973409+0000","last_change":"2024-05-10T11:18:27.868552+0000","last_active":"2024-05-10T11:19:42.973409+0000","last_peered":"2024-05-10T11:19:42.973409+0000","last_clean":"2024-05-10T11:19:42.973409+0000","last_became_active":"2024-05-10T11:18:27.857220+0000","last_became_peered":"2024-05-10T11:18:27.857220+0000","last_unstale":"2024-05-10T11:19:42.973409+0000","last_undegraded":"2024-05-10T11:19:42.973409+0000","last_fullsized":"2024-05-10T11:19:42.973409+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:32:28.064579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1702,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":78,"num_read_kb":1,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1561,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675321+0000","last_change":"2024-05-10T11:16:52.050303+0000","last_active":"2024-05-10T11:19:26.675321+0000","last_peered":"2024-05-10T11:19:26.675321+0000","last_clean":"2024-05-10T11:19:26.675321+0000","last_became_active":"2024-05-10T11:16:52.049791+0000","last_became_peered":"2024-05-10T11:16:52.049791+0000","last_unstale":"2024-05-10T11:19:26.675321+0000","last_undegraded":"2024-05-10T11:19:26.675321+0000","last_fullsized":"2024-05-10T11:19:26.675321+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:04:50.647395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854986+0000","last_change":"2024-05-10T11:17:03.087026+0000","last_active":"2024-05-10T11:18:27.854986+0000","last_peered":"2024-05-10T11:18:27.854986+0000","last_clean":"2024-05-10T11:18:27.854986+0000","last_became_active":"2024-05-10T11:17:03.086655+0000","last_became_peered":"2024-05-10T11:17:03.086655+0000","last_unstale":"2024-05-10T11:18:27.854986+0000","last_undegraded":"2024-05-10T11:18:27.854986+0000","last_fullsized":"2024-05-10T11:18:27.854986+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:52:37.414485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.849009+0000","last_change":"2024-05-10T11:16:48.014087+0000","last_active":"2024-05-10T11:18:27.849009+0000","last_peered":"2024-05-10T11:18:27.849009+0000","last_clean":"2024-05-10T11:18:27.849009+0000","last_became_active":"2024-05-10T11:16:48.013599+0000","last_became_peered":"2024-05-10T11:16:48.013599+0000","last_unstale":"2024-05-10T11:18:27.849009+0000","last_undegraded":"2024-05-10T11:18:27.849009+0000","last_fullsized":"2024-05-10T11:18:27.849009+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:41:07.988553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"90'6","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668692+0000","last_change":"2024-05-10T11:16:52.047277+0000","last_active":"2024-05-10T11:19:26.668692+0000","last_peered":"2024-05-10T11:19:26.668692+0000","last_clean":"2024-05-10T11:19:26.668692+0000","last_became_active":"2024-05-10T11:16:52.046916+0000","last_became_peered":"2024-05-10T11:16:52.046916+0000","last_unstale":"2024-05-10T11:19:26.668692+0000","last_undegraded":"2024-05-10T11:19:26.668692+0000","last_fullsized":"2024-05-10T11:19:26.668692+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:59:58.044364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848005+0000","last_change":"2024-05-10T11:17:03.082476+0000","last_active":"2024-05-10T11:18:27.848005+0000","last_peered":"2024-05-10T11:18:27.848005+0000","last_clean":"2024-05-10T11:18:27.848005+0000","last_became_active":"2024-05-10T11:17:03.080326+0000","last_became_peered":"2024-05-10T11:17:03.080326+0000","last_unstale":"2024-05-10T11:18:27.848005+0000","last_undegraded":"2024-05-10T11:18:27.848005+0000","last_fullsized":"2024-05-10T11:18:27.848005+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:57:27.656249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.846013+0000","last_change":"2024-05-10T11:16:48.006665+0000","last_active":"2024-05-10T11:18:27.846013+0000","last_peered":"2024-05-10T11:18:27.846013+0000","last_clean":"2024-05-10T11:18:27.846013+0000","last_became_active":"2024-05-10T11:16:48.006249+0000","last_became_peered":"2024-05-10T11:16:48.006249+0000","last_unstale":"2024-05-10T11:18:27.846013+0000","last_undegraded":"2024-05-10T11:18:27.846013+0000","last_fullsized":"2024-05-10T11:18:27.846013+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:35:31.187636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674210+0000","last_change":"2024-05-10T11:16:52.040594+0000","last_active":"2024-05-10T11:19:26.674210+0000","last_peered":"2024-05-10T11:19:26.674210+0000","last_clean":"2024-05-10T11:19:26.674210+0000","last_became_active":"2024-05-10T11:16:52.040188+0000","last_became_peered":"2024-05-10T11:16:52.040188+0000","last_unstale":"2024-05-10T11:19:26.674210+0000","last_undegraded":"2024-05-10T11:19:26.674210+0000","last_fullsized":"2024-05-10T11:19:26.674210+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:23:17.038258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"90'9","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671997+0000","last_change":"2024-05-10T11:16:52.040479+0000","last_active":"2024-05-10T11:19:26.671997+0000","last_peered":"2024-05-10T11:19:26.671997+0000","last_clean":"2024-05-10T11:19:26.671997+0000","last_became_active":"2024-05-10T11:16:52.039958+0000","last_became_peered":"2024-05-10T11:16:52.039958+0000","last_unstale":"2024-05-10T11:19:26.671997+0000","last_undegraded":"2024-05-10T11:19:26.671997+0000","last_fullsized":"2024-05-10T11:19:26.671997+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:28:49.367853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"90'12","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674736+0000","last_change":"2024-05-10T11:16:52.047662+0000","last_active":"2024-05-10T11:19:26.674736+0000","last_peered":"2024-05-10T11:19:26.674736+0000","last_clean":"2024-05-10T11:19:26.674736+0000","last_became_active":"2024-05-10T11:16:52.047349+0000","last_became_peered":"2024-05-10T11:16:52.047349+0000","last_unstale":"2024-05-10T11:19:26.674736+0000","last_undegraded":"2024-05-10T11:19:26.674736+0000","last_fullsized":"2024-05-10T11:19:26.674736+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:26:08.260236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"90'8","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.673301+0000","last_change":"2024-05-10T11:16:52.043475+0000","last_active":"2024-05-10T11:19:26.673301+0000","last_peered":"2024-05-10T11:19:26.673301+0000","last_clean":"2024-05-10T11:19:26.673301+0000","last_became_active":"2024-05-10T11:16:52.042939+0000","last_became_peered":"2024-05-10T11:16:52.042939+0000","last_unstale":"2024-05-10T11:19:26.673301+0000","last_undegraded":"2024-05-10T11:19:26.673301+0000","last_fullsized":"2024-05-10T11:19:26.673301+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:06:40.883586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.667802+0000","last_change":"2024-05-10T11:16:52.048096+0000","last_active":"2024-05-10T11:19:26.667802+0000","last_peered":"2024-05-10T11:19:26.667802+0000","last_clean":"2024-05-10T11:19:26.667802+0000","last_became_active":"2024-05-10T11:16:52.046956+0000","last_became_peered":"2024-05-10T11:16:52.046956+0000","last_unstale":"2024-05-10T11:19:26.667802+0000","last_undegraded":"2024-05-10T11:19:26.667802+0000","last_fullsized":"2024-05-10T11:19:26.667802+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:31:53.919554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"90'4","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.667532+0000","last_change":"2024-05-10T11:16:52.052145+0000","last_active":"2024-05-10T11:19:26.667532+0000","last_peered":"2024-05-10T11:19:26.667532+0000","last_clean":"2024-05-10T11:19:26.667532+0000","last_became_active":"2024-05-10T11:16:52.050904+0000","last_became_peered":"2024-05-10T11:16:52.050904+0000","last_unstale":"2024-05-10T11:19:26.667532+0000","last_undegraded":"2024-05-10T11:19:26.667532+0000","last_fullsized":"2024-05-10T11:19:26.667532+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:25:34.085771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"90'6","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668424+0000","last_change":"2024-05-10T11:16:52.040864+0000","last_active":"2024-05-10T11:19:26.668424+0000","last_peered":"2024-05-10T11:19:26.668424+0000","last_clean":"2024-05-10T11:19:26.668424+0000","last_became_active":"2024-05-10T11:16:52.040110+0000","last_became_peered":"2024-05-10T11:16:52.040110+0000","last_unstale":"2024-05-10T11:19:26.668424+0000","last_undegraded":"2024-05-10T11:19:26.668424+0000","last_fullsized":"2024-05-10T11:19:26.668424+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:19:12.325537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"90'15","reported_seq":53,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674952+0000","last_change":"2024-05-10T11:16:52.046077+0000","last_active":"2024-05-10T11:19:26.674952+0000","last_peered":"2024-05-10T11:19:26.674952+0000","last_clean":"2024-05-10T11:19:26.674952+0000","last_became_active":"2024-05-10T11:16:52.045160+0000","last_became_peered":"2024-05-10T11:16:52.045160+0000","last_unstale":"2024-05-10T11:19:26.674952+0000","last_undegraded":"2024-05-10T11:19:26.674952+0000","last_fullsized":"2024-05-10T11:19:26.674952+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:07:01.141313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"90'2","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.660579+0000","last_change":"2024-05-10T11:16:52.054371+0000","last_active":"2024-05-10T11:19:26.660579+0000","last_peered":"2024-05-10T11:19:26.660579+0000","last_clean":"2024-05-10T11:19:26.660579+0000","last_became_active":"2024-05-10T11:16:52.052670+0000","last_became_peered":"2024-05-10T11:16:52.052670+0000","last_unstale":"2024-05-10T11:19:26.660579+0000","last_undegraded":"2024-05-10T11:19:26.660579+0000","last_fullsized":"2024-05-10T11:19:26.660579+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:36:22.502096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"90'6","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671258+0000","last_change":"2024-05-10T11:16:52.050475+0000","last_active":"2024-05-10T11:19:26.671258+0000","last_peered":"2024-05-10T11:19:26.671258+0000","last_clean":"2024-05-10T11:19:26.671258+0000","last_became_active":"2024-05-10T11:16:52.050125+0000","last_became_peered":"2024-05-10T11:16:52.050125+0000","last_unstale":"2024-05-10T11:19:26.671258+0000","last_undegraded":"2024-05-10T11:19:26.671258+0000","last_fullsized":"2024-05-10T11:19:26.671258+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:33:43.164620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"90'8","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.676665+0000","last_change":"2024-05-10T11:16:52.047149+0000","last_active":"2024-05-10T11:19:26.676665+0000","last_peered":"2024-05-10T11:19:26.676665+0000","last_clean":"2024-05-10T11:19:26.676665+0000","last_became_active":"2024-05-10T11:16:52.046834+0000","last_became_peered":"2024-05-10T11:16:52.046834+0000","last_unstale":"2024-05-10T11:19:26.676665+0000","last_undegraded":"2024-05-10T11:19:26.676665+0000","last_fullsized":"2024-05-10T11:19:26.676665+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:06:46.689520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"90'10","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677686+0000","last_change":"2024-05-10T11:16:52.057232+0000","last_active":"2024-05-10T11:19:26.677686+0000","last_peered":"2024-05-10T11:19:26.677686+0000","last_clean":"2024-05-10T11:19:26.677686+0000","last_became_active":"2024-05-10T11:16:52.056843+0000","last_became_peered":"2024-05-10T11:16:52.056843+0000","last_unstale":"2024-05-10T11:19:26.677686+0000","last_undegraded":"2024-05-10T11:19:26.677686+0000","last_fullsized":"2024-05-10T11:19:26.677686+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:29:13.395566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"90'11","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.666362+0000","last_change":"2024-05-10T11:16:52.051147+0000","last_active":"2024-05-10T11:19:26.666362+0000","last_peered":"2024-05-10T11:19:26.666362+0000","last_clean":"2024-05-10T11:19:26.666362+0000","last_became_active":"2024-05-10T11:16:52.050822+0000","last_became_peered":"2024-05-10T11:16:52.050822+0000","last_unstale":"2024-05-10T11:19:26.666362+0000","last_undegraded":"2024-05-10T11:19:26.666362+0000","last_fullsized":"2024-05-10T11:19:26.666362+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:02:11.215183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668433+0000","last_change":"2024-05-10T11:16:52.042043+0000","last_active":"2024-05-10T11:19:26.668433+0000","last_peered":"2024-05-10T11:19:26.668433+0000","last_clean":"2024-05-10T11:19:26.668433+0000","last_became_active":"2024-05-10T11:16:52.041681+0000","last_became_peered":"2024-05-10T11:16:52.041681+0000","last_unstale":"2024-05-10T11:19:26.668433+0000","last_undegraded":"2024-05-10T11:19:26.668433+0000","last_fullsized":"2024-05-10T11:19:26.668433+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:16:40.054647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":75301,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1028,"num_read_kb":605,"num_write":264,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1561,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":225903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":228,"ondisk_log_size":228,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678066,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1040384,"data_stored":519794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874296,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28716,"kb_used_data":1700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716436,"statfs":{"total":95995035648,"available":95965630464,"internally_reserved":0,"allocated":1740800,"data_stored":1173893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037821,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":523288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234050,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1060864,"data_stored":519570,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430279,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36956,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708196,"statfs":{"total":95995035648,"available":95957192704,"internally_reserved":0,"allocated":1658880,"data_stored":1116740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593805,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1040384,"data_stored":515228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574950,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36424,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708728,"statfs":{"total":95995035648,"available":95957737472,"internally_reserved":0,"allocated":1114112,"data_stored":583541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738475,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1064960,"data_stored":516684,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411426,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28116,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717036,"statfs":{"total":95995035648,"available":95966244864,"internally_reserved":0,"allocated":1126400,"data_stored":582059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149789,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36364,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708788,"statfs":{"total":95995035648,"available":95957798912,"internally_reserved":0,"allocated":1052672,"data_stored":514404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953560,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1056768,"data_stored":521004,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790035,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36964,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708188,"statfs":{"total":95995035648,"available":95957184512,"internally_reserved":0,"allocated":1667072,"data_stored":1111258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":69567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":68085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":69551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-10T11:19:46.593 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph pg dump --format=json 2024-05-10T11:19:46.723 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:46 smithi132 ceph-mon[33758]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:19:46.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:46 smithi187 ceph-mon[34076]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:19:46.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:46 smithi053 ceph-mon[30153]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:19:46.850 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:19:47.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:47 smithi053 ceph-mon[30153]: pgmap v390: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:19:47.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:47 smithi132 ceph-mon[33758]: pgmap v390: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:19:47.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:47 smithi187 ceph-mon[34076]: pgmap v390: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:19:48.674 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.673+0000 7fe44cdb6700 1 -- 172.21.15.53:0/208970028 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe44806c590 msgr2=0x7fe448110330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:48.674 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.673+0000 7fe44cdb6700 1 --2- 172.21.15.53:0/208970028 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe44806c590 0x7fe448110330 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fe44000b0a0 tx=0x7fe44000b3b0 comp rx=0 tx=0).stop 2024-05-10T11:19:48.674 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.674+0000 7fe44cdb6700 1 -- 172.21.15.53:0/208970028 shutdown_connections 2024-05-10T11:19:48.674 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.674+0000 7fe44cdb6700 1 --2- 172.21.15.53:0/208970028 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe44806c590 0x7fe448110330 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:48.674 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.674+0000 7fe44cdb6700 1 --2- 172.21.15.53:0/208970028 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe448109510 0x7fe4481098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:48.674 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.674+0000 7fe44cdb6700 1 --2- 172.21.15.53:0/208970028 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe44806bbd0 0x7fe44806c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:48.674 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.674+0000 7fe44cdb6700 1 -- 172.21.15.53:0/208970028 >> 172.21.15.53:0/208970028 conn(0x7fe448079350 msgr2=0x7fe448079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:48.674 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.674+0000 7fe44cdb6700 1 -- 172.21.15.53:0/208970028 shutdown_connections 2024-05-10T11:19:48.674 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.674+0000 7fe44cdb6700 1 -- 172.21.15.53:0/208970028 wait complete. 2024-05-10T11:19:48.676 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.675+0000 7fe44cdb6700 1 Processor -- start 2024-05-10T11:19:48.677 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.675+0000 7fe44cdb6700 1 -- start start 2024-05-10T11:19:48.677 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.675+0000 7fe44cdb6700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe44806bbd0 0x7fe44819f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:48.677 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.675+0000 7fe44cdb6700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe44806c590 0x7fe44819fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:48.677 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.675+0000 7fe44cdb6700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe448109510 0x7fe448199830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:48.677 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.675+0000 7fe44cdb6700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe4481134d0 con 0x7fe44806c590 2024-05-10T11:19:48.677 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.675+0000 7fe44cdb6700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fe448113350 con 0x7fe448109510 2024-05-10T11:19:48.677 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.675+0000 7fe44cdb6700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fe448113650 con 0x7fe44806bbd0 2024-05-10T11:19:48.677 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.675+0000 7fe445d9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe44806c590 0x7fe44819fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:48.677 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.675+0000 7fe445d9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe44806c590 0x7fe44819fbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35058/0 (socket says 172.21.15.53:35058) 2024-05-10T11:19:48.677 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.675+0000 7fe445d9b700 1 -- 172.21.15.53:0/1102036925 learned_addr learned my addr 172.21.15.53:0/1102036925 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:48.677 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.675+0000 7fe446d9d700 1 --2- 172.21.15.53:0/1102036925 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe448109510 0x7fe448199830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:48.677 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.675+0000 7fe44659c700 1 --2- 172.21.15.53:0/1102036925 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe44806bbd0 0x7fe44819f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:48.677 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.676+0000 7fe445d9b700 1 -- 172.21.15.53:0/1102036925 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe44806bbd0 msgr2=0x7fe44819f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:48.678 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.676+0000 7fe445d9b700 1 --2- 172.21.15.53:0/1102036925 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe44806bbd0 0x7fe44819f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:48.678 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.676+0000 7fe445d9b700 1 -- 172.21.15.53:0/1102036925 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe448109510 msgr2=0x7fe448199830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:48.678 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.676+0000 7fe445d9b700 1 --2- 172.21.15.53:0/1102036925 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe448109510 0x7fe448199830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:48.678 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.676+0000 7fe445d9b700 1 -- 172.21.15.53:0/1102036925 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe44819a010 con 0x7fe44806c590 2024-05-10T11:19:48.678 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.676+0000 7fe446d9d700 1 --2- 172.21.15.53:0/1102036925 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe448109510 0x7fe448199830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:19:48.678 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.676+0000 7fe445d9b700 1 --2- 172.21.15.53:0/1102036925 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe44806c590 0x7fe44819fbf0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fe43c00d950 tx=0x7fe43c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:48.678 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.676+0000 7fe4377fe700 1 -- 172.21.15.53:0/1102036925 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe43c016070 con 0x7fe44806c590 2024-05-10T11:19:48.678 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.676+0000 7fe4377fe700 1 -- 172.21.15.53:0/1102036925 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe43c00fd20 con 0x7fe44806c590 2024-05-10T11:19:48.678 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.676+0000 7fe44cdb6700 1 -- 172.21.15.53:0/1102036925 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe44819a2a0 con 0x7fe44806c590 2024-05-10T11:19:48.678 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.676+0000 7fe4377fe700 1 -- 172.21.15.53:0/1102036925 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe43c00e3b0 con 0x7fe44806c590 2024-05-10T11:19:48.678 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.676+0000 7fe44cdb6700 1 -- 172.21.15.53:0/1102036925 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4481a6510 con 0x7fe44806c590 2024-05-10T11:19:48.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.677+0000 7fe44cdb6700 1 -- 172.21.15.53:0/1102036925 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe448104bd0 con 0x7fe44806c590 2024-05-10T11:19:48.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.678+0000 7fe4377fe700 1 -- 172.21.15.53:0/1102036925 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fe43c019070 con 0x7fe44806c590 2024-05-10T11:19:48.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.679+0000 7fe4377fe700 1 --2- 172.21.15.53:0/1102036925 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe4300b2900 0x7fe4300b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:48.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.679+0000 7fe44659c700 1 --2- 172.21.15.53:0/1102036925 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe4300b2900 0x7fe4300b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:48.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.679+0000 7fe4377fe700 1 -- 172.21.15.53:0/1102036925 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fe43c0e2000 con 0x7fe44806c590 2024-05-10T11:19:48.680 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.680+0000 7fe44659c700 1 --2- 172.21.15.53:0/1102036925 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe4300b2900 0x7fe4300b4dc0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe43800abd0 tx=0x7fe43800a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:48.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.684+0000 7fe4377fe700 1 -- 172.21.15.53:0/1102036925 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fe43c0a9990 con 0x7fe44806c590 2024-05-10T11:19:48.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.896+0000 7fe44cdb6700 1 -- 172.21.15.53:0/1102036925 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe4480638e0 con 0x7fe4300b2900 2024-05-10T11:19:48.906 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.905+0000 7fe4377fe700 1 -- 172.21.15.53:0/1102036925 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340528 (secure 0 0 0) 0x7fe4480638e0 con 0x7fe4300b2900 2024-05-10T11:19:48.912 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:19:48.915 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.908+0000 7fe44cdb6700 1 -- 172.21.15.53:0/1102036925 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe4300b2900 msgr2=0x7fe4300b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:48.915 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.908+0000 7fe44cdb6700 1 --2- 172.21.15.53:0/1102036925 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe4300b2900 0x7fe4300b4dc0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe43800abd0 tx=0x7fe43800a380 comp rx=0 tx=0).stop 2024-05-10T11:19:48.915 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.908+0000 7fe44cdb6700 1 -- 172.21.15.53:0/1102036925 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe44806c590 msgr2=0x7fe44819fbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:48.915 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.909+0000 7fe44cdb6700 1 --2- 172.21.15.53:0/1102036925 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe44806c590 0x7fe44819fbf0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fe43c00d950 tx=0x7fe43c00dc60 comp rx=0 tx=0).stop 2024-05-10T11:19:48.915 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.909+0000 7fe44cdb6700 1 -- 172.21.15.53:0/1102036925 shutdown_connections 2024-05-10T11:19:48.916 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.909+0000 7fe44cdb6700 1 --2- 172.21.15.53:0/1102036925 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe4300b2900 0x7fe4300b4dc0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:48.916 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.909+0000 7fe44cdb6700 1 --2- 172.21.15.53:0/1102036925 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe448109510 0x7fe448199830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:48.916 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.909+0000 7fe44cdb6700 1 --2- 172.21.15.53:0/1102036925 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe44806bbd0 0x7fe44819f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:48.916 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.909+0000 7fe44cdb6700 1 --2- 172.21.15.53:0/1102036925 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe44806c590 0x7fe44819fbf0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:48.917 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.909+0000 7fe44cdb6700 1 -- 172.21.15.53:0/1102036925 >> 172.21.15.53:0/1102036925 conn(0x7fe448079350 msgr2=0x7fe448101200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:48.917 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.909+0000 7fe44cdb6700 1 -- 172.21.15.53:0/1102036925 shutdown_connections 2024-05-10T11:19:48.917 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:48.909+0000 7fe44cdb6700 1 -- 172.21.15.53:0/1102036925 wait complete. 2024-05-10T11:19:48.917 INFO:teuthology.orchestra.run.smithi053.stderr:dumped all 2024-05-10T11:19:49.677 INFO:teuthology.orchestra.run.smithi053.stdout:{"pg_ready":true,"pg_map":{"version":391,"stamp":"2024-05-10T11:19:48.684067+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":665903,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1139,"num_read_kb":694,"num_write":389,"num_write_kb":2309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":2953401,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":822,"ondisk_log_size":822,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":380140,"kb_used_data":14348,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124561684,"statfs":{"total":1151940427776,"available":1151551164416,"internally_reserved":0,"allocated":14692352,"data_stored":8197463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":125,"num_read_kb":65,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003445"},"pg_stats":[{"pgid":"3.3f","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677387+0000","last_change":"2024-05-10T11:16:52.049384+0000","last_active":"2024-05-10T11:19:26.677387+0000","last_peered":"2024-05-10T11:19:26.677387+0000","last_clean":"2024-05-10T11:19:26.677387+0000","last_became_active":"2024-05-10T11:16:52.048417+0000","last_became_peered":"2024-05-10T11:16:52.048417+0000","last_unstale":"2024-05-10T11:19:26.677387+0000","last_undegraded":"2024-05-10T11:19:26.677387+0000","last_fullsized":"2024-05-10T11:19:26.677387+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:29:55.407009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"90'4","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668063+0000","last_change":"2024-05-10T11:16:52.041837+0000","last_active":"2024-05-10T11:19:26.668063+0000","last_peered":"2024-05-10T11:19:26.668063+0000","last_clean":"2024-05-10T11:19:26.668063+0000","last_became_active":"2024-05-10T11:16:52.041495+0000","last_became_peered":"2024-05-10T11:16:52.041495+0000","last_unstale":"2024-05-10T11:19:26.668063+0000","last_undegraded":"2024-05-10T11:19:26.668063+0000","last_fullsized":"2024-05-10T11:19:26.668063+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:21:46.496192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.676643+0000","last_change":"2024-05-10T11:16:52.050140+0000","last_active":"2024-05-10T11:19:26.676643+0000","last_peered":"2024-05-10T11:19:26.676643+0000","last_clean":"2024-05-10T11:19:26.676643+0000","last_became_active":"2024-05-10T11:16:52.049742+0000","last_became_peered":"2024-05-10T11:16:52.049742+0000","last_unstale":"2024-05-10T11:19:26.676643+0000","last_undegraded":"2024-05-10T11:19:26.676643+0000","last_fullsized":"2024-05-10T11:19:26.676643+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:22:16.002805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"90'8","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671806+0000","last_change":"2024-05-10T11:16:52.043970+0000","last_active":"2024-05-10T11:19:26.671806+0000","last_peered":"2024-05-10T11:19:26.671806+0000","last_clean":"2024-05-10T11:19:26.671806+0000","last_became_active":"2024-05-10T11:16:52.043663+0000","last_became_peered":"2024-05-10T11:16:52.043663+0000","last_unstale":"2024-05-10T11:19:26.671806+0000","last_undegraded":"2024-05-10T11:19:26.671806+0000","last_fullsized":"2024-05-10T11:19:26.671806+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:46:23.919920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"90'4","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.655284+0000","last_change":"2024-05-10T11:16:52.055493+0000","last_active":"2024-05-10T11:19:26.655284+0000","last_peered":"2024-05-10T11:19:26.655284+0000","last_clean":"2024-05-10T11:19:26.655284+0000","last_became_active":"2024-05-10T11:16:52.055175+0000","last_became_peered":"2024-05-10T11:16:52.055175+0000","last_unstale":"2024-05-10T11:19:26.655284+0000","last_undegraded":"2024-05-10T11:19:26.655284+0000","last_fullsized":"2024-05-10T11:19:26.655284+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:28:02.343842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"90'6","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.657073+0000","last_change":"2024-05-10T11:16:52.045466+0000","last_active":"2024-05-10T11:19:26.657073+0000","last_peered":"2024-05-10T11:19:26.657073+0000","last_clean":"2024-05-10T11:19:26.657073+0000","last_became_active":"2024-05-10T11:16:52.045143+0000","last_became_peered":"2024-05-10T11:16:52.045143+0000","last_unstale":"2024-05-10T11:19:26.657073+0000","last_undegraded":"2024-05-10T11:19:26.657073+0000","last_fullsized":"2024-05-10T11:19:26.657073+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:09:29.899140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"90'5","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668644+0000","last_change":"2024-05-10T11:16:52.045765+0000","last_active":"2024-05-10T11:19:26.668644+0000","last_peered":"2024-05-10T11:19:26.668644+0000","last_clean":"2024-05-10T11:19:26.668644+0000","last_became_active":"2024-05-10T11:16:52.045447+0000","last_became_peered":"2024-05-10T11:16:52.045447+0000","last_unstale":"2024-05-10T11:19:26.668644+0000","last_undegraded":"2024-05-10T11:19:26.668644+0000","last_fullsized":"2024-05-10T11:19:26.668644+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:57:57.767193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675082+0000","last_change":"2024-05-10T11:16:52.055070+0000","last_active":"2024-05-10T11:19:26.675082+0000","last_peered":"2024-05-10T11:19:26.675082+0000","last_clean":"2024-05-10T11:19:26.675082+0000","last_became_active":"2024-05-10T11:16:52.054795+0000","last_became_peered":"2024-05-10T11:16:52.054795+0000","last_unstale":"2024-05-10T11:19:26.675082+0000","last_undegraded":"2024-05-10T11:19:26.675082+0000","last_fullsized":"2024-05-10T11:19:26.675082+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:13:59.538940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"90'11","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677586+0000","last_change":"2024-05-10T11:16:52.046368+0000","last_active":"2024-05-10T11:19:26.677586+0000","last_peered":"2024-05-10T11:19:26.677586+0000","last_clean":"2024-05-10T11:19:26.677586+0000","last_became_active":"2024-05-10T11:16:52.044397+0000","last_became_peered":"2024-05-10T11:16:52.044397+0000","last_unstale":"2024-05-10T11:19:26.677586+0000","last_undegraded":"2024-05-10T11:19:26.677586+0000","last_fullsized":"2024-05-10T11:19:26.677586+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:38:10.830036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"90'16","reported_seq":55,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671172+0000","last_change":"2024-05-10T11:16:52.041843+0000","last_active":"2024-05-10T11:19:26.671172+0000","last_peered":"2024-05-10T11:19:26.671172+0000","last_clean":"2024-05-10T11:19:26.671172+0000","last_became_active":"2024-05-10T11:16:52.041268+0000","last_became_peered":"2024-05-10T11:16:52.041268+0000","last_unstale":"2024-05-10T11:19:26.671172+0000","last_undegraded":"2024-05-10T11:19:26.671172+0000","last_fullsized":"2024-05-10T11:19:26.671172+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:03:01.735820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"90'6","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674984+0000","last_change":"2024-05-10T11:16:52.050305+0000","last_active":"2024-05-10T11:19:26.674984+0000","last_peered":"2024-05-10T11:19:26.674984+0000","last_clean":"2024-05-10T11:19:26.674984+0000","last_became_active":"2024-05-10T11:16:52.049986+0000","last_became_peered":"2024-05-10T11:16:52.049986+0000","last_unstale":"2024-05-10T11:19:26.674984+0000","last_undegraded":"2024-05-10T11:19:26.674984+0000","last_fullsized":"2024-05-10T11:19:26.674984+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:45:56.000012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.664342+0000","last_change":"2024-05-10T11:16:52.041715+0000","last_active":"2024-05-10T11:19:26.664342+0000","last_peered":"2024-05-10T11:19:26.664342+0000","last_clean":"2024-05-10T11:19:26.664342+0000","last_became_active":"2024-05-10T11:16:52.041367+0000","last_became_peered":"2024-05-10T11:16:52.041367+0000","last_unstale":"2024-05-10T11:19:26.664342+0000","last_undegraded":"2024-05-10T11:19:26.664342+0000","last_fullsized":"2024-05-10T11:19:26.664342+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:51:49.249233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"90'10","reported_seq":55,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.653366+0000","last_change":"2024-05-10T11:17:27.803365+0000","last_active":"2024-05-10T11:19:26.653366+0000","last_peered":"2024-05-10T11:19:26.653366+0000","last_clean":"2024-05-10T11:19:26.653366+0000","last_became_active":"2024-05-10T11:17:27.802943+0000","last_became_peered":"2024-05-10T11:17:27.802943+0000","last_unstale":"2024-05-10T11:19:26.653366+0000","last_undegraded":"2024-05-10T11:19:26.653366+0000","last_fullsized":"2024-05-10T11:19:26.653366+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:48:49.877189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.664841+0000","last_change":"2024-05-10T11:16:52.040300+0000","last_active":"2024-05-10T11:19:26.664841+0000","last_peered":"2024-05-10T11:19:26.664841+0000","last_clean":"2024-05-10T11:19:26.664841+0000","last_became_active":"2024-05-10T11:16:52.039954+0000","last_became_peered":"2024-05-10T11:16:52.039954+0000","last_unstale":"2024-05-10T11:19:26.664841+0000","last_undegraded":"2024-05-10T11:19:26.664841+0000","last_fullsized":"2024-05-10T11:19:26.664841+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:26:55.176661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677073+0000","last_change":"2024-05-10T11:16:52.045422+0000","last_active":"2024-05-10T11:19:26.677073+0000","last_peered":"2024-05-10T11:19:26.677073+0000","last_clean":"2024-05-10T11:19:26.677073+0000","last_became_active":"2024-05-10T11:16:52.044945+0000","last_became_peered":"2024-05-10T11:16:52.044945+0000","last_unstale":"2024-05-10T11:19:26.677073+0000","last_undegraded":"2024-05-10T11:19:26.677073+0000","last_fullsized":"2024-05-10T11:19:26.677073+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:01:22.450005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671897+0000","last_change":"2024-05-10T11:16:52.047138+0000","last_active":"2024-05-10T11:19:26.671897+0000","last_peered":"2024-05-10T11:19:26.671897+0000","last_clean":"2024-05-10T11:19:26.671897+0000","last_became_active":"2024-05-10T11:16:52.046835+0000","last_became_peered":"2024-05-10T11:16:52.046835+0000","last_unstale":"2024-05-10T11:19:26.671897+0000","last_undegraded":"2024-05-10T11:19:26.671897+0000","last_fullsized":"2024-05-10T11:19:26.671897+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:44:05.401165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677673+0000","last_change":"2024-05-10T11:16:52.049560+0000","last_active":"2024-05-10T11:19:26.677673+0000","last_peered":"2024-05-10T11:19:26.677673+0000","last_clean":"2024-05-10T11:19:26.677673+0000","last_became_active":"2024-05-10T11:16:52.049198+0000","last_became_peered":"2024-05-10T11:16:52.049198+0000","last_unstale":"2024-05-10T11:19:26.677673+0000","last_undegraded":"2024-05-10T11:19:26.677673+0000","last_fullsized":"2024-05-10T11:19:26.677673+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:36:03.283534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"90'10","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674076+0000","last_change":"2024-05-10T11:16:52.037110+0000","last_active":"2024-05-10T11:19:26.674076+0000","last_peered":"2024-05-10T11:19:26.674076+0000","last_clean":"2024-05-10T11:19:26.674076+0000","last_became_active":"2024-05-10T11:16:52.036782+0000","last_became_peered":"2024-05-10T11:16:52.036782+0000","last_unstale":"2024-05-10T11:19:26.674076+0000","last_undegraded":"2024-05-10T11:19:26.674076+0000","last_fullsized":"2024-05-10T11:19:26.674076+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:19:41.389511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674068+0000","last_change":"2024-05-10T11:16:52.045755+0000","last_active":"2024-05-10T11:19:26.674068+0000","last_peered":"2024-05-10T11:19:26.674068+0000","last_clean":"2024-05-10T11:19:26.674068+0000","last_became_active":"2024-05-10T11:16:52.045426+0000","last_became_peered":"2024-05-10T11:16:52.045426+0000","last_unstale":"2024-05-10T11:19:26.674068+0000","last_undegraded":"2024-05-10T11:19:26.674068+0000","last_fullsized":"2024-05-10T11:19:26.674068+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:02:15.961037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856247+0000","last_change":"2024-05-10T11:17:27.907536+0000","last_active":"2024-05-10T11:18:27.856247+0000","last_peered":"2024-05-10T11:18:27.856247+0000","last_clean":"2024-05-10T11:18:27.856247+0000","last_became_active":"2024-05-10T11:17:27.906963+0000","last_became_peered":"2024-05-10T11:17:27.906963+0000","last_unstale":"2024-05-10T11:18:27.856247+0000","last_undegraded":"2024-05-10T11:18:27.856247+0000","last_fullsized":"2024-05-10T11:18:27.856247+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:05:14.588971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8,0],"acting":[2,3,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"90'14","reported_seq":163,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:43.790070+0000","last_change":"2024-05-10T11:16:48.014296+0000","last_active":"2024-05-10T11:19:43.790070+0000","last_peered":"2024-05-10T11:19:43.790070+0000","last_clean":"2024-05-10T11:19:43.790070+0000","last_became_active":"2024-05-10T11:16:48.013962+0000","last_became_peered":"2024-05-10T11:16:48.013962+0000","last_unstale":"2024-05-10T11:19:43.790070+0000","last_undegraded":"2024-05-10T11:19:43.790070+0000","last_fullsized":"2024-05-10T11:19:43.790070+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:19:44.348670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":105,"num_read_kb":105,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"90'5","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674655+0000","last_change":"2024-05-10T11:16:52.056161+0000","last_active":"2024-05-10T11:19:26.674655+0000","last_peered":"2024-05-10T11:19:26.674655+0000","last_clean":"2024-05-10T11:19:26.674655+0000","last_became_active":"2024-05-10T11:16:52.055851+0000","last_became_peered":"2024-05-10T11:16:52.055851+0000","last_unstale":"2024-05-10T11:19:26.674655+0000","last_undegraded":"2024-05-10T11:19:26.674655+0000","last_fullsized":"2024-05-10T11:19:26.674655+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:10:26.822384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851380+0000","last_change":"2024-05-10T11:17:03.080696+0000","last_active":"2024-05-10T11:18:27.851380+0000","last_peered":"2024-05-10T11:18:27.851380+0000","last_clean":"2024-05-10T11:18:27.851380+0000","last_became_active":"2024-05-10T11:17:03.080173+0000","last_became_peered":"2024-05-10T11:17:03.080173+0000","last_unstale":"2024-05-10T11:18:27.851380+0000","last_undegraded":"2024-05-10T11:18:27.851380+0000","last_fullsized":"2024-05-10T11:18:27.851380+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:01:56.547498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854380+0000","last_change":"2024-05-10T11:16:48.055690+0000","last_active":"2024-05-10T11:18:27.854380+0000","last_peered":"2024-05-10T11:18:27.854380+0000","last_clean":"2024-05-10T11:18:27.854380+0000","last_became_active":"2024-05-10T11:16:48.055020+0000","last_became_peered":"2024-05-10T11:16:48.055020+0000","last_unstale":"2024-05-10T11:18:27.854380+0000","last_undegraded":"2024-05-10T11:18:27.854380+0000","last_fullsized":"2024-05-10T11:18:27.854380+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:09:01.084758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"90'6","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674948+0000","last_change":"2024-05-10T11:16:52.045532+0000","last_active":"2024-05-10T11:19:26.674948+0000","last_peered":"2024-05-10T11:19:26.674948+0000","last_clean":"2024-05-10T11:19:26.674948+0000","last_became_active":"2024-05-10T11:16:52.044322+0000","last_became_peered":"2024-05-10T11:16:52.044322+0000","last_unstale":"2024-05-10T11:19:26.674948+0000","last_undegraded":"2024-05-10T11:19:26.674948+0000","last_fullsized":"2024-05-10T11:19:26.674948+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:03:51.824875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851628+0000","last_change":"2024-05-10T11:17:03.081271+0000","last_active":"2024-05-10T11:18:27.851628+0000","last_peered":"2024-05-10T11:18:27.851628+0000","last_clean":"2024-05-10T11:18:27.851628+0000","last_became_active":"2024-05-10T11:17:03.080919+0000","last_became_peered":"2024-05-10T11:17:03.080919+0000","last_unstale":"2024-05-10T11:18:27.851628+0000","last_undegraded":"2024-05-10T11:18:27.851628+0000","last_fullsized":"2024-05-10T11:18:27.851628+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:18:51.855005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":57,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855033+0000","last_change":"2024-05-10T11:16:48.015813+0000","last_active":"2024-05-10T11:18:27.855033+0000","last_peered":"2024-05-10T11:18:27.855033+0000","last_clean":"2024-05-10T11:18:27.855033+0000","last_became_active":"2024-05-10T11:16:48.015456+0000","last_became_peered":"2024-05-10T11:16:48.015456+0000","last_unstale":"2024-05-10T11:18:27.855033+0000","last_undegraded":"2024-05-10T11:18:27.855033+0000","last_fullsized":"2024-05-10T11:18:27.855033+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:02:01.548503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.678522+0000","last_change":"2024-05-10T11:16:52.044404+0000","last_active":"2024-05-10T11:19:26.678522+0000","last_peered":"2024-05-10T11:19:26.678522+0000","last_clean":"2024-05-10T11:19:26.678522+0000","last_became_active":"2024-05-10T11:16:52.043948+0000","last_became_peered":"2024-05-10T11:16:52.043948+0000","last_unstale":"2024-05-10T11:19:26.678522+0000","last_undegraded":"2024-05-10T11:19:26.678522+0000","last_fullsized":"2024-05-10T11:19:26.678522+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:42:29.024708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851393+0000","last_change":"2024-05-10T11:17:03.086533+0000","last_active":"2024-05-10T11:18:27.851393+0000","last_peered":"2024-05-10T11:18:27.851393+0000","last_clean":"2024-05-10T11:18:27.851393+0000","last_became_active":"2024-05-10T11:17:03.086005+0000","last_became_peered":"2024-05-10T11:17:03.086005+0000","last_unstale":"2024-05-10T11:18:27.851393+0000","last_undegraded":"2024-05-10T11:18:27.851393+0000","last_fullsized":"2024-05-10T11:18:27.851393+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:34:17.255760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855292+0000","last_change":"2024-05-10T11:16:48.017679+0000","last_active":"2024-05-10T11:18:27.855292+0000","last_peered":"2024-05-10T11:18:27.855292+0000","last_clean":"2024-05-10T11:18:27.855292+0000","last_became_active":"2024-05-10T11:16:48.016679+0000","last_became_peered":"2024-05-10T11:16:48.016679+0000","last_unstale":"2024-05-10T11:18:27.855292+0000","last_undegraded":"2024-05-10T11:18:27.855292+0000","last_fullsized":"2024-05-10T11:18:27.855292+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:14:02.830847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"90'15","reported_seq":54,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.678153+0000","last_change":"2024-05-10T11:16:52.049417+0000","last_active":"2024-05-10T11:19:26.678153+0000","last_peered":"2024-05-10T11:19:26.678153+0000","last_clean":"2024-05-10T11:19:26.678153+0000","last_became_active":"2024-05-10T11:16:52.049088+0000","last_became_peered":"2024-05-10T11:16:52.049088+0000","last_unstale":"2024-05-10T11:19:26.678153+0000","last_undegraded":"2024-05-10T11:19:26.678153+0000","last_fullsized":"2024-05-10T11:19:26.678153+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:08:54.100452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854914+0000","last_change":"2024-05-10T11:17:03.083471+0000","last_active":"2024-05-10T11:18:27.854914+0000","last_peered":"2024-05-10T11:18:27.854914+0000","last_clean":"2024-05-10T11:18:27.854914+0000","last_became_active":"2024-05-10T11:17:03.083043+0000","last_became_peered":"2024-05-10T11:17:03.083043+0000","last_unstale":"2024-05-10T11:18:27.854914+0000","last_undegraded":"2024-05-10T11:18:27.854914+0000","last_fullsized":"2024-05-10T11:18:27.854914+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:16:52.497928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"88'5","reported_seq":155,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:42.789222+0000","last_change":"2024-05-10T11:16:48.017135+0000","last_active":"2024-05-10T11:19:42.789222+0000","last_peered":"2024-05-10T11:19:42.789222+0000","last_clean":"2024-05-10T11:19:42.789222+0000","last_became_active":"2024-05-10T11:16:48.016696+0000","last_became_peered":"2024-05-10T11:16:48.016696+0000","last_unstale":"2024-05-10T11:19:42.789222+0000","last_undegraded":"2024-05-10T11:19:42.789222+0000","last_fullsized":"2024-05-10T11:19:42.789222+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:55:30.506222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":105,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.660003+0000","last_change":"2024-05-10T11:16:52.041333+0000","last_active":"2024-05-10T11:19:26.660003+0000","last_peered":"2024-05-10T11:19:26.660003+0000","last_clean":"2024-05-10T11:19:26.660003+0000","last_became_active":"2024-05-10T11:16:52.040986+0000","last_became_peered":"2024-05-10T11:16:52.040986+0000","last_unstale":"2024-05-10T11:19:26.660003+0000","last_undegraded":"2024-05-10T11:19:26.660003+0000","last_fullsized":"2024-05-10T11:19:26.660003+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:19:44.846743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855970+0000","last_change":"2024-05-10T11:17:03.080936+0000","last_active":"2024-05-10T11:18:27.855970+0000","last_peered":"2024-05-10T11:18:27.855970+0000","last_clean":"2024-05-10T11:18:27.855970+0000","last_became_active":"2024-05-10T11:17:03.080396+0000","last_became_peered":"2024-05-10T11:17:03.080396+0000","last_unstale":"2024-05-10T11:18:27.855970+0000","last_undegraded":"2024-05-10T11:18:27.855970+0000","last_fullsized":"2024-05-10T11:18:27.855970+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:46:21.611128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":52,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.062591+0000","last_change":"2024-05-10T11:16:48.014839+0000","last_active":"2024-05-10T11:18:28.062591+0000","last_peered":"2024-05-10T11:18:28.062591+0000","last_clean":"2024-05-10T11:18:28.062591+0000","last_became_active":"2024-05-10T11:16:48.014435+0000","last_became_peered":"2024-05-10T11:16:48.014435+0000","last_unstale":"2024-05-10T11:18:28.062591+0000","last_undegraded":"2024-05-10T11:18:28.062591+0000","last_fullsized":"2024-05-10T11:18:28.062591+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:23:36.379267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.673615+0000","last_change":"2024-05-10T11:16:52.051114+0000","last_active":"2024-05-10T11:19:26.673615+0000","last_peered":"2024-05-10T11:19:26.673615+0000","last_clean":"2024-05-10T11:19:26.673615+0000","last_became_active":"2024-05-10T11:16:52.050577+0000","last_became_peered":"2024-05-10T11:16:52.050577+0000","last_unstale":"2024-05-10T11:19:26.673615+0000","last_undegraded":"2024-05-10T11:19:26.673615+0000","last_fullsized":"2024-05-10T11:19:26.673615+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:05:04.843260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854650+0000","last_change":"2024-05-10T11:17:03.083835+0000","last_active":"2024-05-10T11:18:27.854650+0000","last_peered":"2024-05-10T11:18:27.854650+0000","last_clean":"2024-05-10T11:18:27.854650+0000","last_became_active":"2024-05-10T11:17:03.083413+0000","last_became_peered":"2024-05-10T11:17:03.083413+0000","last_unstale":"2024-05-10T11:18:27.854650+0000","last_undegraded":"2024-05-10T11:18:27.854650+0000","last_fullsized":"2024-05-10T11:18:27.854650+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:03:17.385384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.845438+0000","last_change":"2024-05-10T11:16:48.007413+0000","last_active":"2024-05-10T11:18:27.845438+0000","last_peered":"2024-05-10T11:18:27.845438+0000","last_clean":"2024-05-10T11:18:27.845438+0000","last_became_active":"2024-05-10T11:16:48.007107+0000","last_became_peered":"2024-05-10T11:16:48.007107+0000","last_unstale":"2024-05-10T11:18:27.845438+0000","last_undegraded":"2024-05-10T11:18:27.845438+0000","last_fullsized":"2024-05-10T11:18:27.845438+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:23:53.119718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"90'8","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.663511+0000","last_change":"2024-05-10T11:16:52.041677+0000","last_active":"2024-05-10T11:19:26.663511+0000","last_peered":"2024-05-10T11:19:26.663511+0000","last_clean":"2024-05-10T11:19:26.663511+0000","last_became_active":"2024-05-10T11:16:52.041367+0000","last_became_peered":"2024-05-10T11:16:52.041367+0000","last_unstale":"2024-05-10T11:19:26.663511+0000","last_undegraded":"2024-05-10T11:19:26.663511+0000","last_fullsized":"2024-05-10T11:19:26.663511+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:18:30.778415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855511+0000","last_change":"2024-05-10T11:17:03.083092+0000","last_active":"2024-05-10T11:18:27.855511+0000","last_peered":"2024-05-10T11:18:27.855511+0000","last_clean":"2024-05-10T11:18:27.855511+0000","last_became_active":"2024-05-10T11:17:03.082721+0000","last_became_peered":"2024-05-10T11:17:03.082721+0000","last_unstale":"2024-05-10T11:18:27.855511+0000","last_undegraded":"2024-05-10T11:18:27.855511+0000","last_fullsized":"2024-05-10T11:18:27.855511+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:20:10.921109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848171+0000","last_change":"2024-05-10T11:16:48.016029+0000","last_active":"2024-05-10T11:18:27.848171+0000","last_peered":"2024-05-10T11:18:27.848171+0000","last_clean":"2024-05-10T11:18:27.848171+0000","last_became_active":"2024-05-10T11:16:48.015430+0000","last_became_peered":"2024-05-10T11:16:48.015430+0000","last_unstale":"2024-05-10T11:18:27.848171+0000","last_undegraded":"2024-05-10T11:18:27.848171+0000","last_fullsized":"2024-05-10T11:18:27.848171+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:58:33.404987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"90'11","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.665685+0000","last_change":"2024-05-10T11:16:52.043460+0000","last_active":"2024-05-10T11:19:26.665685+0000","last_peered":"2024-05-10T11:19:26.665685+0000","last_clean":"2024-05-10T11:19:26.665685+0000","last_became_active":"2024-05-10T11:16:52.043148+0000","last_became_peered":"2024-05-10T11:16:52.043148+0000","last_unstale":"2024-05-10T11:19:26.665685+0000","last_undegraded":"2024-05-10T11:19:26.665685+0000","last_fullsized":"2024-05-10T11:19:26.665685+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:16:46.497801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855240+0000","last_change":"2024-05-10T11:17:28.101161+0000","last_active":"2024-05-10T11:18:27.855240+0000","last_peered":"2024-05-10T11:18:27.855240+0000","last_clean":"2024-05-10T11:18:27.855240+0000","last_became_active":"2024-05-10T11:17:28.100749+0000","last_became_peered":"2024-05-10T11:17:28.100749+0000","last_unstale":"2024-05-10T11:18:27.855240+0000","last_undegraded":"2024-05-10T11:18:27.855240+0000","last_fullsized":"2024-05-10T11:18:27.855240+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:22:44.998963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,8],"acting":[3,7,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"90'5","reported_seq":262,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:46.794134+0000","last_change":"2024-05-10T11:16:48.014243+0000","last_active":"2024-05-10T11:19:46.794134+0000","last_peered":"2024-05-10T11:19:46.794134+0000","last_clean":"2024-05-10T11:19:46.794134+0000","last_became_active":"2024-05-10T11:16:48.013773+0000","last_became_peered":"2024-05-10T11:16:48.013773+0000","last_unstale":"2024-05-10T11:19:46.794134+0000","last_undegraded":"2024-05-10T11:19:46.794134+0000","last_fullsized":"2024-05-10T11:19:46.794134+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:45:48.797714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":212,"num_read_kb":212,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"90'10","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677665+0000","last_change":"2024-05-10T11:16:52.043158+0000","last_active":"2024-05-10T11:19:26.677665+0000","last_peered":"2024-05-10T11:19:26.677665+0000","last_clean":"2024-05-10T11:19:26.677665+0000","last_became_active":"2024-05-10T11:16:52.042710+0000","last_became_peered":"2024-05-10T11:16:52.042710+0000","last_unstale":"2024-05-10T11:19:26.677665+0000","last_undegraded":"2024-05-10T11:19:26.677665+0000","last_fullsized":"2024-05-10T11:19:26.677665+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:09:24.774705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.850087+0000","last_change":"2024-05-10T11:17:03.088532+0000","last_active":"2024-05-10T11:18:27.850087+0000","last_peered":"2024-05-10T11:18:27.850087+0000","last_clean":"2024-05-10T11:18:27.850087+0000","last_became_active":"2024-05-10T11:17:03.088215+0000","last_became_peered":"2024-05-10T11:17:03.088215+0000","last_unstale":"2024-05-10T11:18:27.850087+0000","last_undegraded":"2024-05-10T11:18:27.850087+0000","last_fullsized":"2024-05-10T11:18:27.850087+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:17:13.454803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848744+0000","last_change":"2024-05-10T11:16:48.007517+0000","last_active":"2024-05-10T11:18:27.848744+0000","last_peered":"2024-05-10T11:18:27.848744+0000","last_clean":"2024-05-10T11:18:27.848744+0000","last_became_active":"2024-05-10T11:16:48.006669+0000","last_became_peered":"2024-05-10T11:16:48.006669+0000","last_unstale":"2024-05-10T11:18:27.848744+0000","last_undegraded":"2024-05-10T11:18:27.848744+0000","last_fullsized":"2024-05-10T11:18:27.848744+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:18:25.475701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671001+0000","last_change":"2024-05-10T11:16:52.044657+0000","last_active":"2024-05-10T11:19:26.671001+0000","last_peered":"2024-05-10T11:19:26.671001+0000","last_clean":"2024-05-10T11:19:26.671001+0000","last_became_active":"2024-05-10T11:16:52.043851+0000","last_became_peered":"2024-05-10T11:16:52.043851+0000","last_unstale":"2024-05-10T11:19:26.671001+0000","last_undegraded":"2024-05-10T11:19:26.671001+0000","last_fullsized":"2024-05-10T11:19:26.671001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:39:13.072004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851769+0000","last_change":"2024-05-10T11:17:03.076247+0000","last_active":"2024-05-10T11:18:27.851769+0000","last_peered":"2024-05-10T11:18:27.851769+0000","last_clean":"2024-05-10T11:18:27.851769+0000","last_became_active":"2024-05-10T11:17:03.075225+0000","last_became_peered":"2024-05-10T11:17:03.075225+0000","last_unstale":"2024-05-10T11:18:27.851769+0000","last_undegraded":"2024-05-10T11:18:27.851769+0000","last_fullsized":"2024-05-10T11:18:27.851769+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:05:02.967759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":51,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848917+0000","last_change":"2024-05-10T11:16:48.055124+0000","last_active":"2024-05-10T11:18:27.848917+0000","last_peered":"2024-05-10T11:18:27.848917+0000","last_clean":"2024-05-10T11:18:27.848917+0000","last_became_active":"2024-05-10T11:16:48.054733+0000","last_became_peered":"2024-05-10T11:16:48.054733+0000","last_unstale":"2024-05-10T11:18:27.848917+0000","last_undegraded":"2024-05-10T11:18:27.848917+0000","last_fullsized":"2024-05-10T11:18:27.848917+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:30:31.196384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"90'11","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677802+0000","last_change":"2024-05-10T11:16:52.043587+0000","last_active":"2024-05-10T11:19:26.677802+0000","last_peered":"2024-05-10T11:19:26.677802+0000","last_clean":"2024-05-10T11:19:26.677802+0000","last_became_active":"2024-05-10T11:16:52.043196+0000","last_became_peered":"2024-05-10T11:16:52.043196+0000","last_unstale":"2024-05-10T11:19:26.677802+0000","last_undegraded":"2024-05-10T11:19:26.677802+0000","last_fullsized":"2024-05-10T11:19:26.677802+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:08:44.659475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.850390+0000","last_change":"2024-05-10T11:17:03.088204+0000","last_active":"2024-05-10T11:18:27.850390+0000","last_peered":"2024-05-10T11:18:27.850390+0000","last_clean":"2024-05-10T11:18:27.850390+0000","last_became_active":"2024-05-10T11:17:03.087158+0000","last_became_peered":"2024-05-10T11:17:03.087158+0000","last_unstale":"2024-05-10T11:18:27.850390+0000","last_undegraded":"2024-05-10T11:18:27.850390+0000","last_fullsized":"2024-05-10T11:18:27.850390+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:34:39.611191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"90'40","reported_seq":307,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:46.794138+0000","last_change":"2024-05-10T11:16:48.007379+0000","last_active":"2024-05-10T11:19:46.794138+0000","last_peered":"2024-05-10T11:19:46.794138+0000","last_clean":"2024-05-10T11:19:46.794138+0000","last_became_active":"2024-05-10T11:16:48.006985+0000","last_became_peered":"2024-05-10T11:16:48.006985+0000","last_unstale":"2024-05-10T11:19:46.794138+0000","last_undegraded":"2024-05-10T11:19:46.794138+0000","last_fullsized":"2024-05-10T11:19:46.794138+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:12:46.390081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67283,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":222,"num_read_kb":177,"num_write":42,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"90'6","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.659154+0000","last_change":"2024-05-10T11:16:52.041342+0000","last_active":"2024-05-10T11:19:26.659154+0000","last_peered":"2024-05-10T11:19:26.659154+0000","last_clean":"2024-05-10T11:19:26.659154+0000","last_became_active":"2024-05-10T11:16:52.041043+0000","last_became_peered":"2024-05-10T11:16:52.041043+0000","last_unstale":"2024-05-10T11:19:26.659154+0000","last_undegraded":"2024-05-10T11:19:26.659154+0000","last_fullsized":"2024-05-10T11:19:26.659154+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:10:06.897014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.849130+0000","last_change":"2024-05-10T11:17:03.087123+0000","last_active":"2024-05-10T11:18:27.849130+0000","last_peered":"2024-05-10T11:18:27.849130+0000","last_clean":"2024-05-10T11:18:27.849130+0000","last_became_active":"2024-05-10T11:17:03.086161+0000","last_became_peered":"2024-05-10T11:17:03.086161+0000","last_unstale":"2024-05-10T11:18:27.849130+0000","last_undegraded":"2024-05-10T11:18:27.849130+0000","last_fullsized":"2024-05-10T11:18:27.849130+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:47:19.747784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":55,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854728+0000","last_change":"2024-05-10T11:16:48.007584+0000","last_active":"2024-05-10T11:18:27.854728+0000","last_peered":"2024-05-10T11:18:27.854728+0000","last_clean":"2024-05-10T11:18:27.854728+0000","last_became_active":"2024-05-10T11:16:48.007286+0000","last_became_peered":"2024-05-10T11:16:48.007286+0000","last_unstale":"2024-05-10T11:18:27.854728+0000","last_undegraded":"2024-05-10T11:18:27.854728+0000","last_fullsized":"2024-05-10T11:18:27.854728+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:55:00.954380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"90'9","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.663550+0000","last_change":"2024-05-10T11:16:52.049695+0000","last_active":"2024-05-10T11:19:26.663550+0000","last_peered":"2024-05-10T11:19:26.663550+0000","last_clean":"2024-05-10T11:19:26.663550+0000","last_became_active":"2024-05-10T11:16:52.049357+0000","last_became_peered":"2024-05-10T11:16:52.049357+0000","last_unstale":"2024-05-10T11:19:26.663550+0000","last_undegraded":"2024-05-10T11:19:26.663550+0000","last_fullsized":"2024-05-10T11:19:26.663550+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:19:24.583066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855726+0000","last_change":"2024-05-10T11:17:03.091169+0000","last_active":"2024-05-10T11:18:27.855726+0000","last_peered":"2024-05-10T11:18:27.855726+0000","last_clean":"2024-05-10T11:18:27.855726+0000","last_became_active":"2024-05-10T11:17:03.090711+0000","last_became_peered":"2024-05-10T11:17:03.090711+0000","last_unstale":"2024-05-10T11:18:27.855726+0000","last_undegraded":"2024-05-10T11:18:27.855726+0000","last_fullsized":"2024-05-10T11:18:27.855726+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:58:49.118170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":51,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848344+0000","last_change":"2024-05-10T11:16:48.015465+0000","last_active":"2024-05-10T11:18:27.848344+0000","last_peered":"2024-05-10T11:18:27.848344+0000","last_clean":"2024-05-10T11:18:27.848344+0000","last_became_active":"2024-05-10T11:16:48.015131+0000","last_became_peered":"2024-05-10T11:16:48.015131+0000","last_unstale":"2024-05-10T11:18:27.848344+0000","last_undegraded":"2024-05-10T11:18:27.848344+0000","last_fullsized":"2024-05-10T11:18:27.848344+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:55:02.917010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"90'15","reported_seq":59,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.663587+0000","last_change":"2024-05-10T11:17:27.661261+0000","last_active":"2024-05-10T11:19:26.663587+0000","last_peered":"2024-05-10T11:19:26.663587+0000","last_clean":"2024-05-10T11:19:26.663587+0000","last_became_active":"2024-05-10T11:17:27.660916+0000","last_became_peered":"2024-05-10T11:17:27.660916+0000","last_unstale":"2024-05-10T11:19:26.663587+0000","last_undegraded":"2024-05-10T11:19:26.663587+0000","last_fullsized":"2024-05-10T11:19:26.663587+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:24:55.464489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851224+0000","last_change":"2024-05-10T11:17:03.089748+0000","last_active":"2024-05-10T11:18:27.851224+0000","last_peered":"2024-05-10T11:18:27.851224+0000","last_clean":"2024-05-10T11:18:27.851224+0000","last_became_active":"2024-05-10T11:17:03.089372+0000","last_became_peered":"2024-05-10T11:17:03.089372+0000","last_unstale":"2024-05-10T11:18:27.851224+0000","last_undegraded":"2024-05-10T11:18:27.851224+0000","last_fullsized":"2024-05-10T11:18:27.851224+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:14:50.072707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"90'7","reported_seq":158,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:42.789150+0000","last_change":"2024-05-10T11:16:48.007535+0000","last_active":"2024-05-10T11:19:42.789150+0000","last_peered":"2024-05-10T11:19:42.789150+0000","last_clean":"2024-05-10T11:19:42.789150+0000","last_became_active":"2024-05-10T11:16:48.006930+0000","last_became_peered":"2024-05-10T11:16:48.006930+0000","last_unstale":"2024-05-10T11:19:42.789150+0000","last_undegraded":"2024-05-10T11:19:42.789150+0000","last_fullsized":"2024-05-10T11:19:42.789150+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:43:00.717545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":108,"num_read_kb":5,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"90'6","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668655+0000","last_change":"2024-05-10T11:16:52.045912+0000","last_active":"2024-05-10T11:19:26.668655+0000","last_peered":"2024-05-10T11:19:26.668655+0000","last_clean":"2024-05-10T11:19:26.668655+0000","last_became_active":"2024-05-10T11:16:52.045617+0000","last_became_peered":"2024-05-10T11:16:52.045617+0000","last_unstale":"2024-05-10T11:19:26.668655+0000","last_undegraded":"2024-05-10T11:19:26.668655+0000","last_fullsized":"2024-05-10T11:19:26.668655+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:33:20.206709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.845980+0000","last_change":"2024-05-10T11:17:03.084329+0000","last_active":"2024-05-10T11:18:27.845980+0000","last_peered":"2024-05-10T11:18:27.845980+0000","last_clean":"2024-05-10T11:18:27.845980+0000","last_became_active":"2024-05-10T11:17:03.083952+0000","last_became_peered":"2024-05-10T11:17:03.083952+0000","last_unstale":"2024-05-10T11:18:27.845980+0000","last_undegraded":"2024-05-10T11:18:27.845980+0000","last_fullsized":"2024-05-10T11:18:27.845980+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:27:34.889679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":62,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854157+0000","last_change":"2024-05-10T11:16:48.056864+0000","last_active":"2024-05-10T11:18:27.854157+0000","last_peered":"2024-05-10T11:18:27.854157+0000","last_clean":"2024-05-10T11:18:27.854157+0000","last_became_active":"2024-05-10T11:16:48.056509+0000","last_became_peered":"2024-05-10T11:16:48.056509+0000","last_unstale":"2024-05-10T11:18:27.854157+0000","last_undegraded":"2024-05-10T11:18:27.854157+0000","last_fullsized":"2024-05-10T11:18:27.854157+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:41:00.569598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"90'6","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675538+0000","last_change":"2024-05-10T11:16:52.049669+0000","last_active":"2024-05-10T11:19:26.675538+0000","last_peered":"2024-05-10T11:19:26.675538+0000","last_clean":"2024-05-10T11:19:26.675538+0000","last_became_active":"2024-05-10T11:16:52.047990+0000","last_became_peered":"2024-05-10T11:16:52.047990+0000","last_unstale":"2024-05-10T11:19:26.675538+0000","last_undegraded":"2024-05-10T11:19:26.675538+0000","last_fullsized":"2024-05-10T11:19:26.675538+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:08:41.795541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848188+0000","last_change":"2024-05-10T11:17:03.086357+0000","last_active":"2024-05-10T11:18:27.848188+0000","last_peered":"2024-05-10T11:18:27.848188+0000","last_clean":"2024-05-10T11:18:27.848188+0000","last_became_active":"2024-05-10T11:17:03.085896+0000","last_became_peered":"2024-05-10T11:17:03.085896+0000","last_unstale":"2024-05-10T11:18:27.848188+0000","last_undegraded":"2024-05-10T11:18:27.848188+0000","last_fullsized":"2024-05-10T11:18:27.848188+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:09:00.174197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856116+0000","last_change":"2024-05-10T11:16:48.019166+0000","last_active":"2024-05-10T11:18:27.856116+0000","last_peered":"2024-05-10T11:18:27.856116+0000","last_clean":"2024-05-10T11:18:27.856116+0000","last_became_active":"2024-05-10T11:16:48.018708+0000","last_became_peered":"2024-05-10T11:16:48.018708+0000","last_unstale":"2024-05-10T11:18:27.856116+0000","last_undegraded":"2024-05-10T11:18:27.856116+0000","last_fullsized":"2024-05-10T11:18:27.856116+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:59:48.883324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"90'5","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.663516+0000","last_change":"2024-05-10T11:17:27.665348+0000","last_active":"2024-05-10T11:19:26.663516+0000","last_peered":"2024-05-10T11:19:26.663516+0000","last_clean":"2024-05-10T11:19:26.663516+0000","last_became_active":"2024-05-10T11:17:27.664892+0000","last_became_peered":"2024-05-10T11:17:27.664892+0000","last_unstale":"2024-05-10T11:19:26.663516+0000","last_undegraded":"2024-05-10T11:19:26.663516+0000","last_fullsized":"2024-05-10T11:19:26.663516+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:13:15.632171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854415+0000","last_change":"2024-05-10T11:17:28.103040+0000","last_active":"2024-05-10T11:18:27.854415+0000","last_peered":"2024-05-10T11:18:27.854415+0000","last_clean":"2024-05-10T11:18:27.854415+0000","last_became_active":"2024-05-10T11:17:28.102474+0000","last_became_peered":"2024-05-10T11:17:28.102474+0000","last_unstale":"2024-05-10T11:18:27.854415+0000","last_undegraded":"2024-05-10T11:18:27.854415+0000","last_fullsized":"2024-05-10T11:18:27.854415+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:28:12.521313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,1],"acting":[8,10,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.850699+0000","last_change":"2024-05-10T11:16:48.055557+0000","last_active":"2024-05-10T11:18:27.850699+0000","last_peered":"2024-05-10T11:18:27.850699+0000","last_clean":"2024-05-10T11:18:27.850699+0000","last_became_active":"2024-05-10T11:16:48.055222+0000","last_became_peered":"2024-05-10T11:16:48.055222+0000","last_unstale":"2024-05-10T11:18:27.850699+0000","last_undegraded":"2024-05-10T11:18:27.850699+0000","last_fullsized":"2024-05-10T11:18:27.850699+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:46:03.054086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"90'4","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.660640+0000","last_change":"2024-05-10T11:16:52.043889+0000","last_active":"2024-05-10T11:19:26.660640+0000","last_peered":"2024-05-10T11:19:26.660640+0000","last_clean":"2024-05-10T11:19:26.660640+0000","last_became_active":"2024-05-10T11:16:52.043476+0000","last_became_peered":"2024-05-10T11:16:52.043476+0000","last_unstale":"2024-05-10T11:19:26.660640+0000","last_undegraded":"2024-05-10T11:19:26.660640+0000","last_fullsized":"2024-05-10T11:19:26.660640+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:35:33.577541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.845865+0000","last_change":"2024-05-10T11:17:03.082772+0000","last_active":"2024-05-10T11:18:27.845865+0000","last_peered":"2024-05-10T11:18:27.845865+0000","last_clean":"2024-05-10T11:18:27.845865+0000","last_became_active":"2024-05-10T11:17:03.082343+0000","last_became_peered":"2024-05-10T11:17:03.082343+0000","last_unstale":"2024-05-10T11:18:27.845865+0000","last_undegraded":"2024-05-10T11:18:27.845865+0000","last_fullsized":"2024-05-10T11:18:27.845865+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:20:09.949095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"90'7","reported_seq":159,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:44.791854+0000","last_change":"2024-05-10T11:16:48.005921+0000","last_active":"2024-05-10T11:19:44.791854+0000","last_peered":"2024-05-10T11:19:44.791854+0000","last_clean":"2024-05-10T11:19:44.791854+0000","last_became_active":"2024-05-10T11:16:48.005522+0000","last_became_peered":"2024-05-10T11:16:48.005522+0000","last_unstale":"2024-05-10T11:19:44.791854+0000","last_undegraded":"2024-05-10T11:19:44.791854+0000","last_fullsized":"2024-05-10T11:19:44.791854+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:39:00.495597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":108,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"90'7","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.654287+0000","last_change":"2024-05-10T11:16:52.043175+0000","last_active":"2024-05-10T11:19:26.654287+0000","last_peered":"2024-05-10T11:19:26.654287+0000","last_clean":"2024-05-10T11:19:26.654287+0000","last_became_active":"2024-05-10T11:16:52.042843+0000","last_became_peered":"2024-05-10T11:16:52.042843+0000","last_unstale":"2024-05-10T11:19:26.654287+0000","last_undegraded":"2024-05-10T11:19:26.654287+0000","last_fullsized":"2024-05-10T11:19:26.654287+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:24:22.572356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.846020+0000","last_change":"2024-05-10T11:17:03.560613+0000","last_active":"2024-05-10T11:18:27.846020+0000","last_peered":"2024-05-10T11:18:27.846020+0000","last_clean":"2024-05-10T11:18:27.846020+0000","last_became_active":"2024-05-10T11:17:03.560149+0000","last_became_peered":"2024-05-10T11:17:03.560149+0000","last_unstale":"2024-05-10T11:18:27.846020+0000","last_undegraded":"2024-05-10T11:18:27.846020+0000","last_fullsized":"2024-05-10T11:18:27.846020+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:29:59.256621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674289+0000","last_change":"2024-05-10T11:16:52.047667+0000","last_active":"2024-05-10T11:19:26.674289+0000","last_peered":"2024-05-10T11:19:26.674289+0000","last_clean":"2024-05-10T11:19:26.674289+0000","last_became_active":"2024-05-10T11:16:52.046206+0000","last_became_peered":"2024-05-10T11:16:52.046206+0000","last_unstale":"2024-05-10T11:19:26.674289+0000","last_undegraded":"2024-05-10T11:19:26.674289+0000","last_fullsized":"2024-05-10T11:19:26.674289+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:37:43.575295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'6","reported_seq":156,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:43.790066+0000","last_change":"2024-05-10T11:16:48.055486+0000","last_active":"2024-05-10T11:19:43.790066+0000","last_peered":"2024-05-10T11:19:43.790066+0000","last_clean":"2024-05-10T11:19:43.790066+0000","last_became_active":"2024-05-10T11:16:48.055141+0000","last_became_peered":"2024-05-10T11:16:48.055141+0000","last_unstale":"2024-05-10T11:19:43.790066+0000","last_undegraded":"2024-05-10T11:19:43.790066+0000","last_fullsized":"2024-05-10T11:19:43.790066+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:29:44.765058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":105,"num_read_kb":105,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848585+0000","last_change":"2024-05-10T11:17:03.082232+0000","last_active":"2024-05-10T11:18:27.848585+0000","last_peered":"2024-05-10T11:18:27.848585+0000","last_clean":"2024-05-10T11:18:27.848585+0000","last_became_active":"2024-05-10T11:17:03.081930+0000","last_became_peered":"2024-05-10T11:17:03.081930+0000","last_unstale":"2024-05-10T11:18:27.848585+0000","last_undegraded":"2024-05-10T11:18:27.848585+0000","last_fullsized":"2024-05-10T11:18:27.848585+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:12:43.832048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"90'8","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.673834+0000","last_change":"2024-05-10T11:17:28.101610+0000","last_active":"2024-05-10T11:19:26.673834+0000","last_peered":"2024-05-10T11:19:26.673834+0000","last_clean":"2024-05-10T11:19:26.673834+0000","last_became_active":"2024-05-10T11:17:28.101242+0000","last_became_peered":"2024-05-10T11:17:28.101242+0000","last_unstale":"2024-05-10T11:19:26.673834+0000","last_undegraded":"2024-05-10T11:19:26.673834+0000","last_fullsized":"2024-05-10T11:19:26.673834+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:18:53.230117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":53,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851664+0000","last_change":"2024-05-10T11:16:48.007349+0000","last_active":"2024-05-10T11:18:27.851664+0000","last_peered":"2024-05-10T11:18:27.851664+0000","last_clean":"2024-05-10T11:18:27.851664+0000","last_became_active":"2024-05-10T11:16:48.006902+0000","last_became_peered":"2024-05-10T11:16:48.006902+0000","last_unstale":"2024-05-10T11:18:27.851664+0000","last_undegraded":"2024-05-10T11:18:27.851664+0000","last_fullsized":"2024-05-10T11:18:27.851664+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:10:14.679026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":118,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848446+0000","last_change":"2024-05-10T11:15:23.021445+0000","last_active":"2024-05-10T11:18:27.848446+0000","last_peered":"2024-05-10T11:18:27.848446+0000","last_clean":"2024-05-10T11:18:27.848446+0000","last_became_active":"2024-05-10T11:15:23.016547+0000","last_became_peered":"2024-05-10T11:15:23.016547+0000","last_unstale":"2024-05-10T11:18:27.848446+0000","last_undegraded":"2024-05-10T11:18:27.848446+0000","last_fullsized":"2024-05-10T11:18:27.848446+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:11:52.839903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:11:52.839903+0000","last_clean_scrub_stamp":"2024-05-10T11:11:52.839903+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:52:25.558388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848649+0000","last_change":"2024-05-10T11:17:27.803123+0000","last_active":"2024-05-10T11:18:27.848649+0000","last_peered":"2024-05-10T11:18:27.848649+0000","last_clean":"2024-05-10T11:18:27.848649+0000","last_became_active":"2024-05-10T11:17:27.802614+0000","last_became_peered":"2024-05-10T11:17:27.802614+0000","last_unstale":"2024-05-10T11:18:27.848649+0000","last_undegraded":"2024-05-10T11:18:27.848649+0000","last_fullsized":"2024-05-10T11:18:27.848649+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:42:45.115204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,11,6,10],"acting":[5,11,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"90'5","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.670850+0000","last_change":"2024-05-10T11:16:52.049027+0000","last_active":"2024-05-10T11:19:26.670850+0000","last_peered":"2024-05-10T11:19:26.670850+0000","last_clean":"2024-05-10T11:19:26.670850+0000","last_became_active":"2024-05-10T11:16:52.048707+0000","last_became_peered":"2024-05-10T11:16:52.048707+0000","last_unstale":"2024-05-10T11:19:26.670850+0000","last_undegraded":"2024-05-10T11:19:26.670850+0000","last_fullsized":"2024-05-10T11:19:26.670850+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:07:50.617791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":54,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848718+0000","last_change":"2024-05-10T11:17:28.101640+0000","last_active":"2024-05-10T11:18:27.848718+0000","last_peered":"2024-05-10T11:18:27.848718+0000","last_clean":"2024-05-10T11:18:27.848718+0000","last_became_active":"2024-05-10T11:17:28.101170+0000","last_became_peered":"2024-05-10T11:17:28.101170+0000","last_unstale":"2024-05-10T11:18:27.848718+0000","last_undegraded":"2024-05-10T11:18:27.848718+0000","last_fullsized":"2024-05-10T11:18:27.848718+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:07:03.041192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856092+0000","last_change":"2024-05-10T11:17:03.081699+0000","last_active":"2024-05-10T11:18:27.856092+0000","last_peered":"2024-05-10T11:18:27.856092+0000","last_clean":"2024-05-10T11:18:27.856092+0000","last_became_active":"2024-05-10T11:17:03.081256+0000","last_became_peered":"2024-05-10T11:17:03.081256+0000","last_unstale":"2024-05-10T11:18:27.856092+0000","last_undegraded":"2024-05-10T11:18:27.856092+0000","last_fullsized":"2024-05-10T11:18:27.856092+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:00:02.833979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854849+0000","last_change":"2024-05-10T11:16:48.057508+0000","last_active":"2024-05-10T11:18:27.854849+0000","last_peered":"2024-05-10T11:18:27.854849+0000","last_clean":"2024-05-10T11:18:27.854849+0000","last_became_active":"2024-05-10T11:16:48.057166+0000","last_became_peered":"2024-05-10T11:16:48.057166+0000","last_unstale":"2024-05-10T11:18:27.854849+0000","last_undegraded":"2024-05-10T11:18:27.854849+0000","last_fullsized":"2024-05-10T11:18:27.854849+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:02:44.121762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"90'9","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671015+0000","last_change":"2024-05-10T11:16:52.047931+0000","last_active":"2024-05-10T11:19:26.671015+0000","last_peered":"2024-05-10T11:19:26.671015+0000","last_clean":"2024-05-10T11:19:26.671015+0000","last_became_active":"2024-05-10T11:16:52.047587+0000","last_became_peered":"2024-05-10T11:16:52.047587+0000","last_unstale":"2024-05-10T11:19:26.671015+0000","last_undegraded":"2024-05-10T11:19:26.671015+0000","last_fullsized":"2024-05-10T11:19:26.671015+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:48:08.546155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854151+0000","last_change":"2024-05-10T11:17:03.560122+0000","last_active":"2024-05-10T11:18:27.854151+0000","last_peered":"2024-05-10T11:18:27.854151+0000","last_clean":"2024-05-10T11:18:27.854151+0000","last_became_active":"2024-05-10T11:17:03.559626+0000","last_became_peered":"2024-05-10T11:17:03.559626+0000","last_unstale":"2024-05-10T11:18:27.854151+0000","last_undegraded":"2024-05-10T11:18:27.854151+0000","last_fullsized":"2024-05-10T11:18:27.854151+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:00:25.900524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"90'17","reported_seq":77,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:59.825658+0000","last_change":"2024-05-10T11:18:27.864614+0000","last_active":"2024-05-10T11:18:59.825658+0000","last_peered":"2024-05-10T11:18:59.825658+0000","last_clean":"2024-05-10T11:18:59.825658+0000","last_became_active":"2024-05-10T11:18:27.857980+0000","last_became_peered":"2024-05-10T11:18:27.857980+0000","last_unstale":"2024-05-10T11:18:59.825658+0000","last_undegraded":"2024-05-10T11:18:59.825658+0000","last_fullsized":"2024-05-10T11:18:59.825658+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:57:44.304718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"90'5","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.664961+0000","last_change":"2024-05-10T11:16:52.041726+0000","last_active":"2024-05-10T11:19:26.664961+0000","last_peered":"2024-05-10T11:19:26.664961+0000","last_clean":"2024-05-10T11:19:26.664961+0000","last_became_active":"2024-05-10T11:16:52.041431+0000","last_became_peered":"2024-05-10T11:16:52.041431+0000","last_unstale":"2024-05-10T11:19:26.664961+0000","last_undegraded":"2024-05-10T11:19:26.664961+0000","last_fullsized":"2024-05-10T11:19:26.664961+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:24:16.133520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856125+0000","last_change":"2024-05-10T11:17:03.077965+0000","last_active":"2024-05-10T11:18:27.856125+0000","last_peered":"2024-05-10T11:18:27.856125+0000","last_clean":"2024-05-10T11:18:27.856125+0000","last_became_active":"2024-05-10T11:17:03.077265+0000","last_became_peered":"2024-05-10T11:17:03.077265+0000","last_unstale":"2024-05-10T11:18:27.856125+0000","last_undegraded":"2024-05-10T11:18:27.856125+0000","last_fullsized":"2024-05-10T11:18:27.856125+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:23:49.046264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":52,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851893+0000","last_change":"2024-05-10T11:16:48.392746+0000","last_active":"2024-05-10T11:18:27.851893+0000","last_peered":"2024-05-10T11:18:27.851893+0000","last_clean":"2024-05-10T11:18:27.851893+0000","last_became_active":"2024-05-10T11:16:48.392385+0000","last_became_peered":"2024-05-10T11:16:48.392385+0000","last_unstale":"2024-05-10T11:18:27.851893+0000","last_undegraded":"2024-05-10T11:18:27.851893+0000","last_fullsized":"2024-05-10T11:18:27.851893+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:59:33.332490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.670759+0000","last_change":"2024-05-10T11:16:52.053413+0000","last_active":"2024-05-10T11:19:26.670759+0000","last_peered":"2024-05-10T11:19:26.670759+0000","last_clean":"2024-05-10T11:19:26.670759+0000","last_became_active":"2024-05-10T11:16:52.052728+0000","last_became_peered":"2024-05-10T11:16:52.052728+0000","last_unstale":"2024-05-10T11:19:26.670759+0000","last_undegraded":"2024-05-10T11:19:26.670759+0000","last_fullsized":"2024-05-10T11:19:26.670759+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:44:04.224099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851826+0000","last_change":"2024-05-10T11:17:03.561077+0000","last_active":"2024-05-10T11:18:27.851826+0000","last_peered":"2024-05-10T11:18:27.851826+0000","last_clean":"2024-05-10T11:18:27.851826+0000","last_became_active":"2024-05-10T11:17:03.560668+0000","last_became_peered":"2024-05-10T11:17:03.560668+0000","last_unstale":"2024-05-10T11:18:27.851826+0000","last_undegraded":"2024-05-10T11:18:27.851826+0000","last_fullsized":"2024-05-10T11:18:27.851826+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:13:23.933388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.062535+0000","last_change":"2024-05-10T11:16:48.057501+0000","last_active":"2024-05-10T11:18:28.062535+0000","last_peered":"2024-05-10T11:18:28.062535+0000","last_clean":"2024-05-10T11:18:28.062535+0000","last_became_active":"2024-05-10T11:16:48.057144+0000","last_became_peered":"2024-05-10T11:16:48.057144+0000","last_unstale":"2024-05-10T11:18:28.062535+0000","last_undegraded":"2024-05-10T11:18:28.062535+0000","last_fullsized":"2024-05-10T11:18:28.062535+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:08:10.945786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"90'2","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.634914+0000","last_change":"2024-05-10T11:16:52.037082+0000","last_active":"2024-05-10T11:19:26.634914+0000","last_peered":"2024-05-10T11:19:26.634914+0000","last_clean":"2024-05-10T11:19:26.634914+0000","last_became_active":"2024-05-10T11:16:52.036688+0000","last_became_peered":"2024-05-10T11:16:52.036688+0000","last_unstale":"2024-05-10T11:19:26.634914+0000","last_undegraded":"2024-05-10T11:19:26.634914+0000","last_fullsized":"2024-05-10T11:19:26.634914+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:47:47.042738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851273+0000","last_change":"2024-05-10T11:17:03.089184+0000","last_active":"2024-05-10T11:18:27.851273+0000","last_peered":"2024-05-10T11:18:27.851273+0000","last_clean":"2024-05-10T11:18:27.851273+0000","last_became_active":"2024-05-10T11:17:03.088780+0000","last_became_peered":"2024-05-10T11:17:03.088780+0000","last_unstale":"2024-05-10T11:18:27.851273+0000","last_undegraded":"2024-05-10T11:18:27.851273+0000","last_fullsized":"2024-05-10T11:18:27.851273+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:28:04.563504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":51,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854110+0000","last_change":"2024-05-10T11:16:48.006564+0000","last_active":"2024-05-10T11:18:27.854110+0000","last_peered":"2024-05-10T11:18:27.854110+0000","last_clean":"2024-05-10T11:18:27.854110+0000","last_became_active":"2024-05-10T11:16:48.006232+0000","last_became_peered":"2024-05-10T11:16:48.006232+0000","last_unstale":"2024-05-10T11:18:27.854110+0000","last_undegraded":"2024-05-10T11:18:27.854110+0000","last_fullsized":"2024-05-10T11:18:27.854110+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:57:51.056720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"90'9","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.672615+0000","last_change":"2024-05-10T11:16:52.039492+0000","last_active":"2024-05-10T11:19:26.672615+0000","last_peered":"2024-05-10T11:19:26.672615+0000","last_clean":"2024-05-10T11:19:26.672615+0000","last_became_active":"2024-05-10T11:16:52.039143+0000","last_became_peered":"2024-05-10T11:16:52.039143+0000","last_unstale":"2024-05-10T11:19:26.672615+0000","last_undegraded":"2024-05-10T11:19:26.672615+0000","last_fullsized":"2024-05-10T11:19:26.672615+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:19:11.305278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851977+0000","last_change":"2024-05-10T11:17:03.078573+0000","last_active":"2024-05-10T11:18:27.851977+0000","last_peered":"2024-05-10T11:18:27.851977+0000","last_clean":"2024-05-10T11:18:27.851977+0000","last_became_active":"2024-05-10T11:17:03.078196+0000","last_became_peered":"2024-05-10T11:17:03.078196+0000","last_unstale":"2024-05-10T11:18:27.851977+0000","last_undegraded":"2024-05-10T11:18:27.851977+0000","last_fullsized":"2024-05-10T11:18:27.851977+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:51:30.266019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"88'3","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855681+0000","last_change":"2024-05-10T11:17:27.661845+0000","last_active":"2024-05-10T11:18:27.855681+0000","last_peered":"2024-05-10T11:18:27.855681+0000","last_clean":"2024-05-10T11:18:27.855681+0000","last_became_active":"2024-05-10T11:17:27.661429+0000","last_became_peered":"2024-05-10T11:17:27.661429+0000","last_unstale":"2024-05-10T11:18:27.855681+0000","last_undegraded":"2024-05-10T11:18:27.855681+0000","last_fullsized":"2024-05-10T11:18:27.855681+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:49:01.204444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"90'8","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.669314+0000","last_change":"2024-05-10T11:16:52.058512+0000","last_active":"2024-05-10T11:19:26.669314+0000","last_peered":"2024-05-10T11:19:26.669314+0000","last_clean":"2024-05-10T11:19:26.669314+0000","last_became_active":"2024-05-10T11:16:52.057965+0000","last_became_peered":"2024-05-10T11:16:52.057965+0000","last_unstale":"2024-05-10T11:19:26.669314+0000","last_undegraded":"2024-05-10T11:19:26.669314+0000","last_fullsized":"2024-05-10T11:19:26.669314+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:18:50.907235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851561+0000","last_change":"2024-05-10T11:17:03.560391+0000","last_active":"2024-05-10T11:18:27.851561+0000","last_peered":"2024-05-10T11:18:27.851561+0000","last_clean":"2024-05-10T11:18:27.851561+0000","last_became_active":"2024-05-10T11:17:03.559918+0000","last_became_peered":"2024-05-10T11:17:03.559918+0000","last_unstale":"2024-05-10T11:18:27.851561+0000","last_undegraded":"2024-05-10T11:18:27.851561+0000","last_fullsized":"2024-05-10T11:18:27.851561+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:25:09.436180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854479+0000","last_change":"2024-05-10T11:16:48.018478+0000","last_active":"2024-05-10T11:18:27.854479+0000","last_peered":"2024-05-10T11:18:27.854479+0000","last_clean":"2024-05-10T11:18:27.854479+0000","last_became_active":"2024-05-10T11:16:48.017292+0000","last_became_peered":"2024-05-10T11:16:48.017292+0000","last_unstale":"2024-05-10T11:18:27.854479+0000","last_undegraded":"2024-05-10T11:18:27.854479+0000","last_fullsized":"2024-05-10T11:18:27.854479+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:07:07.599886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"90'5","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675720+0000","last_change":"2024-05-10T11:16:52.048977+0000","last_active":"2024-05-10T11:19:26.675720+0000","last_peered":"2024-05-10T11:19:26.675720+0000","last_clean":"2024-05-10T11:19:26.675720+0000","last_became_active":"2024-05-10T11:16:52.048658+0000","last_became_peered":"2024-05-10T11:16:52.048658+0000","last_unstale":"2024-05-10T11:19:26.675720+0000","last_undegraded":"2024-05-10T11:19:26.675720+0000","last_fullsized":"2024-05-10T11:19:26.675720+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:20:57.507638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.062593+0000","last_change":"2024-05-10T11:17:03.086560+0000","last_active":"2024-05-10T11:18:28.062593+0000","last_peered":"2024-05-10T11:18:28.062593+0000","last_clean":"2024-05-10T11:18:28.062593+0000","last_became_active":"2024-05-10T11:17:03.085919+0000","last_became_peered":"2024-05-10T11:17:03.085919+0000","last_unstale":"2024-05-10T11:18:28.062593+0000","last_undegraded":"2024-05-10T11:18:28.062593+0000","last_fullsized":"2024-05-10T11:18:28.062593+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:08:59.110190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"90'7","reported_seq":98,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:42.973409+0000","last_change":"2024-05-10T11:18:27.868552+0000","last_active":"2024-05-10T11:19:42.973409+0000","last_peered":"2024-05-10T11:19:42.973409+0000","last_clean":"2024-05-10T11:19:42.973409+0000","last_became_active":"2024-05-10T11:18:27.857220+0000","last_became_peered":"2024-05-10T11:18:27.857220+0000","last_unstale":"2024-05-10T11:19:42.973409+0000","last_undegraded":"2024-05-10T11:19:42.973409+0000","last_fullsized":"2024-05-10T11:19:42.973409+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:32:28.064579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1702,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":78,"num_read_kb":1,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1561,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675321+0000","last_change":"2024-05-10T11:16:52.050303+0000","last_active":"2024-05-10T11:19:26.675321+0000","last_peered":"2024-05-10T11:19:26.675321+0000","last_clean":"2024-05-10T11:19:26.675321+0000","last_became_active":"2024-05-10T11:16:52.049791+0000","last_became_peered":"2024-05-10T11:16:52.049791+0000","last_unstale":"2024-05-10T11:19:26.675321+0000","last_undegraded":"2024-05-10T11:19:26.675321+0000","last_fullsized":"2024-05-10T11:19:26.675321+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:04:50.647395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854986+0000","last_change":"2024-05-10T11:17:03.087026+0000","last_active":"2024-05-10T11:18:27.854986+0000","last_peered":"2024-05-10T11:18:27.854986+0000","last_clean":"2024-05-10T11:18:27.854986+0000","last_became_active":"2024-05-10T11:17:03.086655+0000","last_became_peered":"2024-05-10T11:17:03.086655+0000","last_unstale":"2024-05-10T11:18:27.854986+0000","last_undegraded":"2024-05-10T11:18:27.854986+0000","last_fullsized":"2024-05-10T11:18:27.854986+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:52:37.414485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.849009+0000","last_change":"2024-05-10T11:16:48.014087+0000","last_active":"2024-05-10T11:18:27.849009+0000","last_peered":"2024-05-10T11:18:27.849009+0000","last_clean":"2024-05-10T11:18:27.849009+0000","last_became_active":"2024-05-10T11:16:48.013599+0000","last_became_peered":"2024-05-10T11:16:48.013599+0000","last_unstale":"2024-05-10T11:18:27.849009+0000","last_undegraded":"2024-05-10T11:18:27.849009+0000","last_fullsized":"2024-05-10T11:18:27.849009+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:41:07.988553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"90'6","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668692+0000","last_change":"2024-05-10T11:16:52.047277+0000","last_active":"2024-05-10T11:19:26.668692+0000","last_peered":"2024-05-10T11:19:26.668692+0000","last_clean":"2024-05-10T11:19:26.668692+0000","last_became_active":"2024-05-10T11:16:52.046916+0000","last_became_peered":"2024-05-10T11:16:52.046916+0000","last_unstale":"2024-05-10T11:19:26.668692+0000","last_undegraded":"2024-05-10T11:19:26.668692+0000","last_fullsized":"2024-05-10T11:19:26.668692+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:59:58.044364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848005+0000","last_change":"2024-05-10T11:17:03.082476+0000","last_active":"2024-05-10T11:18:27.848005+0000","last_peered":"2024-05-10T11:18:27.848005+0000","last_clean":"2024-05-10T11:18:27.848005+0000","last_became_active":"2024-05-10T11:17:03.080326+0000","last_became_peered":"2024-05-10T11:17:03.080326+0000","last_unstale":"2024-05-10T11:18:27.848005+0000","last_undegraded":"2024-05-10T11:18:27.848005+0000","last_fullsized":"2024-05-10T11:18:27.848005+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:57:27.656249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.846013+0000","last_change":"2024-05-10T11:16:48.006665+0000","last_active":"2024-05-10T11:18:27.846013+0000","last_peered":"2024-05-10T11:18:27.846013+0000","last_clean":"2024-05-10T11:18:27.846013+0000","last_became_active":"2024-05-10T11:16:48.006249+0000","last_became_peered":"2024-05-10T11:16:48.006249+0000","last_unstale":"2024-05-10T11:18:27.846013+0000","last_undegraded":"2024-05-10T11:18:27.846013+0000","last_fullsized":"2024-05-10T11:18:27.846013+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:35:31.187636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674210+0000","last_change":"2024-05-10T11:16:52.040594+0000","last_active":"2024-05-10T11:19:26.674210+0000","last_peered":"2024-05-10T11:19:26.674210+0000","last_clean":"2024-05-10T11:19:26.674210+0000","last_became_active":"2024-05-10T11:16:52.040188+0000","last_became_peered":"2024-05-10T11:16:52.040188+0000","last_unstale":"2024-05-10T11:19:26.674210+0000","last_undegraded":"2024-05-10T11:19:26.674210+0000","last_fullsized":"2024-05-10T11:19:26.674210+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:23:17.038258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"90'9","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671997+0000","last_change":"2024-05-10T11:16:52.040479+0000","last_active":"2024-05-10T11:19:26.671997+0000","last_peered":"2024-05-10T11:19:26.671997+0000","last_clean":"2024-05-10T11:19:26.671997+0000","last_became_active":"2024-05-10T11:16:52.039958+0000","last_became_peered":"2024-05-10T11:16:52.039958+0000","last_unstale":"2024-05-10T11:19:26.671997+0000","last_undegraded":"2024-05-10T11:19:26.671997+0000","last_fullsized":"2024-05-10T11:19:26.671997+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:28:49.367853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"90'12","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674736+0000","last_change":"2024-05-10T11:16:52.047662+0000","last_active":"2024-05-10T11:19:26.674736+0000","last_peered":"2024-05-10T11:19:26.674736+0000","last_clean":"2024-05-10T11:19:26.674736+0000","last_became_active":"2024-05-10T11:16:52.047349+0000","last_became_peered":"2024-05-10T11:16:52.047349+0000","last_unstale":"2024-05-10T11:19:26.674736+0000","last_undegraded":"2024-05-10T11:19:26.674736+0000","last_fullsized":"2024-05-10T11:19:26.674736+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:26:08.260236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"90'8","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.673301+0000","last_change":"2024-05-10T11:16:52.043475+0000","last_active":"2024-05-10T11:19:26.673301+0000","last_peered":"2024-05-10T11:19:26.673301+0000","last_clean":"2024-05-10T11:19:26.673301+0000","last_became_active":"2024-05-10T11:16:52.042939+0000","last_became_peered":"2024-05-10T11:16:52.042939+0000","last_unstale":"2024-05-10T11:19:26.673301+0000","last_undegraded":"2024-05-10T11:19:26.673301+0000","last_fullsized":"2024-05-10T11:19:26.673301+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:06:40.883586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.667802+0000","last_change":"2024-05-10T11:16:52.048096+0000","last_active":"2024-05-10T11:19:26.667802+0000","last_peered":"2024-05-10T11:19:26.667802+0000","last_clean":"2024-05-10T11:19:26.667802+0000","last_became_active":"2024-05-10T11:16:52.046956+0000","last_became_peered":"2024-05-10T11:16:52.046956+0000","last_unstale":"2024-05-10T11:19:26.667802+0000","last_undegraded":"2024-05-10T11:19:26.667802+0000","last_fullsized":"2024-05-10T11:19:26.667802+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:31:53.919554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"90'4","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.667532+0000","last_change":"2024-05-10T11:16:52.052145+0000","last_active":"2024-05-10T11:19:26.667532+0000","last_peered":"2024-05-10T11:19:26.667532+0000","last_clean":"2024-05-10T11:19:26.667532+0000","last_became_active":"2024-05-10T11:16:52.050904+0000","last_became_peered":"2024-05-10T11:16:52.050904+0000","last_unstale":"2024-05-10T11:19:26.667532+0000","last_undegraded":"2024-05-10T11:19:26.667532+0000","last_fullsized":"2024-05-10T11:19:26.667532+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:25:34.085771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"90'6","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668424+0000","last_change":"2024-05-10T11:16:52.040864+0000","last_active":"2024-05-10T11:19:26.668424+0000","last_peered":"2024-05-10T11:19:26.668424+0000","last_clean":"2024-05-10T11:19:26.668424+0000","last_became_active":"2024-05-10T11:16:52.040110+0000","last_became_peered":"2024-05-10T11:16:52.040110+0000","last_unstale":"2024-05-10T11:19:26.668424+0000","last_undegraded":"2024-05-10T11:19:26.668424+0000","last_fullsized":"2024-05-10T11:19:26.668424+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:19:12.325537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"90'15","reported_seq":53,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674952+0000","last_change":"2024-05-10T11:16:52.046077+0000","last_active":"2024-05-10T11:19:26.674952+0000","last_peered":"2024-05-10T11:19:26.674952+0000","last_clean":"2024-05-10T11:19:26.674952+0000","last_became_active":"2024-05-10T11:16:52.045160+0000","last_became_peered":"2024-05-10T11:16:52.045160+0000","last_unstale":"2024-05-10T11:19:26.674952+0000","last_undegraded":"2024-05-10T11:19:26.674952+0000","last_fullsized":"2024-05-10T11:19:26.674952+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:07:01.141313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"90'2","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.660579+0000","last_change":"2024-05-10T11:16:52.054371+0000","last_active":"2024-05-10T11:19:26.660579+0000","last_peered":"2024-05-10T11:19:26.660579+0000","last_clean":"2024-05-10T11:19:26.660579+0000","last_became_active":"2024-05-10T11:16:52.052670+0000","last_became_peered":"2024-05-10T11:16:52.052670+0000","last_unstale":"2024-05-10T11:19:26.660579+0000","last_undegraded":"2024-05-10T11:19:26.660579+0000","last_fullsized":"2024-05-10T11:19:26.660579+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:36:22.502096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"90'6","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671258+0000","last_change":"2024-05-10T11:16:52.050475+0000","last_active":"2024-05-10T11:19:26.671258+0000","last_peered":"2024-05-10T11:19:26.671258+0000","last_clean":"2024-05-10T11:19:26.671258+0000","last_became_active":"2024-05-10T11:16:52.050125+0000","last_became_peered":"2024-05-10T11:16:52.050125+0000","last_unstale":"2024-05-10T11:19:26.671258+0000","last_undegraded":"2024-05-10T11:19:26.671258+0000","last_fullsized":"2024-05-10T11:19:26.671258+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:33:43.164620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"90'8","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.676665+0000","last_change":"2024-05-10T11:16:52.047149+0000","last_active":"2024-05-10T11:19:26.676665+0000","last_peered":"2024-05-10T11:19:26.676665+0000","last_clean":"2024-05-10T11:19:26.676665+0000","last_became_active":"2024-05-10T11:16:52.046834+0000","last_became_peered":"2024-05-10T11:16:52.046834+0000","last_unstale":"2024-05-10T11:19:26.676665+0000","last_undegraded":"2024-05-10T11:19:26.676665+0000","last_fullsized":"2024-05-10T11:19:26.676665+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:06:46.689520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"90'10","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677686+0000","last_change":"2024-05-10T11:16:52.057232+0000","last_active":"2024-05-10T11:19:26.677686+0000","last_peered":"2024-05-10T11:19:26.677686+0000","last_clean":"2024-05-10T11:19:26.677686+0000","last_became_active":"2024-05-10T11:16:52.056843+0000","last_became_peered":"2024-05-10T11:16:52.056843+0000","last_unstale":"2024-05-10T11:19:26.677686+0000","last_undegraded":"2024-05-10T11:19:26.677686+0000","last_fullsized":"2024-05-10T11:19:26.677686+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:29:13.395566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"90'11","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.666362+0000","last_change":"2024-05-10T11:16:52.051147+0000","last_active":"2024-05-10T11:19:26.666362+0000","last_peered":"2024-05-10T11:19:26.666362+0000","last_clean":"2024-05-10T11:19:26.666362+0000","last_became_active":"2024-05-10T11:16:52.050822+0000","last_became_peered":"2024-05-10T11:16:52.050822+0000","last_unstale":"2024-05-10T11:19:26.666362+0000","last_undegraded":"2024-05-10T11:19:26.666362+0000","last_fullsized":"2024-05-10T11:19:26.666362+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:02:11.215183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668433+0000","last_change":"2024-05-10T11:16:52.042043+0000","last_active":"2024-05-10T11:19:26.668433+0000","last_peered":"2024-05-10T11:19:26.668433+0000","last_clean":"2024-05-10T11:19:26.668433+0000","last_became_active":"2024-05-10T11:16:52.041681+0000","last_became_peered":"2024-05-10T11:16:52.041681+0000","last_unstale":"2024-05-10T11:19:26.668433+0000","last_undegraded":"2024-05-10T11:19:26.668433+0000","last_fullsized":"2024-05-10T11:19:26.668433+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:16:40.054647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":75301,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1063,"num_read_kb":630,"num_write":264,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1561,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":225903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":228,"ondisk_log_size":228,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678067,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1040384,"data_stored":519794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874297,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28716,"kb_used_data":1700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716436,"statfs":{"total":95995035648,"available":95965630464,"internally_reserved":0,"allocated":1740800,"data_stored":1173893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037822,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":523288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234051,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1060864,"data_stored":519570,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430280,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36956,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708196,"statfs":{"total":95995035648,"available":95957192704,"internally_reserved":0,"allocated":1658880,"data_stored":1116740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593806,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1040384,"data_stored":515228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574951,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36424,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708728,"statfs":{"total":95995035648,"available":95957737472,"internally_reserved":0,"allocated":1114112,"data_stored":583541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738476,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1064960,"data_stored":516684,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411427,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28116,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717036,"statfs":{"total":95995035648,"available":95966244864,"internally_reserved":0,"allocated":1126400,"data_stored":582059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149790,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36364,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708788,"statfs":{"total":95995035648,"available":95957798912,"internally_reserved":0,"allocated":1052672,"data_stored":514404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953560,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1056768,"data_stored":521004,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790035,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36964,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708188,"statfs":{"total":95995035648,"available":95957184512,"internally_reserved":0,"allocated":1667072,"data_stored":1111258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":69567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":68085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":69551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-10T11:19:49.682 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-10T11:19:49.682 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-05-10T11:19:49.682 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-05-10T11:19:49.683 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-10T11:19:49.938 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:19:50.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:49 smithi187 ceph-mon[34076]: pgmap v391: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:19:50.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:49 smithi187 ceph-mon[34076]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:19:50.061 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:49 smithi053 ceph-mon[30153]: pgmap v391: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:19:50.061 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:49 smithi053 ceph-mon[30153]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:19:50.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:49 smithi132 ceph-mon[33758]: pgmap v391: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:19:50.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:49 smithi132 ceph-mon[33758]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:19:51.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.681+0000 7f2459987700 1 -- 172.21.15.53:0/76413086 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f245406bc10 msgr2=0x7f245406c090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:51.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.681+0000 7f2459987700 1 --2- 172.21.15.53:0/76413086 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f245406bc10 0x7f245406c090 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f2448009990 tx=0x7f2448009ca0 comp rx=0 tx=0).stop 2024-05-10T11:19:51.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.681+0000 7f2459987700 1 -- 172.21.15.53:0/76413086 shutdown_connections 2024-05-10T11:19:51.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.681+0000 7f2459987700 1 --2- 172.21.15.53:0/76413086 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f245406c5d0 0x7f2454110380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:51.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.681+0000 7f2459987700 1 --2- 172.21.15.53:0/76413086 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2454109540 0x7f2454109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:51.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.681+0000 7f2459987700 1 --2- 172.21.15.53:0/76413086 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f245406bc10 0x7f245406c090 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:51.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.681+0000 7f2459987700 1 -- 172.21.15.53:0/76413086 >> 172.21.15.53:0/76413086 conn(0x7f2454078410 msgr2=0x7f2454078820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:51.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.681+0000 7f2459987700 1 -- 172.21.15.53:0/76413086 shutdown_connections 2024-05-10T11:19:51.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.681+0000 7f2459987700 1 -- 172.21.15.53:0/76413086 wait complete. 2024-05-10T11:19:51.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.681+0000 7f2459987700 1 Processor -- start 2024-05-10T11:19:51.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.682+0000 7f2459987700 1 -- start start 2024-05-10T11:19:51.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.682+0000 7f2459987700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f245406bc10 0x7f245419bef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:51.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.682+0000 7f2459987700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f245406c5d0 0x7f245419c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:51.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.682+0000 7f2459987700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2454109540 0x7f24541a0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:51.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.682+0000 7f2459987700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f2454113620 con 0x7f2454109540 2024-05-10T11:19:51.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.682+0000 7f2459987700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f24541134a0 con 0x7f245406c5d0 2024-05-10T11:19:51.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.682+0000 7f2459987700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f24541137a0 con 0x7f245406bc10 2024-05-10T11:19:51.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.682+0000 7f24537fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2454109540 0x7f24541a0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:51.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.682+0000 7f24537fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2454109540 0x7f24541a0770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35080/0 (socket says 172.21.15.53:35080) 2024-05-10T11:19:51.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.682+0000 7f24537fe700 1 -- 172.21.15.53:0/4151762039 learned_addr learned my addr 172.21.15.53:0/4151762039 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:51.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.682+0000 7f2452ffd700 1 --2- 172.21.15.53:0/4151762039 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f245406bc10 0x7f245419bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:51.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.682+0000 7f24527fc700 1 --2- 172.21.15.53:0/4151762039 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f245406c5d0 0x7f245419c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:51.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.682+0000 7f24537fe700 1 -- 172.21.15.53:0/4151762039 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f245406bc10 msgr2=0x7f245419bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:51.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.682+0000 7f24537fe700 1 --2- 172.21.15.53:0/4151762039 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f245406bc10 0x7f245419bef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:51.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.682+0000 7f24537fe700 1 -- 172.21.15.53:0/4151762039 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f245406c5d0 msgr2=0x7f245419c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:51.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.682+0000 7f24537fe700 1 --2- 172.21.15.53:0/4151762039 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f245406c5d0 0x7f245419c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:51.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.682+0000 7f24537fe700 1 -- 172.21.15.53:0/4151762039 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24541a0eb0 con 0x7f2454109540 2024-05-10T11:19:51.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.682+0000 7f2452ffd700 1 --2- 172.21.15.53:0/4151762039 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f245406bc10 0x7f245419bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:19:51.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.682+0000 7f24527fc700 1 --2- 172.21.15.53:0/4151762039 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f245406c5d0 0x7f245419c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:19:51.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.683+0000 7f24537fe700 1 --2- 172.21.15.53:0/4151762039 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2454109540 0x7f24541a0770 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f244c00b970 tx=0x7f244c00bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:51.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.683+0000 7f2458985700 1 -- 172.21.15.53:0/4151762039 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f244c019070 con 0x7f2454109540 2024-05-10T11:19:51.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.683+0000 7f2458985700 1 -- 172.21.15.53:0/4151762039 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f244c00ce40 con 0x7f2454109540 2024-05-10T11:19:51.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.683+0000 7f2459987700 1 -- 172.21.15.53:0/4151762039 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24541a11a0 con 0x7f2454109540 2024-05-10T11:19:51.686 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.683+0000 7f2458985700 1 -- 172.21.15.53:0/4151762039 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f244c007370 con 0x7f2454109540 2024-05-10T11:19:51.686 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.683+0000 7f2459987700 1 -- 172.21.15.53:0/4151762039 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24541a8a20 con 0x7f2454109540 2024-05-10T11:19:51.687 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.684+0000 7f2459987700 1 -- 172.21.15.53:0/4151762039 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2454104c00 con 0x7f2454109540 2024-05-10T11:19:51.687 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.685+0000 7f2458985700 1 -- 172.21.15.53:0/4151762039 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f244c01c070 con 0x7f2454109540 2024-05-10T11:19:51.687 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.686+0000 7f2458985700 1 --2- 172.21.15.53:0/4151762039 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f243c0b2880 0x7f243c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:51.687 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.686+0000 7f2452ffd700 1 --2- 172.21.15.53:0/4151762039 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f243c0b2880 0x7f243c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:51.687 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.686+0000 7f2458985700 1 -- 172.21.15.53:0/4151762039 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f244c0e2290 con 0x7f2454109540 2024-05-10T11:19:51.687 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.687+0000 7f2452ffd700 1 --2- 172.21.15.53:0/4151762039 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f243c0b2880 0x7f243c0b4d40 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f24440099d0 tx=0x7f2444008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:51.689 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.690+0000 7f2458985700 1 -- 172.21.15.53:0/4151762039 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f244c023070 con 0x7f2454109540 2024-05-10T11:19:51.958 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.958+0000 7f2459987700 1 -- 172.21.15.53:0/4151762039 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f245406a190 con 0x7f2454109540 2024-05-10T11:19:51.958 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:51 smithi053 ceph-mon[30153]: pgmap v392: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:19:51.959 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.958+0000 7f2458985700 1 -- 172.21.15.53:0/4151762039 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f245406a190 con 0x7f2454109540 2024-05-10T11:19:51.959 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:19:51.959 INFO:teuthology.orchestra.run.smithi053.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-05-10T11:19:51.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.961+0000 7f2459987700 1 -- 172.21.15.53:0/4151762039 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f243c0b2880 msgr2=0x7f243c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:51.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.961+0000 7f2459987700 1 --2- 172.21.15.53:0/4151762039 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f243c0b2880 0x7f243c0b4d40 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f24440099d0 tx=0x7f2444008040 comp rx=0 tx=0).stop 2024-05-10T11:19:51.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.961+0000 7f2459987700 1 -- 172.21.15.53:0/4151762039 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2454109540 msgr2=0x7f24541a0770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:51.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.961+0000 7f2459987700 1 --2- 172.21.15.53:0/4151762039 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2454109540 0x7f24541a0770 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f244c00b970 tx=0x7f244c00bd30 comp rx=0 tx=0).stop 2024-05-10T11:19:51.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.961+0000 7f2459987700 1 -- 172.21.15.53:0/4151762039 shutdown_connections 2024-05-10T11:19:51.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.961+0000 7f2459987700 1 --2- 172.21.15.53:0/4151762039 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f243c0b2880 0x7f243c0b4d40 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:51.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.961+0000 7f2459987700 1 --2- 172.21.15.53:0/4151762039 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2454109540 0x7f24541a0770 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:51.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.961+0000 7f2459987700 1 --2- 172.21.15.53:0/4151762039 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f245406bc10 0x7f245419bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:51.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.961+0000 7f2459987700 1 --2- 172.21.15.53:0/4151762039 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f245406c5d0 0x7f245419c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:51.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.961+0000 7f2459987700 1 -- 172.21.15.53:0/4151762039 >> 172.21.15.53:0/4151762039 conn(0x7f2454078410 msgr2=0x7f24541010c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:51.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.961+0000 7f2459987700 1 -- 172.21.15.53:0/4151762039 shutdown_connections 2024-05-10T11:19:51.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:51.961+0000 7f2459987700 1 -- 172.21.15.53:0/4151762039 wait complete. 2024-05-10T11:19:52.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:51 smithi187 ceph-mon[34076]: pgmap v392: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:19:52.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:51 smithi132 ceph-mon[33758]: pgmap v392: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:19:52.872 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-05-10T11:19:52.873 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:19:53.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:52 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/4151762039' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-10T11:19:53.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:52 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/4151762039' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-10T11:19:53.129 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:19:53.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:52 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/4151762039' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-10T11:19:53.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:53 smithi053 ceph-mon[30153]: pgmap v393: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:19:54.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:53 smithi187 ceph-mon[34076]: pgmap v393: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:19:54.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:53 smithi132 ceph-mon[33758]: pgmap v393: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:19:54.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.976+0000 7f90a0d1b700 1 -- 172.21.15.53:0/2453542211 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f909c109510 msgr2=0x7f909c1098f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:54.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.976+0000 7f90a0d1b700 1 --2- 172.21.15.53:0/2453542211 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f909c109510 0x7f909c1098f0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f908c009990 tx=0x7f908c009ca0 comp rx=0 tx=0).stop 2024-05-10T11:19:54.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.976+0000 7f90a0d1b700 1 -- 172.21.15.53:0/2453542211 shutdown_connections 2024-05-10T11:19:54.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.976+0000 7f90a0d1b700 1 --2- 172.21.15.53:0/2453542211 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f909c06bb40 0x7f909c110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:54.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.976+0000 7f90a0d1b700 1 --2- 172.21.15.53:0/2453542211 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f909c109510 0x7f909c1098f0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:54.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.976+0000 7f90a0d1b700 1 --2- 172.21.15.53:0/2453542211 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f909c06b180 0x7f909c06b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:54.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.976+0000 7f90a0d1b700 1 -- 172.21.15.53:0/2453542211 >> 172.21.15.53:0/2453542211 conn(0x7f909c079350 msgr2=0x7f909c079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:54.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.976+0000 7f90a0d1b700 1 -- 172.21.15.53:0/2453542211 shutdown_connections 2024-05-10T11:19:54.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.976+0000 7f90a0d1b700 1 -- 172.21.15.53:0/2453542211 wait complete. 2024-05-10T11:19:54.978 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.977+0000 7f90a0d1b700 1 Processor -- start 2024-05-10T11:19:54.978 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.977+0000 7f90a0d1b700 1 -- start start 2024-05-10T11:19:54.978 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.977+0000 7f90a0d1b700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f909c06b180 0x7f909c19f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:54.978 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.977+0000 7f90a0d1b700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f909c06bb40 0x7f909c19fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:54.978 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.977+0000 7f90a0d1b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f909c109510 0x7f909c1998e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:54.978 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.977+0000 7f90a0d1b700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f909c113520 con 0x7f909c109510 2024-05-10T11:19:54.978 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.977+0000 7f90a0d1b700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f909c1133a0 con 0x7f909c06b180 2024-05-10T11:19:54.978 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.977+0000 7f90a0d1b700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f909c1136a0 con 0x7f909c06bb40 2024-05-10T11:19:54.978 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.978+0000 7f909ad9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f909c109510 0x7f909c1998e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:54.979 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.978+0000 7f909ad9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f909c109510 0x7f909c1998e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35090/0 (socket says 172.21.15.53:35090) 2024-05-10T11:19:54.979 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.978+0000 7f909a59c700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f909c06b180 0x7f909c19f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:54.979 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.978+0000 7f909ad9d700 1 -- 172.21.15.53:0/3328837294 learned_addr learned my addr 172.21.15.53:0/3328837294 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:54.979 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.978+0000 7f909ad9d700 1 -- 172.21.15.53:0/3328837294 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f909c06bb40 msgr2=0x7f909c19fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:54.979 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.978+0000 7f909ad9d700 1 --2- 172.21.15.53:0/3328837294 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f909c06bb40 0x7f909c19fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:54.979 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.978+0000 7f909ad9d700 1 -- 172.21.15.53:0/3328837294 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f909c06b180 msgr2=0x7f909c19f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:54.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.978+0000 7f909ad9d700 1 --2- 172.21.15.53:0/3328837294 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f909c06b180 0x7f909c19f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:54.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.978+0000 7f909ad9d700 1 -- 172.21.15.53:0/3328837294 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f909c19a040 con 0x7f909c109510 2024-05-10T11:19:54.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.978+0000 7f909ad9d700 1 --2- 172.21.15.53:0/3328837294 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f909c109510 0x7f909c1998e0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f9094007d70 tx=0x7f909400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:54.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.978+0000 7f9093fff700 1 -- 172.21.15.53:0/3328837294 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9094016020 con 0x7f909c109510 2024-05-10T11:19:54.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.978+0000 7f90a0d1b700 1 -- 172.21.15.53:0/3328837294 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f909c19a330 con 0x7f909c109510 2024-05-10T11:19:54.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.978+0000 7f9093fff700 1 -- 172.21.15.53:0/3328837294 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f909400ad40 con 0x7f909c109510 2024-05-10T11:19:54.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.978+0000 7f9093fff700 1 -- 172.21.15.53:0/3328837294 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90940115e0 con 0x7f909c109510 2024-05-10T11:19:54.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.978+0000 7f90a0d1b700 1 -- 172.21.15.53:0/3328837294 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f909c1a65f0 con 0x7f909c109510 2024-05-10T11:19:54.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.979+0000 7f90a0d1b700 1 -- 172.21.15.53:0/3328837294 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f909c10b9f0 con 0x7f909c109510 2024-05-10T11:19:54.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.982+0000 7f9093fff700 1 -- 172.21.15.53:0/3328837294 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f9094019020 con 0x7f909c109510 2024-05-10T11:19:54.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.983+0000 7f9093fff700 1 --2- 172.21.15.53:0/3328837294 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f90880b2880 0x7f90880b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:54.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.983+0000 7f909a59c700 1 --2- 172.21.15.53:0/3328837294 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f90880b2880 0x7f90880b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:54.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.983+0000 7f9093fff700 1 -- 172.21.15.53:0/3328837294 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f90940e2a10 con 0x7f909c109510 2024-05-10T11:19:54.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.983+0000 7f909a59c700 1 --2- 172.21.15.53:0/3328837294 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f90880b2880 0x7f90880b4d40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f908c003760 tx=0x7f908c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:54.985 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:54.986+0000 7f9093fff700 1 -- 172.21.15.53:0/3328837294 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f9094020020 con 0x7f909c109510 2024-05-10T11:19:55.253 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:55.254+0000 7f90a0d1b700 1 -- 172.21.15.53:0/3328837294 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f909c06a190 con 0x7f909c109510 2024-05-10T11:19:55.253 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:55.254+0000 7f9093fff700 1 -- 172.21.15.53:0/3328837294 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11941 (secure 0 0 0) 0x7f9094055e20 con 0x7f909c109510 2024-05-10T11:19:55.253 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:19:55.254 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-10T11:16:54.139241+0000","modified":"2024-05-10T11:18:03.749247+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24463,"mds_1":24448,"mds_2":24442,"mds_3":24428,"mds_4":24415},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6839/3346396655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":3346396655},{"type":"v1","addr":"172.21.15.53:6839","nonce":3346396655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6841/3170432544","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6840","nonce":3170432544},{"type":"v1","addr":"172.21.15.53:6841","nonce":3170432544}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24353":{"gid":24353,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24377":{"gid":24377,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6835/2650777178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6834","nonce":2650777178},{"type":"v1","addr":"172.21.15.132:6835","nonce":2650777178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6837/392522477","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6836","nonce":392522477},{"type":"v1","addr":"172.21.15.132:6837","nonce":392522477}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":4,"incarnation":26,"state":"up:active","state_seq":32,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":24,"state":"up:active","state_seq":22,"addr":"172.21.15.132:6839/2363266970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6838","nonce":2363266970},{"type":"v1","addr":"172.21.15.132:6839","nonce":2363266970}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.187:6835/4099468922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6834","nonce":4099468922},{"type":"v1","addr":"172.21.15.187:6835","nonce":4099468922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"c","rank":1,"incarnation":20,"state":"up:active","state_seq":26,"addr":"172.21.15.187:6837/2293077942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6836","nonce":2293077942},{"type":"v1","addr":"172.21.15.187:6837","nonce":2293077942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.187:6839/735699922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6838","nonce":735699922},{"type":"v1","addr":"172.21.15.187:6839","nonce":735699922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24463,"qdb_cluster":[24415,24448,24463,24428,24442]},"id":1}]} 2024-05-10T11:19:55.256 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:55.257+0000 7f90a0d1b700 1 -- 172.21.15.53:0/3328837294 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f90880b2880 msgr2=0x7f90880b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:55.256 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:55.257+0000 7f90a0d1b700 1 --2- 172.21.15.53:0/3328837294 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f90880b2880 0x7f90880b4d40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f908c003760 tx=0x7f908c01a040 comp rx=0 tx=0).stop 2024-05-10T11:19:55.257 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:55.257+0000 7f90a0d1b700 1 -- 172.21.15.53:0/3328837294 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f909c109510 msgr2=0x7f909c1998e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:55.257 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:55.257+0000 7f90a0d1b700 1 --2- 172.21.15.53:0/3328837294 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f909c109510 0x7f909c1998e0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f9094007d70 tx=0x7f909400a340 comp rx=0 tx=0).stop 2024-05-10T11:19:55.257 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:55.257+0000 7f90a0d1b700 1 -- 172.21.15.53:0/3328837294 shutdown_connections 2024-05-10T11:19:55.257 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:55.257+0000 7f90a0d1b700 1 --2- 172.21.15.53:0/3328837294 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f90880b2880 0x7f90880b4d40 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:55.257 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:55.257+0000 7f90a0d1b700 1 --2- 172.21.15.53:0/3328837294 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f909c109510 0x7f909c1998e0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:55.257 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:55.257+0000 7f90a0d1b700 1 --2- 172.21.15.53:0/3328837294 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f909c06b180 0x7f909c19f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:55.257 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:55.257+0000 7f90a0d1b700 1 --2- 172.21.15.53:0/3328837294 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f909c06bb40 0x7f909c19fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:55.257 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:55.257+0000 7f90a0d1b700 1 -- 172.21.15.53:0/3328837294 >> 172.21.15.53:0/3328837294 conn(0x7f909c079350 msgr2=0x7f909c101130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:55.257 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:55.258+0000 7f90a0d1b700 1 -- 172.21.15.53:0/3328837294 shutdown_connections 2024-05-10T11:19:55.257 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:55.258+0000 7f90a0d1b700 1 -- 172.21.15.53:0/3328837294 wait complete. 2024-05-10T11:19:55.258 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 28 2024-05-10T11:19:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:55 smithi053 ceph-mon[30153]: pgmap v394: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:19:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:55 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3328837294' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:19:56.116 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:19:56.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:55 smithi132 ceph-mon[33758]: pgmap v394: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:19:56.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:55 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3328837294' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:19:56.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:55 smithi187 ceph-mon[34076]: pgmap v394: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:19:56.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:55 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3328837294' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:19:56.369 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:19:57.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:57 smithi053 ceph-mon[30153]: pgmap v395: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:19:58.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.105+0000 7f29f0cd3700 1 -- 172.21.15.53:0/1135023145 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f29ec104130 msgr2=0x7f29ec108140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:58.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.105+0000 7f29f0cd3700 1 --2- 172.21.15.53:0/1135023145 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f29ec104130 0x7f29ec108140 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f29e00099c0 tx=0x7f29e0009cd0 comp rx=0 tx=0).stop 2024-05-10T11:19:58.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.105+0000 7f29f0cd3700 1 -- 172.21.15.53:0/1135023145 shutdown_connections 2024-05-10T11:19:58.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.105+0000 7f29f0cd3700 1 --2- 172.21.15.53:0/1135023145 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f29ec108870 0x7f29ec1103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:58.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.105+0000 7f29f0cd3700 1 --2- 172.21.15.53:0/1135023145 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f29ec103780 0x7f29ec103b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:58.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.105+0000 7f29f0cd3700 1 --2- 172.21.15.53:0/1135023145 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f29ec104130 0x7f29ec108140 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:58.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.105+0000 7f29f0cd3700 1 -- 172.21.15.53:0/1135023145 >> 172.21.15.53:0/1135023145 conn(0x7f29ec07a610 msgr2=0x7f29ec07aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:58.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.105+0000 7f29f0cd3700 1 -- 172.21.15.53:0/1135023145 shutdown_connections 2024-05-10T11:19:58.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.105+0000 7f29f0cd3700 1 -- 172.21.15.53:0/1135023145 wait complete. 2024-05-10T11:19:58.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.106+0000 7f29f0cd3700 1 Processor -- start 2024-05-10T11:19:58.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.106+0000 7f29f0cd3700 1 -- start start 2024-05-10T11:19:58.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.106+0000 7f29f0cd3700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f29ec103780 0x7f29ec19f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:58.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.106+0000 7f29f0cd3700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f29ec104130 0x7f29ec19fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:58.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.106+0000 7f29f0cd3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f29ec108870 0x7f29ec199880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:58.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.106+0000 7f29f0cd3700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f29ec113560 con 0x7f29ec108870 2024-05-10T11:19:58.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.106+0000 7f29f0cd3700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f29ec1133e0 con 0x7f29ec103780 2024-05-10T11:19:58.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.106+0000 7f29f0cd3700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f29ec1136e0 con 0x7f29ec104130 2024-05-10T11:19:58.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.106+0000 7f29ead9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f29ec108870 0x7f29ec199880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:58.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.106+0000 7f29ead9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f29ec108870 0x7f29ec199880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35100/0 (socket says 172.21.15.53:35100) 2024-05-10T11:19:58.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.106+0000 7f29ead9d700 1 -- 172.21.15.53:0/1332495774 learned_addr learned my addr 172.21.15.53:0/1332495774 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:19:58.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.106+0000 7f29ea59c700 1 --2- 172.21.15.53:0/1332495774 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f29ec103780 0x7f29ec19f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:58.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.106+0000 7f29e9d9b700 1 --2- 172.21.15.53:0/1332495774 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f29ec104130 0x7f29ec19fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:58.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.107+0000 7f29ead9d700 1 -- 172.21.15.53:0/1332495774 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f29ec104130 msgr2=0x7f29ec19fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:58.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.107+0000 7f29ead9d700 1 --2- 172.21.15.53:0/1332495774 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f29ec104130 0x7f29ec19fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:58.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.107+0000 7f29ead9d700 1 -- 172.21.15.53:0/1332495774 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f29ec103780 msgr2=0x7f29ec19f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:58.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.107+0000 7f29ead9d700 1 --2- 172.21.15.53:0/1332495774 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f29ec103780 0x7f29ec19f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:58.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.107+0000 7f29ead9d700 1 -- 172.21.15.53:0/1332495774 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29ec19a060 con 0x7f29ec108870 2024-05-10T11:19:58.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.107+0000 7f29ead9d700 1 --2- 172.21.15.53:0/1332495774 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f29ec108870 0x7f29ec199880 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f29e4007d70 tx=0x7f29e400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:58.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.107+0000 7f29db7fe700 1 -- 172.21.15.53:0/1332495774 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e4016020 con 0x7f29ec108870 2024-05-10T11:19:58.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.107+0000 7f29f0cd3700 1 -- 172.21.15.53:0/1332495774 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29ec19a350 con 0x7f29ec108870 2024-05-10T11:19:58.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.107+0000 7f29db7fe700 1 -- 172.21.15.53:0/1332495774 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f29e400ac90 con 0x7f29ec108870 2024-05-10T11:19:58.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.107+0000 7f29db7fe700 1 -- 172.21.15.53:0/1332495774 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e40115e0 con 0x7f29ec108870 2024-05-10T11:19:58.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.107+0000 7f29f0cd3700 1 -- 172.21.15.53:0/1332495774 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29ec1a6510 con 0x7f29ec108870 2024-05-10T11:19:58.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.108+0000 7f29f0cd3700 1 -- 172.21.15.53:0/1332495774 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29ec104c00 con 0x7f29ec108870 2024-05-10T11:19:58.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.109+0000 7f29db7fe700 1 -- 172.21.15.53:0/1332495774 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f29e4019020 con 0x7f29ec108870 2024-05-10T11:19:58.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.110+0000 7f29db7fe700 1 --2- 172.21.15.53:0/1332495774 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f29d40b2880 0x7f29d40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:19:58.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.110+0000 7f29ea59c700 1 --2- 172.21.15.53:0/1332495774 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f29d40b2880 0x7f29d40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:19:58.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.110+0000 7f29db7fe700 1 -- 172.21.15.53:0/1332495774 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f29e40e2520 con 0x7f29ec108870 2024-05-10T11:19:58.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.111+0000 7f29ea59c700 1 --2- 172.21.15.53:0/1332495774 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f29d40b2880 0x7f29d40b4d40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f29dc009a10 tx=0x7f29dc009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:19:58.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.115+0000 7f29db7fe700 1 -- 172.21.15.53:0/1332495774 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f29e4020020 con 0x7f29ec108870 2024-05-10T11:19:58.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:57 smithi132 ceph-mon[33758]: pgmap v395: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:19:58.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:57 smithi187 ceph-mon[34076]: pgmap v395: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:19:58.377 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.377+0000 7f29f0cd3700 1 -- 172.21.15.53:0/1332495774 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f29ec02e510 con 0x7f29ec108870 2024-05-10T11:19:58.378 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.378+0000 7f29db7fe700 1 -- 172.21.15.53:0/1332495774 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11941 (secure 0 0 0) 0x7f29e40a9eb0 con 0x7f29ec108870 2024-05-10T11:19:58.378 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:19:58.379 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-10T11:16:54.139241+0000","modified":"2024-05-10T11:18:03.749247+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24463,"mds_1":24448,"mds_2":24442,"mds_3":24428,"mds_4":24415},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6839/3346396655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":3346396655},{"type":"v1","addr":"172.21.15.53:6839","nonce":3346396655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6841/3170432544","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6840","nonce":3170432544},{"type":"v1","addr":"172.21.15.53:6841","nonce":3170432544}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24353":{"gid":24353,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24377":{"gid":24377,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6835/2650777178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6834","nonce":2650777178},{"type":"v1","addr":"172.21.15.132:6835","nonce":2650777178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6837/392522477","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6836","nonce":392522477},{"type":"v1","addr":"172.21.15.132:6837","nonce":392522477}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":4,"incarnation":26,"state":"up:active","state_seq":32,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":24,"state":"up:active","state_seq":22,"addr":"172.21.15.132:6839/2363266970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6838","nonce":2363266970},{"type":"v1","addr":"172.21.15.132:6839","nonce":2363266970}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.187:6835/4099468922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6834","nonce":4099468922},{"type":"v1","addr":"172.21.15.187:6835","nonce":4099468922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"c","rank":1,"incarnation":20,"state":"up:active","state_seq":26,"addr":"172.21.15.187:6837/2293077942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6836","nonce":2293077942},{"type":"v1","addr":"172.21.15.187:6837","nonce":2293077942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.187:6839/735699922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6838","nonce":735699922},{"type":"v1","addr":"172.21.15.187:6839","nonce":735699922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24463,"qdb_cluster":[24415,24448,24463,24428,24442]},"id":1}]} 2024-05-10T11:19:58.380 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.380+0000 7f29f0cd3700 1 -- 172.21.15.53:0/1332495774 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f29d40b2880 msgr2=0x7f29d40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:58.380 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.380+0000 7f29f0cd3700 1 --2- 172.21.15.53:0/1332495774 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f29d40b2880 0x7f29d40b4d40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f29dc009a10 tx=0x7f29dc009190 comp rx=0 tx=0).stop 2024-05-10T11:19:58.380 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.380+0000 7f29f0cd3700 1 -- 172.21.15.53:0/1332495774 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f29ec108870 msgr2=0x7f29ec199880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:19:58.380 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.380+0000 7f29f0cd3700 1 --2- 172.21.15.53:0/1332495774 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f29ec108870 0x7f29ec199880 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f29e4007d70 tx=0x7f29e400a340 comp rx=0 tx=0).stop 2024-05-10T11:19:58.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.380+0000 7f29f0cd3700 1 -- 172.21.15.53:0/1332495774 shutdown_connections 2024-05-10T11:19:58.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.380+0000 7f29f0cd3700 1 --2- 172.21.15.53:0/1332495774 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f29d40b2880 0x7f29d40b4d40 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:58.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.380+0000 7f29f0cd3700 1 --2- 172.21.15.53:0/1332495774 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f29ec108870 0x7f29ec199880 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:58.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.380+0000 7f29f0cd3700 1 --2- 172.21.15.53:0/1332495774 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f29ec103780 0x7f29ec19f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:58.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.380+0000 7f29f0cd3700 1 --2- 172.21.15.53:0/1332495774 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f29ec104130 0x7f29ec19fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:19:58.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.380+0000 7f29f0cd3700 1 -- 172.21.15.53:0/1332495774 >> 172.21.15.53:0/1332495774 conn(0x7f29ec07a610 msgr2=0x7f29ec1099c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:19:58.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.380+0000 7f29f0cd3700 1 -- 172.21.15.53:0/1332495774 shutdown_connections 2024-05-10T11:19:58.381 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:19:58.380+0000 7f29f0cd3700 1 -- 172.21.15.53:0/1332495774 wait complete. 2024-05-10T11:19:58.381 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 28 2024-05-10T11:19:59.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:58 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1332495774' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:19:59.143 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-10T11:19:59.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:58 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1332495774' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:19:59.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:58 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1332495774' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:19:59.407 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:20:00.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:19:59 smithi053 ceph-mon[30153]: pgmap v396: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-05-10T11:20:00.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:19:59 smithi132 ceph-mon[33758]: pgmap v396: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-05-10T11:20:00.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:19:59 smithi187 ceph-mon[34076]: pgmap v396: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-05-10T11:20:00.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:00 smithi053 ceph-mon[30153]: overall HEALTH_OK 2024-05-10T11:20:01.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:00 smithi132 ceph-mon[33758]: overall HEALTH_OK 2024-05-10T11:20:01.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.237+0000 7eff8e3c3700 1 -- 172.21.15.53:0/2549534595 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7eff881023a0 msgr2=0x7eff88102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:01.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.237+0000 7eff8e3c3700 1 --2- 172.21.15.53:0/2549534595 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7eff881023a0 0x7eff88102820 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7eff7c009990 tx=0x7eff7c009ca0 comp rx=0 tx=0).stop 2024-05-10T11:20:01.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.237+0000 7eff8e3c3700 1 -- 172.21.15.53:0/2549534595 shutdown_connections 2024-05-10T11:20:01.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.237+0000 7eff8e3c3700 1 --2- 172.21.15.53:0/2549534595 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7eff88102d60 0x7eff8810f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:01.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.237+0000 7eff8e3c3700 1 --2- 172.21.15.53:0/2549534595 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7eff88108410 0x7eff881087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:01.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.237+0000 7eff8e3c3700 1 --2- 172.21.15.53:0/2549534595 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7eff881023a0 0x7eff88102820 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:01.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.237+0000 7eff8e3c3700 1 -- 172.21.15.53:0/2549534595 >> 172.21.15.53:0/2549534595 conn(0x7eff88079350 msgr2=0x7eff88079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:01.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.237+0000 7eff8e3c3700 1 -- 172.21.15.53:0/2549534595 shutdown_connections 2024-05-10T11:20:01.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.237+0000 7eff8e3c3700 1 -- 172.21.15.53:0/2549534595 wait complete. 2024-05-10T11:20:01.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.237+0000 7eff8e3c3700 1 Processor -- start 2024-05-10T11:20:01.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.238+0000 7eff8e3c3700 1 -- start start 2024-05-10T11:20:01.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.238+0000 7eff8e3c3700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7eff881023a0 0x7eff8819a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:01.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.238+0000 7eff8e3c3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7eff88102d60 0x7eff8819ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:01.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.238+0000 7eff8e3c3700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7eff88108410 0x7eff881a58e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:01.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.238+0000 7eff8e3c3700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7eff88112460 con 0x7eff88102d60 2024-05-10T11:20:01.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.238+0000 7eff8e3c3700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7eff881122e0 con 0x7eff88108410 2024-05-10T11:20:01.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.238+0000 7eff8e3c3700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7eff881125e0 con 0x7eff881023a0 2024-05-10T11:20:01.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.238+0000 7eff877fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7eff88102d60 0x7eff8819ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:01.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.238+0000 7eff877fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7eff88102d60 0x7eff8819ada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:50306/0 (socket says 172.21.15.53:50306) 2024-05-10T11:20:01.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.238+0000 7eff877fe700 1 -- 172.21.15.53:0/1794314041 learned_addr learned my addr 172.21.15.53:0/1794314041 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:01.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.238+0000 7eff87fff700 1 --2- 172.21.15.53:0/1794314041 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7eff881023a0 0x7eff8819a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:01.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.238+0000 7eff8c960700 1 --2- 172.21.15.53:0/1794314041 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7eff88108410 0x7eff881a58e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:01.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.238+0000 7eff877fe700 1 -- 172.21.15.53:0/1794314041 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7eff881023a0 msgr2=0x7eff8819a860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:01.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.238+0000 7eff877fe700 1 --2- 172.21.15.53:0/1794314041 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7eff881023a0 0x7eff8819a860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:01.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.238+0000 7eff877fe700 1 -- 172.21.15.53:0/1794314041 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7eff88108410 msgr2=0x7eff881a58e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:01.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.239+0000 7eff877fe700 1 --2- 172.21.15.53:0/1794314041 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7eff88108410 0x7eff881a58e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:01.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.239+0000 7eff877fe700 1 -- 172.21.15.53:0/1794314041 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff881a5e20 con 0x7eff88102d60 2024-05-10T11:20:01.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.239+0000 7eff8c960700 1 --2- 172.21.15.53:0/1794314041 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7eff88108410 0x7eff881a58e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:20:01.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.239+0000 7eff877fe700 1 --2- 172.21.15.53:0/1794314041 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7eff88102d60 0x7eff8819ada0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7eff7c000c00 tx=0x7eff7c0047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:01.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.239+0000 7eff857fa700 1 -- 172.21.15.53:0/1794314041 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff7c027070 con 0x7eff88102d60 2024-05-10T11:20:01.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.239+0000 7eff857fa700 1 -- 172.21.15.53:0/1794314041 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7eff7c00fd00 con 0x7eff88102d60 2024-05-10T11:20:01.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.239+0000 7eff8e3c3700 1 -- 172.21.15.53:0/1794314041 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff881a6050 con 0x7eff88102d60 2024-05-10T11:20:01.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.239+0000 7eff857fa700 1 -- 172.21.15.53:0/1794314041 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff7c022e20 con 0x7eff88102d60 2024-05-10T11:20:01.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.239+0000 7eff8e3c3700 1 -- 172.21.15.53:0/1794314041 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff881a64a0 con 0x7eff88102d60 2024-05-10T11:20:01.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.240+0000 7eff8e3c3700 1 -- 172.21.15.53:0/1794314041 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff8806a190 con 0x7eff88102d60 2024-05-10T11:20:01.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.241+0000 7eff857fa700 1 -- 172.21.15.53:0/1794314041 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7eff7c02a070 con 0x7eff88102d60 2024-05-10T11:20:01.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.242+0000 7eff857fa700 1 --2- 172.21.15.53:0/1794314041 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7eff700b2880 0x7eff700b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:01.243 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.242+0000 7eff87fff700 1 --2- 172.21.15.53:0/1794314041 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7eff700b2880 0x7eff700b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:01.243 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.242+0000 7eff857fa700 1 -- 172.21.15.53:0/1794314041 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7eff7c0e3360 con 0x7eff88102d60 2024-05-10T11:20:01.243 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.243+0000 7eff87fff700 1 --2- 172.21.15.53:0/1794314041 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7eff700b2880 0x7eff700b4d40 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7eff7800ac50 tx=0x7eff7800a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:01.246 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.247+0000 7eff857fa700 1 -- 172.21.15.53:0/1794314041 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7eff7c013070 con 0x7eff88102d60 2024-05-10T11:20:01.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:00 smithi187 ceph-mon[34076]: overall HEALTH_OK 2024-05-10T11:20:01.468 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.468+0000 7eff8e3c3700 1 -- 172.21.15.53:0/1794314041 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7eff8802e630 con 0x7eff88102d60 2024-05-10T11:20:01.469 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.469+0000 7eff857fa700 1 -- 172.21.15.53:0/1794314041 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24690 (secure 0 0 0) 0x7eff7c0aad80 con 0x7eff88102d60 2024-05-10T11:20:01.470 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:20:01.470 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":90,"fsid":"745ae8e0-0ebd-11ef-bc98-c7b262605968","created":"2024-05-10T11:08:31.420091+0000","modified":"2024-05-10T11:18:27.841445+0000","last_up_change":"2024-05-10T11:15:46.966521+0000","last_in_change":"2024-05-10T11:15:27.163789+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-10T11:11:52.642234+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-10T11:16:46.031221+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-10T11:16:50.069775+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-10T11:17:01.067983+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"308620b5-0bae-4c96-ad1e-ed079eb9d754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6803","nonce":1941743135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6805","nonce":1941743135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6809","nonce":1941743135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6807","nonce":1941743135}]},"public_addr":"172.21.15.53:6803/1941743135","cluster_addr":"172.21.15.53:6805/1941743135","heartbeat_back_addr":"172.21.15.53:6809/1941743135","heartbeat_front_addr":"172.21.15.53:6807/1941743135","state":["exists","up"]},{"osd":1,"uuid":"e6bd2396-fc15-4c8a-85c0-5a7586c7c059","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6801","nonce":1054747155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6803","nonce":1054747155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6807","nonce":1054747155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6805","nonce":1054747155}]},"public_addr":"172.21.15.132:6801/1054747155","cluster_addr":"172.21.15.132:6803/1054747155","heartbeat_back_addr":"172.21.15.132:6807/1054747155","heartbeat_front_addr":"172.21.15.132:6805/1054747155","state":["exists","up"]},{"osd":2,"uuid":"b685f96c-bfb2-4d57-9484-35b2b18f7913","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6801","nonce":3202790181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6803","nonce":3202790181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6807","nonce":3202790181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6805","nonce":3202790181}]},"public_addr":"172.21.15.187:6801/3202790181","cluster_addr":"172.21.15.187:6803/3202790181","heartbeat_back_addr":"172.21.15.187:6807/3202790181","heartbeat_front_addr":"172.21.15.187:6805/3202790181","state":["exists","up"]},{"osd":3,"uuid":"4522b579-3cc7-4378-a93c-6c99815acc28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6811","nonce":1472446441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6813","nonce":1472446441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6817","nonce":1472446441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6815","nonce":1472446441}]},"public_addr":"172.21.15.53:6811/1472446441","cluster_addr":"172.21.15.53:6813/1472446441","heartbeat_back_addr":"172.21.15.53:6817/1472446441","heartbeat_front_addr":"172.21.15.53:6815/1472446441","state":["exists","up"]},{"osd":4,"uuid":"4ddb8a8d-a867-4c85-90f3-3c69f9005ac5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6809","nonce":1125460805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6811","nonce":1125460805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6815","nonce":1125460805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6813","nonce":1125460805}]},"public_addr":"172.21.15.132:6809/1125460805","cluster_addr":"172.21.15.132:6811/1125460805","heartbeat_back_addr":"172.21.15.132:6815/1125460805","heartbeat_front_addr":"172.21.15.132:6813/1125460805","state":["exists","up"]},{"osd":5,"uuid":"eaef74a7-cef1-4fc5-899f-fd14fcd05c57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6809","nonce":486081036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6811","nonce":486081036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6815","nonce":486081036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6813","nonce":486081036}]},"public_addr":"172.21.15.187:6809/486081036","cluster_addr":"172.21.15.187:6811/486081036","heartbeat_back_addr":"172.21.15.187:6815/486081036","heartbeat_front_addr":"172.21.15.187:6813/486081036","state":["exists","up"]},{"osd":6,"uuid":"af22474c-76ca-48da-a8ff-252375cbe43f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6819","nonce":3301526689}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6821","nonce":3301526689}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6825","nonce":3301526689}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6823","nonce":3301526689}]},"public_addr":"172.21.15.53:6819/3301526689","cluster_addr":"172.21.15.53:6821/3301526689","heartbeat_back_addr":"172.21.15.53:6825/3301526689","heartbeat_front_addr":"172.21.15.53:6823/3301526689","state":["exists","up"]},{"osd":7,"uuid":"d5765fdc-67e8-4b48-8742-65a458ed6430","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6817","nonce":304039390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6819","nonce":304039390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6823","nonce":304039390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6821","nonce":304039390}]},"public_addr":"172.21.15.132:6817/304039390","cluster_addr":"172.21.15.132:6819/304039390","heartbeat_back_addr":"172.21.15.132:6823/304039390","heartbeat_front_addr":"172.21.15.132:6821/304039390","state":["exists","up"]},{"osd":8,"uuid":"6c8900ce-f028-4463-a003-f7faa3895c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6817","nonce":2315808567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6819","nonce":2315808567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6823","nonce":2315808567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6821","nonce":2315808567}]},"public_addr":"172.21.15.187:6817/2315808567","cluster_addr":"172.21.15.187:6819/2315808567","heartbeat_back_addr":"172.21.15.187:6823/2315808567","heartbeat_front_addr":"172.21.15.187:6821/2315808567","state":["exists","up"]},{"osd":9,"uuid":"58eecf43-c7de-4e0e-86c4-f8d8d4fb3ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6827","nonce":1901241164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6829","nonce":1901241164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6833","nonce":1901241164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6831","nonce":1901241164}]},"public_addr":"172.21.15.53:6827/1901241164","cluster_addr":"172.21.15.53:6829/1901241164","heartbeat_back_addr":"172.21.15.53:6833/1901241164","heartbeat_front_addr":"172.21.15.53:6831/1901241164","state":["exists","up"]},{"osd":10,"uuid":"ba4a44c8-7162-4379-a382-4c98f785e69f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6825","nonce":482345617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6827","nonce":482345617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6831","nonce":482345617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6829","nonce":482345617}]},"public_addr":"172.21.15.132:6825/482345617","cluster_addr":"172.21.15.132:6827/482345617","heartbeat_back_addr":"172.21.15.132:6831/482345617","heartbeat_front_addr":"172.21.15.132:6829/482345617","state":["exists","up"]},{"osd":11,"uuid":"593923cd-74a8-4090-8006-e0e8472273da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6825","nonce":2749419601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6827","nonce":2749419601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6831","nonce":2749419601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6829","nonce":2749419601}]},"public_addr":"172.21.15.187:6825/2749419601","cluster_addr":"172.21.15.187:6827/2749419601","heartbeat_back_addr":"172.21.15.187:6831/2749419601","heartbeat_front_addr":"172.21.15.187:6829/2749419601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:02.104830+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:26.066990+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:50.070264+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:16.098565+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:41.234204+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:06.486543+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:33.486448+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:59.439071+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:25.149192+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:52.839666+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:19.077873+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:45.602763+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.11","mappings":[{"from":5,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:0/977742423":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6801/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/2797782055":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6800/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/3095428222":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/1058417156":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/2996064341":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/3430080635":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6800/1318129754":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6801/1318129754":"2024-05-11T11:08:59.024880+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-10T11:20:01.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.472+0000 7eff8e3c3700 1 -- 172.21.15.53:0/1794314041 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7eff700b2880 msgr2=0x7eff700b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:01.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.472+0000 7eff8e3c3700 1 --2- 172.21.15.53:0/1794314041 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7eff700b2880 0x7eff700b4d40 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7eff7800ac50 tx=0x7eff7800a380 comp rx=0 tx=0).stop 2024-05-10T11:20:01.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.472+0000 7eff8e3c3700 1 -- 172.21.15.53:0/1794314041 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7eff88102d60 msgr2=0x7eff8819ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:01.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.472+0000 7eff8e3c3700 1 --2- 172.21.15.53:0/1794314041 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7eff88102d60 0x7eff8819ada0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7eff7c000c00 tx=0x7eff7c0047b0 comp rx=0 tx=0).stop 2024-05-10T11:20:01.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.472+0000 7eff8e3c3700 1 -- 172.21.15.53:0/1794314041 shutdown_connections 2024-05-10T11:20:01.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.472+0000 7eff8e3c3700 1 --2- 172.21.15.53:0/1794314041 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7eff700b2880 0x7eff700b4d40 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:01.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.472+0000 7eff8e3c3700 1 --2- 172.21.15.53:0/1794314041 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7eff88108410 0x7eff881a58e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:01.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.472+0000 7eff8e3c3700 1 --2- 172.21.15.53:0/1794314041 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7eff881023a0 0x7eff8819a860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:01.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.472+0000 7eff8e3c3700 1 --2- 172.21.15.53:0/1794314041 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7eff88102d60 0x7eff8819ada0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:01.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.472+0000 7eff8e3c3700 1 -- 172.21.15.53:0/1794314041 >> 172.21.15.53:0/1794314041 conn(0x7eff88079350 msgr2=0x7eff88100f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:01.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.472+0000 7eff8e3c3700 1 -- 172.21.15.53:0/1794314041 shutdown_connections 2024-05-10T11:20:01.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:01.472+0000 7eff8e3c3700 1 -- 172.21.15.53:0/1794314041 wait complete. 2024-05-10T11:20:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:01 smithi053 ceph-mon[30153]: pgmap v397: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-10T11:20:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:01 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1794314041' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:20:02.188 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:20:02.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:01 smithi132 ceph-mon[33758]: pgmap v397: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-10T11:20:02.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:01 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1794314041' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:20:02.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:01 smithi187 ceph-mon[34076]: pgmap v397: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-10T11:20:02.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:01 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1794314041' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:20:02.444 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:20:03.908 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:03 smithi053 ceph-mon[30153]: pgmap v398: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-10T11:20:04.162 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.162+0000 7f336a752700 1 -- 172.21.15.53:0/508627734 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3364108850 msgr2=0x7f33641103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:04.162 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.162+0000 7f336a752700 1 --2- 172.21.15.53:0/508627734 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3364108850 0x7f33641103d0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f335c00b0d0 tx=0x7f335c00b3e0 comp rx=0 tx=0).stop 2024-05-10T11:20:04.162 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.162+0000 7f336a752700 1 -- 172.21.15.53:0/508627734 shutdown_connections 2024-05-10T11:20:04.162 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.162+0000 7f336a752700 1 --2- 172.21.15.53:0/508627734 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3364108850 0x7f33641103d0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:04.162 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.162+0000 7f336a752700 1 --2- 172.21.15.53:0/508627734 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3364103750 0x7f3364103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:04.163 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.162+0000 7f336a752700 1 --2- 172.21.15.53:0/508627734 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3364104100 0x7f3364108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:04.163 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.162+0000 7f336a752700 1 -- 172.21.15.53:0/508627734 >> 172.21.15.53:0/508627734 conn(0x7f336407a600 msgr2=0x7f336407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:04.163 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.162+0000 7f336a752700 1 -- 172.21.15.53:0/508627734 shutdown_connections 2024-05-10T11:20:04.163 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.162+0000 7f336a752700 1 -- 172.21.15.53:0/508627734 wait complete. 2024-05-10T11:20:04.165 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.162+0000 7f336a752700 1 Processor -- start 2024-05-10T11:20:04.165 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.163+0000 7f336a752700 1 -- start start 2024-05-10T11:20:04.165 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.163+0000 7f336a752700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3364103750 0x7f33640757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:04.165 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.163+0000 7f336a752700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3364104100 0x7f3364075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:04.165 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.163+0000 7f336a752700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3364108850 0x7f3364076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:04.165 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.163+0000 7f336a752700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f33641134f0 con 0x7f3364104100 2024-05-10T11:20:04.166 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.163+0000 7f336a752700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f3364113370 con 0x7f3364108850 2024-05-10T11:20:04.166 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.163+0000 7f336a752700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f3364113670 con 0x7f3364103750 2024-05-10T11:20:04.166 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.163+0000 7f335bfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3364104100 0x7f3364075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:04.166 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.163+0000 7f335bfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3364104100 0x7f3364075ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:50328/0 (socket says 172.21.15.53:50328) 2024-05-10T11:20:04.166 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.163+0000 7f335bfff700 1 -- 172.21.15.53:0/2299513328 learned_addr learned my addr 172.21.15.53:0/2299513328 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:04.166 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.163+0000 7f3363fff700 1 --2- 172.21.15.53:0/2299513328 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3364103750 0x7f33640757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:04.166 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.163+0000 7f3368cef700 1 --2- 172.21.15.53:0/2299513328 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3364108850 0x7f3364076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:04.166 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.163+0000 7f335bfff700 1 -- 172.21.15.53:0/2299513328 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3364103750 msgr2=0x7f33640757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:04.166 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.163+0000 7f335bfff700 1 --2- 172.21.15.53:0/2299513328 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3364103750 0x7f33640757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:04.166 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.163+0000 7f335bfff700 1 -- 172.21.15.53:0/2299513328 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3364108850 msgr2=0x7f3364076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:04.166 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.163+0000 7f335bfff700 1 --2- 172.21.15.53:0/2299513328 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3364108850 0x7f3364076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:04.166 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.163+0000 7f335bfff700 1 -- 172.21.15.53:0/2299513328 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33641a7f10 con 0x7f3364104100 2024-05-10T11:20:04.166 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.163+0000 7f3363fff700 1 --2- 172.21.15.53:0/2299513328 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3364103750 0x7f33640757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:20:04.166 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.163+0000 7f3368cef700 1 --2- 172.21.15.53:0/2299513328 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3364108850 0x7f3364076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:20:04.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.163+0000 7f335bfff700 1 --2- 172.21.15.53:0/2299513328 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3364104100 0x7f3364075ce0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f334c00d950 tx=0x7f334c00dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:04.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.164+0000 7f3361ffb700 1 -- 172.21.15.53:0/2299513328 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f334c016070 con 0x7f3364104100 2024-05-10T11:20:04.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.164+0000 7f3361ffb700 1 -- 172.21.15.53:0/2299513328 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f334c010460 con 0x7f3364104100 2024-05-10T11:20:04.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.164+0000 7f3361ffb700 1 -- 172.21.15.53:0/2299513328 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f334c00f620 con 0x7f3364104100 2024-05-10T11:20:04.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.164+0000 7f336a752700 1 -- 172.21.15.53:0/2299513328 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33641a8200 con 0x7f3364104100 2024-05-10T11:20:04.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.164+0000 7f336a752700 1 -- 172.21.15.53:0/2299513328 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33641a8740 con 0x7f3364104100 2024-05-10T11:20:04.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.165+0000 7f336a752700 1 -- 172.21.15.53:0/2299513328 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f336406a190 con 0x7f3364104100 2024-05-10T11:20:04.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.166+0000 7f3361ffb700 1 -- 172.21.15.53:0/2299513328 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f334c019070 con 0x7f3364104100 2024-05-10T11:20:04.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.167+0000 7f3361ffb700 1 --2- 172.21.15.53:0/2299513328 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f33500b2880 0x7f33500b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:04.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.167+0000 7f3363fff700 1 --2- 172.21.15.53:0/2299513328 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f33500b2880 0x7f33500b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:04.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.167+0000 7f3361ffb700 1 -- 172.21.15.53:0/2299513328 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f334c0e21c0 con 0x7f3364104100 2024-05-10T11:20:04.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.168+0000 7f3363fff700 1 --2- 172.21.15.53:0/2299513328 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f33500b2880 0x7f33500b4d40 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f3354009cb0 tx=0x7f3354009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:04.172 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.172+0000 7f3361ffb700 1 -- 172.21.15.53:0/2299513328 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f334c0a9af0 con 0x7f3364104100 2024-05-10T11:20:04.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:03 smithi132 ceph-mon[33758]: pgmap v398: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-10T11:20:04.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:03 smithi187 ceph-mon[34076]: pgmap v398: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-10T11:20:04.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.440+0000 7f336a752700 1 -- 172.21.15.53:0/2299513328 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f336402e510 con 0x7f3364104100 2024-05-10T11:20:04.441 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.441+0000 7f3361ffb700 1 -- 172.21.15.53:0/2299513328 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11941 (secure 0 0 0) 0x7f334c0a93f0 con 0x7f3364104100 2024-05-10T11:20:04.441 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:20:04.441 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-10T11:16:54.139241+0000","modified":"2024-05-10T11:18:03.749247+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24463,"mds_1":24448,"mds_2":24442,"mds_3":24428,"mds_4":24415},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6839/3346396655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":3346396655},{"type":"v1","addr":"172.21.15.53:6839","nonce":3346396655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6841/3170432544","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6840","nonce":3170432544},{"type":"v1","addr":"172.21.15.53:6841","nonce":3170432544}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24353":{"gid":24353,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24377":{"gid":24377,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6835/2650777178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6834","nonce":2650777178},{"type":"v1","addr":"172.21.15.132:6835","nonce":2650777178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6837/392522477","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6836","nonce":392522477},{"type":"v1","addr":"172.21.15.132:6837","nonce":392522477}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":4,"incarnation":26,"state":"up:active","state_seq":32,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":24,"state":"up:active","state_seq":22,"addr":"172.21.15.132:6839/2363266970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6838","nonce":2363266970},{"type":"v1","addr":"172.21.15.132:6839","nonce":2363266970}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.187:6835/4099468922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6834","nonce":4099468922},{"type":"v1","addr":"172.21.15.187:6835","nonce":4099468922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"c","rank":1,"incarnation":20,"state":"up:active","state_seq":26,"addr":"172.21.15.187:6837/2293077942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6836","nonce":2293077942},{"type":"v1","addr":"172.21.15.187:6837","nonce":2293077942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.187:6839/735699922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6838","nonce":735699922},{"type":"v1","addr":"172.21.15.187:6839","nonce":735699922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24463,"qdb_cluster":[24415,24448,24463,24428,24442]},"id":1}]} 2024-05-10T11:20:04.443 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.443+0000 7f336a752700 1 -- 172.21.15.53:0/2299513328 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f33500b2880 msgr2=0x7f33500b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:04.443 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.443+0000 7f336a752700 1 --2- 172.21.15.53:0/2299513328 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f33500b2880 0x7f33500b4d40 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f3354009cb0 tx=0x7f3354009260 comp rx=0 tx=0).stop 2024-05-10T11:20:04.443 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.443+0000 7f336a752700 1 -- 172.21.15.53:0/2299513328 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3364104100 msgr2=0x7f3364075ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:04.443 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.443+0000 7f336a752700 1 --2- 172.21.15.53:0/2299513328 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3364104100 0x7f3364075ce0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f334c00d950 tx=0x7f334c00dd10 comp rx=0 tx=0).stop 2024-05-10T11:20:04.444 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.443+0000 7f336a752700 1 -- 172.21.15.53:0/2299513328 shutdown_connections 2024-05-10T11:20:04.444 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.443+0000 7f336a752700 1 --2- 172.21.15.53:0/2299513328 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f33500b2880 0x7f33500b4d40 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:04.444 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.443+0000 7f336a752700 1 --2- 172.21.15.53:0/2299513328 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3364108850 0x7f3364076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:04.444 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.443+0000 7f336a752700 1 --2- 172.21.15.53:0/2299513328 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3364103750 0x7f33640757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:04.444 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.443+0000 7f336a752700 1 --2- 172.21.15.53:0/2299513328 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3364104100 0x7f3364075ce0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:04.444 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.443+0000 7f336a752700 1 -- 172.21.15.53:0/2299513328 >> 172.21.15.53:0/2299513328 conn(0x7f336407a600 msgr2=0x7f33641018a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:04.444 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.443+0000 7f336a752700 1 -- 172.21.15.53:0/2299513328 shutdown_connections 2024-05-10T11:20:04.444 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:04.443+0000 7f336a752700 1 -- 172.21.15.53:0/2299513328 wait complete. 2024-05-10T11:20:04.444 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 28 2024-05-10T11:20:05.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:04 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2299513328' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:20:05.124 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-10T11:16:54.139241+0000', 'modified': '2024-05-10T11:18:03.749247+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24463, 'mds_1': 24448, 'mds_2': 24442, 'mds_3': 24428, 'mds_4': 24415}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14574': {'gid': 14574, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.53:6839/3346396655', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.53:6838', 'nonce': 3346396655}, {'type': 'v1', 'addr': '172.21.15.53:6839', 'nonce': 3346396655}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14586': {'gid': 14586, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.53:6841/3170432544', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.53:6840', 'nonce': 3170432544}, {'type': 'v1', 'addr': '172.21.15.53:6841', 'nonce': 3170432544}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24353': {'gid': 24353, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.132:6833/1761006460', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.132:6832', 'nonce': 1761006460}, {'type': 'v1', 'addr': '172.21.15.132:6833', 'nonce': 1761006460}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24377': {'gid': 24377, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.132:6835/2650777178', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.132:6834', 'nonce': 2650777178}, {'type': 'v1', 'addr': '172.21.15.132:6835', 'nonce': 2650777178}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24398': {'gid': 24398, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.132:6837/392522477', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.132:6836', 'nonce': 392522477}, {'type': 'v1', 'addr': '172.21.15.132:6837', 'nonce': 392522477}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24415': {'gid': 24415, 'name': 'l', 'rank': 4, 'incarnation': 26, 'state': 'up:active', 'state_seq': 32, 'addr': '172.21.15.187:6833/4278444882', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.187:6832', 'nonce': 4278444882}, {'type': 'v1', 'addr': '172.21.15.187:6833', 'nonce': 4278444882}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24428': {'gid': 24428, 'name': 'b', 'rank': 3, 'incarnation': 24, 'state': 'up:active', 'state_seq': 22, 'addr': '172.21.15.132:6839/2363266970', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.132:6838', 'nonce': 2363266970}, {'type': 'v1', 'addr': '172.21.15.132:6839', 'nonce': 2363266970}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24442': {'gid': 24442, 'name': 'f', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 27, 'addr': '172.21.15.187:6835/4099468922', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.187:6834', 'nonce': 4099468922}, {'type': 'v1', 'addr': '172.21.15.187:6835', 'nonce': 4099468922}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24448': {'gid': 24448, 'name': 'c', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 26, 'addr': '172.21.15.187:6837/2293077942', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.187:6836', 'nonce': 2293077942}, {'type': 'v1', 'addr': '172.21.15.187:6837', 'nonce': 2293077942}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24463': {'gid': 24463, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.187:6839/735699922', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.187:6838', 'nonce': 735699922}, {'type': 'v1', 'addr': '172.21.15.187:6839', 'nonce': 735699922}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24463, 'qdb_cluster': [24415, 24448, 24463, 24428, 24442]} 2024-05-10T11:20:05.124 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-05-10T11:20:05.124 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.l status 2024-05-10T11:20:05.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:04 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2299513328' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:20:05.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:04 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2299513328' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:20:05.383 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:20:06.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:05 smithi053 ceph-mon[30153]: pgmap v399: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-05-10T11:20:06.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:05 smithi132 ceph-mon[33758]: pgmap v399: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-05-10T11:20:06.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:05 smithi187 ceph-mon[34076]: pgmap v399: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-05-10T11:20:07.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.173+0000 7ff9436d5700 1 -- 172.21.15.53:0/3010356528 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff93c1087c0 msgr2=0x7ff93c1103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:07.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.173+0000 7ff9436d5700 1 --2- 172.21.15.53:0/3010356528 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff93c1087c0 0x7ff93c1103d0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7ff93400b0d0 tx=0x7ff93400b3e0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.173+0000 7ff9436d5700 1 -- 172.21.15.53:0/3010356528 shutdown_connections 2024-05-10T11:20:07.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.173+0000 7ff9436d5700 1 --2- 172.21.15.53:0/3010356528 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff93c1087c0 0x7ff93c1103d0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.173+0000 7ff9436d5700 1 --2- 172.21.15.53:0/3010356528 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff93c06be70 0x7ff93c06c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.173+0000 7ff9436d5700 1 --2- 172.21.15.53:0/3010356528 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff93c06c820 0x7ff93c1080e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.173+0000 7ff9436d5700 1 -- 172.21.15.53:0/3010356528 >> 172.21.15.53:0/3010356528 conn(0x7ff93c0783f0 msgr2=0x7ff93c078800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:07.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.173+0000 7ff9436d5700 1 -- 172.21.15.53:0/3010356528 shutdown_connections 2024-05-10T11:20:07.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.173+0000 7ff9436d5700 1 -- 172.21.15.53:0/3010356528 wait complete. 2024-05-10T11:20:07.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.174+0000 7ff9436d5700 1 Processor -- start 2024-05-10T11:20:07.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.174+0000 7ff9436d5700 1 -- start start 2024-05-10T11:20:07.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.174+0000 7ff9436d5700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff93c06be70 0x7ff93c19f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:07.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.174+0000 7ff9436d5700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff93c06c820 0x7ff93c19fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:07.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.174+0000 7ff9436d5700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff93c1087c0 0x7ff93c1997d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:07.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.174+0000 7ff9436d5700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff93c113550 con 0x7ff93c1087c0 2024-05-10T11:20:07.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.174+0000 7ff9436d5700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7ff93c1133d0 con 0x7ff93c06c820 2024-05-10T11:20:07.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.174+0000 7ff9436d5700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7ff93c1136d0 con 0x7ff93c06be70 2024-05-10T11:20:07.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.174+0000 7ff941c72700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff93c1087c0 0x7ff93c1997d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:07.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.175+0000 7ff941c72700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff93c1087c0 0x7ff93c1997d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:50338/0 (socket says 172.21.15.53:50338) 2024-05-10T11:20:07.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.175+0000 7ff940c70700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff93c06c820 0x7ff93c19fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:07.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.175+0000 7ff941c72700 1 -- 172.21.15.53:0/2039471717 learned_addr learned my addr 172.21.15.53:0/2039471717 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:07.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.175+0000 7ff941471700 1 --2- 172.21.15.53:0/2039471717 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff93c06be70 0x7ff93c19f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:07.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.175+0000 7ff941c72700 1 -- 172.21.15.53:0/2039471717 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff93c06be70 msgr2=0x7ff93c19f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:07.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.175+0000 7ff941c72700 1 --2- 172.21.15.53:0/2039471717 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff93c06be70 0x7ff93c19f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.175+0000 7ff941c72700 1 -- 172.21.15.53:0/2039471717 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff93c06c820 msgr2=0x7ff93c19fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:07.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.175+0000 7ff941c72700 1 --2- 172.21.15.53:0/2039471717 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff93c06c820 0x7ff93c19fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.175+0000 7ff941c72700 1 -- 172.21.15.53:0/2039471717 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff93c199fb0 con 0x7ff93c1087c0 2024-05-10T11:20:07.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.175+0000 7ff941c72700 1 --2- 172.21.15.53:0/2039471717 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff93c1087c0 0x7ff93c1997d0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7ff934007d90 tx=0x7ff934007dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:07.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.175+0000 7ff9327fc700 1 -- 172.21.15.53:0/2039471717 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff93401f030 con 0x7ff93c1087c0 2024-05-10T11:20:07.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.175+0000 7ff9436d5700 1 -- 172.21.15.53:0/2039471717 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff93c19a240 con 0x7ff93c1087c0 2024-05-10T11:20:07.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.175+0000 7ff9327fc700 1 -- 172.21.15.53:0/2039471717 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff93401bad0 con 0x7ff93c1087c0 2024-05-10T11:20:07.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.175+0000 7ff9327fc700 1 -- 172.21.15.53:0/2039471717 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff934012b70 con 0x7ff93c1087c0 2024-05-10T11:20:07.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.175+0000 7ff9436d5700 1 -- 172.21.15.53:0/2039471717 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff93c1a6460 con 0x7ff93c1087c0 2024-05-10T11:20:07.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.178+0000 7ff9327fc700 1 -- 172.21.15.53:0/2039471717 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff934022030 con 0x7ff93c1087c0 2024-05-10T11:20:07.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.179+0000 7ff9327fc700 1 --2- 172.21.15.53:0/2039471717 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff9280b2900 0x7ff9280b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:07.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.179+0000 7ff941471700 1 --2- 172.21.15.53:0/2039471717 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff9280b2900 0x7ff9280b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:07.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.179+0000 7ff9327fc700 1 -- 172.21.15.53:0/2039471717 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7ff9340e35f0 con 0x7ff93c1087c0 2024-05-10T11:20:07.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.179+0000 7ff941471700 1 --2- 172.21.15.53:0/2039471717 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff9280b2900 0x7ff9280b4dc0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7ff93800ac50 tx=0x7ff93800a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:07.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.180+0000 7ff94df68b80 1 Processor -- start 2024-05-10T11:20:07.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.180+0000 7ff94df68b80 1 -- start start 2024-05-10T11:20:07.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.180+0000 7ff94df68b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560e3c86b480 0x560e3c86b860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:07.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.180+0000 7ff94df68b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86bda0 0x560e3c86f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:07.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.180+0000 7ff94df68b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560e3c86fc30 0x560e3c8700b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:07.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.180+0000 7ff94df68b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x560e3c7bd810 con 0x560e3c86bda0 2024-05-10T11:20:07.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.180+0000 7ff94df68b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x560e3c75c770 con 0x560e3c86b480 2024-05-10T11:20:07.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.180+0000 7ff94df68b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x560e3c7b97d0 con 0x560e3c86fc30 2024-05-10T11:20:07.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.180+0000 7ff940c70700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86bda0 0x560e3c86f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:07.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.180+0000 7ff940c70700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86bda0 0x560e3c86f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:50344/0 (socket says 172.21.15.53:50344) 2024-05-10T11:20:07.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.180+0000 7ff940c70700 1 -- 172.21.15.53:0/1878280641 learned_addr learned my addr 172.21.15.53:0/1878280641 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:07.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.180+0000 7ff941471700 1 --2- 172.21.15.53:0/1878280641 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560e3c86b480 0x560e3c86b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:07.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.180+0000 7ff941c72700 1 --2- 172.21.15.53:0/1878280641 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560e3c86fc30 0x560e3c8700b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:07.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.180+0000 7ff940c70700 1 -- 172.21.15.53:0/1878280641 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560e3c86fc30 msgr2=0x560e3c8700b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:07.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.181+0000 7ff940c70700 1 --2- 172.21.15.53:0/1878280641 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560e3c86fc30 0x560e3c8700b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.181+0000 7ff940c70700 1 -- 172.21.15.53:0/1878280641 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560e3c86b480 msgr2=0x560e3c86b860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:07.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.181+0000 7ff940c70700 1 --2- 172.21.15.53:0/1878280641 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560e3c86b480 0x560e3c86b860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.181+0000 7ff940c70700 1 -- 172.21.15.53:0/1878280641 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e3c70a880 con 0x560e3c86bda0 2024-05-10T11:20:07.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.181+0000 7ff941471700 1 --2- 172.21.15.53:0/1878280641 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560e3c86b480 0x560e3c86b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:20:07.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.181+0000 7ff940c70700 1 --2- 172.21.15.53:0/1878280641 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86bda0 0x560e3c86f6a0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7ff92c00ac60 tx=0x7ff92c00af70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=905aa2ff9b9e3bf8 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:07.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.181+0000 7ff9277fe700 1 -- 172.21.15.53:0/1878280641 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff92c00fe90 con 0x560e3c86bda0 2024-05-10T11:20:07.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.181+0000 7ff9277fe700 1 -- 172.21.15.53:0/1878280641 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff92c0044c0 con 0x560e3c86bda0 2024-05-10T11:20:07.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.181+0000 7ff9277fe700 1 -- 172.21.15.53:0/1878280641 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff92c018630 con 0x560e3c86bda0 2024-05-10T11:20:07.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.182+0000 7ff94df68b80 1 -- 172.21.15.53:0/1878280641 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86bda0 msgr2=0x560e3c86f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:07.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.182+0000 7ff94df68b80 1 --2- 172.21.15.53:0/1878280641 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86bda0 0x560e3c86f6a0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7ff92c00ac60 tx=0x7ff92c00af70 comp rx=0 tx=0).stop 2024-05-10T11:20:07.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.182+0000 7ff94df68b80 1 -- 172.21.15.53:0/1878280641 shutdown_connections 2024-05-10T11:20:07.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.182+0000 7ff94df68b80 1 --2- 172.21.15.53:0/1878280641 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560e3c86fc30 0x560e3c8700b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.182+0000 7ff94df68b80 1 --2- 172.21.15.53:0/1878280641 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560e3c86b480 0x560e3c86b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.182+0000 7ff94df68b80 1 --2- 172.21.15.53:0/1878280641 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86bda0 0x560e3c86f6a0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.182+0000 7ff94df68b80 1 -- 172.21.15.53:0/1878280641 >> 172.21.15.53:0/1878280641 conn(0x560e3c7970b0 msgr2=0x560e3c865c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:07.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.182+0000 7ff94df68b80 1 -- 172.21.15.53:0/1878280641 shutdown_connections 2024-05-10T11:20:07.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.182+0000 7ff94df68b80 1 -- 172.21.15.53:0/1878280641 wait complete. 2024-05-10T11:20:07.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.182+0000 7ff94df68b80 1 -- start start 2024-05-10T11:20:07.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.182+0000 7ff94df68b80 1 Processor -- start 2024-05-10T11:20:07.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.183+0000 7ff94df68b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86b480 0x560e3c876f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:07.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.183+0000 7ff94df68b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560e3c86bda0 0x560e3c8742b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:07.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.183+0000 7ff94df68b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560e3c86fc30 0x560e3c8747f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:07.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.183+0000 7ff94df68b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x560e3c877e40 con 0x560e3c86b480 2024-05-10T11:20:07.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.183+0000 7ff94df68b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x560e3c723be0 con 0x560e3c86bda0 2024-05-10T11:20:07.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.183+0000 7ff94df68b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x560e3c877fc0 con 0x560e3c86fc30 2024-05-10T11:20:07.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.183+0000 7ff94df68b80 10 client.0 _ll_register_callbacks cb 0x560e3c7558d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:20:07.193 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.183+0000 7ff941471700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86b480 0x560e3c876f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:07.193 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.183+0000 7ff941471700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86b480 0x560e3c876f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:50354/0 (socket says 172.21.15.53:50354) 2024-05-10T11:20:07.193 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.183+0000 7ff941471700 1 -- 172.21.15.53:0/868201648 learned_addr learned my addr 172.21.15.53:0/868201648 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:07.193 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.183+0000 7ff941c72700 1 --2- 172.21.15.53:0/868201648 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560e3c86fc30 0x560e3c8747f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:07.194 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.183+0000 7ff940c70700 1 --2- 172.21.15.53:0/868201648 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560e3c86bda0 0x560e3c8742b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:07.194 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.183+0000 7ff941471700 1 -- 172.21.15.53:0/868201648 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560e3c86fc30 msgr2=0x560e3c8747f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:07.194 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.183+0000 7ff941471700 1 --2- 172.21.15.53:0/868201648 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560e3c86fc30 0x560e3c8747f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.194 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.183+0000 7ff941471700 1 -- 172.21.15.53:0/868201648 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560e3c86bda0 msgr2=0x560e3c8742b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:07.194 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.183+0000 7ff941471700 1 --2- 172.21.15.53:0/868201648 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560e3c86bda0 0x560e3c8742b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.183+0000 7ff941471700 1 -- 172.21.15.53:0/868201648 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e3c759640 con 0x560e3c86b480 2024-05-10T11:20:07.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.183+0000 7ff941471700 1 --2- 172.21.15.53:0/868201648 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86b480 0x560e3c876f10 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7ff938003750 tx=0x7ff9380047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec04971f92ac91d6 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:07.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.183+0000 7ff924ff9700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:20:07.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.184+0000 7ff924ff9700 1 -- 172.21.15.53:0/868201648 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff938016070 con 0x560e3c86b480 2024-05-10T11:20:07.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.184+0000 7ff924ff9700 1 -- 172.21.15.53:0/868201648 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7ff938010840 con 0x560e3c86b480 2024-05-10T11:20:07.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.184+0000 7ff94df68b80 1 -- 172.21.15.53:0/868201648 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff92c0044c0 con 0x560e3c86b480 2024-05-10T11:20:07.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.184+0000 7ff924ff9700 1 -- 172.21.15.53:0/868201648 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff938030050 con 0x560e3c86b480 2024-05-10T11:20:07.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.184+0000 7ff94df68b80 10 client.15036 fetch_fsmap learned FSMap version 28 2024-05-10T11:20:07.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.184+0000 7ff94df68b80 1 -- 172.21.15.53:0/868201648 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x560e3c8825a0 con 0x560e3c86b480 2024-05-10T11:20:07.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.184+0000 7ff924ff9700 1 -- 172.21.15.53:0/868201648 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff92c0044c0 con 0x560e3c86b480 2024-05-10T11:20:07.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.184+0000 7ff924ff9700 1 -- 172.21.15.53:0/868201648 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff938019070 con 0x560e3c86b480 2024-05-10T11:20:07.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.184+0000 7ff94df68b80 10 client.15036 fetch_fsmap finished waiting for FSMap version 28 2024-05-10T11:20:07.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.184+0000 7ff94df68b80 10 client.15036 resolve_mds: resolved name 'l' to daemon mds.l 2024-05-10T11:20:07.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.184+0000 7ff94df68b80 20 client.15036 populate_metadata read hostname 'smithi053' 2024-05-10T11:20:07.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.184+0000 7ff94df68b80 1 --2- 172.21.15.53:0/868201648 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x560e3c884c90 0x560e3c886100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:07.198 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.184+0000 7ff94df68b80 4 client.15036 mds_command: new command op to 24415 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:20:07.198 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.184+0000 7ff94df68b80 1 -- 172.21.15.53:0/868201648 --> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560e3c837600 con 0x560e3c884c90 2024-05-10T11:20:07.198 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.185+0000 7ff940c70700 1 --2- 172.21.15.53:0/868201648 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x560e3c884c90 0x560e3c886100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:07.198 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.185+0000 7ff940c70700 1 --2- 172.21.15.53:0/868201648 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x560e3c884c90 0x560e3c886100 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=a50924c1e2765ae8 server_cookie=8a5683d44279f0b9 in_seq=0 out_seq=0 2024-05-10T11:20:07.198 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.185+0000 7ff924ff9700 10 client.15036 ms_handle_connect on v2:172.21.15.187:6832/4278444882 2024-05-10T11:20:07.198 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.186+0000 7ff924ff9700 1 -- 172.21.15.53:0/868201648 <== mds.4 v2:172.21.15.187:6832/4278444882 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x560e3c837600 con 0x560e3c884c90 2024-05-10T11:20:07.199 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.186+0000 7ff924ff9700 10 client.15036 handle_command_reply: tid=0 2024-05-10T11:20:07.199 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.186+0000 7ff94df68b80 1 client.15036 shutdown 2024-05-10T11:20:07.199 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.186+0000 7ff94df68b80 1 -- 172.21.15.53:0/868201648 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86b480 msgr2=0x560e3c876f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:07.199 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.186+0000 7ff94df68b80 1 --2- 172.21.15.53:0/868201648 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86b480 0x560e3c876f10 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7ff938003750 tx=0x7ff9380047c0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.199 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.186+0000 7ff94df68b80 1 -- 172.21.15.53:0/868201648 shutdown_connections 2024-05-10T11:20:07.199 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.186+0000 7ff94df68b80 1 --2- 172.21.15.53:0/868201648 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x560e3c884c90 0x560e3c886100 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.199 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.186+0000 7ff94df68b80 1 --2- 172.21.15.53:0/868201648 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560e3c86fc30 0x560e3c8747f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.199 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.186+0000 7ff94df68b80 1 --2- 172.21.15.53:0/868201648 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86b480 0x560e3c876f10 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.199 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.186+0000 7ff924ff9700 0 client.15036 ms_handle_reset on v2:172.21.15.187:6832/4278444882 2024-05-10T11:20:07.199 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.186+0000 7ff94df68b80 1 --2- 172.21.15.53:0/868201648 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560e3c86bda0 0x560e3c8742b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.199 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.186+0000 7ff94df68b80 1 -- 172.21.15.53:0/868201648 >> 172.21.15.53:0/868201648 conn(0x560e3c7970b0 msgr2=0x560e3c8606d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:07.199 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.187+0000 7ff94df68b80 1 -- 172.21.15.53:0/868201648 shutdown_connections 2024-05-10T11:20:07.199 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.187+0000 7ff94df68b80 1 -- 172.21.15.53:0/868201648 wait complete. 2024-05-10T11:20:07.199 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.187+0000 7ff94df68b80 20 client.15036 trim_cache size 0 max 16384 2024-05-10T11:20:07.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.208+0000 7ff94df68b80 1 Processor -- start 2024-05-10T11:20:07.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.208+0000 7ff94df68b80 1 -- start start 2024-05-10T11:20:07.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.208+0000 7ff94df68b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560e3c86b480 0x560e3c860550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:07.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.208+0000 7ff94df68b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86bda0 0x560e3c86a290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:07.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.208+0000 7ff94df68b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560e3c86fc30 0x560e3c86a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:07.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.208+0000 7ff94df68b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x560e3c884440 con 0x560e3c86bda0 2024-05-10T11:20:07.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.208+0000 7ff94df68b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x560e3c884b10 con 0x560e3c86fc30 2024-05-10T11:20:07.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.208+0000 7ff94df68b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x560e3c8851e0 con 0x560e3c86b480 2024-05-10T11:20:07.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.208+0000 7ff940c70700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86bda0 0x560e3c86a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:07.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.208+0000 7ff940c70700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86bda0 0x560e3c86a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:50358/0 (socket says 172.21.15.53:50358) 2024-05-10T11:20:07.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.208+0000 7ff940c70700 1 -- 172.21.15.53:0/3030626858 learned_addr learned my addr 172.21.15.53:0/3030626858 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:07.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.208+0000 7ff941c72700 1 --2- 172.21.15.53:0/3030626858 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560e3c86fc30 0x560e3c86a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:07.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.208+0000 7ff941471700 1 --2- 172.21.15.53:0/3030626858 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560e3c86b480 0x560e3c860550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:07.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.208+0000 7ff940c70700 1 -- 172.21.15.53:0/3030626858 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560e3c86b480 msgr2=0x560e3c860550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:07.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.208+0000 7ff940c70700 1 --2- 172.21.15.53:0/3030626858 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560e3c86b480 0x560e3c860550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.208+0000 7ff940c70700 1 -- 172.21.15.53:0/3030626858 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560e3c86fc30 msgr2=0x560e3c86a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:07.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.208+0000 7ff940c70700 1 --2- 172.21.15.53:0/3030626858 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560e3c86fc30 0x560e3c86a7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.208+0000 7ff940c70700 1 -- 172.21.15.53:0/3030626858 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e3c8623b0 con 0x560e3c86bda0 2024-05-10T11:20:07.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.209+0000 7ff940c70700 1 --2- 172.21.15.53:0/3030626858 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86bda0 0x560e3c86a290 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7ff92c00ac60 tx=0x7ff92c00a770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d338bfd41894586e server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:07.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.209+0000 7ff926ffd700 1 -- 172.21.15.53:0/3030626858 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff92c030070 con 0x560e3c86bda0 2024-05-10T11:20:07.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.209+0000 7ff926ffd700 1 -- 172.21.15.53:0/3030626858 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff92c003880 con 0x560e3c86bda0 2024-05-10T11:20:07.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.209+0000 7ff926ffd700 1 -- 172.21.15.53:0/3030626858 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff92c02a5e0 con 0x560e3c86bda0 2024-05-10T11:20:07.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.209+0000 7ff94df68b80 1 -- 172.21.15.53:0/3030626858 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86bda0 msgr2=0x560e3c86a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:07.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.209+0000 7ff94df68b80 1 --2- 172.21.15.53:0/3030626858 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86bda0 0x560e3c86a290 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7ff92c00ac60 tx=0x7ff92c00a770 comp rx=0 tx=0).stop 2024-05-10T11:20:07.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.209+0000 7ff94df68b80 1 -- 172.21.15.53:0/3030626858 shutdown_connections 2024-05-10T11:20:07.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.209+0000 7ff94df68b80 1 --2- 172.21.15.53:0/3030626858 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560e3c86fc30 0x560e3c86a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.209+0000 7ff94df68b80 1 --2- 172.21.15.53:0/3030626858 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560e3c86b480 0x560e3c860550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.210+0000 7ff94df68b80 1 --2- 172.21.15.53:0/3030626858 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86bda0 0x560e3c86a290 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.210+0000 7ff94df68b80 1 -- 172.21.15.53:0/3030626858 >> 172.21.15.53:0/3030626858 conn(0x560e3c7970b0 msgr2=0x560e3c85fe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:07.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.210+0000 7ff94df68b80 1 -- 172.21.15.53:0/3030626858 shutdown_connections 2024-05-10T11:20:07.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.210+0000 7ff94df68b80 1 -- 172.21.15.53:0/3030626858 wait complete. 2024-05-10T11:20:07.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.210+0000 7ff94df68b80 1 -- start start 2024-05-10T11:20:07.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.210+0000 7ff94df68b80 1 Processor -- start 2024-05-10T11:20:07.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.210+0000 7ff94df68b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86b480 0x560e3c88de40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:07.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.210+0000 7ff94df68b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560e3c86bda0 0x560e3c88e380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:07.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.210+0000 7ff94df68b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560e3c86fc30 0x560e3c8897f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:07.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.210+0000 7ff94df68b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x560e3c885f80 con 0x560e3c86b480 2024-05-10T11:20:07.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.210+0000 7ff94df68b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x560e3c8858b0 con 0x560e3c86bda0 2024-05-10T11:20:07.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.210+0000 7ff94df68b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x560e3c886650 con 0x560e3c86fc30 2024-05-10T11:20:07.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.210+0000 7ff94df68b80 10 client.0 _ll_register_callbacks cb 0x560e3c7558d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:20:07.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.211+0000 7ff941471700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86b480 0x560e3c88de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:07.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.211+0000 7ff941471700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86b480 0x560e3c88de40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:50368/0 (socket says 172.21.15.53:50368) 2024-05-10T11:20:07.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.211+0000 7ff941471700 1 -- 172.21.15.53:0/483603117 learned_addr learned my addr 172.21.15.53:0/483603117 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:07.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.211+0000 7ff940c70700 1 --2- 172.21.15.53:0/483603117 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560e3c86bda0 0x560e3c88e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:07.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.211+0000 7ff941471700 1 -- 172.21.15.53:0/483603117 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560e3c86fc30 msgr2=0x560e3c8897f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:07.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.211+0000 7ff941c72700 1 --2- 172.21.15.53:0/483603117 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560e3c86fc30 0x560e3c8897f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:07.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.211+0000 7ff941471700 1 --2- 172.21.15.53:0/483603117 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560e3c86fc30 0x560e3c8897f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.211+0000 7ff941471700 1 -- 172.21.15.53:0/483603117 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560e3c86bda0 msgr2=0x560e3c88e380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:07.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.211+0000 7ff941471700 1 --2- 172.21.15.53:0/483603117 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560e3c86bda0 0x560e3c88e380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.211+0000 7ff941471700 1 -- 172.21.15.53:0/483603117 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e3c889d30 con 0x560e3c86b480 2024-05-10T11:20:07.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.211+0000 7ff941471700 1 --2- 172.21.15.53:0/483603117 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86b480 0x560e3c88de40 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7ff938003750 tx=0x7ff93801e8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96d73b933db61968 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:07.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.211+0000 7ff924ff9700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:20:07.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.211+0000 7ff924ff9700 1 -- 172.21.15.53:0/483603117 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff938038070 con 0x560e3c86b480 2024-05-10T11:20:07.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.211+0000 7ff94df68b80 1 -- 172.21.15.53:0/483603117 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff92c003880 con 0x560e3c86b480 2024-05-10T11:20:07.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.211+0000 7ff924ff9700 1 -- 172.21.15.53:0/483603117 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7ff938010a50 con 0x560e3c86b480 2024-05-10T11:20:07.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.211+0000 7ff924ff9700 1 -- 172.21.15.53:0/483603117 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff938044050 con 0x560e3c86b480 2024-05-10T11:20:07.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.211+0000 7ff94df68b80 10 client.15042 fetch_fsmap learned FSMap version 28 2024-05-10T11:20:07.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.211+0000 7ff94df68b80 1 -- 172.21.15.53:0/483603117 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x560e3c8f0840 con 0x560e3c86b480 2024-05-10T11:20:07.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.212+0000 7ff924ff9700 1 -- 172.21.15.53:0/483603117 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff92c003880 con 0x560e3c86b480 2024-05-10T11:20:07.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.212+0000 7ff924ff9700 1 -- 172.21.15.53:0/483603117 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff938019050 con 0x560e3c86b480 2024-05-10T11:20:07.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.212+0000 7ff94df68b80 10 client.15042 fetch_fsmap finished waiting for FSMap version 28 2024-05-10T11:20:07.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.212+0000 7ff94df68b80 10 client.15042 resolve_mds: resolved name 'l' to daemon mds.l 2024-05-10T11:20:07.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.212+0000 7ff94df68b80 20 client.15042 populate_metadata read hostname 'smithi053' 2024-05-10T11:20:07.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.212+0000 7ff94df68b80 1 --2- 172.21.15.53:0/483603117 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x560e3c8f54b0 0x560e3c8f41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:07.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.212+0000 7ff94df68b80 4 client.15042 mds_command: new command op to 24415 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-10T11:20:07.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.212+0000 7ff94df68b80 1 -- 172.21.15.53:0/483603117 --> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] -- command(tid 0: {"prefix": "status"}) -- 0x560e3c7cb1f0 con 0x560e3c8f54b0 2024-05-10T11:20:07.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.212+0000 7ff940c70700 1 --2- 172.21.15.53:0/483603117 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x560e3c8f54b0 0x560e3c8f41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:07.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.213+0000 7ff940c70700 1 --2- 172.21.15.53:0/483603117 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x560e3c8f54b0 0x560e3c8f41c0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=3682826f8a797df1 server_cookie=5b7e710a266670fc in_seq=0 out_seq=0 2024-05-10T11:20:07.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.213+0000 7ff924ff9700 10 client.15042 ms_handle_connect on v2:172.21.15.187:6832/4278444882 2024-05-10T11:20:07.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.213+0000 7ff924ff9700 1 -- 172.21.15.53:0/483603117 <== mds.4 v2:172.21.15.187:6832/4278444882 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x560e3c7cb1f0 con 0x560e3c8f54b0 2024-05-10T11:20:07.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.213+0000 7ff924ff9700 10 client.15042 handle_command_reply: tid=0 2024-05-10T11:20:07.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.213+0000 7ff94df68b80 1 client.15042 shutdown 2024-05-10T11:20:07.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.213+0000 7ff94df68b80 1 -- 172.21.15.53:0/483603117 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86b480 msgr2=0x560e3c88de40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:07.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.213+0000 7ff94df68b80 1 --2- 172.21.15.53:0/483603117 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86b480 0x560e3c88de40 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7ff938003750 tx=0x7ff93801e8e0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.213+0000 7ff94df68b80 1 -- 172.21.15.53:0/483603117 shutdown_connections 2024-05-10T11:20:07.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.213+0000 7ff94df68b80 1 --2- 172.21.15.53:0/483603117 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x560e3c8f54b0 0x560e3c8f41c0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.213+0000 7ff94df68b80 1 --2- 172.21.15.53:0/483603117 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560e3c86fc30 0x560e3c8897f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.213+0000 7ff94df68b80 1 --2- 172.21.15.53:0/483603117 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560e3c86b480 0x560e3c88de40 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.213+0000 7ff924ff9700 0 client.15042 ms_handle_reset on v2:172.21.15.187:6832/4278444882 2024-05-10T11:20:07.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.213+0000 7ff94df68b80 1 --2- 172.21.15.53:0/483603117 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560e3c86bda0 0x560e3c88e380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.213+0000 7ff94df68b80 1 -- 172.21.15.53:0/483603117 >> 172.21.15.53:0/483603117 conn(0x560e3c7970b0 msgr2=0x560e3c8606d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:07.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.213+0000 7ff94df68b80 1 -- 172.21.15.53:0/483603117 shutdown_connections 2024-05-10T11:20:07.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.213+0000 7ff94df68b80 1 -- 172.21.15.53:0/483603117 wait complete. 2024-05-10T11:20:07.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.214+0000 7ff94df68b80 20 client.15042 trim_cache size 0 max 16384 2024-05-10T11:20:07.219 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:20:07.219 INFO:teuthology.orchestra.run.smithi053.stdout: "cluster_fsid": "745ae8e0-0ebd-11ef-bc98-c7b262605968", 2024-05-10T11:20:07.219 INFO:teuthology.orchestra.run.smithi053.stdout: "whoami": 4, 2024-05-10T11:20:07.219 INFO:teuthology.orchestra.run.smithi053.stdout: "id": 24415, 2024-05-10T11:20:07.219 INFO:teuthology.orchestra.run.smithi053.stdout: "want_state": "up:active", 2024-05-10T11:20:07.220 INFO:teuthology.orchestra.run.smithi053.stdout: "state": "up:active", 2024-05-10T11:20:07.220 INFO:teuthology.orchestra.run.smithi053.stdout: "fs_name": "cephfs", 2024-05-10T11:20:07.220 INFO:teuthology.orchestra.run.smithi053.stdout: "rank_uptime": 126.43688100200001, 2024-05-10T11:20:07.220 INFO:teuthology.orchestra.run.smithi053.stdout: "mdsmap_epoch": 28, 2024-05-10T11:20:07.220 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_epoch": 90, 2024-05-10T11:20:07.220 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_epoch_barrier": 88, 2024-05-10T11:20:07.220 INFO:teuthology.orchestra.run.smithi053.stdout: "uptime": 246.83553043200001 2024-05-10T11:20:07.220 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:20:07.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.214+0000 7ff9436d5700 1 -- 172.21.15.53:0/2039471717 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff9280b2900 msgr2=0x7ff9280b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:07.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.214+0000 7ff9436d5700 1 --2- 172.21.15.53:0/2039471717 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff9280b2900 0x7ff9280b4dc0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7ff93800ac50 tx=0x7ff93800a380 comp rx=0 tx=0).stop 2024-05-10T11:20:07.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.214+0000 7ff9436d5700 1 -- 172.21.15.53:0/2039471717 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff93c1087c0 msgr2=0x7ff93c1997d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:07.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.214+0000 7ff9436d5700 1 --2- 172.21.15.53:0/2039471717 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff93c1087c0 0x7ff93c1997d0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7ff934007d90 tx=0x7ff934007dc0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.214+0000 7ff9436d5700 1 -- 172.21.15.53:0/2039471717 shutdown_connections 2024-05-10T11:20:07.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.214+0000 7ff9436d5700 1 --2- 172.21.15.53:0/2039471717 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff9280b2900 0x7ff9280b4dc0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.214+0000 7ff9436d5700 1 --2- 172.21.15.53:0/2039471717 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff93c1087c0 0x7ff93c1997d0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.214+0000 7ff9436d5700 1 --2- 172.21.15.53:0/2039471717 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff93c06be70 0x7ff93c19f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.214+0000 7ff9436d5700 1 --2- 172.21.15.53:0/2039471717 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff93c06c820 0x7ff93c19fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:07.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.214+0000 7ff9436d5700 1 -- 172.21.15.53:0/2039471717 >> 172.21.15.53:0/2039471717 conn(0x7ff93c0783f0 msgr2=0x7ff93c100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:07.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.214+0000 7ff9436d5700 1 -- 172.21.15.53:0/2039471717 shutdown_connections 2024-05-10T11:20:07.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:07.214+0000 7ff9436d5700 1 -- 172.21.15.53:0/2039471717 wait complete. 2024-05-10T11:20:08.004 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.b status 2024-05-10T11:20:08.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:07 smithi187 ceph-mon[34076]: pgmap v400: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-05-10T11:20:08.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:07 smithi053 ceph-mon[30153]: pgmap v400: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-05-10T11:20:08.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:07 smithi132 ceph-mon[33758]: pgmap v400: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-05-10T11:20:08.259 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:20:09.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.966+0000 7f087d4f1700 1 -- 172.21.15.53:0/2207818616 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0878075ff0 msgr2=0x7f087810f960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:09.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.966+0000 7f087d4f1700 1 --2- 172.21.15.53:0/2207818616 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0878075ff0 0x7f087810f960 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f086c009990 tx=0x7f086c009ca0 comp rx=0 tx=0).stop 2024-05-10T11:20:09.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.966+0000 7f087d4f1700 1 -- 172.21.15.53:0/2207818616 shutdown_connections 2024-05-10T11:20:09.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.966+0000 7f087d4f1700 1 --2- 172.21.15.53:0/2207818616 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f087810fea0 0x7f0878112290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:09.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.966+0000 7f087d4f1700 1 --2- 172.21.15.53:0/2207818616 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f08780756d0 0x7f0878075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:09.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.966+0000 7f087d4f1700 1 --2- 172.21.15.53:0/2207818616 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0878075ff0 0x7f087810f960 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:09.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.966+0000 7f087d4f1700 1 -- 172.21.15.53:0/2207818616 >> 172.21.15.53:0/2207818616 conn(0x7f087807a600 msgr2=0x7f087807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:09.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.966+0000 7f087d4f1700 1 -- 172.21.15.53:0/2207818616 shutdown_connections 2024-05-10T11:20:09.968 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:09 smithi053 ceph-mon[30153]: pgmap v401: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-05-10T11:20:09.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.966+0000 7f087d4f1700 1 -- 172.21.15.53:0/2207818616 wait complete. 2024-05-10T11:20:09.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.967+0000 7f087d4f1700 1 Processor -- start 2024-05-10T11:20:09.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.967+0000 7f087d4f1700 1 -- start start 2024-05-10T11:20:09.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.967+0000 7f087d4f1700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f08780756d0 0x7f08781a1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:09.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.967+0000 7f087d4f1700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0878075ff0 0x7f08781a1e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:09.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.968+0000 7f087d4f1700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f087810fea0 0x7f087819bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:09.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.968+0000 7f087d4f1700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f0878115780 con 0x7f08780756d0 2024-05-10T11:20:09.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.968+0000 7f087d4f1700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f0878115600 con 0x7f0878075ff0 2024-05-10T11:20:09.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.968+0000 7f087d4f1700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f0878115900 con 0x7f087810fea0 2024-05-10T11:20:09.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.968+0000 7f0876ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f08780756d0 0x7f08781a1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:09.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.968+0000 7f0876ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f08780756d0 0x7f08781a1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:54306/0 (socket says 172.21.15.53:54306) 2024-05-10T11:20:09.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.968+0000 7f0876ffd700 1 -- 172.21.15.53:0/862504790 learned_addr learned my addr 172.21.15.53:0/862504790 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:09.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.968+0000 7f08777fe700 1 --2- 172.21.15.53:0/862504790 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f087810fea0 0x7f087819bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:09.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.968+0000 7f08767fc700 1 --2- 172.21.15.53:0/862504790 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0878075ff0 0x7f08781a1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:09.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.968+0000 7f0876ffd700 1 -- 172.21.15.53:0/862504790 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f087810fea0 msgr2=0x7f087819bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:09.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.968+0000 7f0876ffd700 1 --2- 172.21.15.53:0/862504790 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f087810fea0 0x7f087819bb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:09.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.968+0000 7f0876ffd700 1 -- 172.21.15.53:0/862504790 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0878075ff0 msgr2=0x7f08781a1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:09.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.968+0000 7f0876ffd700 1 --2- 172.21.15.53:0/862504790 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0878075ff0 0x7f08781a1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:09.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.968+0000 7f0876ffd700 1 -- 172.21.15.53:0/862504790 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f087819c260 con 0x7f08780756d0 2024-05-10T11:20:09.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.968+0000 7f0876ffd700 1 --2- 172.21.15.53:0/862504790 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f08780756d0 0x7f08781a1940 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f086800d980 tx=0x7f086800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:09.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.968+0000 7f085ffff700 1 -- 172.21.15.53:0/862504790 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0868017070 con 0x7f08780756d0 2024-05-10T11:20:09.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.968+0000 7f087d4f1700 1 -- 172.21.15.53:0/862504790 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f087819c550 con 0x7f08780756d0 2024-05-10T11:20:09.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.969+0000 7f085ffff700 1 -- 172.21.15.53:0/862504790 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0868005020 con 0x7f08780756d0 2024-05-10T11:20:09.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.969+0000 7f085ffff700 1 -- 172.21.15.53:0/862504790 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0868009ab0 con 0x7f08780756d0 2024-05-10T11:20:09.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.969+0000 7f087d4f1700 1 -- 172.21.15.53:0/862504790 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08781a8810 con 0x7f08780756d0 2024-05-10T11:20:09.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.971+0000 7f085ffff700 1 -- 172.21.15.53:0/862504790 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f08680051d0 con 0x7f08780756d0 2024-05-10T11:20:09.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.972+0000 7f085ffff700 1 --2- 172.21.15.53:0/862504790 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f08600b2880 0x7f08600b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:09.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.972+0000 7f085ffff700 1 -- 172.21.15.53:0/862504790 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f08680e24a0 con 0x7f08780756d0 2024-05-10T11:20:09.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.972+0000 7f08767fc700 1 --2- 172.21.15.53:0/862504790 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f08600b2880 0x7f08600b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:09.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.972+0000 7f0887d84b80 1 Processor -- start 2024-05-10T11:20:09.974 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.972+0000 7f08767fc700 1 --2- 172.21.15.53:0/862504790 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f08600b2880 0x7f08600b4d40 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f086c00b5c0 tx=0x7f086c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:09.974 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.972+0000 7f0887d84b80 1 -- start start 2024-05-10T11:20:09.974 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.973+0000 7f0887d84b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5480 0x556ec7db5860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:09.974 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.973+0000 7f0887d84b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556ec7db5da0 0x556ec7db96a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:09.974 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.973+0000 7f0887d84b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556ec7db9c30 0x556ec7dba0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:09.974 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.973+0000 7f0887d84b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x556ec7d07810 con 0x556ec7db5480 2024-05-10T11:20:09.974 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.973+0000 7f0887d84b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x556ec7ca6770 con 0x556ec7db5da0 2024-05-10T11:20:09.974 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.973+0000 7f0887d84b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x556ec7d037d0 con 0x556ec7db9c30 2024-05-10T11:20:09.974 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.973+0000 7f0876ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5480 0x556ec7db5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:09.974 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.973+0000 7f0876ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5480 0x556ec7db5860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:54312/0 (socket says 172.21.15.53:54312) 2024-05-10T11:20:09.974 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.973+0000 7f0876ffd700 1 -- 172.21.15.53:0/2839101252 learned_addr learned my addr 172.21.15.53:0/2839101252 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:09.974 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.973+0000 7f08777fe700 1 --2- 172.21.15.53:0/2839101252 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556ec7db9c30 0x556ec7dba0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:09.974 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.973+0000 7f08767fc700 1 --2- 172.21.15.53:0/2839101252 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556ec7db5da0 0x556ec7db96a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:09.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.973+0000 7f0876ffd700 1 -- 172.21.15.53:0/2839101252 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556ec7db9c30 msgr2=0x556ec7dba0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:09.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.973+0000 7f0876ffd700 1 --2- 172.21.15.53:0/2839101252 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556ec7db9c30 0x556ec7dba0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:09.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.973+0000 7f0876ffd700 1 -- 172.21.15.53:0/2839101252 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556ec7db5da0 msgr2=0x556ec7db96a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:09.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.973+0000 7f0876ffd700 1 --2- 172.21.15.53:0/2839101252 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556ec7db5da0 0x556ec7db96a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:09.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.973+0000 7f0876ffd700 1 -- 172.21.15.53:0/2839101252 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ec7c54880 con 0x556ec7db5480 2024-05-10T11:20:09.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.973+0000 7f08767fc700 1 --2- 172.21.15.53:0/2839101252 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556ec7db5da0 0x556ec7db96a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:20:09.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.973+0000 7f08777fe700 1 --2- 172.21.15.53:0/2839101252 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556ec7db9c30 0x556ec7dba0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:20:09.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.973+0000 7f0876ffd700 1 --2- 172.21.15.53:0/2839101252 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5480 0x556ec7db5860 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f08680a57b0 tx=0x7f08680a9eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e5ee87cb8684079 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:09.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.973+0000 7f085d7fa700 1 -- 172.21.15.53:0/2839101252 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08680e2070 con 0x556ec7db5480 2024-05-10T11:20:09.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.974+0000 7f085d7fa700 1 -- 172.21.15.53:0/2839101252 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f08680a3e50 con 0x556ec7db5480 2024-05-10T11:20:09.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.974+0000 7f085d7fa700 1 -- 172.21.15.53:0/2839101252 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08680b0e60 con 0x556ec7db5480 2024-05-10T11:20:09.979 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.974+0000 7f0887d84b80 1 -- 172.21.15.53:0/2839101252 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5480 msgr2=0x556ec7db5860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:09.979 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.974+0000 7f0887d84b80 1 --2- 172.21.15.53:0/2839101252 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5480 0x556ec7db5860 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f08680a57b0 tx=0x7f08680a9eb0 comp rx=0 tx=0).stop 2024-05-10T11:20:09.979 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.974+0000 7f0887d84b80 1 -- 172.21.15.53:0/2839101252 shutdown_connections 2024-05-10T11:20:09.979 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.974+0000 7f0887d84b80 1 --2- 172.21.15.53:0/2839101252 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556ec7db9c30 0x556ec7dba0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:09.979 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.974+0000 7f0887d84b80 1 --2- 172.21.15.53:0/2839101252 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5480 0x556ec7db5860 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:09.979 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.974+0000 7f0887d84b80 1 --2- 172.21.15.53:0/2839101252 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556ec7db5da0 0x556ec7db96a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:09.980 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.974+0000 7f0887d84b80 1 -- 172.21.15.53:0/2839101252 >> 172.21.15.53:0/2839101252 conn(0x556ec7ce10b0 msgr2=0x556ec7dafc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:09.980 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.974+0000 7f0887d84b80 1 -- 172.21.15.53:0/2839101252 shutdown_connections 2024-05-10T11:20:09.980 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.974+0000 7f0887d84b80 1 -- 172.21.15.53:0/2839101252 wait complete. 2024-05-10T11:20:09.980 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.975+0000 7f0887d84b80 1 -- start start 2024-05-10T11:20:09.980 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.975+0000 7f0887d84b80 1 Processor -- start 2024-05-10T11:20:09.980 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.975+0000 7f0887d84b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556ec7db5480 0x556ec7dc1020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:09.980 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.975+0000 7f0887d84b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5da0 0x556ec7dbe3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:09.980 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.975+0000 7f0887d84b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556ec7db9c30 0x556ec7dbe900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:09.980 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.975+0000 7f0887d84b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x556ec7dc1de0 con 0x556ec7db5da0 2024-05-10T11:20:09.980 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.975+0000 7f0887d84b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x556ec7c6dbe0 con 0x556ec7db9c30 2024-05-10T11:20:09.980 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.975+0000 7f0887d84b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x556ec7dc1f60 con 0x556ec7db5480 2024-05-10T11:20:09.980 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.975+0000 7f08767fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5da0 0x556ec7dbe3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:09.980 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.975+0000 7f0887d84b80 10 client.0 _ll_register_callbacks cb 0x556ec7c9f8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:20:09.980 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.975+0000 7f08767fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5da0 0x556ec7dbe3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:54328/0 (socket says 172.21.15.53:54328) 2024-05-10T11:20:09.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.975+0000 7f08767fc700 1 -- 172.21.15.53:0/2136673769 learned_addr learned my addr 172.21.15.53:0/2136673769 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:09.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.975+0000 7f0876ffd700 1 --2- 172.21.15.53:0/2136673769 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556ec7db5480 0x556ec7dc1020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:09.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.975+0000 7f08777fe700 1 --2- 172.21.15.53:0/2136673769 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556ec7db9c30 0x556ec7dbe900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:09.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.976+0000 7f08767fc700 1 -- 172.21.15.53:0/2136673769 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556ec7db5480 msgr2=0x556ec7dc1020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:09.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.976+0000 7f08767fc700 1 --2- 172.21.15.53:0/2136673769 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556ec7db5480 0x556ec7dc1020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:09.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.976+0000 7f08767fc700 1 -- 172.21.15.53:0/2136673769 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556ec7db9c30 msgr2=0x556ec7dbe900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:09.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.976+0000 7f08767fc700 1 --2- 172.21.15.53:0/2136673769 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556ec7db9c30 0x556ec7dbe900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:09.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.976+0000 7f08767fc700 1 -- 172.21.15.53:0/2136673769 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ec7ca3640 con 0x556ec7db5da0 2024-05-10T11:20:09.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.976+0000 7f08767fc700 1 --2- 172.21.15.53:0/2136673769 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5da0 0x556ec7dbe3c0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f086c015000 tx=0x7f086c009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e834723cf5a1fcf4 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:09.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.976+0000 7f085aff5700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:20:09.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.976+0000 7f085aff5700 1 -- 172.21.15.53:0/2136673769 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f086c005220 con 0x556ec7db5da0 2024-05-10T11:20:09.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.976+0000 7f085aff5700 1 -- 172.21.15.53:0/2136673769 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f086c0053c0 con 0x556ec7db5da0 2024-05-10T11:20:09.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.976+0000 7f0887d84b80 1 -- 172.21.15.53:0/2136673769 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f08680a3e50 con 0x556ec7db5da0 2024-05-10T11:20:09.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.976+0000 7f085aff5700 1 -- 172.21.15.53:0/2136673769 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f086c039050 con 0x556ec7db5da0 2024-05-10T11:20:09.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.976+0000 7f0887d84b80 10 client.15054 fetch_fsmap learned FSMap version 28 2024-05-10T11:20:09.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.976+0000 7f0887d84b80 1 -- 172.21.15.53:0/2136673769 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x556ec7dcc5a0 con 0x556ec7db5da0 2024-05-10T11:20:09.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.976+0000 7f085aff5700 1 -- 172.21.15.53:0/2136673769 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f08680a3e50 con 0x556ec7db5da0 2024-05-10T11:20:09.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.977+0000 7f085aff5700 1 -- 172.21.15.53:0/2136673769 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f086c02e4f0 con 0x556ec7db5da0 2024-05-10T11:20:09.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.977+0000 7f0887d84b80 10 client.15054 fetch_fsmap finished waiting for FSMap version 28 2024-05-10T11:20:09.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.977+0000 7f0887d84b80 10 client.15054 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-10T11:20:09.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.977+0000 7f0887d84b80 20 client.15054 populate_metadata read hostname 'smithi053' 2024-05-10T11:20:09.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.977+0000 7f0887d84b80 1 --2- 172.21.15.53:0/2136673769 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x556ec7dcec20 0x556ec7dd0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:09.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.977+0000 7f0887d84b80 4 client.15054 mds_command: new command op to 24428 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:20:09.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.977+0000 7f0887d84b80 1 -- 172.21.15.53:0/2136673769 --> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556ec7d81600 con 0x556ec7dcec20 2024-05-10T11:20:09.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.977+0000 7f0876ffd700 1 --2- 172.21.15.53:0/2136673769 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x556ec7dcec20 0x556ec7dd0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:09.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.977+0000 7f085aff5700 10 client.15054 ms_handle_connect on v2:172.21.15.132:6838/2363266970 2024-05-10T11:20:09.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.977+0000 7f0876ffd700 1 --2- 172.21.15.53:0/2136673769 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x556ec7dcec20 0x556ec7dd0090 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e641510f7b601b4d server_cookie=c087ab0213bcca8e in_seq=0 out_seq=0 2024-05-10T11:20:09.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.978+0000 7f085aff5700 1 -- 172.21.15.53:0/2136673769 <== mds.3 v2:172.21.15.132:6838/2363266970 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x556ec7d81600 con 0x556ec7dcec20 2024-05-10T11:20:09.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.978+0000 7f085aff5700 10 client.15054 handle_command_reply: tid=0 2024-05-10T11:20:09.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.978+0000 7f0887d84b80 1 client.15054 shutdown 2024-05-10T11:20:09.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.978+0000 7f0887d84b80 1 -- 172.21.15.53:0/2136673769 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5da0 msgr2=0x556ec7dbe3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:09.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.978+0000 7f0887d84b80 1 --2- 172.21.15.53:0/2136673769 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5da0 0x556ec7dbe3c0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f086c015000 tx=0x7f086c009ca0 comp rx=0 tx=0).stop 2024-05-10T11:20:09.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.978+0000 7f0887d84b80 1 -- 172.21.15.53:0/2136673769 shutdown_connections 2024-05-10T11:20:09.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.978+0000 7f0887d84b80 1 --2- 172.21.15.53:0/2136673769 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556ec7db9c30 0x556ec7dbe900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:09.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.978+0000 7f0887d84b80 1 --2- 172.21.15.53:0/2136673769 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x556ec7dcec20 0x556ec7dd0090 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:09.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.978+0000 7f0887d84b80 1 --2- 172.21.15.53:0/2136673769 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556ec7db5480 0x556ec7dc1020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:09.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.978+0000 7f0887d84b80 1 --2- 172.21.15.53:0/2136673769 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5da0 0x556ec7dbe3c0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:09.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.978+0000 7f0887d84b80 1 -- 172.21.15.53:0/2136673769 >> 172.21.15.53:0/2136673769 conn(0x556ec7ce10b0 msgr2=0x556ec7daa6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:09.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.978+0000 7f085aff5700 0 client.15054 ms_handle_reset on v2:172.21.15.132:6838/2363266970 2024-05-10T11:20:09.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.979+0000 7f0887d84b80 1 -- 172.21.15.53:0/2136673769 shutdown_connections 2024-05-10T11:20:09.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.979+0000 7f0887d84b80 1 -- 172.21.15.53:0/2136673769 wait complete. 2024-05-10T11:20:09.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:09.979+0000 7f0887d84b80 20 client.15054 trim_cache size 0 max 16384 2024-05-10T11:20:10.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.000+0000 7f0887d84b80 1 Processor -- start 2024-05-10T11:20:10.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.000+0000 7f0887d84b80 1 -- start start 2024-05-10T11:20:10.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.000+0000 7f0887d84b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556ec7db5480 0x556ec7dbd400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:10.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.000+0000 7f0887d84b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5da0 0x556ec7db74d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:10.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.000+0000 7f0887d84b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556ec7db9c30 0x556ec7db7a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:10.005 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.000+0000 7f0887d84b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x556ec7dce3d0 con 0x556ec7db5da0 2024-05-10T11:20:10.005 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.000+0000 7f0887d84b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x556ec7dceaa0 con 0x556ec7db5480 2024-05-10T11:20:10.005 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.000+0000 7f0887d84b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x556ec7dcf170 con 0x556ec7db9c30 2024-05-10T11:20:10.005 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.000+0000 7f08767fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5da0 0x556ec7db74d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:10.005 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.000+0000 7f08767fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5da0 0x556ec7db74d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:54336/0 (socket says 172.21.15.53:54336) 2024-05-10T11:20:10.005 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.000+0000 7f08767fc700 1 -- 172.21.15.53:0/2972342925 learned_addr learned my addr 172.21.15.53:0/2972342925 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:10.005 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.001+0000 7f0876ffd700 1 --2- 172.21.15.53:0/2972342925 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556ec7db5480 0x556ec7dbd400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:10.005 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.001+0000 7f08777fe700 1 --2- 172.21.15.53:0/2972342925 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556ec7db9c30 0x556ec7db7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:10.005 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.001+0000 7f08767fc700 1 -- 172.21.15.53:0/2972342925 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556ec7db9c30 msgr2=0x556ec7db7a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:10.005 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.001+0000 7f08767fc700 1 --2- 172.21.15.53:0/2972342925 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556ec7db9c30 0x556ec7db7a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:10.005 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.001+0000 7f08767fc700 1 -- 172.21.15.53:0/2972342925 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556ec7db5480 msgr2=0x556ec7dbd400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:10.005 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.001+0000 7f08767fc700 1 --2- 172.21.15.53:0/2972342925 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556ec7db5480 0x556ec7dbd400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:10.006 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.001+0000 7f08767fc700 1 -- 172.21.15.53:0/2972342925 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ec7dd0ff0 con 0x556ec7db5da0 2024-05-10T11:20:10.006 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.001+0000 7f08767fc700 1 --2- 172.21.15.53:0/2972342925 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5da0 0x556ec7db74d0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f086c02eb00 tx=0x7f086c005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8accd44cf017629 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:10.006 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.001+0000 7f085cff9700 1 -- 172.21.15.53:0/2972342925 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f086c043070 con 0x556ec7db5da0 2024-05-10T11:20:10.006 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.001+0000 7f085cff9700 1 -- 172.21.15.53:0/2972342925 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f086c02e660 con 0x556ec7db5da0 2024-05-10T11:20:10.006 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.001+0000 7f085cff9700 1 -- 172.21.15.53:0/2972342925 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f086c0047d0 con 0x556ec7db5da0 2024-05-10T11:20:10.006 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.002+0000 7f0887d84b80 1 -- 172.21.15.53:0/2972342925 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5da0 msgr2=0x556ec7db74d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:10.006 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.002+0000 7f0887d84b80 1 --2- 172.21.15.53:0/2972342925 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5da0 0x556ec7db74d0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f086c02eb00 tx=0x7f086c005a00 comp rx=0 tx=0).stop 2024-05-10T11:20:10.006 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.002+0000 7f0887d84b80 1 -- 172.21.15.53:0/2972342925 shutdown_connections 2024-05-10T11:20:10.006 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.002+0000 7f0887d84b80 1 --2- 172.21.15.53:0/2972342925 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556ec7db9c30 0x556ec7db7a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:10.006 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.002+0000 7f0887d84b80 1 --2- 172.21.15.53:0/2972342925 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556ec7db5480 0x556ec7dbd400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:10.006 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.002+0000 7f0887d84b80 1 --2- 172.21.15.53:0/2972342925 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5da0 0x556ec7db74d0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:10.006 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.002+0000 7f0887d84b80 1 -- 172.21.15.53:0/2972342925 >> 172.21.15.53:0/2972342925 conn(0x556ec7ce10b0 msgr2=0x556ec7dbccf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:10.006 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.002+0000 7f0887d84b80 1 -- 172.21.15.53:0/2972342925 shutdown_connections 2024-05-10T11:20:10.006 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.002+0000 7f0887d84b80 1 -- 172.21.15.53:0/2972342925 wait complete. 2024-05-10T11:20:10.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.002+0000 7f0887d84b80 1 -- start start 2024-05-10T11:20:10.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.002+0000 7f0887d84b80 1 Processor -- start 2024-05-10T11:20:10.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f0887d84b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5480 0x556ec7dd32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:10.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f0887d84b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556ec7db5da0 0x556ec7dd3820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:10.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f0887d84b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556ec7db9c30 0x556ec7dd7aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:10.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f0887d84b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x556ec7dcff10 con 0x556ec7db5480 2024-05-10T11:20:10.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f0887d84b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x556ec7dcf840 con 0x556ec7db9c30 2024-05-10T11:20:10.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f0887d84b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x556ec7dd05e0 con 0x556ec7db5da0 2024-05-10T11:20:10.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f0876ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5480 0x556ec7dd32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:10.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f0887d84b80 10 client.0 _ll_register_callbacks cb 0x556ec7c9f8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:20:10.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f0876ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5480 0x556ec7dd32e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:54348/0 (socket says 172.21.15.53:54348) 2024-05-10T11:20:10.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f0876ffd700 1 -- 172.21.15.53:0/2197593614 learned_addr learned my addr 172.21.15.53:0/2197593614 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:10.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f08767fc700 1 --2- 172.21.15.53:0/2197593614 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556ec7db5da0 0x556ec7dd3820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:10.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f08777fe700 1 --2- 172.21.15.53:0/2197593614 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556ec7db9c30 0x556ec7dd7aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:10.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f0876ffd700 1 -- 172.21.15.53:0/2197593614 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556ec7db5da0 msgr2=0x556ec7dd3820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:10.008 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f0876ffd700 1 --2- 172.21.15.53:0/2197593614 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556ec7db5da0 0x556ec7dd3820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:10.008 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f0876ffd700 1 -- 172.21.15.53:0/2197593614 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556ec7db9c30 msgr2=0x556ec7dd7aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:10.008 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f0876ffd700 1 --2- 172.21.15.53:0/2197593614 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556ec7db9c30 0x556ec7dd7aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:10.008 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f0876ffd700 1 -- 172.21.15.53:0/2197593614 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ec7dd40c0 con 0x556ec7db5480 2024-05-10T11:20:10.008 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f08767fc700 1 --2- 172.21.15.53:0/2197593614 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556ec7db5da0 0x556ec7dd3820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:20:10.008 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f0876ffd700 1 --2- 172.21.15.53:0/2197593614 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5480 0x556ec7dd32e0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f08680dfc60 tx=0x7f08680a91b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6fbd8bca4b8db0e server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:10.008 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f085aff5700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:20:10.008 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f085aff5700 1 -- 172.21.15.53:0/2197593614 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08680b0e60 con 0x556ec7db5480 2024-05-10T11:20:10.008 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f085aff5700 1 -- 172.21.15.53:0/2197593614 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f08680a9990 con 0x556ec7db5480 2024-05-10T11:20:10.008 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.003+0000 7f0887d84b80 1 -- 172.21.15.53:0/2197593614 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f086c02e660 con 0x556ec7db5480 2024-05-10T11:20:10.008 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.004+0000 7f085aff5700 1 -- 172.21.15.53:0/2197593614 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f08680e2040 con 0x556ec7db5480 2024-05-10T11:20:10.009 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.004+0000 7f0887d84b80 10 client.15060 fetch_fsmap learned FSMap version 28 2024-05-10T11:20:10.009 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.004+0000 7f0887d84b80 1 -- 172.21.15.53:0/2197593614 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x556ec7e3a690 con 0x556ec7db5480 2024-05-10T11:20:10.009 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.004+0000 7f085aff5700 1 -- 172.21.15.53:0/2197593614 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f086c02e660 con 0x556ec7db5480 2024-05-10T11:20:10.009 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.004+0000 7f085aff5700 1 -- 172.21.15.53:0/2197593614 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f08680910b0 con 0x556ec7db5480 2024-05-10T11:20:10.009 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.004+0000 7f0887d84b80 10 client.15060 fetch_fsmap finished waiting for FSMap version 28 2024-05-10T11:20:10.009 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.004+0000 7f0887d84b80 10 client.15060 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-10T11:20:10.009 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.004+0000 7f0887d84b80 20 client.15060 populate_metadata read hostname 'smithi053' 2024-05-10T11:20:10.009 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.004+0000 7f0887d84b80 1 --2- 172.21.15.53:0/2197593614 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x556ec7e3ee00 0x556ec7e3db10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:10.009 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.004+0000 7f0887d84b80 4 client.15060 mds_command: new command op to 24428 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-10T11:20:10.009 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.004+0000 7f0887d84b80 1 -- 172.21.15.53:0/2197593614 --> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] -- command(tid 0: {"prefix": "status"}) -- 0x556ec7d151f0 con 0x556ec7e3ee00 2024-05-10T11:20:10.009 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.004+0000 7f08767fc700 1 --2- 172.21.15.53:0/2197593614 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x556ec7e3ee00 0x556ec7e3db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:10.011 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.005+0000 7f08767fc700 1 --2- 172.21.15.53:0/2197593614 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x556ec7e3ee00 0x556ec7e3db10 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=909002f67b275e95 server_cookie=3f10b55dc7a44b29 in_seq=0 out_seq=0 2024-05-10T11:20:10.011 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.005+0000 7f085aff5700 10 client.15060 ms_handle_connect on v2:172.21.15.132:6838/2363266970 2024-05-10T11:20:10.011 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.005+0000 7f085aff5700 1 -- 172.21.15.53:0/2197593614 <== mds.3 v2:172.21.15.132:6838/2363266970 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x556ec7d151f0 con 0x556ec7e3ee00 2024-05-10T11:20:10.011 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.005+0000 7f085aff5700 10 client.15060 handle_command_reply: tid=0 2024-05-10T11:20:10.011 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.005+0000 7f0887d84b80 1 client.15060 shutdown 2024-05-10T11:20:10.011 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.005+0000 7f0887d84b80 1 -- 172.21.15.53:0/2197593614 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5480 msgr2=0x556ec7dd32e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:10.011 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.005+0000 7f0887d84b80 1 --2- 172.21.15.53:0/2197593614 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5480 0x556ec7dd32e0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f08680dfc60 tx=0x7f08680a91b0 comp rx=0 tx=0).stop 2024-05-10T11:20:10.011 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.005+0000 7f0887d84b80 1 -- 172.21.15.53:0/2197593614 shutdown_connections 2024-05-10T11:20:10.011 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.005+0000 7f0887d84b80 1 --2- 172.21.15.53:0/2197593614 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556ec7db9c30 0x556ec7dd7aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:10.011 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.005+0000 7f0887d84b80 1 --2- 172.21.15.53:0/2197593614 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556ec7db5480 0x556ec7dd32e0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:10.011 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.005+0000 7f0887d84b80 1 --2- 172.21.15.53:0/2197593614 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x556ec7e3ee00 0x556ec7e3db10 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:10.011 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.005+0000 7f0887d84b80 1 --2- 172.21.15.53:0/2197593614 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556ec7db5da0 0x556ec7dd3820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:10.011 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.005+0000 7f0887d84b80 1 -- 172.21.15.53:0/2197593614 >> 172.21.15.53:0/2197593614 conn(0x556ec7ce10b0 msgr2=0x556ec7da9e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:10.012 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.005+0000 7f085aff5700 0 client.15060 ms_handle_reset on v2:172.21.15.132:6838/2363266970 2024-05-10T11:20:10.012 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.005+0000 7f0887d84b80 1 -- 172.21.15.53:0/2197593614 shutdown_connections 2024-05-10T11:20:10.012 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.005+0000 7f0887d84b80 1 -- 172.21.15.53:0/2197593614 wait complete. 2024-05-10T11:20:10.012 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.005+0000 7f0887d84b80 20 client.15060 trim_cache size 0 max 16384 2024-05-10T11:20:10.012 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:20:10.012 INFO:teuthology.orchestra.run.smithi053.stdout: "cluster_fsid": "745ae8e0-0ebd-11ef-bc98-c7b262605968", 2024-05-10T11:20:10.012 INFO:teuthology.orchestra.run.smithi053.stdout: "whoami": 3, 2024-05-10T11:20:10.012 INFO:teuthology.orchestra.run.smithi053.stdout: "id": 24428, 2024-05-10T11:20:10.013 INFO:teuthology.orchestra.run.smithi053.stdout: "want_state": "up:active", 2024-05-10T11:20:10.013 INFO:teuthology.orchestra.run.smithi053.stdout: "state": "up:active", 2024-05-10T11:20:10.013 INFO:teuthology.orchestra.run.smithi053.stdout: "fs_name": "cephfs", 2024-05-10T11:20:10.013 INFO:teuthology.orchestra.run.smithi053.stdout: "rank_uptime": 130.23853581200001, 2024-05-10T11:20:10.013 INFO:teuthology.orchestra.run.smithi053.stdout: "mdsmap_epoch": 28, 2024-05-10T11:20:10.013 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_epoch": 90, 2024-05-10T11:20:10.013 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_epoch_barrier": 88, 2024-05-10T11:20:10.013 INFO:teuthology.orchestra.run.smithi053.stdout: "uptime": 213.02878613799999 2024-05-10T11:20:10.013 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:20:10.014 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.006+0000 7f087d4f1700 1 -- 172.21.15.53:0/862504790 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f08600b2880 msgr2=0x7f08600b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:10.014 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.006+0000 7f087d4f1700 1 --2- 172.21.15.53:0/862504790 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f08600b2880 0x7f08600b4d40 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f086c00b5c0 tx=0x7f086c01a040 comp rx=0 tx=0).stop 2024-05-10T11:20:10.014 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.006+0000 7f087d4f1700 1 -- 172.21.15.53:0/862504790 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f08780756d0 msgr2=0x7f08781a1940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:10.014 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.006+0000 7f087d4f1700 1 --2- 172.21.15.53:0/862504790 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f08780756d0 0x7f08781a1940 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f086800d980 tx=0x7f086800dc90 comp rx=0 tx=0).stop 2024-05-10T11:20:10.014 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.006+0000 7f087d4f1700 1 -- 172.21.15.53:0/862504790 shutdown_connections 2024-05-10T11:20:10.014 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.006+0000 7f087d4f1700 1 --2- 172.21.15.53:0/862504790 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f08600b2880 0x7f08600b4d40 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:10.014 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.006+0000 7f087d4f1700 1 --2- 172.21.15.53:0/862504790 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f087810fea0 0x7f087819bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:10.014 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.006+0000 7f087d4f1700 1 --2- 172.21.15.53:0/862504790 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f08780756d0 0x7f08781a1940 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:10.014 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.006+0000 7f087d4f1700 1 --2- 172.21.15.53:0/862504790 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0878075ff0 0x7f08781a1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:10.014 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.006+0000 7f087d4f1700 1 -- 172.21.15.53:0/862504790 >> 172.21.15.53:0/862504790 conn(0x7f087807a600 msgr2=0x7f0878100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:10.014 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.006+0000 7f087d4f1700 1 -- 172.21.15.53:0/862504790 shutdown_connections 2024-05-10T11:20:10.015 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:10.006+0000 7f087d4f1700 1 -- 172.21.15.53:0/862504790 wait complete. 2024-05-10T11:20:10.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:09 smithi132 ceph-mon[33758]: pgmap v401: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-05-10T11:20:10.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:09 smithi187 ceph-mon[34076]: pgmap v401: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-05-10T11:20:10.737 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.f status 2024-05-10T11:20:10.996 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:20:12.062 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:11 smithi187 ceph-mon[34076]: pgmap v402: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:20:12.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:11 smithi053 ceph-mon[30153]: pgmap v402: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:20:12.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:11 smithi132 ceph-mon[33758]: pgmap v402: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:20:12.770 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.767+0000 7f32e92b4700 1 -- 172.21.15.53:0/1299083669 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32e4103750 msgr2=0x7f32e4103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:12.770 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.767+0000 7f32e92b4700 1 --2- 172.21.15.53:0/1299083669 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32e4103750 0x7f32e4103b30 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f32d40099c0 tx=0x7f32d4009cd0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.771 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.767+0000 7f32e92b4700 1 -- 172.21.15.53:0/1299083669 shutdown_connections 2024-05-10T11:20:12.771 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.767+0000 7f32e92b4700 1 --2- 172.21.15.53:0/1299083669 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f32e4108850 0x7f32e41103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.771 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.767+0000 7f32e92b4700 1 --2- 172.21.15.53:0/1299083669 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32e4103750 0x7f32e4103b30 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.771 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.767+0000 7f32e92b4700 1 --2- 172.21.15.53:0/1299083669 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f32e4104100 0x7f32e4108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.771 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.767+0000 7f32e92b4700 1 -- 172.21.15.53:0/1299083669 >> 172.21.15.53:0/1299083669 conn(0x7f32e407a600 msgr2=0x7f32e407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:12.771 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.767+0000 7f32e92b4700 1 -- 172.21.15.53:0/1299083669 shutdown_connections 2024-05-10T11:20:12.771 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.767+0000 7f32e92b4700 1 -- 172.21.15.53:0/1299083669 wait complete. 2024-05-10T11:20:12.771 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.768+0000 7f32e92b4700 1 Processor -- start 2024-05-10T11:20:12.771 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.768+0000 7f32e92b4700 1 -- start start 2024-05-10T11:20:12.771 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.768+0000 7f32e92b4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32e4103750 0x7f32e40757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:12.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.768+0000 7f32e92b4700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f32e4104100 0x7f32e4075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:12.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.768+0000 7f32e92b4700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f32e4108850 0x7f32e4076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:12.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.768+0000 7f32e92b4700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f32e41134d0 con 0x7f32e4103750 2024-05-10T11:20:12.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.768+0000 7f32e92b4700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f32e4113350 con 0x7f32e4108850 2024-05-10T11:20:12.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.768+0000 7f32e92b4700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f32e4113650 con 0x7f32e4104100 2024-05-10T11:20:12.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.768+0000 7f32e2ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32e4103750 0x7f32e40757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:12.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.768+0000 7f32e2ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32e4103750 0x7f32e40757a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:54358/0 (socket says 172.21.15.53:54358) 2024-05-10T11:20:12.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.768+0000 7f32e2ffd700 1 -- 172.21.15.53:0/4260207373 learned_addr learned my addr 172.21.15.53:0/4260207373 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:12.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.769+0000 7f32e27fc700 1 --2- 172.21.15.53:0/4260207373 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f32e4104100 0x7f32e4075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:12.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.769+0000 7f32e37fe700 1 --2- 172.21.15.53:0/4260207373 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f32e4108850 0x7f32e4076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:12.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.769+0000 7f32e2ffd700 1 -- 172.21.15.53:0/4260207373 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f32e4104100 msgr2=0x7f32e4075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:12.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.769+0000 7f32e2ffd700 1 --2- 172.21.15.53:0/4260207373 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f32e4104100 0x7f32e4075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.769+0000 7f32e2ffd700 1 -- 172.21.15.53:0/4260207373 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f32e4108850 msgr2=0x7f32e4076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:12.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.769+0000 7f32e2ffd700 1 --2- 172.21.15.53:0/4260207373 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f32e4108850 0x7f32e4076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.769+0000 7f32e2ffd700 1 -- 172.21.15.53:0/4260207373 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32e41a7f10 con 0x7f32e4103750 2024-05-10T11:20:12.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.769+0000 7f32e27fc700 1 --2- 172.21.15.53:0/4260207373 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f32e4104100 0x7f32e4075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:20:12.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.769+0000 7f32e2ffd700 1 --2- 172.21.15.53:0/4260207373 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32e4103750 0x7f32e40757a0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f32d400f690 tx=0x7f32d400f770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:12.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.769+0000 7f32cbfff700 1 -- 172.21.15.53:0/4260207373 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32d4027070 con 0x7f32e4103750 2024-05-10T11:20:12.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.769+0000 7f32cbfff700 1 -- 172.21.15.53:0/4260207373 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f32d40056d0 con 0x7f32e4103750 2024-05-10T11:20:12.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.769+0000 7f32e92b4700 1 -- 172.21.15.53:0/4260207373 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32e41a81a0 con 0x7f32e4103750 2024-05-10T11:20:12.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.769+0000 7f32cbfff700 1 -- 172.21.15.53:0/4260207373 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32d40173f0 con 0x7f32e4103750 2024-05-10T11:20:12.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.769+0000 7f32e92b4700 1 -- 172.21.15.53:0/4260207373 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32e41a85f0 con 0x7f32e4103750 2024-05-10T11:20:12.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.772+0000 7f32cbfff700 1 -- 172.21.15.53:0/4260207373 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f32d402a070 con 0x7f32e4103750 2024-05-10T11:20:12.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.773+0000 7f32f3b47b80 1 Processor -- start 2024-05-10T11:20:12.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.773+0000 7f32cbfff700 1 --2- 172.21.15.53:0/4260207373 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f32cc0b2880 0x7f32cc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:12.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.773+0000 7f32f3b47b80 1 -- start start 2024-05-10T11:20:12.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.773+0000 7f32e37fe700 1 --2- 172.21.15.53:0/4260207373 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f32cc0b2880 0x7f32cc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:12.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.773+0000 7f32cbfff700 1 -- 172.21.15.53:0/4260207373 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f32d40e34d0 con 0x7f32e4103750 2024-05-10T11:20:12.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.773+0000 7f32f3b47b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560bb98f1160 0x560bb98f1540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:12.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.773+0000 7f32f3b47b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98f1a80 0x560bb98eb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:12.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.773+0000 7f32f3b47b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98ebd00 0x560bb98ec140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:12.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.773+0000 7f32f3b47b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x560bb983d8f0 con 0x560bb98f1a80 2024-05-10T11:20:12.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.773+0000 7f32f3b47b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x560bb97a2d50 con 0x560bb98ebd00 2024-05-10T11:20:12.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.773+0000 7f32f3b47b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x560bb98398b0 con 0x560bb98f1160 2024-05-10T11:20:12.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.773+0000 7f32e27fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98f1a80 0x560bb98eb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:12.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.773+0000 7f32e37fe700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98ebd00 0x560bb98ec140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:12.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.773+0000 7f32e37fe700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98ebd00 0x560bb98ec140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:60748/0 (socket says 172.21.15.53:60748) 2024-05-10T11:20:12.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.773+0000 7f32e37fe700 1 -- 172.21.15.53:0/3198968325 learned_addr learned my addr 172.21.15.53:0/3198968325 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:12.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.773+0000 7f32e2ffd700 1 --2- 172.21.15.53:0/3198968325 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560bb98f1160 0x560bb98f1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:12.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.774+0000 7f32e37fe700 1 --2- 172.21.15.53:0/4260207373 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f32cc0b2880 0x7f32cc0b4d40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f32dc008950 tx=0x7f32dc008d10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:12.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.774+0000 7f32e37fe700 1 -- 172.21.15.53:0/3198968325 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560bb98f1160 msgr2=0x560bb98f1540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:12.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.774+0000 7f32e37fe700 1 --2- 172.21.15.53:0/3198968325 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560bb98f1160 0x560bb98f1540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.774+0000 7f32e37fe700 1 -- 172.21.15.53:0/3198968325 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98f1a80 msgr2=0x560bb98eb7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:12.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.774+0000 7f32e37fe700 1 --2- 172.21.15.53:0/3198968325 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98f1a80 0x560bb98eb7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.774+0000 7f32e37fe700 1 -- 172.21.15.53:0/3198968325 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560bb978a880 con 0x560bb98ebd00 2024-05-10T11:20:12.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.774+0000 7f32e27fc700 1 --2- 172.21.15.53:0/3198968325 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98f1a80 0x560bb98eb7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:20:12.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.774+0000 7f32e37fe700 1 --2- 172.21.15.53:0/3198968325 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98ebd00 0x560bb98ec140 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f32dc0154e0 tx=0x7f32dc01c000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=25e822dabef08cd7 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:12.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.775+0000 7f32c97fa700 1 -- 172.21.15.53:0/3198968325 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32dc013040 con 0x560bb98ebd00 2024-05-10T11:20:12.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.775+0000 7f32c97fa700 1 -- 172.21.15.53:0/3198968325 <== mon.2 v2:172.21.15.132:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f32dc01f070 con 0x560bb98ebd00 2024-05-10T11:20:12.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.775+0000 7f32c97fa700 1 -- 172.21.15.53:0/3198968325 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32dc01b4f0 con 0x560bb98ebd00 2024-05-10T11:20:12.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.775+0000 7f32f3b47b80 1 -- 172.21.15.53:0/3198968325 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98ebd00 msgr2=0x560bb98ec140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:12.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.775+0000 7f32f3b47b80 1 --2- 172.21.15.53:0/3198968325 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98ebd00 0x560bb98ec140 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f32dc0154e0 tx=0x7f32dc01c000 comp rx=0 tx=0).stop 2024-05-10T11:20:12.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.775+0000 7f32f3b47b80 1 -- 172.21.15.53:0/3198968325 shutdown_connections 2024-05-10T11:20:12.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.775+0000 7f32f3b47b80 1 --2- 172.21.15.53:0/3198968325 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98ebd00 0x560bb98ec140 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.775+0000 7f32f3b47b80 1 --2- 172.21.15.53:0/3198968325 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560bb98f1160 0x560bb98f1540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.775+0000 7f32f3b47b80 1 --2- 172.21.15.53:0/3198968325 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98f1a80 0x560bb98eb7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.775+0000 7f32f3b47b80 1 -- 172.21.15.53:0/3198968325 >> 172.21.15.53:0/3198968325 conn(0x560bb9817b20 msgr2=0x560bb98e6250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:12.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.775+0000 7f32f3b47b80 1 -- 172.21.15.53:0/3198968325 shutdown_connections 2024-05-10T11:20:12.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.775+0000 7f32f3b47b80 1 -- 172.21.15.53:0/3198968325 wait complete. 2024-05-10T11:20:12.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.776+0000 7f32f3b47b80 1 -- start start 2024-05-10T11:20:12.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.776+0000 7f32f3b47b80 1 Processor -- start 2024-05-10T11:20:12.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.776+0000 7f32f3b47b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98ebd00 0x560bb98f76e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:12.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.776+0000 7f32f3b47b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98f1160 0x560bb98f4af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:12.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.776+0000 7f32f3b47b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560bb98f1a80 0x560bb98f5030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:12.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.776+0000 7f32f3b47b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x560bb98f8340 con 0x560bb98ebd00 2024-05-10T11:20:12.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.776+0000 7f32f3b47b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x560bb97f6e80 con 0x560bb98f1160 2024-05-10T11:20:12.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.776+0000 7f32f3b47b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x560bb98f84c0 con 0x560bb98f1a80 2024-05-10T11:20:12.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.776+0000 7f32f3b47b80 10 client.0 _ll_register_callbacks cb 0x560bb97d1560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:20:12.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.776+0000 7f32e2ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98ebd00 0x560bb98f76e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:12.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.776+0000 7f32e2ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98ebd00 0x560bb98f76e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:54370/0 (socket says 172.21.15.53:54370) 2024-05-10T11:20:12.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.776+0000 7f32e2ffd700 1 -- 172.21.15.53:0/3620823774 learned_addr learned my addr 172.21.15.53:0/3620823774 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:12.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.776+0000 7f32e37fe700 1 --2- 172.21.15.53:0/3620823774 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560bb98f1a80 0x560bb98f5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:12.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.776+0000 7f32e27fc700 1 --2- 172.21.15.53:0/3620823774 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98f1160 0x560bb98f4af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:12.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.777+0000 7f32e2ffd700 1 -- 172.21.15.53:0/3620823774 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560bb98f1a80 msgr2=0x560bb98f5030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:12.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.777+0000 7f32e2ffd700 1 --2- 172.21.15.53:0/3620823774 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560bb98f1a80 0x560bb98f5030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.777+0000 7f32e2ffd700 1 -- 172.21.15.53:0/3620823774 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98f1160 msgr2=0x560bb98f4af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:12.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.777+0000 7f32e2ffd700 1 --2- 172.21.15.53:0/3620823774 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98f1160 0x560bb98f4af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.777+0000 7f32e2ffd700 1 -- 172.21.15.53:0/3620823774 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560bb97f4710 con 0x560bb98ebd00 2024-05-10T11:20:12.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.777+0000 7f32e37fe700 1 --2- 172.21.15.53:0/3620823774 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560bb98f1a80 0x560bb98f5030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:20:12.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.777+0000 7f32e27fc700 1 --2- 172.21.15.53:0/3620823774 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98f1160 0x560bb98f4af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:20:12.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.777+0000 7f32e2ffd700 1 --2- 172.21.15.53:0/3620823774 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98ebd00 0x560bb98f76e0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f32d40a7a90 tx=0x7f32d40aad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1f72a3eac13996d server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:12.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.777+0000 7f32c6ff5700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:20:12.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.777+0000 7f32c6ff5700 1 -- 172.21.15.53:0/3620823774 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32d40a9f90 con 0x560bb98ebd00 2024-05-10T11:20:12.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.777+0000 7f32c6ff5700 1 -- 172.21.15.53:0/3620823774 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f32d40052e0 con 0x560bb98ebd00 2024-05-10T11:20:12.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.777+0000 7f32f3b47b80 1 -- 172.21.15.53:0/3620823774 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f32dc01f070 con 0x560bb98ebd00 2024-05-10T11:20:12.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.777+0000 7f32c6ff5700 1 -- 172.21.15.53:0/3620823774 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f32d400fe00 con 0x560bb98ebd00 2024-05-10T11:20:12.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.777+0000 7f32f3b47b80 10 client.15072 fetch_fsmap learned FSMap version 28 2024-05-10T11:20:12.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.777+0000 7f32f3b47b80 1 -- 172.21.15.53:0/3620823774 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x560bb9902c70 con 0x560bb98ebd00 2024-05-10T11:20:12.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.777+0000 7f32c6ff5700 1 -- 172.21.15.53:0/3620823774 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f32dc01f070 con 0x560bb98ebd00 2024-05-10T11:20:12.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.777+0000 7f32c6ff5700 1 -- 172.21.15.53:0/3620823774 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f32d40a9a80 con 0x560bb98ebd00 2024-05-10T11:20:12.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.778+0000 7f32f3b47b80 10 client.15072 fetch_fsmap finished waiting for FSMap version 28 2024-05-10T11:20:12.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.778+0000 7f32f3b47b80 10 client.15072 resolve_mds: resolved name 'f' to daemon mds.f 2024-05-10T11:20:12.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.778+0000 7f32f3b47b80 20 client.15072 populate_metadata read hostname 'smithi053' 2024-05-10T11:20:12.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.778+0000 7f32f3b47b80 1 --2- 172.21.15.53:0/3620823774 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x560bb9905240 0x560bb99066b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:12.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.778+0000 7f32f3b47b80 4 client.15072 mds_command: new command op to 24442 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:20:12.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.778+0000 7f32f3b47b80 1 -- 172.21.15.53:0/3620823774 --> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560bb984b2d0 con 0x560bb9905240 2024-05-10T11:20:12.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.778+0000 7f32e27fc700 1 --2- 172.21.15.53:0/3620823774 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x560bb9905240 0x560bb99066b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:12.786 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.778+0000 7f32e27fc700 1 --2- 172.21.15.53:0/3620823774 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x560bb9905240 0x560bb99066b0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=473756d8677133bb server_cookie=3c298be52699a1da in_seq=0 out_seq=0 2024-05-10T11:20:12.786 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.778+0000 7f32c6ff5700 10 client.15072 ms_handle_connect on v2:172.21.15.187:6834/4099468922 2024-05-10T11:20:12.786 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.779+0000 7f32c6ff5700 1 -- 172.21.15.53:0/3620823774 <== mds.2 v2:172.21.15.187:6834/4099468922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x560bb984b2d0 con 0x560bb9905240 2024-05-10T11:20:12.786 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.779+0000 7f32c6ff5700 10 client.15072 handle_command_reply: tid=0 2024-05-10T11:20:12.786 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.779+0000 7f32f3b47b80 1 client.15072 shutdown 2024-05-10T11:20:12.786 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.779+0000 7f32f3b47b80 1 -- 172.21.15.53:0/3620823774 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98ebd00 msgr2=0x560bb98f76e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:12.786 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.779+0000 7f32f3b47b80 1 --2- 172.21.15.53:0/3620823774 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98ebd00 0x560bb98f76e0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f32d40a7a90 tx=0x7f32d40aad60 comp rx=0 tx=0).stop 2024-05-10T11:20:12.786 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.779+0000 7f32f3b47b80 1 -- 172.21.15.53:0/3620823774 shutdown_connections 2024-05-10T11:20:12.786 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.779+0000 7f32f3b47b80 1 --2- 172.21.15.53:0/3620823774 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560bb98f1a80 0x560bb98f5030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.786 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.779+0000 7f32f3b47b80 1 --2- 172.21.15.53:0/3620823774 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x560bb9905240 0x560bb99066b0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.786 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.779+0000 7f32f3b47b80 1 --2- 172.21.15.53:0/3620823774 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98ebd00 0x560bb98f76e0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.786 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.779+0000 7f32f3b47b80 1 --2- 172.21.15.53:0/3620823774 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98f1160 0x560bb98f4af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.786 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.779+0000 7f32c6ff5700 0 client.15072 ms_handle_reset on v2:172.21.15.187:6834/4099468922 2024-05-10T11:20:12.786 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.779+0000 7f32f3b47b80 1 -- 172.21.15.53:0/3620823774 >> 172.21.15.53:0/3620823774 conn(0x560bb9817b20 msgr2=0x560bb98e0ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:12.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.779+0000 7f32f3b47b80 1 -- 172.21.15.53:0/3620823774 shutdown_connections 2024-05-10T11:20:12.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.779+0000 7f32f3b47b80 1 -- 172.21.15.53:0/3620823774 wait complete. 2024-05-10T11:20:12.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.780+0000 7f32f3b47b80 20 client.15072 trim_cache size 0 max 16384 2024-05-10T11:20:12.810 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.801+0000 7f32f3b47b80 1 Processor -- start 2024-05-10T11:20:12.810 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.801+0000 7f32f3b47b80 1 -- start start 2024-05-10T11:20:12.810 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.801+0000 7f32f3b47b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560bb98ebd00 0x560bb98eb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:12.811 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.801+0000 7f32f3b47b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98f1160 0x560bb98ef270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:12.811 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.801+0000 7f32f3b47b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98f1a80 0x560bb98f5060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:12.811 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.801+0000 7f32f3b47b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x560bb99049f0 con 0x560bb98f1a80 2024-05-10T11:20:12.811 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.801+0000 7f32f3b47b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x560bb99050c0 con 0x560bb98f1160 2024-05-10T11:20:12.811 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.801+0000 7f32f3b47b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x560bb9905790 con 0x560bb98ebd00 2024-05-10T11:20:12.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.801+0000 7f32e37fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98f1a80 0x560bb98f5060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:12.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.801+0000 7f32e37fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98f1a80 0x560bb98f5060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:54380/0 (socket says 172.21.15.53:54380) 2024-05-10T11:20:12.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.801+0000 7f32e37fe700 1 -- 172.21.15.53:0/2309551926 learned_addr learned my addr 172.21.15.53:0/2309551926 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:12.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.801+0000 7f32e2ffd700 1 --2- 172.21.15.53:0/2309551926 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560bb98ebd00 0x560bb98eb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:12.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.801+0000 7f32e37fe700 1 -- 172.21.15.53:0/2309551926 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560bb98ebd00 msgr2=0x560bb98eb7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:12.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.801+0000 7f32e37fe700 1 --2- 172.21.15.53:0/2309551926 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560bb98ebd00 0x560bb98eb7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.801+0000 7f32e37fe700 1 -- 172.21.15.53:0/2309551926 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98f1160 msgr2=0x560bb98ef270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:12.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.801+0000 7f32e27fc700 1 --2- 172.21.15.53:0/2309551926 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98f1160 0x560bb98ef270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:12.814 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.801+0000 7f32e37fe700 1 --2- 172.21.15.53:0/2309551926 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98f1160 0x560bb98ef270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.814 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.801+0000 7f32e37fe700 1 -- 172.21.15.53:0/2309551926 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560bb98ec450 con 0x560bb98f1a80 2024-05-10T11:20:12.814 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.801+0000 7f32e27fc700 1 --2- 172.21.15.53:0/2309551926 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98f1160 0x560bb98ef270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:20:12.814 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.802+0000 7f32e37fe700 1 --2- 172.21.15.53:0/2309551926 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98f1a80 0x560bb98f5060 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f32dc015990 tx=0x7f32dc007cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4aa198f643fd6c42 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:12.814 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.802+0000 7f32c8ff9700 1 -- 172.21.15.53:0/2309551926 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32dc031070 con 0x560bb98f1a80 2024-05-10T11:20:12.814 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.802+0000 7f32c8ff9700 1 -- 172.21.15.53:0/2309551926 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f32dc01f070 con 0x560bb98f1a80 2024-05-10T11:20:12.814 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.802+0000 7f32c8ff9700 1 -- 172.21.15.53:0/2309551926 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32dc0043a0 con 0x560bb98f1a80 2024-05-10T11:20:12.814 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.802+0000 7f32f3b47b80 1 -- 172.21.15.53:0/2309551926 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98f1a80 msgr2=0x560bb98f5060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:12.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.802+0000 7f32f3b47b80 1 --2- 172.21.15.53:0/2309551926 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98f1a80 0x560bb98f5060 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f32dc015990 tx=0x7f32dc007cd0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.802+0000 7f32f3b47b80 1 -- 172.21.15.53:0/2309551926 shutdown_connections 2024-05-10T11:20:12.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.802+0000 7f32f3b47b80 1 --2- 172.21.15.53:0/2309551926 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98f1a80 0x560bb98f5060 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.802+0000 7f32f3b47b80 1 --2- 172.21.15.53:0/2309551926 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560bb98ebd00 0x560bb98eb7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.802+0000 7f32f3b47b80 1 --2- 172.21.15.53:0/2309551926 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98f1160 0x560bb98ef270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.802+0000 7f32f3b47b80 1 -- 172.21.15.53:0/2309551926 >> 172.21.15.53:0/2309551926 conn(0x560bb9817b20 msgr2=0x560bb98f1e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:12.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.802+0000 7f32f3b47b80 1 -- 172.21.15.53:0/2309551926 shutdown_connections 2024-05-10T11:20:12.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.803+0000 7f32f3b47b80 1 -- 172.21.15.53:0/2309551926 wait complete. 2024-05-10T11:20:12.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.803+0000 7f32f3b47b80 1 -- start start 2024-05-10T11:20:12.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.803+0000 7f32f3b47b80 1 Processor -- start 2024-05-10T11:20:12.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.803+0000 7f32f3b47b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560bb98ebd00 0x560bb98e0240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:12.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.803+0000 7f32f3b47b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98f1160 0x560bb98e0780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:12.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.803+0000 7f32f3b47b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98f1a80 0x560bb990e130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:12.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.803+0000 7f32f3b47b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x560bb9906530 con 0x560bb98f1a80 2024-05-10T11:20:12.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.803+0000 7f32f3b47b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x560bb9905e60 con 0x560bb98f1160 2024-05-10T11:20:12.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.803+0000 7f32f3b47b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x560bb9906c00 con 0x560bb98ebd00 2024-05-10T11:20:12.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.803+0000 7f32f3b47b80 10 client.0 _ll_register_callbacks cb 0x560bb97d1560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:20:12.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.803+0000 7f32e37fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98f1a80 0x560bb990e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:12.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.803+0000 7f32e37fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98f1a80 0x560bb990e130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:54394/0 (socket says 172.21.15.53:54394) 2024-05-10T11:20:12.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.803+0000 7f32e37fe700 1 -- 172.21.15.53:0/1846258255 learned_addr learned my addr 172.21.15.53:0/1846258255 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:12.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.803+0000 7f32e27fc700 1 --2- 172.21.15.53:0/1846258255 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98f1160 0x560bb98e0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:12.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.804+0000 7f32e2ffd700 1 --2- 172.21.15.53:0/1846258255 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560bb98ebd00 0x560bb98e0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:12.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.804+0000 7f32e37fe700 1 -- 172.21.15.53:0/1846258255 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560bb98ebd00 msgr2=0x560bb98e0240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:12.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.804+0000 7f32e37fe700 1 --2- 172.21.15.53:0/1846258255 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560bb98ebd00 0x560bb98e0240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.817 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.804+0000 7f32e37fe700 1 -- 172.21.15.53:0/1846258255 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98f1160 msgr2=0x560bb98e0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:12.817 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.804+0000 7f32e37fe700 1 --2- 172.21.15.53:0/1846258255 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98f1160 0x560bb98e0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.817 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.804+0000 7f32e37fe700 1 -- 172.21.15.53:0/1846258255 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560bb98e1080 con 0x560bb98f1a80 2024-05-10T11:20:12.817 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.804+0000 7f32e2ffd700 1 --2- 172.21.15.53:0/1846258255 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560bb98ebd00 0x560bb98e0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:20:12.817 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.804+0000 7f32e37fe700 1 --2- 172.21.15.53:0/1846258255 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98f1a80 0x560bb990e130 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f32dc007ac0 tx=0x7f32dc004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3389bbf86136d01 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:12.817 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.804+0000 7f32c6ff5700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:20:12.818 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.804+0000 7f32c6ff5700 1 -- 172.21.15.53:0/1846258255 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32dc03a030 con 0x560bb98f1a80 2024-05-10T11:20:12.818 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.804+0000 7f32c6ff5700 1 -- 172.21.15.53:0/1846258255 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f32dc003a00 con 0x560bb98f1a80 2024-05-10T11:20:12.818 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.804+0000 7f32f3b47b80 1 -- 172.21.15.53:0/1846258255 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f32dc01f070 con 0x560bb98f1a80 2024-05-10T11:20:12.818 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.804+0000 7f32c6ff5700 1 -- 172.21.15.53:0/1846258255 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f32dc047050 con 0x560bb98f1a80 2024-05-10T11:20:12.818 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.804+0000 7f32f3b47b80 10 client.15078 fetch_fsmap learned FSMap version 28 2024-05-10T11:20:12.818 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.804+0000 7f32f3b47b80 1 -- 172.21.15.53:0/1846258255 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x560bb9970c80 con 0x560bb98f1a80 2024-05-10T11:20:12.818 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.804+0000 7f32c6ff5700 1 -- 172.21.15.53:0/1846258255 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f32dc01f070 con 0x560bb98f1a80 2024-05-10T11:20:12.818 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.805+0000 7f32c6ff5700 1 -- 172.21.15.53:0/1846258255 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f32dc01b4f0 con 0x560bb98f1a80 2024-05-10T11:20:12.818 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.805+0000 7f32f3b47b80 10 client.15078 fetch_fsmap finished waiting for FSMap version 28 2024-05-10T11:20:12.818 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.805+0000 7f32f3b47b80 10 client.15078 resolve_mds: resolved name 'f' to daemon mds.f 2024-05-10T11:20:12.818 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.805+0000 7f32f3b47b80 20 client.15078 populate_metadata read hostname 'smithi053' 2024-05-10T11:20:12.818 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.805+0000 7f32f3b47b80 1 --2- 172.21.15.53:0/1846258255 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x560bb9975120 0x560bb9973e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:12.818 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.805+0000 7f32f3b47b80 4 client.15078 mds_command: new command op to 24442 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-10T11:20:12.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.805+0000 7f32f3b47b80 1 -- 172.21.15.53:0/1846258255 --> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] -- command(tid 0: {"prefix": "status"}) -- 0x560bb9845370 con 0x560bb9975120 2024-05-10T11:20:12.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.805+0000 7f32e2ffd700 1 --2- 172.21.15.53:0/1846258255 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x560bb9975120 0x560bb9973e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:12.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.805+0000 7f32e2ffd700 1 --2- 172.21.15.53:0/1846258255 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x560bb9975120 0x560bb9973e30 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6fcf57ce6bdfc820 server_cookie=c87171ecfe1a939a in_seq=0 out_seq=0 2024-05-10T11:20:12.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.805+0000 7f32c6ff5700 10 client.15078 ms_handle_connect on v2:172.21.15.187:6834/4099468922 2024-05-10T11:20:12.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.806+0000 7f32c6ff5700 1 -- 172.21.15.53:0/1846258255 <== mds.2 v2:172.21.15.187:6834/4099468922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x560bb9845370 con 0x560bb9975120 2024-05-10T11:20:12.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.806+0000 7f32c6ff5700 10 client.15078 handle_command_reply: tid=0 2024-05-10T11:20:12.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.806+0000 7f32f3b47b80 1 client.15078 shutdown 2024-05-10T11:20:12.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.806+0000 7f32f3b47b80 1 -- 172.21.15.53:0/1846258255 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98f1a80 msgr2=0x560bb990e130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:12.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.806+0000 7f32f3b47b80 1 --2- 172.21.15.53:0/1846258255 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98f1a80 0x560bb990e130 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f32dc007ac0 tx=0x7f32dc004ad0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.806+0000 7f32f3b47b80 1 -- 172.21.15.53:0/1846258255 shutdown_connections 2024-05-10T11:20:12.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.806+0000 7f32f3b47b80 1 --2- 172.21.15.53:0/1846258255 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x560bb9975120 0x560bb9973e30 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.806+0000 7f32f3b47b80 1 --2- 172.21.15.53:0/1846258255 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560bb98f1a80 0x560bb990e130 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.806+0000 7f32f3b47b80 1 --2- 172.21.15.53:0/1846258255 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560bb98ebd00 0x560bb98e0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.806+0000 7f32f3b47b80 1 --2- 172.21.15.53:0/1846258255 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560bb98f1160 0x560bb98e0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.806+0000 7f32f3b47b80 1 -- 172.21.15.53:0/1846258255 >> 172.21.15.53:0/1846258255 conn(0x560bb9817b20 msgr2=0x560bb98efc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:12.820 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.806+0000 7f32c6ff5700 0 client.15078 ms_handle_reset on v2:172.21.15.187:6834/4099468922 2024-05-10T11:20:12.820 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.806+0000 7f32f3b47b80 1 -- 172.21.15.53:0/1846258255 shutdown_connections 2024-05-10T11:20:12.820 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.806+0000 7f32f3b47b80 1 -- 172.21.15.53:0/1846258255 wait complete. 2024-05-10T11:20:12.820 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.806+0000 7f32f3b47b80 20 client.15078 trim_cache size 0 max 16384 2024-05-10T11:20:12.820 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:20:12.820 INFO:teuthology.orchestra.run.smithi053.stdout: "cluster_fsid": "745ae8e0-0ebd-11ef-bc98-c7b262605968", 2024-05-10T11:20:12.820 INFO:teuthology.orchestra.run.smithi053.stdout: "whoami": 2, 2024-05-10T11:20:12.821 INFO:teuthology.orchestra.run.smithi053.stdout: "id": 24442, 2024-05-10T11:20:12.821 INFO:teuthology.orchestra.run.smithi053.stdout: "want_state": "up:active", 2024-05-10T11:20:12.821 INFO:teuthology.orchestra.run.smithi053.stdout: "state": "up:active", 2024-05-10T11:20:12.821 INFO:teuthology.orchestra.run.smithi053.stdout: "fs_name": "cephfs", 2024-05-10T11:20:12.821 INFO:teuthology.orchestra.run.smithi053.stdout: "rank_uptime": 134.04891026199999, 2024-05-10T11:20:12.821 INFO:teuthology.orchestra.run.smithi053.stdout: "mdsmap_epoch": 28, 2024-05-10T11:20:12.821 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_epoch": 90, 2024-05-10T11:20:12.821 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_epoch_barrier": 88, 2024-05-10T11:20:12.821 INFO:teuthology.orchestra.run.smithi053.stdout: "uptime": 235.631697409 2024-05-10T11:20:12.821 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:20:12.822 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.807+0000 7f32e92b4700 1 -- 172.21.15.53:0/4260207373 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f32cc0b2880 msgr2=0x7f32cc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:12.822 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.807+0000 7f32e92b4700 1 --2- 172.21.15.53:0/4260207373 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f32cc0b2880 0x7f32cc0b4d40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f32dc008950 tx=0x7f32dc008d10 comp rx=0 tx=0).stop 2024-05-10T11:20:12.822 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.807+0000 7f32e92b4700 1 -- 172.21.15.53:0/4260207373 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32e4103750 msgr2=0x7f32e40757a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:12.822 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.807+0000 7f32e92b4700 1 --2- 172.21.15.53:0/4260207373 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32e4103750 0x7f32e40757a0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f32d400f690 tx=0x7f32d400f770 comp rx=0 tx=0).stop 2024-05-10T11:20:12.822 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.807+0000 7f32e92b4700 1 -- 172.21.15.53:0/4260207373 shutdown_connections 2024-05-10T11:20:12.822 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.807+0000 7f32e92b4700 1 --2- 172.21.15.53:0/4260207373 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f32cc0b2880 0x7f32cc0b4d40 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.822 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.807+0000 7f32e92b4700 1 --2- 172.21.15.53:0/4260207373 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f32e4108850 0x7f32e4076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.822 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.807+0000 7f32e92b4700 1 --2- 172.21.15.53:0/4260207373 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f32e4103750 0x7f32e40757a0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.823 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.807+0000 7f32e92b4700 1 --2- 172.21.15.53:0/4260207373 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f32e4104100 0x7f32e4075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:12.823 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.807+0000 7f32e92b4700 1 -- 172.21.15.53:0/4260207373 >> 172.21.15.53:0/4260207373 conn(0x7f32e407a600 msgr2=0x7f32e41099a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:12.823 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.807+0000 7f32e92b4700 1 -- 172.21.15.53:0/4260207373 shutdown_connections 2024-05-10T11:20:12.823 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:12.807+0000 7f32e92b4700 1 -- 172.21.15.53:0/4260207373 wait complete. 2024-05-10T11:20:13.539 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.c status 2024-05-10T11:20:13.795 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:20:14.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:13 smithi053 ceph-mon[30153]: pgmap v403: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:20:14.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:13 smithi132 ceph-mon[33758]: pgmap v403: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:20:14.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:13 smithi187 ceph-mon[34076]: pgmap v403: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:20:15.591 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.549+0000 7f7a73332700 1 -- 172.21.15.53:0/86107840 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7a6c109510 msgr2=0x7f7a6c1098f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:15.591 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.549+0000 7f7a73332700 1 --2- 172.21.15.53:0/86107840 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7a6c109510 0x7f7a6c1098f0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f7a5c00b0a0 tx=0x7f7a5c00b3b0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.591 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.550+0000 7f7a73332700 1 -- 172.21.15.53:0/86107840 shutdown_connections 2024-05-10T11:20:15.591 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.550+0000 7f7a73332700 1 --2- 172.21.15.53:0/86107840 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7a6c06c590 0x7f7a6c110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.592 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.550+0000 7f7a73332700 1 --2- 172.21.15.53:0/86107840 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7a6c109510 0x7f7a6c1098f0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.592 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.550+0000 7f7a73332700 1 --2- 172.21.15.53:0/86107840 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7a6c06bbd0 0x7f7a6c06c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.592 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.550+0000 7f7a73332700 1 -- 172.21.15.53:0/86107840 >> 172.21.15.53:0/86107840 conn(0x7f7a6c079350 msgr2=0x7f7a6c079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:15.592 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.550+0000 7f7a73332700 1 -- 172.21.15.53:0/86107840 shutdown_connections 2024-05-10T11:20:15.592 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.550+0000 7f7a73332700 1 -- 172.21.15.53:0/86107840 wait complete. 2024-05-10T11:20:15.593 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.550+0000 7f7a73332700 1 Processor -- start 2024-05-10T11:20:15.593 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.550+0000 7f7a73332700 1 -- start start 2024-05-10T11:20:15.593 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.551+0000 7f7a73332700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7a6c06bbd0 0x7f7a6c19f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:15.593 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.551+0000 7f7a73332700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7a6c06c590 0x7f7a6c19fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:15.593 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.551+0000 7f7a73332700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7a6c109510 0x7f7a6c199930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:15.593 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.551+0000 7f7a73332700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7a6c1134f0 con 0x7f7a6c06c590 2024-05-10T11:20:15.594 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.551+0000 7f7a73332700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f7a6c113370 con 0x7f7a6c109510 2024-05-10T11:20:15.594 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.551+0000 7f7a73332700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f7a6c113670 con 0x7f7a6c06bbd0 2024-05-10T11:20:15.594 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.551+0000 7f7a708cd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7a6c06c590 0x7f7a6c19fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:15.594 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.551+0000 7f7a708cd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7a6c06c590 0x7f7a6c19fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:54410/0 (socket says 172.21.15.53:54410) 2024-05-10T11:20:15.594 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.551+0000 7f7a708cd700 1 -- 172.21.15.53:0/3999595592 learned_addr learned my addr 172.21.15.53:0/3999595592 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:15.594 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.551+0000 7f7a710ce700 1 --2- 172.21.15.53:0/3999595592 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7a6c06bbd0 0x7f7a6c19f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:15.594 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.551+0000 7f7a718cf700 1 --2- 172.21.15.53:0/3999595592 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7a6c109510 0x7f7a6c199930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:15.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.551+0000 7f7a708cd700 1 -- 172.21.15.53:0/3999595592 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7a6c06bbd0 msgr2=0x7f7a6c19f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:15.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.551+0000 7f7a708cd700 1 --2- 172.21.15.53:0/3999595592 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7a6c06bbd0 0x7f7a6c19f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.551+0000 7f7a708cd700 1 -- 172.21.15.53:0/3999595592 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7a6c109510 msgr2=0x7f7a6c199930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:15.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.551+0000 7f7a708cd700 1 --2- 172.21.15.53:0/3999595592 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7a6c109510 0x7f7a6c199930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.551+0000 7f7a708cd700 1 -- 172.21.15.53:0/3999595592 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a6c19a090 con 0x7f7a6c06c590 2024-05-10T11:20:15.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.551+0000 7f7a708cd700 1 --2- 172.21.15.53:0/3999595592 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7a6c06c590 0x7f7a6c19fc60 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f7a6000d980 tx=0x7f7a6000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:15.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.551+0000 7f7a6a7fc700 1 -- 172.21.15.53:0/3999595592 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a60017070 con 0x7f7a6c06c590 2024-05-10T11:20:15.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.551+0000 7f7a6a7fc700 1 -- 172.21.15.53:0/3999595592 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7a60005020 con 0x7f7a6c06c590 2024-05-10T11:20:15.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.551+0000 7f7a73332700 1 -- 172.21.15.53:0/3999595592 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a6c19a320 con 0x7f7a6c06c590 2024-05-10T11:20:15.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.551+0000 7f7a6a7fc700 1 -- 172.21.15.53:0/3999595592 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a60009ab0 con 0x7f7a6c06c590 2024-05-10T11:20:15.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.551+0000 7f7a73332700 1 -- 172.21.15.53:0/3999595592 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a6c1a65f0 con 0x7f7a6c06c590 2024-05-10T11:20:15.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.554+0000 7f7a6a7fc700 1 -- 172.21.15.53:0/3999595592 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f7a600051d0 con 0x7f7a6c06c590 2024-05-10T11:20:15.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.555+0000 7f7a6a7fc700 1 --2- 172.21.15.53:0/3999595592 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7a540b2880 0x7f7a540b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:15.595 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.555+0000 7f7a710ce700 1 --2- 172.21.15.53:0/3999595592 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7a540b2880 0x7f7a540b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:15.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.555+0000 7f7a6a7fc700 1 -- 172.21.15.53:0/3999595592 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f7a600e24a0 con 0x7f7a6c06c590 2024-05-10T11:20:15.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.555+0000 7f7a7dbc5b80 1 Processor -- start 2024-05-10T11:20:15.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.555+0000 7f7a710ce700 1 --2- 172.21.15.53:0/3999595592 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7a540b2880 0x7f7a540b4d40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7a5c009e60 tx=0x7f7a5c00b7b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:15.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.555+0000 7f7a7dbc5b80 1 -- start start 2024-05-10T11:20:15.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.556+0000 7f7a7dbc5b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5635a0e64480 0x5635a0e64860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:15.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.556+0000 7f7a7dbc5b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5635a0e64da0 0x5635a0e686a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:15.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.556+0000 7f7a7dbc5b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e68c30 0x5635a0e690b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:15.596 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.556+0000 7f7a7dbc5b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5635a0db6810 con 0x5635a0e68c30 2024-05-10T11:20:15.597 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.556+0000 7f7a7dbc5b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5635a0d55770 con 0x5635a0e64da0 2024-05-10T11:20:15.597 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.556+0000 7f7a7dbc5b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5635a0db27d0 con 0x5635a0e64480 2024-05-10T11:20:15.597 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.556+0000 7f7a718cf700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e68c30 0x5635a0e690b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:15.597 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.556+0000 7f7a718cf700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e68c30 0x5635a0e690b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:54426/0 (socket says 172.21.15.53:54426) 2024-05-10T11:20:15.597 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.556+0000 7f7a718cf700 1 -- 172.21.15.53:0/947496348 learned_addr learned my addr 172.21.15.53:0/947496348 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:15.597 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.556+0000 7f7a708cd700 1 --2- 172.21.15.53:0/947496348 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5635a0e64da0 0x5635a0e686a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:15.598 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.556+0000 7f7a718cf700 1 -- 172.21.15.53:0/947496348 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5635a0e64480 msgr2=0x5635a0e64860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:15.598 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.556+0000 7f7a710ce700 1 --2- 172.21.15.53:0/947496348 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5635a0e64480 0x5635a0e64860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:15.598 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.556+0000 7f7a718cf700 1 --2- 172.21.15.53:0/947496348 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5635a0e64480 0x5635a0e64860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.598 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.556+0000 7f7a718cf700 1 -- 172.21.15.53:0/947496348 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5635a0e64da0 msgr2=0x5635a0e686a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:15.598 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.556+0000 7f7a718cf700 1 --2- 172.21.15.53:0/947496348 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5635a0e64da0 0x5635a0e686a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.598 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.556+0000 7f7a718cf700 1 -- 172.21.15.53:0/947496348 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635a0d03880 con 0x5635a0e68c30 2024-05-10T11:20:15.598 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.556+0000 7f7a708cd700 1 --2- 172.21.15.53:0/947496348 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5635a0e64da0 0x5635a0e686a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:20:15.599 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.556+0000 7f7a710ce700 1 --2- 172.21.15.53:0/947496348 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5635a0e64480 0x5635a0e64860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:20:15.599 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.556+0000 7f7a718cf700 1 --2- 172.21.15.53:0/947496348 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e68c30 0x5635a0e690b0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f7a6400cb50 tx=0x7f7a6400ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62238f8f90bf9ae4 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:15.599 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.557+0000 7f7a537fe700 1 -- 172.21.15.53:0/947496348 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a6400ecf0 con 0x5635a0e68c30 2024-05-10T11:20:15.599 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.557+0000 7f7a537fe700 1 -- 172.21.15.53:0/947496348 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7a6400ee90 con 0x5635a0e68c30 2024-05-10T11:20:15.599 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.557+0000 7f7a537fe700 1 -- 172.21.15.53:0/947496348 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a64010430 con 0x5635a0e68c30 2024-05-10T11:20:15.599 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.557+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/947496348 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e68c30 msgr2=0x5635a0e690b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:15.599 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.557+0000 7f7a7dbc5b80 1 --2- 172.21.15.53:0/947496348 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e68c30 0x5635a0e690b0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f7a6400cb50 tx=0x7f7a6400ce60 comp rx=0 tx=0).stop 2024-05-10T11:20:15.599 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.557+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/947496348 shutdown_connections 2024-05-10T11:20:15.599 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.557+0000 7f7a7dbc5b80 1 --2- 172.21.15.53:0/947496348 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e68c30 0x5635a0e690b0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.599 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.557+0000 7f7a7dbc5b80 1 --2- 172.21.15.53:0/947496348 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5635a0e64480 0x5635a0e64860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.599 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.557+0000 7f7a7dbc5b80 1 --2- 172.21.15.53:0/947496348 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5635a0e64da0 0x5635a0e686a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.599 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.557+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/947496348 >> 172.21.15.53:0/947496348 conn(0x5635a0d900b0 msgr2=0x5635a0e5ec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:15.599 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.557+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/947496348 shutdown_connections 2024-05-10T11:20:15.599 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.557+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/947496348 wait complete. 2024-05-10T11:20:15.600 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.558+0000 7f7a7dbc5b80 1 -- start start 2024-05-10T11:20:15.600 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.558+0000 7f7a7dbc5b80 1 Processor -- start 2024-05-10T11:20:15.600 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.558+0000 7f7a7dbc5b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e64480 0x5635a0e6ff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:15.600 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.558+0000 7f7a7dbc5b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5635a0e64da0 0x5635a0e6d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:15.600 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.558+0000 7f7a7dbc5b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5635a0e68c30 0x5635a0e6d850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:15.600 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.558+0000 7f7a7dbc5b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5635a0e70e40 con 0x5635a0e64480 2024-05-10T11:20:15.600 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.558+0000 7f7a7dbc5b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5635a0d1cbe0 con 0x5635a0e68c30 2024-05-10T11:20:15.600 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.558+0000 7f7a7dbc5b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5635a0e70fc0 con 0x5635a0e64da0 2024-05-10T11:20:15.600 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.558+0000 7f7a7dbc5b80 10 client.0 _ll_register_callbacks cb 0x5635a0d4e8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:20:15.600 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.558+0000 7f7a710ce700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e64480 0x5635a0e6ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:15.600 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.558+0000 7f7a710ce700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e64480 0x5635a0e6ff00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:54430/0 (socket says 172.21.15.53:54430) 2024-05-10T11:20:15.600 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.558+0000 7f7a710ce700 1 -- 172.21.15.53:0/2093962986 learned_addr learned my addr 172.21.15.53:0/2093962986 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:15.601 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.559+0000 7f7a708cd700 1 --2- 172.21.15.53:0/2093962986 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5635a0e64da0 0x5635a0e6d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:15.601 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.559+0000 7f7a718cf700 1 --2- 172.21.15.53:0/2093962986 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5635a0e68c30 0x5635a0e6d850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:15.601 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.559+0000 7f7a710ce700 1 -- 172.21.15.53:0/2093962986 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5635a0e64da0 msgr2=0x5635a0e6d310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:15.601 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.559+0000 7f7a710ce700 1 --2- 172.21.15.53:0/2093962986 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5635a0e64da0 0x5635a0e6d310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.601 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.559+0000 7f7a710ce700 1 -- 172.21.15.53:0/2093962986 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5635a0e68c30 msgr2=0x5635a0e6d850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:15.601 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.559+0000 7f7a710ce700 1 --2- 172.21.15.53:0/2093962986 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5635a0e68c30 0x5635a0e6d850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.601 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.559+0000 7f7a710ce700 1 -- 172.21.15.53:0/2093962986 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635a0d52640 con 0x5635a0e64480 2024-05-10T11:20:15.601 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.559+0000 7f7a718cf700 1 --2- 172.21.15.53:0/2093962986 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5635a0e68c30 0x5635a0e6d850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:20:15.601 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.559+0000 7f7a710ce700 1 --2- 172.21.15.53:0/2093962986 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e64480 0x5635a0e6ff00 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f7a5c00b070 tx=0x7f7a5c0099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d32cb700ec95d264 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:15.601 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.559+0000 7f7a50ff9700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:20:15.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.559+0000 7f7a50ff9700 1 -- 172.21.15.53:0/2093962986 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a5c02c070 con 0x5635a0e64480 2024-05-10T11:20:15.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.559+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/2093962986 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a6400ee90 con 0x5635a0e64480 2024-05-10T11:20:15.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.559+0000 7f7a50ff9700 1 -- 172.21.15.53:0/2093962986 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f7a5c005040 con 0x5635a0e64480 2024-05-10T11:20:15.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.559+0000 7f7a50ff9700 1 -- 172.21.15.53:0/2093962986 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7a5c039050 con 0x5635a0e64480 2024-05-10T11:20:15.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.559+0000 7f7a7dbc5b80 10 client.15090 fetch_fsmap learned FSMap version 28 2024-05-10T11:20:15.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.559+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/2093962986 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5635a0e7b580 con 0x5635a0e64480 2024-05-10T11:20:15.602 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.560+0000 7f7a50ff9700 1 -- 172.21.15.53:0/2093962986 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7a6400ee90 con 0x5635a0e64480 2024-05-10T11:20:15.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.560+0000 7f7a50ff9700 1 -- 172.21.15.53:0/2093962986 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7a5c011070 con 0x5635a0e64480 2024-05-10T11:20:15.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.560+0000 7f7a7dbc5b80 10 client.15090 fetch_fsmap finished waiting for FSMap version 28 2024-05-10T11:20:15.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.560+0000 7f7a7dbc5b80 10 client.15090 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-10T11:20:15.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.560+0000 7f7a7dbc5b80 20 client.15090 populate_metadata read hostname 'smithi053' 2024-05-10T11:20:15.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.560+0000 7f7a7dbc5b80 1 --2- 172.21.15.53:0/2093962986 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x5635a0e7dbf0 0x5635a0e7f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:15.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.560+0000 7f7a7dbc5b80 4 client.15090 mds_command: new command op to 24448 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:20:15.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.560+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/2093962986 --> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5635a0e30600 con 0x5635a0e7dbf0 2024-05-10T11:20:15.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.560+0000 7f7a708cd700 1 --2- 172.21.15.53:0/2093962986 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x5635a0e7dbf0 0x5635a0e7f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:15.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.560+0000 7f7a708cd700 1 --2- 172.21.15.53:0/2093962986 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x5635a0e7dbf0 0x5635a0e7f060 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d909040559ad6934 server_cookie=7494bf0f50c5e8cf in_seq=0 out_seq=0 2024-05-10T11:20:15.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.560+0000 7f7a50ff9700 10 client.15090 ms_handle_connect on v2:172.21.15.187:6836/2293077942 2024-05-10T11:20:15.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.561+0000 7f7a50ff9700 1 -- 172.21.15.53:0/2093962986 <== mds.1 v2:172.21.15.187:6836/2293077942 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5635a0e30600 con 0x5635a0e7dbf0 2024-05-10T11:20:15.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.561+0000 7f7a50ff9700 10 client.15090 handle_command_reply: tid=0 2024-05-10T11:20:15.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.561+0000 7f7a7dbc5b80 1 client.15090 shutdown 2024-05-10T11:20:15.603 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.561+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/2093962986 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e64480 msgr2=0x5635a0e6ff00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:15.604 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.561+0000 7f7a7dbc5b80 1 --2- 172.21.15.53:0/2093962986 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e64480 0x5635a0e6ff00 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f7a5c00b070 tx=0x7f7a5c0099e0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.604 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.561+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/2093962986 shutdown_connections 2024-05-10T11:20:15.604 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.561+0000 7f7a7dbc5b80 1 --2- 172.21.15.53:0/2093962986 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x5635a0e7dbf0 0x5635a0e7f060 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.604 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.561+0000 7f7a7dbc5b80 1 --2- 172.21.15.53:0/2093962986 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5635a0e68c30 0x5635a0e6d850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.604 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.561+0000 7f7a7dbc5b80 1 --2- 172.21.15.53:0/2093962986 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e64480 0x5635a0e6ff00 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.604 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.561+0000 7f7a7dbc5b80 1 --2- 172.21.15.53:0/2093962986 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5635a0e64da0 0x5635a0e6d310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.604 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.561+0000 7f7a50ff9700 0 client.15090 ms_handle_reset on v2:172.21.15.187:6836/2293077942 2024-05-10T11:20:15.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.562+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/2093962986 >> 172.21.15.53:0/2093962986 conn(0x5635a0d900b0 msgr2=0x5635a0e69030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:15.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.562+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/2093962986 shutdown_connections 2024-05-10T11:20:15.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.562+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/2093962986 wait complete. 2024-05-10T11:20:15.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.562+0000 7f7a7dbc5b80 20 client.15090 trim_cache size 0 max 16384 2024-05-10T11:20:15.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.585+0000 7f7a7dbc5b80 1 Processor -- start 2024-05-10T11:20:15.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.585+0000 7f7a7dbc5b80 1 -- start start 2024-05-10T11:20:15.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.585+0000 7f7a7dbc5b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e64480 0x5635a0e888b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:15.605 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.585+0000 7f7a7dbc5b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5635a0e64da0 0x5635a0e6e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:15.606 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.585+0000 7f7a7dbc5b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5635a0e68c30 0x5635a0e6ef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:15.606 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.585+0000 7f7a7dbc5b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5635a0e7d3a0 con 0x5635a0e64480 2024-05-10T11:20:15.606 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.585+0000 7f7a7dbc5b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5635a0e7da70 con 0x5635a0e64da0 2024-05-10T11:20:15.606 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.585+0000 7f7a7dbc5b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5635a0e7e140 con 0x5635a0e68c30 2024-05-10T11:20:15.606 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.585+0000 7f7a710ce700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e64480 0x5635a0e888b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:15.606 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.585+0000 7f7a710ce700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e64480 0x5635a0e888b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:54438/0 (socket says 172.21.15.53:54438) 2024-05-10T11:20:15.607 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.585+0000 7f7a710ce700 1 -- 172.21.15.53:0/263129767 learned_addr learned my addr 172.21.15.53:0/263129767 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:15.607 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.585+0000 7f7a708cd700 1 --2- 172.21.15.53:0/263129767 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5635a0e64da0 0x5635a0e6e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:15.607 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.585+0000 7f7a718cf700 1 --2- 172.21.15.53:0/263129767 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5635a0e68c30 0x5635a0e6ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:15.607 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.585+0000 7f7a710ce700 1 -- 172.21.15.53:0/263129767 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5635a0e68c30 msgr2=0x5635a0e6ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:15.607 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.585+0000 7f7a710ce700 1 --2- 172.21.15.53:0/263129767 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5635a0e68c30 0x5635a0e6ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.607 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.585+0000 7f7a710ce700 1 -- 172.21.15.53:0/263129767 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5635a0e64da0 msgr2=0x5635a0e6e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:15.607 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.585+0000 7f7a710ce700 1 --2- 172.21.15.53:0/263129767 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5635a0e64da0 0x5635a0e6e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.607 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.585+0000 7f7a710ce700 1 -- 172.21.15.53:0/263129767 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635a0e5b7c0 con 0x5635a0e64480 2024-05-10T11:20:15.607 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.586+0000 7f7a710ce700 1 --2- 172.21.15.53:0/263129767 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e64480 0x5635a0e888b0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f7a5c028580 tx=0x7f7a5c005e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f2b2fc33bed4b0c server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:15.607 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.586+0000 7f7a52ffd700 1 -- 172.21.15.53:0/263129767 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a5c042070 con 0x5635a0e64480 2024-05-10T11:20:15.607 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.586+0000 7f7a52ffd700 1 -- 172.21.15.53:0/263129767 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7a5c007ba0 con 0x5635a0e64480 2024-05-10T11:20:15.608 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.586+0000 7f7a52ffd700 1 -- 172.21.15.53:0/263129767 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a5c02c070 con 0x5635a0e64480 2024-05-10T11:20:15.608 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.586+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/263129767 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e64480 msgr2=0x5635a0e888b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:15.608 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.586+0000 7f7a7dbc5b80 1 --2- 172.21.15.53:0/263129767 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e64480 0x5635a0e888b0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f7a5c028580 tx=0x7f7a5c005e70 comp rx=0 tx=0).stop 2024-05-10T11:20:15.608 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.586+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/263129767 shutdown_connections 2024-05-10T11:20:15.608 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.586+0000 7f7a7dbc5b80 1 --2- 172.21.15.53:0/263129767 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5635a0e68c30 0x5635a0e6ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.608 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.586+0000 7f7a7dbc5b80 1 --2- 172.21.15.53:0/263129767 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e64480 0x5635a0e888b0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.608 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.586+0000 7f7a7dbc5b80 1 --2- 172.21.15.53:0/263129767 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5635a0e64da0 0x5635a0e6e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.609 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.586+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/263129767 >> 172.21.15.53:0/263129767 conn(0x5635a0d900b0 msgr2=0x5635a0e596d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:15.609 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.586+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/263129767 shutdown_connections 2024-05-10T11:20:15.609 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.587+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/263129767 wait complete. 2024-05-10T11:20:15.609 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.587+0000 7f7a7dbc5b80 1 -- start start 2024-05-10T11:20:15.609 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.587+0000 7f7a7dbc5b80 1 Processor -- start 2024-05-10T11:20:15.609 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.587+0000 7f7a7dbc5b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5635a0e64480 0x5635a0e67eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:15.609 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.587+0000 7f7a7dbc5b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e64da0 0x5635a0e66260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:15.610 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.587+0000 7f7a7dbc5b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5635a0e68c30 0x5635a0e667c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:15.610 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.587+0000 7f7a7dbc5b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5635a0e7eee0 con 0x5635a0e64da0 2024-05-10T11:20:15.610 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.587+0000 7f7a7dbc5b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5635a0e7e810 con 0x5635a0e64480 2024-05-10T11:20:15.610 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.587+0000 7f7a7dbc5b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5635a0e7f5b0 con 0x5635a0e68c30 2024-05-10T11:20:15.610 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.587+0000 7f7a7dbc5b80 10 client.0 _ll_register_callbacks cb 0x5635a0d4e8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:20:15.610 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.587+0000 7f7a708cd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e64da0 0x5635a0e66260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:15.610 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.587+0000 7f7a708cd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e64da0 0x5635a0e66260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:54454/0 (socket says 172.21.15.53:54454) 2024-05-10T11:20:15.610 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.587+0000 7f7a710ce700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5635a0e64480 0x5635a0e67eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:15.611 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.587+0000 7f7a708cd700 1 -- 172.21.15.53:0/1181695481 learned_addr learned my addr 172.21.15.53:0/1181695481 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:15.611 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.588+0000 7f7a718cf700 1 --2- 172.21.15.53:0/1181695481 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5635a0e68c30 0x5635a0e667c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:15.611 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.588+0000 7f7a708cd700 1 -- 172.21.15.53:0/1181695481 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5635a0e68c30 msgr2=0x5635a0e667c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:15.611 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.588+0000 7f7a708cd700 1 --2- 172.21.15.53:0/1181695481 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5635a0e68c30 0x5635a0e667c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.611 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.588+0000 7f7a708cd700 1 -- 172.21.15.53:0/1181695481 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5635a0e64480 msgr2=0x5635a0e67eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:15.611 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.588+0000 7f7a708cd700 1 --2- 172.21.15.53:0/1181695481 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5635a0e64480 0x5635a0e67eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.611 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.588+0000 7f7a708cd700 1 -- 172.21.15.53:0/1181695481 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635a0e67050 con 0x5635a0e64da0 2024-05-10T11:20:15.611 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.588+0000 7f7a708cd700 1 --2- 172.21.15.53:0/1181695481 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e64da0 0x5635a0e66260 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f7a600dff80 tx=0x7f7a600cc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea40b1725184635f server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:15.611 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.588+0000 7f7a50ff9700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:20:15.611 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.588+0000 7f7a50ff9700 1 -- 172.21.15.53:0/1181695481 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a600c2070 con 0x5635a0e64da0 2024-05-10T11:20:15.611 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.588+0000 7f7a50ff9700 1 -- 172.21.15.53:0/1181695481 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f7a600a9990 con 0x5635a0e64da0 2024-05-10T11:20:15.612 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.588+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/1181695481 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a5c007ba0 con 0x5635a0e64da0 2024-05-10T11:20:15.612 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.588+0000 7f7a50ff9700 1 -- 172.21.15.53:0/1181695481 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7a600c8050 con 0x5635a0e64da0 2024-05-10T11:20:15.612 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.588+0000 7f7a7dbc5b80 10 client.15096 fetch_fsmap learned FSMap version 28 2024-05-10T11:20:15.612 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.588+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/1181695481 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5635a0eee180 con 0x5635a0e64da0 2024-05-10T11:20:15.612 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.588+0000 7f7a50ff9700 1 -- 172.21.15.53:0/1181695481 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7a5c007ba0 con 0x5635a0e64da0 2024-05-10T11:20:15.612 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.589+0000 7f7a50ff9700 1 -- 172.21.15.53:0/1181695481 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7a600b2100 con 0x5635a0e64da0 2024-05-10T11:20:15.612 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.589+0000 7f7a7dbc5b80 10 client.15096 fetch_fsmap finished waiting for FSMap version 28 2024-05-10T11:20:15.612 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.589+0000 7f7a7dbc5b80 10 client.15096 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-10T11:20:15.612 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.589+0000 7f7a7dbc5b80 20 client.15096 populate_metadata read hostname 'smithi053' 2024-05-10T11:20:15.612 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.589+0000 7f7a7dbc5b80 1 --2- 172.21.15.53:0/1181695481 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x5635a0ef2d80 0x5635a0ef1a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:15.612 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.589+0000 7f7a7dbc5b80 4 client.15096 mds_command: new command op to 24448 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-10T11:20:15.612 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.589+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/1181695481 --> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] -- command(tid 0: {"prefix": "status"}) -- 0x5635a0dc41f0 con 0x5635a0ef2d80 2024-05-10T11:20:15.612 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.589+0000 7f7a710ce700 1 --2- 172.21.15.53:0/1181695481 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x5635a0ef2d80 0x5635a0ef1a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:15.612 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.589+0000 7f7a50ff9700 10 client.15096 ms_handle_connect on v2:172.21.15.187:6836/2293077942 2024-05-10T11:20:15.612 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.589+0000 7f7a710ce700 1 --2- 172.21.15.53:0/1181695481 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x5635a0ef2d80 0x5635a0ef1a90 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b9563232ae9d670b server_cookie=b06ae7a1b3715b55 in_seq=0 out_seq=0 2024-05-10T11:20:15.613 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.590+0000 7f7a50ff9700 1 -- 172.21.15.53:0/1181695481 <== mds.1 v2:172.21.15.187:6836/2293077942 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5635a0dc41f0 con 0x5635a0ef2d80 2024-05-10T11:20:15.613 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.590+0000 7f7a50ff9700 10 client.15096 handle_command_reply: tid=0 2024-05-10T11:20:15.613 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.590+0000 7f7a7dbc5b80 1 client.15096 shutdown 2024-05-10T11:20:15.613 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.590+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/1181695481 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e64da0 msgr2=0x5635a0e66260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:15.613 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.590+0000 7f7a7dbc5b80 1 --2- 172.21.15.53:0/1181695481 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e64da0 0x5635a0e66260 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f7a600dff80 tx=0x7f7a600cc040 comp rx=0 tx=0).stop 2024-05-10T11:20:15.613 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.590+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/1181695481 shutdown_connections 2024-05-10T11:20:15.613 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.590+0000 7f7a7dbc5b80 1 --2- 172.21.15.53:0/1181695481 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x5635a0ef2d80 0x5635a0ef1a90 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.613 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.590+0000 7f7a7dbc5b80 1 --2- 172.21.15.53:0/1181695481 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5635a0e68c30 0x5635a0e667c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.613 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.590+0000 7f7a7dbc5b80 1 --2- 172.21.15.53:0/1181695481 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5635a0e64480 0x5635a0e67eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.613 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.590+0000 7f7a50ff9700 0 client.15096 ms_handle_reset on v2:172.21.15.187:6836/2293077942 2024-05-10T11:20:15.613 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.590+0000 7f7a7dbc5b80 1 --2- 172.21.15.53:0/1181695481 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5635a0e64da0 0x5635a0e66260 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.613 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.590+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/1181695481 >> 172.21.15.53:0/1181695481 conn(0x5635a0d900b0 msgr2=0x5635a0e63290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:15.613 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.590+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/1181695481 shutdown_connections 2024-05-10T11:20:15.613 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.590+0000 7f7a7dbc5b80 1 -- 172.21.15.53:0/1181695481 wait complete. 2024-05-10T11:20:15.614 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.590+0000 7f7a7dbc5b80 20 client.15096 trim_cache size 0 max 16384 2024-05-10T11:20:15.614 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:20:15.615 INFO:teuthology.orchestra.run.smithi053.stdout: "cluster_fsid": "745ae8e0-0ebd-11ef-bc98-c7b262605968", 2024-05-10T11:20:15.615 INFO:teuthology.orchestra.run.smithi053.stdout: "whoami": 1, 2024-05-10T11:20:15.615 INFO:teuthology.orchestra.run.smithi053.stdout: "id": 24448, 2024-05-10T11:20:15.615 INFO:teuthology.orchestra.run.smithi053.stdout: "want_state": "up:active", 2024-05-10T11:20:15.615 INFO:teuthology.orchestra.run.smithi053.stdout: "state": "up:active", 2024-05-10T11:20:15.615 INFO:teuthology.orchestra.run.smithi053.stdout: "fs_name": "cephfs", 2024-05-10T11:20:15.615 INFO:teuthology.orchestra.run.smithi053.stdout: "rank_uptime": 137.84445289999999, 2024-05-10T11:20:15.615 INFO:teuthology.orchestra.run.smithi053.stdout: "mdsmap_epoch": 28, 2024-05-10T11:20:15.615 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_epoch": 90, 2024-05-10T11:20:15.615 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_epoch_barrier": 88, 2024-05-10T11:20:15.615 INFO:teuthology.orchestra.run.smithi053.stdout: "uptime": 235.48440579800001 2024-05-10T11:20:15.615 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:20:15.616 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.591+0000 7f7a73332700 1 -- 172.21.15.53:0/3999595592 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7a540b2880 msgr2=0x7f7a540b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:15.616 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.591+0000 7f7a73332700 1 --2- 172.21.15.53:0/3999595592 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7a540b2880 0x7f7a540b4d40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7a5c009e60 tx=0x7f7a5c00b7b0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.616 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.591+0000 7f7a73332700 1 -- 172.21.15.53:0/3999595592 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7a6c06c590 msgr2=0x7f7a6c19fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:15.616 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.591+0000 7f7a73332700 1 --2- 172.21.15.53:0/3999595592 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7a6c06c590 0x7f7a6c19fc60 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f7a6000d980 tx=0x7f7a6000dc90 comp rx=0 tx=0).stop 2024-05-10T11:20:15.616 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.591+0000 7f7a73332700 1 -- 172.21.15.53:0/3999595592 shutdown_connections 2024-05-10T11:20:15.617 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.591+0000 7f7a73332700 1 --2- 172.21.15.53:0/3999595592 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7a540b2880 0x7f7a540b4d40 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.617 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.591+0000 7f7a73332700 1 --2- 172.21.15.53:0/3999595592 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7a6c109510 0x7f7a6c199930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.617 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.591+0000 7f7a73332700 1 --2- 172.21.15.53:0/3999595592 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7a6c06bbd0 0x7f7a6c19f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.617 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.591+0000 7f7a73332700 1 --2- 172.21.15.53:0/3999595592 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7a6c06c590 0x7f7a6c19fc60 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:15.617 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.591+0000 7f7a73332700 1 -- 172.21.15.53:0/3999595592 >> 172.21.15.53:0/3999595592 conn(0x7f7a6c079350 msgr2=0x7f7a6c101360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:15.617 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.591+0000 7f7a73332700 1 -- 172.21.15.53:0/3999595592 shutdown_connections 2024-05-10T11:20:15.617 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:15.591+0000 7f7a73332700 1 -- 172.21.15.53:0/3999595592 wait complete. 2024-05-10T11:20:16.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:15 smithi053 ceph-mon[30153]: pgmap v404: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:20:16.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:15 smithi132 ceph-mon[33758]: pgmap v404: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:20:16.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:15 smithi187 ceph-mon[34076]: pgmap v404: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:20:16.406 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.i status 2024-05-10T11:20:16.665 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:20:18.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:17 smithi053 ceph-mon[30153]: pgmap v405: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:20:18.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:17 smithi132 ceph-mon[33758]: pgmap v405: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:20:18.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:17 smithi187 ceph-mon[34076]: pgmap v405: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:20:18.514 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.459+0000 7f1f1ca2f700 1 -- 172.21.15.53:0/3914626565 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1f18104100 msgr2=0x7f1f18108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:18.514 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.459+0000 7f1f1ca2f700 1 --2- 172.21.15.53:0/3914626565 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1f18104100 0x7f1f18108120 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f1f000099c0 tx=0x7f1f00009cd0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.514 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.459+0000 7f1f1ca2f700 1 -- 172.21.15.53:0/3914626565 shutdown_connections 2024-05-10T11:20:18.514 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.459+0000 7f1f1ca2f700 1 --2- 172.21.15.53:0/3914626565 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1f18108850 0x7f1f181103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.459+0000 7f1f1ca2f700 1 --2- 172.21.15.53:0/3914626565 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1f18103750 0x7f1f18103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.459+0000 7f1f1ca2f700 1 --2- 172.21.15.53:0/3914626565 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1f18104100 0x7f1f18108120 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.459+0000 7f1f1ca2f700 1 -- 172.21.15.53:0/3914626565 >> 172.21.15.53:0/3914626565 conn(0x7f1f1807a600 msgr2=0x7f1f1807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:18.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.459+0000 7f1f1ca2f700 1 -- 172.21.15.53:0/3914626565 shutdown_connections 2024-05-10T11:20:18.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.459+0000 7f1f1ca2f700 1 -- 172.21.15.53:0/3914626565 wait complete. 2024-05-10T11:20:18.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.460+0000 7f1f1ca2f700 1 Processor -- start 2024-05-10T11:20:18.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.460+0000 7f1f1ca2f700 1 -- start start 2024-05-10T11:20:18.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.460+0000 7f1f1ca2f700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1f18103750 0x7f1f1819f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:18.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.460+0000 7f1f1ca2f700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1f18104100 0x7f1f1819fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:18.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.460+0000 7f1f1ca2f700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1f18108850 0x7f1f18199840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:18.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.460+0000 7f1f1ca2f700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1f181134c0 con 0x7f1f18104100 2024-05-10T11:20:18.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.460+0000 7f1f1ca2f700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f1f18113340 con 0x7f1f18103750 2024-05-10T11:20:18.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.460+0000 7f1f1ca2f700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f1f18113640 con 0x7f1f18108850 2024-05-10T11:20:18.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.461+0000 7f1f15d9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1f18104100 0x7f1f1819fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:18.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.461+0000 7f1f15d9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1f18104100 0x7f1f1819fc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:54480/0 (socket says 172.21.15.53:54480) 2024-05-10T11:20:18.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.461+0000 7f1f15d9b700 1 -- 172.21.15.53:0/1258385371 learned_addr learned my addr 172.21.15.53:0/1258385371 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:18.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.461+0000 7f1f1659c700 1 --2- 172.21.15.53:0/1258385371 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1f18103750 0x7f1f1819f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:18.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.461+0000 7f1f16d9d700 1 --2- 172.21.15.53:0/1258385371 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1f18108850 0x7f1f18199840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:18.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.461+0000 7f1f15d9b700 1 -- 172.21.15.53:0/1258385371 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1f18108850 msgr2=0x7f1f18199840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:18.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.461+0000 7f1f15d9b700 1 --2- 172.21.15.53:0/1258385371 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1f18108850 0x7f1f18199840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.461+0000 7f1f15d9b700 1 -- 172.21.15.53:0/1258385371 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1f18103750 msgr2=0x7f1f1819f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:18.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.461+0000 7f1f15d9b700 1 --2- 172.21.15.53:0/1258385371 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1f18103750 0x7f1f1819f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.461+0000 7f1f15d9b700 1 -- 172.21.15.53:0/1258385371 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f1819a020 con 0x7f1f18104100 2024-05-10T11:20:18.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.461+0000 7f1f1659c700 1 --2- 172.21.15.53:0/1258385371 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1f18103750 0x7f1f1819f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:20:18.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.461+0000 7f1f15d9b700 1 --2- 172.21.15.53:0/1258385371 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1f18104100 0x7f1f1819fc00 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f1f00000c00 tx=0x7f1f0000f510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:18.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.461+0000 7f1f0f7fe700 1 -- 172.21.15.53:0/1258385371 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f0000f940 con 0x7f1f18104100 2024-05-10T11:20:18.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.461+0000 7f1f0f7fe700 1 -- 172.21.15.53:0/1258385371 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1f00004830 con 0x7f1f18104100 2024-05-10T11:20:18.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.461+0000 7f1f1ca2f700 1 -- 172.21.15.53:0/1258385371 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f1819a2b0 con 0x7f1f18104100 2024-05-10T11:20:18.517 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.461+0000 7f1f0f7fe700 1 -- 172.21.15.53:0/1258385371 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f000054b0 con 0x7f1f18104100 2024-05-10T11:20:18.517 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.461+0000 7f1f1ca2f700 1 -- 172.21.15.53:0/1258385371 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f181a6520 con 0x7f1f18104100 2024-05-10T11:20:18.517 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.464+0000 7f1f0f7fe700 1 -- 172.21.15.53:0/1258385371 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1f00029060 con 0x7f1f18104100 2024-05-10T11:20:18.517 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.465+0000 7f1f0f7fe700 1 --2- 172.21.15.53:0/1258385371 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1f040b2900 0x7f1f040b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:18.517 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.465+0000 7f1f1659c700 1 --2- 172.21.15.53:0/1258385371 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1f040b2900 0x7f1f040b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:18.517 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.466+0000 7f1f0f7fe700 1 -- 172.21.15.53:0/1258385371 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f1f000e3110 con 0x7f1f18104100 2024-05-10T11:20:18.517 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.466+0000 7f1f272c2b80 1 Processor -- start 2024-05-10T11:20:18.517 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.466+0000 7f1f272c2b80 1 -- start start 2024-05-10T11:20:18.517 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.466+0000 7f1f1659c700 1 --2- 172.21.15.53:0/1258385371 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1f040b2900 0x7f1f040b4dc0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1f08009dd0 tx=0x7f1f08009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:18.517 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.466+0000 7f1f272c2b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55989cd22160 0x55989cd22540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:18.517 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.466+0000 7f1f272c2b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd22a80 0x55989cd1c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:18.517 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.466+0000 7f1f272c2b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55989cd1cd00 0x55989cd1d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:18.518 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.466+0000 7f1f272c2b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55989cc6e8f0 con 0x55989cd22a80 2024-05-10T11:20:18.518 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.466+0000 7f1f272c2b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55989cbd3d50 con 0x55989cd22160 2024-05-10T11:20:18.518 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.466+0000 7f1f272c2b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55989cc6a8b0 con 0x55989cd1cd00 2024-05-10T11:20:18.518 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.466+0000 7f1f15d9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd22a80 0x55989cd1c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:18.518 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.466+0000 7f1f15d9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd22a80 0x55989cd1c7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:54494/0 (socket says 172.21.15.53:54494) 2024-05-10T11:20:18.518 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.466+0000 7f1f15d9b700 1 -- 172.21.15.53:0/223530537 learned_addr learned my addr 172.21.15.53:0/223530537 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:18.518 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.467+0000 7f1f1659c700 1 --2- 172.21.15.53:0/223530537 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55989cd22160 0x55989cd22540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:18.518 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.467+0000 7f1f16d9d700 1 --2- 172.21.15.53:0/223530537 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55989cd1cd00 0x55989cd1d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:18.518 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.467+0000 7f1f15d9b700 1 -- 172.21.15.53:0/223530537 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55989cd1cd00 msgr2=0x55989cd1d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:18.518 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.467+0000 7f1f15d9b700 1 --2- 172.21.15.53:0/223530537 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55989cd1cd00 0x55989cd1d140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.518 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.467+0000 7f1f15d9b700 1 -- 172.21.15.53:0/223530537 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55989cd22160 msgr2=0x55989cd22540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:18.518 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.467+0000 7f1f15d9b700 1 --2- 172.21.15.53:0/223530537 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55989cd22160 0x55989cd22540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.467+0000 7f1f15d9b700 1 -- 172.21.15.53:0/223530537 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55989cbbb880 con 0x55989cd22a80 2024-05-10T11:20:18.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.467+0000 7f1f15d9b700 1 --2- 172.21.15.53:0/223530537 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd22a80 0x55989cd1c7c0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f1f000aa0d0 tx=0x7f1f000aa2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17969668607f4d8e server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:18.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.467+0000 7f1f0cff9700 1 -- 172.21.15.53:0/223530537 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f000ae780 con 0x55989cd22a80 2024-05-10T11:20:18.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.467+0000 7f1f0cff9700 1 -- 172.21.15.53:0/223530537 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1f000b31a0 con 0x55989cd22a80 2024-05-10T11:20:18.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.467+0000 7f1f0cff9700 1 -- 172.21.15.53:0/223530537 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f000b2d10 con 0x55989cd22a80 2024-05-10T11:20:18.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.468+0000 7f1f272c2b80 1 -- 172.21.15.53:0/223530537 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd22a80 msgr2=0x55989cd1c7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:18.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.468+0000 7f1f272c2b80 1 --2- 172.21.15.53:0/223530537 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd22a80 0x55989cd1c7c0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f1f000aa0d0 tx=0x7f1f000aa2d0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.468+0000 7f1f272c2b80 1 -- 172.21.15.53:0/223530537 shutdown_connections 2024-05-10T11:20:18.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.468+0000 7f1f272c2b80 1 --2- 172.21.15.53:0/223530537 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55989cd1cd00 0x55989cd1d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.468+0000 7f1f272c2b80 1 --2- 172.21.15.53:0/223530537 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55989cd22160 0x55989cd22540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.468+0000 7f1f272c2b80 1 --2- 172.21.15.53:0/223530537 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd22a80 0x55989cd1c7c0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.468+0000 7f1f272c2b80 1 -- 172.21.15.53:0/223530537 >> 172.21.15.53:0/223530537 conn(0x55989cc48b20 msgr2=0x55989cd17250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:18.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.468+0000 7f1f272c2b80 1 -- 172.21.15.53:0/223530537 shutdown_connections 2024-05-10T11:20:18.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.468+0000 7f1f272c2b80 1 -- 172.21.15.53:0/223530537 wait complete. 2024-05-10T11:20:18.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.468+0000 7f1f272c2b80 1 -- start start 2024-05-10T11:20:18.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.468+0000 7f1f272c2b80 1 Processor -- start 2024-05-10T11:20:18.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.468+0000 7f1f272c2b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd1cd00 0x55989cd28700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:18.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.469+0000 7f1f272c2b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55989cd22160 0x55989cd25aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:18.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.469+0000 7f1f272c2b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55989cd22a80 0x55989cd25fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:18.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.469+0000 7f1f272c2b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55989cc6e8f0 con 0x55989cd1cd00 2024-05-10T11:20:18.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.469+0000 7f1f272c2b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55989cc27e80 con 0x55989cd22a80 2024-05-10T11:20:18.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.469+0000 7f1f272c2b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55989cd291c0 con 0x55989cd22160 2024-05-10T11:20:18.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.469+0000 7f1f272c2b80 10 client.0 _ll_register_callbacks cb 0x55989cc02560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:20:18.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.469+0000 7f1f1659c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd1cd00 0x55989cd28700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:18.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.469+0000 7f1f1659c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd1cd00 0x55989cd28700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:54496/0 (socket says 172.21.15.53:54496) 2024-05-10T11:20:18.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.469+0000 7f1f1659c700 1 -- 172.21.15.53:0/4121242651 learned_addr learned my addr 172.21.15.53:0/4121242651 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:18.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.469+0000 7f1f15d9b700 1 --2- 172.21.15.53:0/4121242651 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55989cd22160 0x55989cd25aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:18.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.469+0000 7f1f16d9d700 1 --2- 172.21.15.53:0/4121242651 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55989cd22a80 0x55989cd25fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:18.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.469+0000 7f1f1659c700 1 -- 172.21.15.53:0/4121242651 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55989cd22160 msgr2=0x55989cd25aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:18.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.469+0000 7f1f1659c700 1 --2- 172.21.15.53:0/4121242651 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55989cd22160 0x55989cd25aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.469+0000 7f1f1659c700 1 -- 172.21.15.53:0/4121242651 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55989cd22a80 msgr2=0x55989cd25fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:18.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.469+0000 7f1f1659c700 1 --2- 172.21.15.53:0/4121242651 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55989cd22a80 0x55989cd25fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.469+0000 7f1f1659c700 1 -- 172.21.15.53:0/4121242651 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55989cc25710 con 0x55989cd1cd00 2024-05-10T11:20:18.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.469+0000 7f1f1659c700 1 --2- 172.21.15.53:0/4121242651 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd1cd00 0x55989cd28700 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f1f080169d0 tx=0x7f1f08004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=119148f26c538145 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:18.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.469+0000 7f1efdffb700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:20:18.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.469+0000 7f1efdffb700 1 -- 172.21.15.53:0/4121242651 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f08003a00 con 0x55989cd1cd00 2024-05-10T11:20:18.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.469+0000 7f1efdffb700 1 -- 172.21.15.53:0/4121242651 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f1f0801f040 con 0x55989cd1cd00 2024-05-10T11:20:18.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.469+0000 7f1f272c2b80 1 -- 172.21.15.53:0/4121242651 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f000b31a0 con 0x55989cd1cd00 2024-05-10T11:20:18.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.470+0000 7f1efdffb700 1 -- 172.21.15.53:0/4121242651 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1f0802f050 con 0x55989cd1cd00 2024-05-10T11:20:18.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.470+0000 7f1f272c2b80 10 client.15108 fetch_fsmap learned FSMap version 28 2024-05-10T11:20:18.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.470+0000 7f1f272c2b80 1 -- 172.21.15.53:0/4121242651 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55989cd33910 con 0x55989cd1cd00 2024-05-10T11:20:18.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.470+0000 7f1efdffb700 1 -- 172.21.15.53:0/4121242651 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1f000b31a0 con 0x55989cd1cd00 2024-05-10T11:20:18.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.470+0000 7f1efdffb700 1 -- 172.21.15.53:0/4121242651 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f1f080040b0 con 0x55989cd1cd00 2024-05-10T11:20:18.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.470+0000 7f1f272c2b80 10 client.15108 fetch_fsmap finished waiting for FSMap version 28 2024-05-10T11:20:18.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.470+0000 7f1f272c2b80 10 client.15108 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-10T11:20:18.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.470+0000 7f1f272c2b80 20 client.15108 populate_metadata read hostname 'smithi053' 2024-05-10T11:20:18.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.470+0000 7f1f272c2b80 1 --2- 172.21.15.53:0/4121242651 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55989cd35fa0 0x55989cd37410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:18.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.470+0000 7f1f272c2b80 4 client.15108 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:20:18.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.470+0000 7f1f272c2b80 1 -- 172.21.15.53:0/4121242651 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55989cc7c2d0 con 0x55989cd35fa0 2024-05-10T11:20:18.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.470+0000 7f1f15d9b700 1 --2- 172.21.15.53:0/4121242651 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55989cd35fa0 0x55989cd37410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:18.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.471+0000 7f1f15d9b700 1 --2- 172.21.15.53:0/4121242651 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55989cd35fa0 0x55989cd37410 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b15b2049e5dff681 server_cookie=8bef616bf20f0a0 in_seq=0 out_seq=0 2024-05-10T11:20:18.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.471+0000 7f1efdffb700 10 client.15108 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:20:18.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.471+0000 7f1efdffb700 1 -- 172.21.15.53:0/4121242651 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55989cc7c2d0 con 0x55989cd35fa0 2024-05-10T11:20:18.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.472+0000 7f1efdffb700 10 client.15108 handle_command_reply: tid=0 2024-05-10T11:20:18.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.472+0000 7f1f272c2b80 1 client.15108 shutdown 2024-05-10T11:20:18.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.472+0000 7f1f272c2b80 1 -- 172.21.15.53:0/4121242651 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd1cd00 msgr2=0x55989cd28700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:18.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.472+0000 7f1f272c2b80 1 --2- 172.21.15.53:0/4121242651 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd1cd00 0x55989cd28700 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f1f080169d0 tx=0x7f1f08004b40 comp rx=0 tx=0).stop 2024-05-10T11:20:18.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.472+0000 7f1f272c2b80 1 -- 172.21.15.53:0/4121242651 shutdown_connections 2024-05-10T11:20:18.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.472+0000 7f1f272c2b80 1 --2- 172.21.15.53:0/4121242651 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55989cd35fa0 0x55989cd37410 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.472+0000 7f1f272c2b80 1 --2- 172.21.15.53:0/4121242651 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55989cd22a80 0x55989cd25fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.472+0000 7f1f272c2b80 1 --2- 172.21.15.53:0/4121242651 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd1cd00 0x55989cd28700 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.472+0000 7f1efdffb700 0 client.15108 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:20:18.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.472+0000 7f1f272c2b80 1 --2- 172.21.15.53:0/4121242651 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55989cd22160 0x55989cd25aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.472+0000 7f1f272c2b80 1 -- 172.21.15.53:0/4121242651 >> 172.21.15.53:0/4121242651 conn(0x55989cc48b20 msgr2=0x55989cd11ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:18.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.472+0000 7f1f272c2b80 1 -- 172.21.15.53:0/4121242651 shutdown_connections 2024-05-10T11:20:18.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.472+0000 7f1f272c2b80 1 -- 172.21.15.53:0/4121242651 wait complete. 2024-05-10T11:20:18.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.472+0000 7f1f272c2b80 20 client.15108 trim_cache size 0 max 16384 2024-05-10T11:20:18.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.493+0000 7f1f272c2b80 1 Processor -- start 2024-05-10T11:20:18.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.493+0000 7f1f272c2b80 1 -- start start 2024-05-10T11:20:18.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.493+0000 7f1f272c2b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd1cd00 0x55989cd1c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:18.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.493+0000 7f1f272c2b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55989cd22160 0x55989cd27f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:18.524 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.493+0000 7f1f272c2b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55989cd22a80 0x55989cd11bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:18.524 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.493+0000 7f1f272c2b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55989cd35750 con 0x55989cd1cd00 2024-05-10T11:20:18.524 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.494+0000 7f1f272c2b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55989cd35e20 con 0x55989cd22160 2024-05-10T11:20:18.524 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.494+0000 7f1f272c2b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55989cd364f0 con 0x55989cd22a80 2024-05-10T11:20:18.524 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.494+0000 7f1f1659c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd1cd00 0x55989cd1c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:18.524 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.494+0000 7f1f1659c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd1cd00 0x55989cd1c7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:54510/0 (socket says 172.21.15.53:54510) 2024-05-10T11:20:18.524 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.494+0000 7f1f1659c700 1 -- 172.21.15.53:0/135469122 learned_addr learned my addr 172.21.15.53:0/135469122 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:18.524 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.494+0000 7f1f15d9b700 1 --2- 172.21.15.53:0/135469122 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55989cd22160 0x55989cd27f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:18.524 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.494+0000 7f1f16d9d700 1 --2- 172.21.15.53:0/135469122 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55989cd22a80 0x55989cd11bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:18.524 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.494+0000 7f1f1659c700 1 -- 172.21.15.53:0/135469122 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55989cd22a80 msgr2=0x55989cd11bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:18.524 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.494+0000 7f1f1659c700 1 --2- 172.21.15.53:0/135469122 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55989cd22a80 0x55989cd11bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.524 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.494+0000 7f1f1659c700 1 -- 172.21.15.53:0/135469122 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55989cd22160 msgr2=0x55989cd27f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:18.524 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.494+0000 7f1f1659c700 1 --2- 172.21.15.53:0/135469122 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55989cd22160 0x55989cd27f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.524 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.494+0000 7f1f1659c700 1 -- 172.21.15.53:0/135469122 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55989cd22790 con 0x55989cd1cd00 2024-05-10T11:20:18.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.494+0000 7f1f1659c700 1 --2- 172.21.15.53:0/135469122 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd1cd00 0x55989cd1c7c0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f1f08000f80 tx=0x7f1f08009f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f2aa49f949340f0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:18.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.494+0000 7f1efffff700 1 -- 172.21.15.53:0/135469122 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f08004840 con 0x55989cd1cd00 2024-05-10T11:20:18.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.494+0000 7f1efffff700 1 -- 172.21.15.53:0/135469122 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1f08038070 con 0x55989cd1cd00 2024-05-10T11:20:18.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.494+0000 7f1efffff700 1 -- 172.21.15.53:0/135469122 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f08014e40 con 0x55989cd1cd00 2024-05-10T11:20:18.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.495+0000 7f1f272c2b80 1 -- 172.21.15.53:0/135469122 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd1cd00 msgr2=0x55989cd1c7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:18.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.495+0000 7f1f272c2b80 1 --2- 172.21.15.53:0/135469122 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd1cd00 0x55989cd1c7c0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f1f08000f80 tx=0x7f1f08009f10 comp rx=0 tx=0).stop 2024-05-10T11:20:18.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.495+0000 7f1f272c2b80 1 -- 172.21.15.53:0/135469122 shutdown_connections 2024-05-10T11:20:18.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.495+0000 7f1f272c2b80 1 --2- 172.21.15.53:0/135469122 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55989cd22a80 0x55989cd11bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.495+0000 7f1f272c2b80 1 --2- 172.21.15.53:0/135469122 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd1cd00 0x55989cd1c7c0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.495+0000 7f1f272c2b80 1 --2- 172.21.15.53:0/135469122 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55989cd22160 0x55989cd27f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.495+0000 7f1f272c2b80 1 -- 172.21.15.53:0/135469122 >> 172.21.15.53:0/135469122 conn(0x55989cc48b20 msgr2=0x55989cd1fc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:18.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.495+0000 7f1f272c2b80 1 -- 172.21.15.53:0/135469122 shutdown_connections 2024-05-10T11:20:18.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.495+0000 7f1f272c2b80 1 -- 172.21.15.53:0/135469122 wait complete. 2024-05-10T11:20:18.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.495+0000 7f1f272c2b80 1 -- start start 2024-05-10T11:20:18.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.495+0000 7f1f272c2b80 1 Processor -- start 2024-05-10T11:20:18.526 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1f272c2b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55989cd1cd00 0x55989cd40890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:18.526 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1f272c2b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd22160 0x55989cd40dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:18.526 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1f272c2b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55989cd22a80 0x55989cd3b840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:18.526 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1f272c2b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55989cd37290 con 0x55989cd22160 2024-05-10T11:20:18.526 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1f272c2b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55989cd36bc0 con 0x55989cd22a80 2024-05-10T11:20:18.526 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1f272c2b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55989cd37960 con 0x55989cd1cd00 2024-05-10T11:20:18.526 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1f272c2b80 10 client.0 _ll_register_callbacks cb 0x55989cc02560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:20:18.526 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1f15d9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd22160 0x55989cd40dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:18.526 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1f15d9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd22160 0x55989cd40dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:54520/0 (socket says 172.21.15.53:54520) 2024-05-10T11:20:18.526 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1f15d9b700 1 -- 172.21.15.53:0/2190938079 learned_addr learned my addr 172.21.15.53:0/2190938079 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:18.526 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1f1659c700 1 --2- 172.21.15.53:0/2190938079 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55989cd1cd00 0x55989cd40890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:18.526 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1f15d9b700 1 -- 172.21.15.53:0/2190938079 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55989cd1cd00 msgr2=0x55989cd40890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:18.526 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1f16d9d700 1 --2- 172.21.15.53:0/2190938079 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55989cd22a80 0x55989cd3b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:18.526 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1f15d9b700 1 --2- 172.21.15.53:0/2190938079 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55989cd1cd00 0x55989cd40890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.527 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1f15d9b700 1 -- 172.21.15.53:0/2190938079 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55989cd22a80 msgr2=0x55989cd3b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:18.527 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1f15d9b700 1 --2- 172.21.15.53:0/2190938079 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55989cd22a80 0x55989cd3b840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.527 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1f15d9b700 1 -- 172.21.15.53:0/2190938079 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55989cd3bdb0 con 0x55989cd22160 2024-05-10T11:20:18.527 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1f1659c700 1 --2- 172.21.15.53:0/2190938079 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55989cd1cd00 0x55989cd40890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:20:18.527 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1f15d9b700 1 --2- 172.21.15.53:0/2190938079 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd22160 0x55989cd40dd0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f1f000ae940 tx=0x7f1f000aac30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=feb95ff1fdb2695f server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:18.527 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1efdffb700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:20:18.527 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1efdffb700 1 -- 172.21.15.53:0/2190938079 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f000b31a0 con 0x55989cd22160 2024-05-10T11:20:18.527 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1efdffb700 1 -- 172.21.15.53:0/2190938079 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f1f00005650 con 0x55989cd22160 2024-05-10T11:20:18.527 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.496+0000 7f1f272c2b80 1 -- 172.21.15.53:0/2190938079 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f08038070 con 0x55989cd22160 2024-05-10T11:20:18.527 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.497+0000 7f1efdffb700 1 -- 172.21.15.53:0/2190938079 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1f000aa630 con 0x55989cd22160 2024-05-10T11:20:18.527 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.497+0000 7f1f272c2b80 10 client.15114 fetch_fsmap learned FSMap version 28 2024-05-10T11:20:18.527 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.497+0000 7f1f272c2b80 1 -- 172.21.15.53:0/2190938079 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55989cda1c70 con 0x55989cd22160 2024-05-10T11:20:18.527 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.497+0000 7f1efdffb700 1 -- 172.21.15.53:0/2190938079 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1f08038070 con 0x55989cd22160 2024-05-10T11:20:18.527 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.497+0000 7f1efdffb700 1 -- 172.21.15.53:0/2190938079 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f1f000e0ce0 con 0x55989cd22160 2024-05-10T11:20:18.528 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.497+0000 7f1f272c2b80 10 client.15114 fetch_fsmap finished waiting for FSMap version 28 2024-05-10T11:20:18.528 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.497+0000 7f1f272c2b80 10 client.15114 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-10T11:20:18.528 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.497+0000 7f1f272c2b80 20 client.15114 populate_metadata read hostname 'smithi053' 2024-05-10T11:20:18.528 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.497+0000 7f1f272c2b80 1 --2- 172.21.15.53:0/2190938079 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55989cda6650 0x55989cda5360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:18.528 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.497+0000 7f1f272c2b80 4 client.15114 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-10T11:20:18.528 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.497+0000 7f1f272c2b80 1 -- 172.21.15.53:0/2190938079 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "status"}) -- 0x55989cc76370 con 0x55989cda6650 2024-05-10T11:20:18.528 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.497+0000 7f1f1659c700 1 --2- 172.21.15.53:0/2190938079 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55989cda6650 0x55989cda5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:18.528 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.498+0000 7f1f1659c700 1 --2- 172.21.15.53:0/2190938079 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55989cda6650 0x55989cda5360 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4032501ccd8b062f server_cookie=c842d2dd153b68ca in_seq=0 out_seq=0 2024-05-10T11:20:18.528 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.498+0000 7f1efdffb700 10 client.15114 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:20:18.528 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.498+0000 7f1efdffb700 1 -- 172.21.15.53:0/2190938079 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55989cc76370 con 0x55989cda6650 2024-05-10T11:20:18.528 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.498+0000 7f1efdffb700 10 client.15114 handle_command_reply: tid=0 2024-05-10T11:20:18.528 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.498+0000 7f1f272c2b80 1 client.15114 shutdown 2024-05-10T11:20:18.528 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.498+0000 7f1f272c2b80 1 -- 172.21.15.53:0/2190938079 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd22160 msgr2=0x55989cd40dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:18.528 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.498+0000 7f1f272c2b80 1 --2- 172.21.15.53:0/2190938079 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd22160 0x55989cd40dd0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f1f000ae940 tx=0x7f1f000aac30 comp rx=0 tx=0).stop 2024-05-10T11:20:18.529 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.498+0000 7f1f272c2b80 1 -- 172.21.15.53:0/2190938079 shutdown_connections 2024-05-10T11:20:18.529 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.498+0000 7f1f272c2b80 1 --2- 172.21.15.53:0/2190938079 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55989cda6650 0x55989cda5360 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.529 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.498+0000 7f1f272c2b80 1 --2- 172.21.15.53:0/2190938079 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55989cd22a80 0x55989cd3b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.529 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.498+0000 7f1f272c2b80 1 --2- 172.21.15.53:0/2190938079 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55989cd1cd00 0x55989cd40890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.529 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.498+0000 7f1efdffb700 0 client.15114 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:20:18.529 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.498+0000 7f1f272c2b80 1 --2- 172.21.15.53:0/2190938079 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55989cd22160 0x55989cd40dd0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.529 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.498+0000 7f1f272c2b80 1 -- 172.21.15.53:0/2190938079 >> 172.21.15.53:0/2190938079 conn(0x55989cc48b20 msgr2=0x55989cd23fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:18.529 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.498+0000 7f1f272c2b80 1 -- 172.21.15.53:0/2190938079 shutdown_connections 2024-05-10T11:20:18.529 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.498+0000 7f1f272c2b80 1 -- 172.21.15.53:0/2190938079 wait complete. 2024-05-10T11:20:18.529 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.498+0000 7f1f272c2b80 20 client.15114 trim_cache size 0 max 16384 2024-05-10T11:20:18.530 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:20:18.530 INFO:teuthology.orchestra.run.smithi053.stdout: "cluster_fsid": "745ae8e0-0ebd-11ef-bc98-c7b262605968", 2024-05-10T11:20:18.530 INFO:teuthology.orchestra.run.smithi053.stdout: "whoami": 0, 2024-05-10T11:20:18.530 INFO:teuthology.orchestra.run.smithi053.stdout: "id": 24463, 2024-05-10T11:20:18.530 INFO:teuthology.orchestra.run.smithi053.stdout: "want_state": "up:active", 2024-05-10T11:20:18.530 INFO:teuthology.orchestra.run.smithi053.stdout: "state": "up:active", 2024-05-10T11:20:18.530 INFO:teuthology.orchestra.run.smithi053.stdout: "fs_name": "cephfs", 2024-05-10T11:20:18.530 INFO:teuthology.orchestra.run.smithi053.stdout: "rank_uptime": 203.45792943399999, 2024-05-10T11:20:18.530 INFO:teuthology.orchestra.run.smithi053.stdout: "mdsmap_epoch": 28, 2024-05-10T11:20:18.530 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_epoch": 90, 2024-05-10T11:20:18.530 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_epoch_barrier": 88, 2024-05-10T11:20:18.530 INFO:teuthology.orchestra.run.smithi053.stdout: "uptime": 232.65337765300001 2024-05-10T11:20:18.530 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:20:18.531 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.499+0000 7f1f1ca2f700 1 -- 172.21.15.53:0/1258385371 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1f040b2900 msgr2=0x7f1f040b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:18.531 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.499+0000 7f1f1ca2f700 1 --2- 172.21.15.53:0/1258385371 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1f040b2900 0x7f1f040b4dc0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1f08009dd0 tx=0x7f1f08009040 comp rx=0 tx=0).stop 2024-05-10T11:20:18.531 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.499+0000 7f1f1ca2f700 1 -- 172.21.15.53:0/1258385371 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1f18104100 msgr2=0x7f1f1819fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:18.531 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.499+0000 7f1f1ca2f700 1 --2- 172.21.15.53:0/1258385371 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1f18104100 0x7f1f1819fc00 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f1f00000c00 tx=0x7f1f0000f510 comp rx=0 tx=0).stop 2024-05-10T11:20:18.531 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.499+0000 7f1f1ca2f700 1 -- 172.21.15.53:0/1258385371 shutdown_connections 2024-05-10T11:20:18.531 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.499+0000 7f1f1ca2f700 1 --2- 172.21.15.53:0/1258385371 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1f040b2900 0x7f1f040b4dc0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.531 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.499+0000 7f1f1ca2f700 1 --2- 172.21.15.53:0/1258385371 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1f18108850 0x7f1f18199840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.531 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.499+0000 7f1f1ca2f700 1 --2- 172.21.15.53:0/1258385371 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1f18103750 0x7f1f1819f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.531 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.499+0000 7f1f1ca2f700 1 --2- 172.21.15.53:0/1258385371 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1f18104100 0x7f1f1819fc00 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:18.531 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.499+0000 7f1f1ca2f700 1 -- 172.21.15.53:0/1258385371 >> 172.21.15.53:0/1258385371 conn(0x7f1f1807a600 msgr2=0x7f1f18101890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:18.531 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.499+0000 7f1f1ca2f700 1 -- 172.21.15.53:0/1258385371 shutdown_connections 2024-05-10T11:20:18.532 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:18.499+0000 7f1f1ca2f700 1 -- 172.21.15.53:0/1258385371 wait complete. 2024-05-10T11:20:19.340 INFO:tasks.cephadm:Setup complete, yielding 2024-05-10T11:20:19.341 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-10T11:20:19.352 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi053.front.sepia.ceph.com 2024-05-10T11:20:19.353 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- bash -c 'ceph orch status' 2024-05-10T11:20:19.606 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:20:19.995 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:19 smithi053 ceph-mon[30153]: pgmap v406: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:20:20.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:19 smithi132 ceph-mon[33758]: pgmap v406: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:20:20.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:19 smithi187 ceph-mon[34076]: pgmap v406: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:20:21.384 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.383+0000 7f1a32784700 1 -- 172.21.15.53:0/2907467475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a2c109270 msgr2=0x7f1a2c10b660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:21.384 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.383+0000 7f1a32784700 1 --2- 172.21.15.53:0/2907467475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a2c109270 0x7f1a2c10b660 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f1a2400b0a0 tx=0x7f1a2400b3b0 comp rx=0 tx=0).stop 2024-05-10T11:20:21.384 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.383+0000 7f1a32784700 1 -- 172.21.15.53:0/2907467475 shutdown_connections 2024-05-10T11:20:21.384 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.383+0000 7f1a32784700 1 --2- 172.21.15.53:0/2907467475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a2c109270 0x7f1a2c10b660 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:21.384 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.383+0000 7f1a32784700 1 --2- 172.21.15.53:0/2907467475 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1a2c104010 0x7f1a2c106400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:21.384 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.383+0000 7f1a32784700 1 --2- 172.21.15.53:0/2907467475 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1a2c106940 0x7f1a2c108d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:21.384 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.383+0000 7f1a32784700 1 -- 172.21.15.53:0/2907467475 >> 172.21.15.53:0/2907467475 conn(0x7f1a2c0fd9a0 msgr2=0x7f1a2c0ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:21.384 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.384+0000 7f1a32784700 1 -- 172.21.15.53:0/2907467475 shutdown_connections 2024-05-10T11:20:21.384 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.384+0000 7f1a32784700 1 -- 172.21.15.53:0/2907467475 wait complete. 2024-05-10T11:20:21.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.384+0000 7f1a32784700 1 Processor -- start 2024-05-10T11:20:21.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.384+0000 7f1a32784700 1 -- start start 2024-05-10T11:20:21.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.384+0000 7f1a32784700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1a2c104010 0x7f1a2c199540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:21.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.384+0000 7f1a32784700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1a2c106940 0x7f1a2c199a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:21.387 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.384+0000 7f1a32784700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a2c109270 0x7f1a2c1a0b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:21.387 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.384+0000 7f1a32784700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1a2c10ee90 con 0x7f1a2c109270 2024-05-10T11:20:21.387 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.384+0000 7f1a32784700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f1a2c10ed10 con 0x7f1a2c106940 2024-05-10T11:20:21.387 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.384+0000 7f1a32784700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f1a2c10f010 con 0x7f1a2c104010 2024-05-10T11:20:21.387 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.384+0000 7f1a30d21700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a2c109270 0x7f1a2c1a0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:21.387 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.385+0000 7f1a30d21700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a2c109270 0x7f1a2c1a0b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60432/0 (socket says 172.21.15.53:60432) 2024-05-10T11:20:21.387 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.385+0000 7f1a30d21700 1 -- 172.21.15.53:0/2569535971 learned_addr learned my addr 172.21.15.53:0/2569535971 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:21.387 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.385+0000 7f1a23fff700 1 --2- 172.21.15.53:0/2569535971 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1a2c106940 0x7f1a2c199a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:21.387 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.385+0000 7f1a2bfff700 1 --2- 172.21.15.53:0/2569535971 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1a2c104010 0x7f1a2c199540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:21.387 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.385+0000 7f1a30d21700 1 -- 172.21.15.53:0/2569535971 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1a2c104010 msgr2=0x7f1a2c199540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:21.387 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.385+0000 7f1a30d21700 1 --2- 172.21.15.53:0/2569535971 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1a2c104010 0x7f1a2c199540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:21.387 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.385+0000 7f1a30d21700 1 -- 172.21.15.53:0/2569535971 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1a2c106940 msgr2=0x7f1a2c199a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:21.387 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.385+0000 7f1a30d21700 1 --2- 172.21.15.53:0/2569535971 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1a2c106940 0x7f1a2c199a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:21.387 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.385+0000 7f1a30d21700 1 -- 172.21.15.53:0/2569535971 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a2c1a11a0 con 0x7f1a2c109270 2024-05-10T11:20:21.387 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.385+0000 7f1a2bfff700 1 --2- 172.21.15.53:0/2569535971 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1a2c104010 0x7f1a2c199540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:20:21.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.385+0000 7f1a30d21700 1 --2- 172.21.15.53:0/2569535971 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a2c109270 0x7f1a2c1a0b00 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f1a2400b070 tx=0x7f1a2400be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:21.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.385+0000 7f1a29ffb700 1 -- 172.21.15.53:0/2569535971 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a24021070 con 0x7f1a2c109270 2024-05-10T11:20:21.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.385+0000 7f1a29ffb700 1 -- 172.21.15.53:0/2569535971 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1a240054d0 con 0x7f1a2c109270 2024-05-10T11:20:21.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.385+0000 7f1a32784700 1 -- 172.21.15.53:0/2569535971 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a2c1a1430 con 0x7f1a2c109270 2024-05-10T11:20:21.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.385+0000 7f1a29ffb700 1 -- 172.21.15.53:0/2569535971 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a2401b720 con 0x7f1a2c109270 2024-05-10T11:20:21.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.385+0000 7f1a32784700 1 -- 172.21.15.53:0/2569535971 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a2c1a18b0 con 0x7f1a2c109270 2024-05-10T11:20:21.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.386+0000 7f1a32784700 1 -- 172.21.15.53:0/2569535971 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a2c06a190 con 0x7f1a2c109270 2024-05-10T11:20:21.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.388+0000 7f1a29ffb700 1 -- 172.21.15.53:0/2569535971 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1a24024070 con 0x7f1a2c109270 2024-05-10T11:20:21.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.388+0000 7f1a29ffb700 1 --2- 172.21.15.53:0/2569535971 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1a180b2880 0x7f1a180b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:21.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.389+0000 7f1a2bfff700 1 --2- 172.21.15.53:0/2569535971 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1a180b2880 0x7f1a180b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:21.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.389+0000 7f1a29ffb700 1 -- 172.21.15.53:0/2569535971 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f1a240e3b60 con 0x7f1a2c109270 2024-05-10T11:20:21.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.389+0000 7f1a2bfff700 1 --2- 172.21.15.53:0/2569535971 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1a180b2880 0x7f1a180b4d40 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f1a1c005fd0 tx=0x7f1a1c005e20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:21.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.392+0000 7f1a29ffb700 1 -- 172.21.15.53:0/2569535971 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f1a240ab580 con 0x7f1a2c109270 2024-05-10T11:20:21.623 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.623+0000 7f1a32784700 1 -- 172.21.15.53:0/2569535971 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7f1a2c0638e0 con 0x7f1a180b2880 2024-05-10T11:20:21.624 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.625+0000 7f1a29ffb700 1 -- 172.21.15.53:0/2569535971 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f1a2c0638e0 con 0x7f1a180b2880 2024-05-10T11:20:21.624 INFO:teuthology.orchestra.run.smithi053.stdout:Backend: cephadm 2024-05-10T11:20:21.625 INFO:teuthology.orchestra.run.smithi053.stdout:Available: Yes 2024-05-10T11:20:21.625 INFO:teuthology.orchestra.run.smithi053.stdout:Paused: No 2024-05-10T11:20:21.627 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.627+0000 7f1a32784700 1 -- 172.21.15.53:0/2569535971 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1a180b2880 msgr2=0x7f1a180b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:21.627 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.627+0000 7f1a32784700 1 --2- 172.21.15.53:0/2569535971 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1a180b2880 0x7f1a180b4d40 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f1a1c005fd0 tx=0x7f1a1c005e20 comp rx=0 tx=0).stop 2024-05-10T11:20:21.627 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.627+0000 7f1a32784700 1 -- 172.21.15.53:0/2569535971 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a2c109270 msgr2=0x7f1a2c1a0b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:21.627 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.627+0000 7f1a32784700 1 --2- 172.21.15.53:0/2569535971 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a2c109270 0x7f1a2c1a0b00 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f1a2400b070 tx=0x7f1a2400be20 comp rx=0 tx=0).stop 2024-05-10T11:20:21.627 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.627+0000 7f1a32784700 1 -- 172.21.15.53:0/2569535971 shutdown_connections 2024-05-10T11:20:21.628 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.627+0000 7f1a32784700 1 --2- 172.21.15.53:0/2569535971 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1a180b2880 0x7f1a180b4d40 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:21.628 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.627+0000 7f1a32784700 1 --2- 172.21.15.53:0/2569535971 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1a2c109270 0x7f1a2c1a0b00 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:21.628 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.627+0000 7f1a32784700 1 --2- 172.21.15.53:0/2569535971 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1a2c104010 0x7f1a2c199540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:21.628 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.627+0000 7f1a32784700 1 --2- 172.21.15.53:0/2569535971 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1a2c106940 0x7f1a2c199a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:21.628 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.627+0000 7f1a32784700 1 -- 172.21.15.53:0/2569535971 >> 172.21.15.53:0/2569535971 conn(0x7f1a2c0fd9a0 msgr2=0x7f1a2c104970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:21.628 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.627+0000 7f1a32784700 1 -- 172.21.15.53:0/2569535971 shutdown_connections 2024-05-10T11:20:21.628 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:21.627+0000 7f1a32784700 1 -- 172.21.15.53:0/2569535971 wait complete. 2024-05-10T11:20:21.997 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:21 smithi053 ceph-mon[30153]: pgmap v407: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:20:22.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:21 smithi132 ceph-mon[33758]: pgmap v407: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:20:22.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:21 smithi187 ceph-mon[34076]: pgmap v407: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:20:22.325 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- bash -c 'ceph orch ps' 2024-05-10T11:20:22.578 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:20:23.041 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:22 smithi053 ceph-mon[30153]: from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:20:23.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:22 smithi132 ceph-mon[33758]: from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:20:23.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:22 smithi187 ceph-mon[34076]: from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:20:24.037 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:23 smithi053 ceph-mon[30153]: pgmap v408: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:20:24.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:23 smithi132 ceph-mon[33758]: pgmap v408: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:20:24.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:23 smithi187 ceph-mon[34076]: pgmap v408: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:20:24.295 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.295+0000 7fc3e31e1700 1 -- 172.21.15.53:0/803663168 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc3dc1092b0 msgr2=0x7fc3dc10b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:24.295 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.295+0000 7fc3e31e1700 1 --2- 172.21.15.53:0/803663168 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc3dc1092b0 0x7fc3dc10b6a0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fc3cc00b0a0 tx=0x7fc3cc00b3b0 comp rx=0 tx=0).stop 2024-05-10T11:20:24.295 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.295+0000 7fc3e31e1700 1 -- 172.21.15.53:0/803663168 shutdown_connections 2024-05-10T11:20:24.295 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.295+0000 7fc3e31e1700 1 --2- 172.21.15.53:0/803663168 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc3dc1092b0 0x7fc3dc10b6a0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:24.296 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.295+0000 7fc3e31e1700 1 --2- 172.21.15.53:0/803663168 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc3dc104050 0x7fc3dc106440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:24.296 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.295+0000 7fc3e31e1700 1 --2- 172.21.15.53:0/803663168 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc3dc106980 0x7fc3dc108d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:24.296 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.295+0000 7fc3e31e1700 1 -- 172.21.15.53:0/803663168 >> 172.21.15.53:0/803663168 conn(0x7fc3dc0fd9a0 msgr2=0x7fc3dc0ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:24.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.296+0000 7fc3e31e1700 1 -- 172.21.15.53:0/803663168 shutdown_connections 2024-05-10T11:20:24.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.296+0000 7fc3e31e1700 1 -- 172.21.15.53:0/803663168 wait complete. 2024-05-10T11:20:24.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.296+0000 7fc3e31e1700 1 Processor -- start 2024-05-10T11:20:24.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.296+0000 7fc3e31e1700 1 -- start start 2024-05-10T11:20:24.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.297+0000 7fc3e31e1700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc3dc104050 0x7fc3dc199510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:24.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.297+0000 7fc3e31e1700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc3dc106980 0x7fc3dc199a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:24.300 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.297+0000 7fc3e31e1700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc3dc1092b0 0x7fc3dc1a0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:24.300 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.297+0000 7fc3e31e1700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fc3dc10ee60 con 0x7fc3dc106980 2024-05-10T11:20:24.300 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.297+0000 7fc3e31e1700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fc3dc10ece0 con 0x7fc3dc1092b0 2024-05-10T11:20:24.300 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.297+0000 7fc3e31e1700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fc3dc10efe0 con 0x7fc3dc104050 2024-05-10T11:20:24.300 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.297+0000 7fc3dbfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc3dc106980 0x7fc3dc199a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:24.300 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.297+0000 7fc3dbfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc3dc106980 0x7fc3dc199a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60464/0 (socket says 172.21.15.53:60464) 2024-05-10T11:20:24.300 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.297+0000 7fc3dbfff700 1 -- 172.21.15.53:0/890017323 learned_addr learned my addr 172.21.15.53:0/890017323 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:24.300 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.297+0000 7fc3e0f7d700 1 --2- 172.21.15.53:0/890017323 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc3dc104050 0x7fc3dc199510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:24.300 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.297+0000 7fc3e177e700 1 --2- 172.21.15.53:0/890017323 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc3dc1092b0 0x7fc3dc1a0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:24.300 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.297+0000 7fc3dbfff700 1 -- 172.21.15.53:0/890017323 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc3dc104050 msgr2=0x7fc3dc199510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:24.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.297+0000 7fc3dbfff700 1 --2- 172.21.15.53:0/890017323 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc3dc104050 0x7fc3dc199510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:24.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.297+0000 7fc3dbfff700 1 -- 172.21.15.53:0/890017323 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc3dc1092b0 msgr2=0x7fc3dc1a0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:24.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.297+0000 7fc3dbfff700 1 --2- 172.21.15.53:0/890017323 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc3dc1092b0 0x7fc3dc1a0ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:24.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.297+0000 7fc3dbfff700 1 -- 172.21.15.53:0/890017323 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3dc1a1170 con 0x7fc3dc106980 2024-05-10T11:20:24.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.297+0000 7fc3dbfff700 1 --2- 172.21.15.53:0/890017323 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc3dc106980 0x7fc3dc199a50 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fc3c400d980 tx=0x7fc3c400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:24.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.298+0000 7fc3d9ffb700 1 -- 172.21.15.53:0/890017323 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3c4016070 con 0x7fc3dc106980 2024-05-10T11:20:24.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.298+0000 7fc3d9ffb700 1 -- 172.21.15.53:0/890017323 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc3c400de70 con 0x7fc3dc106980 2024-05-10T11:20:24.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.298+0000 7fc3e31e1700 1 -- 172.21.15.53:0/890017323 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3dc1a1460 con 0x7fc3dc106980 2024-05-10T11:20:24.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.298+0000 7fc3d9ffb700 1 -- 172.21.15.53:0/890017323 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3c4010e40 con 0x7fc3dc106980 2024-05-10T11:20:24.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.298+0000 7fc3e31e1700 1 -- 172.21.15.53:0/890017323 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3dc1a19a0 con 0x7fc3dc106980 2024-05-10T11:20:24.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.299+0000 7fc3e31e1700 1 -- 172.21.15.53:0/890017323 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3dc06a190 con 0x7fc3dc106980 2024-05-10T11:20:24.302 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.300+0000 7fc3d9ffb700 1 -- 172.21.15.53:0/890017323 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fc3c4019070 con 0x7fc3dc106980 2024-05-10T11:20:24.302 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.301+0000 7fc3d9ffb700 1 --2- 172.21.15.53:0/890017323 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc3c80b2880 0x7fc3c80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:24.302 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.301+0000 7fc3e0f7d700 1 --2- 172.21.15.53:0/890017323 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc3c80b2880 0x7fc3c80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:24.302 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.301+0000 7fc3d9ffb700 1 -- 172.21.15.53:0/890017323 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fc3c40e20f0 con 0x7fc3dc106980 2024-05-10T11:20:24.302 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.301+0000 7fc3e0f7d700 1 --2- 172.21.15.53:0/890017323 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc3c80b2880 0x7fc3c80b4d40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fc3d4005950 tx=0x7fc3d400a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:24.304 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.304+0000 7fc3d9ffb700 1 -- 172.21.15.53:0/890017323 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fc3c40a9a80 con 0x7fc3dc106980 2024-05-10T11:20:24.527 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.527+0000 7fc3e31e1700 1 -- 172.21.15.53:0/890017323 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7fc3dc0638e0 con 0x7fc3c80b2880 2024-05-10T11:20:24.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.541+0000 7fc3d9ffb700 1 -- 172.21.15.53:0/890017323 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7fc3dc0638e0 con 0x7fc3c80b2880 2024-05-10T11:20:24.541 INFO:teuthology.orchestra.run.smithi053.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-10T11:20:24.541 INFO:teuthology.orchestra.run.smithi053.stdout:mds.a smithi053 running (3m) 42s ago 3m 17.9M - 19.0.0-3449-gd39fa088 ee5e4f21ef58 d76f465f6e2d 2024-05-10T11:20:24.541 INFO:teuthology.orchestra.run.smithi053.stdout:mds.b smithi132 running (3m) 91s ago 3m 20.9M - 19.0.0-3449-gd39fa088 ee5e4f21ef58 c9ab0f216efe 2024-05-10T11:20:24.541 INFO:teuthology.orchestra.run.smithi053.stdout:mds.c smithi187 running (4m) 91s ago 4m 17.9M - 19.0.0-3449-gd39fa088 ee5e4f21ef58 a2d0118166c6 2024-05-10T11:20:24.541 INFO:teuthology.orchestra.run.smithi053.stdout:mds.d smithi053 running (4m) 42s ago 4m 14.0M - 19.0.0-3449-gd39fa088 ee5e4f21ef58 64f78409bb6e 2024-05-10T11:20:24.542 INFO:teuthology.orchestra.run.smithi053.stdout:mds.e smithi132 running (4m) 91s ago 4m 17.0M - 19.0.0-3449-gd39fa088 ee5e4f21ef58 2d0dcaaffefe 2024-05-10T11:20:24.542 INFO:teuthology.orchestra.run.smithi053.stdout:mds.f smithi187 running (4m) 91s ago 4m 17.9M - 19.0.0-3449-gd39fa088 ee5e4f21ef58 676e73236e81 2024-05-10T11:20:24.542 INFO:teuthology.orchestra.run.smithi053.stdout:mds.g smithi053 running (3m) 42s ago 3m 20.4M - 19.0.0-3449-gd39fa088 ee5e4f21ef58 9d1d1b3c69fb 2024-05-10T11:20:24.542 INFO:teuthology.orchestra.run.smithi053.stdout:mds.h smithi132 running (4m) 91s ago 4m 18.4M - 19.0.0-3449-gd39fa088 ee5e4f21ef58 5b63ad4c0364 2024-05-10T11:20:24.542 INFO:teuthology.orchestra.run.smithi053.stdout:mds.i smithi187 running (3m) 91s ago 3m 26.4M - 19.0.0-3449-gd39fa088 ee5e4f21ef58 a0357b0c21b3 2024-05-10T11:20:24.542 INFO:teuthology.orchestra.run.smithi053.stdout:mds.j smithi053 running (4m) 42s ago 4m 16.2M - 19.0.0-3449-gd39fa088 ee5e4f21ef58 242e2a09e0ef 2024-05-10T11:20:24.542 INFO:teuthology.orchestra.run.smithi053.stdout:mds.k smithi132 running (4m) 91s ago 4m 17.0M - 19.0.0-3449-gd39fa088 ee5e4f21ef58 aab4d6a669c0 2024-05-10T11:20:24.542 INFO:teuthology.orchestra.run.smithi053.stdout:mds.l smithi187 running (4m) 91s ago 4m 18.6M - 19.0.0-3449-gd39fa088 ee5e4f21ef58 1666876d3dc2 2024-05-10T11:20:24.542 INFO:teuthology.orchestra.run.smithi053.stdout:mgr.x smithi053 *:9283,8765 running (11m) 42s ago 11m 532M - 19.0.0-3449-gd39fa088 ee5e4f21ef58 727760f9c250 2024-05-10T11:20:24.542 INFO:teuthology.orchestra.run.smithi053.stdout:mgr.y smithi132 *:8443,8765 running (9m) 91s ago 9m 469M - 19.0.0-3449-gd39fa088 ee5e4f21ef58 f69d16aa788e 2024-05-10T11:20:24.542 INFO:teuthology.orchestra.run.smithi053.stdout:mgr.z smithi187 *:8443,8765 running (9m) 91s ago 9m 469M - 19.0.0-3449-gd39fa088 ee5e4f21ef58 2b061277e60f 2024-05-10T11:20:24.542 INFO:teuthology.orchestra.run.smithi053.stdout:mon.a smithi053 running (11m) 42s ago 11m 50.0M 2048M 19.0.0-3449-gd39fa088 ee5e4f21ef58 216bd5515778 2024-05-10T11:20:24.542 INFO:teuthology.orchestra.run.smithi053.stdout:mon.b smithi132 running (10m) 91s ago 10m 39.5M 2048M 19.0.0-3449-gd39fa088 ee5e4f21ef58 3b67a6e6912c 2024-05-10T11:20:24.542 INFO:teuthology.orchestra.run.smithi053.stdout:mon.c smithi187 running (10m) 91s ago 10m 40.9M 2048M 19.0.0-3449-gd39fa088 ee5e4f21ef58 2c62ffb3b237 2024-05-10T11:20:24.543 INFO:teuthology.orchestra.run.smithi053.stdout:osd.0 smithi053 running (9m) 42s ago 9m 46.5M 4273M 19.0.0-3449-gd39fa088 ee5e4f21ef58 fbf8edef185e 2024-05-10T11:20:24.543 INFO:teuthology.orchestra.run.smithi053.stdout:osd.1 smithi132 running (9m) 91s ago 9m 57.0M 4272M 19.0.0-3449-gd39fa088 ee5e4f21ef58 4b47e9e9a1e0 2024-05-10T11:20:24.543 INFO:teuthology.orchestra.run.smithi053.stdout:osd.2 smithi187 running (8m) 91s ago 8m 47.4M 4272M 19.0.0-3449-gd39fa088 ee5e4f21ef58 325cf9e3a006 2024-05-10T11:20:24.543 INFO:teuthology.orchestra.run.smithi053.stdout:osd.3 smithi053 running (8m) 42s ago 8m 53.2M 4273M 19.0.0-3449-gd39fa088 ee5e4f21ef58 d566ff797e4c 2024-05-10T11:20:24.543 INFO:teuthology.orchestra.run.smithi053.stdout:osd.4 smithi132 running (7m) 91s ago 7m 43.1M 4272M 19.0.0-3449-gd39fa088 ee5e4f21ef58 0237ae543638 2024-05-10T11:20:24.543 INFO:teuthology.orchestra.run.smithi053.stdout:osd.5 smithi187 running (7m) 91s ago 7m 56.0M 4272M 19.0.0-3449-gd39fa088 ee5e4f21ef58 8072363fbe4f 2024-05-10T11:20:24.543 INFO:teuthology.orchestra.run.smithi053.stdout:osd.6 smithi053 running (6m) 42s ago 6m 51.1M 4273M 19.0.0-3449-gd39fa088 ee5e4f21ef58 7fa02f46c180 2024-05-10T11:20:24.543 INFO:teuthology.orchestra.run.smithi053.stdout:osd.7 smithi132 running (6m) 91s ago 6m 52.5M 4272M 19.0.0-3449-gd39fa088 ee5e4f21ef58 e8b3d20dea06 2024-05-10T11:20:24.543 INFO:teuthology.orchestra.run.smithi053.stdout:osd.8 smithi187 running (6m) 91s ago 6m 47.0M 4272M 19.0.0-3449-gd39fa088 ee5e4f21ef58 7b77dbad4729 2024-05-10T11:20:24.543 INFO:teuthology.orchestra.run.smithi053.stdout:osd.9 smithi053 running (5m) 42s ago 5m 44.1M 4273M 19.0.0-3449-gd39fa088 ee5e4f21ef58 be0aa12c3ab4 2024-05-10T11:20:24.543 INFO:teuthology.orchestra.run.smithi053.stdout:osd.10 smithi132 running (5m) 91s ago 5m 45.2M 4272M 19.0.0-3449-gd39fa088 ee5e4f21ef58 84c46ac78fe7 2024-05-10T11:20:24.543 INFO:teuthology.orchestra.run.smithi053.stdout:osd.11 smithi187 running (4m) 91s ago 4m 42.3M 4272M 19.0.0-3449-gd39fa088 ee5e4f21ef58 563adb0a0489 2024-05-10T11:20:24.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.543+0000 7fc3e31e1700 1 -- 172.21.15.53:0/890017323 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc3c80b2880 msgr2=0x7fc3c80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:24.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.543+0000 7fc3e31e1700 1 --2- 172.21.15.53:0/890017323 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc3c80b2880 0x7fc3c80b4d40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fc3d4005950 tx=0x7fc3d400a300 comp rx=0 tx=0).stop 2024-05-10T11:20:24.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.543+0000 7fc3e31e1700 1 -- 172.21.15.53:0/890017323 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc3dc106980 msgr2=0x7fc3dc199a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:24.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.543+0000 7fc3e31e1700 1 --2- 172.21.15.53:0/890017323 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc3dc106980 0x7fc3dc199a50 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fc3c400d980 tx=0x7fc3c400dc90 comp rx=0 tx=0).stop 2024-05-10T11:20:24.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.543+0000 7fc3e31e1700 1 -- 172.21.15.53:0/890017323 shutdown_connections 2024-05-10T11:20:24.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.544+0000 7fc3e31e1700 1 --2- 172.21.15.53:0/890017323 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc3c80b2880 0x7fc3c80b4d40 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:24.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.544+0000 7fc3e31e1700 1 --2- 172.21.15.53:0/890017323 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc3dc1092b0 0x7fc3dc1a0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:24.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.544+0000 7fc3e31e1700 1 --2- 172.21.15.53:0/890017323 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc3dc104050 0x7fc3dc199510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:24.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.544+0000 7fc3e31e1700 1 --2- 172.21.15.53:0/890017323 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc3dc106980 0x7fc3dc199a50 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:24.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.544+0000 7fc3e31e1700 1 -- 172.21.15.53:0/890017323 >> 172.21.15.53:0/890017323 conn(0x7fc3dc0fd9a0 msgr2=0x7fc3dc104b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:24.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.544+0000 7fc3e31e1700 1 -- 172.21.15.53:0/890017323 shutdown_connections 2024-05-10T11:20:24.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:24.544+0000 7fc3e31e1700 1 -- 172.21.15.53:0/890017323 wait complete. 2024-05-10T11:20:25.270 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- bash -c 'ceph orch ls' 2024-05-10T11:20:25.523 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:20:25.944 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:25 smithi053 ceph-mon[30153]: from='client.15126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:20:25.945 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:25 smithi053 ceph-mon[30153]: pgmap v409: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:20:26.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:25 smithi132 ceph-mon[33758]: from='client.15126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:20:26.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:25 smithi132 ceph-mon[33758]: pgmap v409: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:20:26.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:25 smithi187 ceph-mon[34076]: from='client.15126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:20:26.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:25 smithi187 ceph-mon[34076]: pgmap v409: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:20:27.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.308+0000 7fdb63047700 1 -- 172.21.15.53:0/3720308262 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdb5c103fa0 msgr2=0x7fdb5c10a850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:27.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.308+0000 7fdb63047700 1 --2- 172.21.15.53:0/3720308262 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdb5c103fa0 0x7fdb5c10a850 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fdb5400b0d0 tx=0x7fdb5400b3e0 comp rx=0 tx=0).stop 2024-05-10T11:20:27.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.308+0000 7fdb63047700 1 -- 172.21.15.53:0/3720308262 shutdown_connections 2024-05-10T11:20:27.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.308+0000 7fdb63047700 1 --2- 172.21.15.53:0/3720308262 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdb5c103fa0 0x7fdb5c10a850 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:27.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.308+0000 7fdb63047700 1 --2- 172.21.15.53:0/3720308262 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fdb5c102400 0x7fdb5c102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:27.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.308+0000 7fdb63047700 1 --2- 172.21.15.53:0/3720308262 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fdb5c103600 0x7fdb5c103a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:27.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.308+0000 7fdb63047700 1 -- 172.21.15.53:0/3720308262 >> 172.21.15.53:0/3720308262 conn(0x7fdb5c0fd9a0 msgr2=0x7fdb5c0ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:27.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.308+0000 7fdb63047700 1 -- 172.21.15.53:0/3720308262 shutdown_connections 2024-05-10T11:20:27.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.308+0000 7fdb63047700 1 -- 172.21.15.53:0/3720308262 wait complete. 2024-05-10T11:20:27.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.309+0000 7fdb63047700 1 Processor -- start 2024-05-10T11:20:27.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.309+0000 7fdb63047700 1 -- start start 2024-05-10T11:20:27.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.309+0000 7fdb63047700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fdb5c102400 0x7fdb5c106530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:27.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.309+0000 7fdb63047700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fdb5c103600 0x7fdb5c104b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:27.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.309+0000 7fdb63047700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdb5c103fa0 0x7fdb5c1050c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:27.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.309+0000 7fdb63047700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fdb5c10ddc0 con 0x7fdb5c103fa0 2024-05-10T11:20:27.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.309+0000 7fdb63047700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fdb5c10dc40 con 0x7fdb5c103600 2024-05-10T11:20:27.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.309+0000 7fdb63047700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fdb5c10df40 con 0x7fdb5c102400 2024-05-10T11:20:27.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.309+0000 7fdb615e4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdb5c103fa0 0x7fdb5c1050c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:27.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.309+0000 7fdb615e4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdb5c103fa0 0x7fdb5c1050c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60488/0 (socket says 172.21.15.53:60488) 2024-05-10T11:20:27.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.309+0000 7fdb615e4700 1 -- 172.21.15.53:0/1420980368 learned_addr learned my addr 172.21.15.53:0/1420980368 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:27.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.309+0000 7fdb60de3700 1 --2- 172.21.15.53:0/1420980368 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fdb5c102400 0x7fdb5c106530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:27.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.309+0000 7fdb5bfff700 1 --2- 172.21.15.53:0/1420980368 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fdb5c103600 0x7fdb5c104b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:27.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.309+0000 7fdb615e4700 1 -- 172.21.15.53:0/1420980368 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fdb5c102400 msgr2=0x7fdb5c106530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:27.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.309+0000 7fdb615e4700 1 --2- 172.21.15.53:0/1420980368 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fdb5c102400 0x7fdb5c106530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:27.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.310+0000 7fdb615e4700 1 -- 172.21.15.53:0/1420980368 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fdb5c103600 msgr2=0x7fdb5c104b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:27.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.310+0000 7fdb615e4700 1 --2- 172.21.15.53:0/1420980368 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fdb5c103600 0x7fdb5c104b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:27.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.310+0000 7fdb615e4700 1 -- 172.21.15.53:0/1420980368 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb5c105970 con 0x7fdb5c103fa0 2024-05-10T11:20:27.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.310+0000 7fdb615e4700 1 --2- 172.21.15.53:0/1420980368 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdb5c103fa0 0x7fdb5c1050c0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fdb54009c00 tx=0x7fdb54009c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:27.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.310+0000 7fdb59ffb700 1 -- 172.21.15.53:0/1420980368 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb5401f030 con 0x7fdb5c103fa0 2024-05-10T11:20:27.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.310+0000 7fdb59ffb700 1 -- 172.21.15.53:0/1420980368 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdb54007b40 con 0x7fdb5c103fa0 2024-05-10T11:20:27.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.310+0000 7fdb59ffb700 1 -- 172.21.15.53:0/1420980368 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb5401b690 con 0x7fdb5c103fa0 2024-05-10T11:20:27.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.310+0000 7fdb63047700 1 -- 172.21.15.53:0/1420980368 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb5c1a3690 con 0x7fdb5c103fa0 2024-05-10T11:20:27.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.310+0000 7fdb63047700 1 -- 172.21.15.53:0/1420980368 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb5c1a3b00 con 0x7fdb5c103fa0 2024-05-10T11:20:27.314 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.311+0000 7fdb63047700 1 -- 172.21.15.53:0/1420980368 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb5c06a190 con 0x7fdb5c103fa0 2024-05-10T11:20:27.314 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.313+0000 7fdb59ffb700 1 -- 172.21.15.53:0/1420980368 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fdb5401b830 con 0x7fdb5c103fa0 2024-05-10T11:20:27.314 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.313+0000 7fdb59ffb700 1 --2- 172.21.15.53:0/1420980368 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fdb4c0b2880 0x7fdb4c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:27.314 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.313+0000 7fdb60de3700 1 --2- 172.21.15.53:0/1420980368 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fdb4c0b2880 0x7fdb4c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:27.314 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.313+0000 7fdb59ffb700 1 -- 172.21.15.53:0/1420980368 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fdb5400f020 con 0x7fdb5c103fa0 2024-05-10T11:20:27.314 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.314+0000 7fdb60de3700 1 --2- 172.21.15.53:0/1420980368 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fdb4c0b2880 0x7fdb4c0b4d40 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fdb5c103460 tx=0x7fdb50009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:27.317 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.317+0000 7fdb59ffb700 1 -- 172.21.15.53:0/1420980368 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fdb54029020 con 0x7fdb5c103fa0 2024-05-10T11:20:27.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.541+0000 7fdb63047700 1 -- 172.21.15.53:0/1420980368 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7fdb5c1a3df0 con 0x7fdb4c0b2880 2024-05-10T11:20:27.549 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.549+0000 7fdb59ffb700 1 -- 172.21.15.53:0/1420980368 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7fdb5c1a3df0 con 0x7fdb4c0b2880 2024-05-10T11:20:27.549 INFO:teuthology.orchestra.run.smithi053.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-05-10T11:20:27.549 INFO:teuthology.orchestra.run.smithi053.stdout:mds.all 12/12 94s ago 4m smithi053=a;smithi053=d;smithi053=g;smithi053=j;smithi132=b;smithi132=e;smithi132=h;smithi132=k;smithi187=c;smithi187=f;smithi187=i;smithi187=l;count:12 2024-05-10T11:20:27.549 INFO:teuthology.orchestra.run.smithi053.stdout:mgr 3/3 94s ago 9m smithi053=x;smithi132=y;smithi187=z;count:3 2024-05-10T11:20:27.549 INFO:teuthology.orchestra.run.smithi053.stdout:mon 3/3 94s ago 10m smithi053:172.21.15.53=a;smithi132:172.21.15.132=b;smithi187:172.21.15.187=c;count:3 2024-05-10T11:20:27.550 INFO:teuthology.orchestra.run.smithi053.stdout:osd 12 94s ago - 2024-05-10T11:20:27.552 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.552+0000 7fdb63047700 1 -- 172.21.15.53:0/1420980368 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fdb4c0b2880 msgr2=0x7fdb4c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:27.552 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.552+0000 7fdb63047700 1 --2- 172.21.15.53:0/1420980368 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fdb4c0b2880 0x7fdb4c0b4d40 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fdb5c103460 tx=0x7fdb50009190 comp rx=0 tx=0).stop 2024-05-10T11:20:27.552 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.552+0000 7fdb63047700 1 -- 172.21.15.53:0/1420980368 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdb5c103fa0 msgr2=0x7fdb5c1050c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:27.552 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.552+0000 7fdb63047700 1 --2- 172.21.15.53:0/1420980368 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdb5c103fa0 0x7fdb5c1050c0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fdb54009c00 tx=0x7fdb54009c30 comp rx=0 tx=0).stop 2024-05-10T11:20:27.552 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.552+0000 7fdb63047700 1 -- 172.21.15.53:0/1420980368 shutdown_connections 2024-05-10T11:20:27.552 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.552+0000 7fdb63047700 1 --2- 172.21.15.53:0/1420980368 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fdb4c0b2880 0x7fdb4c0b4d40 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:27.552 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.552+0000 7fdb63047700 1 --2- 172.21.15.53:0/1420980368 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fdb5c103fa0 0x7fdb5c1050c0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:27.552 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.552+0000 7fdb63047700 1 --2- 172.21.15.53:0/1420980368 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fdb5c102400 0x7fdb5c106530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:27.552 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.552+0000 7fdb63047700 1 --2- 172.21.15.53:0/1420980368 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fdb5c103600 0x7fdb5c104b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:27.552 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.552+0000 7fdb63047700 1 -- 172.21.15.53:0/1420980368 >> 172.21.15.53:0/1420980368 conn(0x7fdb5c0fd9a0 msgr2=0x7fdb5c06b180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:27.552 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.552+0000 7fdb63047700 1 -- 172.21.15.53:0/1420980368 shutdown_connections 2024-05-10T11:20:27.552 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:27.552+0000 7fdb63047700 1 -- 172.21.15.53:0/1420980368 wait complete. 2024-05-10T11:20:28.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:27 smithi132 ceph-mon[33758]: pgmap v410: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:20:28.252 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:27 smithi053 ceph-mon[30153]: pgmap v410: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:20:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:27 smithi187 ceph-mon[34076]: pgmap v410: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:20:28.280 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- bash -c 'ceph orch host ls' 2024-05-10T11:20:28.534 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:20:28.923 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:28 smithi053 ceph-mon[30153]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:20:29.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:28 smithi132 ceph-mon[33758]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:20:29.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:28 smithi187 ceph-mon[34076]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:20:29.953 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:29 smithi053 ceph-mon[30153]: pgmap v411: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:20:30.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:29 smithi132 ceph-mon[33758]: pgmap v411: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:20:30.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:29 smithi187 ceph-mon[34076]: pgmap v411: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:20:30.262 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.226+0000 7f57afdfe700 1 -- 172.21.15.53:0/3096380084 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f57a81068b0 msgr2=0x7f57a8108ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:30.262 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.226+0000 7f57afdfe700 1 --2- 172.21.15.53:0/3096380084 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f57a81068b0 0x7f57a8108ca0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f57a4009990 tx=0x7f57a4009ca0 comp rx=0 tx=0).stop 2024-05-10T11:20:30.262 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.226+0000 7f57afdfe700 1 -- 172.21.15.53:0/3096380084 shutdown_connections 2024-05-10T11:20:30.262 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.226+0000 7f57afdfe700 1 --2- 172.21.15.53:0/3096380084 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f57a81091e0 0x7f57a810b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:30.263 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.226+0000 7f57afdfe700 1 --2- 172.21.15.53:0/3096380084 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f57a8103f80 0x7f57a8106370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:30.263 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.226+0000 7f57afdfe700 1 --2- 172.21.15.53:0/3096380084 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f57a81068b0 0x7f57a8108ca0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:30.263 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.226+0000 7f57afdfe700 1 -- 172.21.15.53:0/3096380084 >> 172.21.15.53:0/3096380084 conn(0x7f57a80fd990 msgr2=0x7f57a80ffdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:30.263 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.226+0000 7f57afdfe700 1 -- 172.21.15.53:0/3096380084 shutdown_connections 2024-05-10T11:20:30.263 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.226+0000 7f57afdfe700 1 -- 172.21.15.53:0/3096380084 wait complete. 2024-05-10T11:20:30.263 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.227+0000 7f57afdfe700 1 Processor -- start 2024-05-10T11:20:30.263 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.227+0000 7f57afdfe700 1 -- start start 2024-05-10T11:20:30.263 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.227+0000 7f57afdfe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f57a8103f80 0x7f57a8199410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:30.263 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.227+0000 7f57afdfe700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f57a81068b0 0x7f57a8199950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:30.263 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.227+0000 7f57afdfe700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f57a81091e0 0x7f57a81a09d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:30.263 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.227+0000 7f57afdfe700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f57a810ee20 con 0x7f57a8103f80 2024-05-10T11:20:30.263 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.227+0000 7f57afdfe700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f57a810eca0 con 0x7f57a81091e0 2024-05-10T11:20:30.263 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.227+0000 7f57afdfe700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f57a810efa0 con 0x7f57a81068b0 2024-05-10T11:20:30.263 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.228+0000 7f57adb9a700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f57a8103f80 0x7f57a8199410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:30.264 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.228+0000 7f57adb9a700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f57a8103f80 0x7f57a8199410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:56330/0 (socket says 172.21.15.53:56330) 2024-05-10T11:20:30.264 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.228+0000 7f57adb9a700 1 -- 172.21.15.53:0/1497752829 learned_addr learned my addr 172.21.15.53:0/1497752829 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:30.264 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.228+0000 7f57ad399700 1 --2- 172.21.15.53:0/1497752829 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f57a81068b0 0x7f57a8199950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:30.264 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.228+0000 7f57ae39b700 1 --2- 172.21.15.53:0/1497752829 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f57a81091e0 0x7f57a81a09d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:30.264 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.228+0000 7f57adb9a700 1 -- 172.21.15.53:0/1497752829 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f57a81068b0 msgr2=0x7f57a8199950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:30.264 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.228+0000 7f57adb9a700 1 --2- 172.21.15.53:0/1497752829 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f57a81068b0 0x7f57a8199950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:30.264 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.228+0000 7f57adb9a700 1 -- 172.21.15.53:0/1497752829 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f57a81091e0 msgr2=0x7f57a81a09d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:30.264 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.228+0000 7f57adb9a700 1 --2- 172.21.15.53:0/1497752829 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f57a81091e0 0x7f57a81a09d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:30.264 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.228+0000 7f57adb9a700 1 -- 172.21.15.53:0/1497752829 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57a81a1070 con 0x7f57a8103f80 2024-05-10T11:20:30.264 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.228+0000 7f57ae39b700 1 --2- 172.21.15.53:0/1497752829 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f57a81091e0 0x7f57a81a09d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:20:30.264 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.228+0000 7f57adb9a700 1 --2- 172.21.15.53:0/1497752829 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f57a8103f80 0x7f57a8199410 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f579c00c9e0 tx=0x7f579c00ccf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:30.264 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.228+0000 7f579affd700 1 -- 172.21.15.53:0/1497752829 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f579c007ac0 con 0x7f57a8103f80 2024-05-10T11:20:30.264 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.228+0000 7f57afdfe700 1 -- 172.21.15.53:0/1497752829 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57a81a1360 con 0x7f57a8103f80 2024-05-10T11:20:30.264 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.229+0000 7f579affd700 1 -- 172.21.15.53:0/1497752829 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f579c007c60 con 0x7f57a8103f80 2024-05-10T11:20:30.265 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.229+0000 7f579affd700 1 -- 172.21.15.53:0/1497752829 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f579c018660 con 0x7f57a8103f80 2024-05-10T11:20:30.265 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.229+0000 7f57afdfe700 1 -- 172.21.15.53:0/1497752829 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57a81a18a0 con 0x7f57a8103f80 2024-05-10T11:20:30.265 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.230+0000 7f57afdfe700 1 -- 172.21.15.53:0/1497752829 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57a806a190 con 0x7f57a8103f80 2024-05-10T11:20:30.265 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.231+0000 7f579affd700 1 -- 172.21.15.53:0/1497752829 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f579c00f450 con 0x7f57a8103f80 2024-05-10T11:20:30.265 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.232+0000 7f579affd700 1 --2- 172.21.15.53:0/1497752829 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f57940b2880 0x7f57940b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:30.265 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.232+0000 7f57ad399700 1 --2- 172.21.15.53:0/1497752829 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f57940b2880 0x7f57940b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:30.265 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.232+0000 7f579affd700 1 -- 172.21.15.53:0/1497752829 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f579c0e2860 con 0x7f57a8103f80 2024-05-10T11:20:30.265 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.233+0000 7f57ad399700 1 --2- 172.21.15.53:0/1497752829 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f57940b2880 0x7f57940b4d40 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f57a400b5c0 tx=0x7f57a4005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:30.265 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.235+0000 7f579affd700 1 -- 172.21.15.53:0/1497752829 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f579c014030 con 0x7f57a8103f80 2024-05-10T11:20:30.459 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.459+0000 7f57afdfe700 1 -- 172.21.15.53:0/1497752829 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f57a80638e0 con 0x7f57940b2880 2024-05-10T11:20:30.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.460+0000 7f579affd700 1 -- 172.21.15.53:0/1497752829 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7f57a80638e0 con 0x7f57940b2880 2024-05-10T11:20:30.460 INFO:teuthology.orchestra.run.smithi053.stdout:HOST ADDR LABELS STATUS 2024-05-10T11:20:30.460 INFO:teuthology.orchestra.run.smithi053.stdout:smithi053 172.21.15.53 2024-05-10T11:20:30.460 INFO:teuthology.orchestra.run.smithi053.stdout:smithi132 172.21.15.132 2024-05-10T11:20:30.461 INFO:teuthology.orchestra.run.smithi053.stdout:smithi187 172.21.15.187 2024-05-10T11:20:30.461 INFO:teuthology.orchestra.run.smithi053.stdout:3 hosts in cluster 2024-05-10T11:20:30.463 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.463+0000 7f57afdfe700 1 -- 172.21.15.53:0/1497752829 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f57940b2880 msgr2=0x7f57940b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:30.463 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.463+0000 7f57afdfe700 1 --2- 172.21.15.53:0/1497752829 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f57940b2880 0x7f57940b4d40 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f57a400b5c0 tx=0x7f57a4005fd0 comp rx=0 tx=0).stop 2024-05-10T11:20:30.463 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.463+0000 7f57afdfe700 1 -- 172.21.15.53:0/1497752829 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f57a8103f80 msgr2=0x7f57a8199410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:30.463 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.463+0000 7f57afdfe700 1 --2- 172.21.15.53:0/1497752829 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f57a8103f80 0x7f57a8199410 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f579c00c9e0 tx=0x7f579c00ccf0 comp rx=0 tx=0).stop 2024-05-10T11:20:30.463 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.463+0000 7f57afdfe700 1 -- 172.21.15.53:0/1497752829 shutdown_connections 2024-05-10T11:20:30.464 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.463+0000 7f57afdfe700 1 --2- 172.21.15.53:0/1497752829 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f57940b2880 0x7f57940b4d40 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:30.464 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.463+0000 7f57afdfe700 1 --2- 172.21.15.53:0/1497752829 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f57a81091e0 0x7f57a81a09d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:30.464 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.463+0000 7f57afdfe700 1 --2- 172.21.15.53:0/1497752829 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f57a8103f80 0x7f57a8199410 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:30.464 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.463+0000 7f57afdfe700 1 --2- 172.21.15.53:0/1497752829 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f57a81068b0 0x7f57a8199950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:30.464 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.463+0000 7f57afdfe700 1 -- 172.21.15.53:0/1497752829 >> 172.21.15.53:0/1497752829 conn(0x7f57a80fd990 msgr2=0x7f57a81048c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:30.464 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.463+0000 7f57afdfe700 1 -- 172.21.15.53:0/1497752829 shutdown_connections 2024-05-10T11:20:30.464 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:30.463+0000 7f57afdfe700 1 -- 172.21.15.53:0/1497752829 wait complete. 2024-05-10T11:20:31.230 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- bash -c 'ceph orch device ls' 2024-05-10T11:20:31.487 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:20:31.961 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:31 smithi053 ceph-mon[30153]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:20:31.961 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:31 smithi053 ceph-mon[30153]: pgmap v412: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:20:32.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:31 smithi132 ceph-mon[33758]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:20:32.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:31 smithi132 ceph-mon[33758]: pgmap v412: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:20:32.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:31 smithi187 ceph-mon[34076]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:20:32.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:31 smithi187 ceph-mon[34076]: pgmap v412: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:20:33.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.183+0000 7fa4b4a9a700 1 -- 172.21.15.53:0/1966703392 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa4b0102400 msgr2=0x7fa4b0102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:33.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.183+0000 7fa4b4a9a700 1 --2- 172.21.15.53:0/1966703392 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa4b0102400 0x7fa4b0102820 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fa4a00099c0 tx=0x7fa4a0009cd0 comp rx=0 tx=0).stop 2024-05-10T11:20:33.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.183+0000 7fa4b4a9a700 1 -- 172.21.15.53:0/1966703392 shutdown_connections 2024-05-10T11:20:33.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.183+0000 7fa4b4a9a700 1 --2- 172.21.15.53:0/1966703392 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa4b0103fa0 0x7fa4b010a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:33.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.183+0000 7fa4b4a9a700 1 --2- 172.21.15.53:0/1966703392 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa4b0102400 0x7fa4b0102820 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:33.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.183+0000 7fa4b4a9a700 1 --2- 172.21.15.53:0/1966703392 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa4b0103600 0x7fa4b0103a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:33.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.183+0000 7fa4b4a9a700 1 -- 172.21.15.53:0/1966703392 >> 172.21.15.53:0/1966703392 conn(0x7fa4b00fd9a0 msgr2=0x7fa4b00ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:33.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.183+0000 7fa4b4a9a700 1 -- 172.21.15.53:0/1966703392 shutdown_connections 2024-05-10T11:20:33.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.183+0000 7fa4b4a9a700 1 -- 172.21.15.53:0/1966703392 wait complete. 2024-05-10T11:20:33.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.184+0000 7fa4b4a9a700 1 Processor -- start 2024-05-10T11:20:33.185 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.184+0000 7fa4b4a9a700 1 -- start start 2024-05-10T11:20:33.186 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.184+0000 7fa4b4a9a700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa4b0102400 0x7fa4b0199660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:33.186 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.184+0000 7fa4b4a9a700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa4b0103600 0x7fa4b0199ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:33.186 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.184+0000 7fa4b4a9a700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa4b0103fa0 0x7fa4b01a0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:33.186 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.184+0000 7fa4b4a9a700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b010dd50 con 0x7fa4b0103fa0 2024-05-10T11:20:33.186 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.184+0000 7fa4b4a9a700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b010dbd0 con 0x7fa4b0103600 2024-05-10T11:20:33.187 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.184+0000 7fa4b4a9a700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b010ded0 con 0x7fa4b0102400 2024-05-10T11:20:33.187 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.184+0000 7fa4aed9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa4b0103fa0 0x7fa4b01a0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:33.187 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.184+0000 7fa4aed9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa4b0103fa0 0x7fa4b01a0bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:56356/0 (socket says 172.21.15.53:56356) 2024-05-10T11:20:33.187 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.184+0000 7fa4aed9d700 1 -- 172.21.15.53:0/3571295573 learned_addr learned my addr 172.21.15.53:0/3571295573 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:33.187 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.184+0000 7fa4ae59c700 1 --2- 172.21.15.53:0/3571295573 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa4b0102400 0x7fa4b0199660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:33.187 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.184+0000 7fa4add9b700 1 --2- 172.21.15.53:0/3571295573 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa4b0103600 0x7fa4b0199ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:33.187 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.185+0000 7fa4aed9d700 1 -- 172.21.15.53:0/3571295573 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa4b0102400 msgr2=0x7fa4b0199660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:33.187 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.185+0000 7fa4aed9d700 1 --2- 172.21.15.53:0/3571295573 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa4b0102400 0x7fa4b0199660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:33.187 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.185+0000 7fa4aed9d700 1 -- 172.21.15.53:0/3571295573 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa4b0103600 msgr2=0x7fa4b0199ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:33.187 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.185+0000 7fa4aed9d700 1 --2- 172.21.15.53:0/3571295573 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa4b0103600 0x7fa4b0199ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:33.187 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.185+0000 7fa4aed9d700 1 -- 172.21.15.53:0/3571295573 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4b01a1270 con 0x7fa4b0103fa0 2024-05-10T11:20:33.187 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.185+0000 7fa4ae59c700 1 --2- 172.21.15.53:0/3571295573 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa4b0102400 0x7fa4b0199660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:20:33.187 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.185+0000 7fa4aed9d700 1 --2- 172.21.15.53:0/3571295573 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa4b0103fa0 0x7fa4b01a0bd0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fa4a800add0 tx=0x7fa4a800c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:33.187 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.185+0000 7fa49f7fe700 1 -- 172.21.15.53:0/3571295573 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a8017020 con 0x7fa4b0103fa0 2024-05-10T11:20:33.188 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.185+0000 7fa49f7fe700 1 -- 172.21.15.53:0/3571295573 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa4a800ae00 con 0x7fa4b0103fa0 2024-05-10T11:20:33.188 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.185+0000 7fa4b4a9a700 1 -- 172.21.15.53:0/3571295573 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4b01a1560 con 0x7fa4b0103fa0 2024-05-10T11:20:33.188 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.185+0000 7fa49f7fe700 1 -- 172.21.15.53:0/3571295573 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a8005280 con 0x7fa4b0103fa0 2024-05-10T11:20:33.188 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.185+0000 7fa4b4a9a700 1 -- 172.21.15.53:0/3571295573 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4b01a1aa0 con 0x7fa4b0103fa0 2024-05-10T11:20:33.188 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.187+0000 7fa4b4a9a700 1 -- 172.21.15.53:0/3571295573 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4b006a190 con 0x7fa4b0103fa0 2024-05-10T11:20:33.188 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.188+0000 7fa49f7fe700 1 -- 172.21.15.53:0/3571295573 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fa4a800c890 con 0x7fa4b0103fa0 2024-05-10T11:20:33.189 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.189+0000 7fa49f7fe700 1 --2- 172.21.15.53:0/3571295573 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa4980b2880 0x7fa4980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:33.189 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.189+0000 7fa49f7fe700 1 -- 172.21.15.53:0/3571295573 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fa4a80e21c0 con 0x7fa4b0103fa0 2024-05-10T11:20:33.189 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.189+0000 7fa4ae59c700 1 --2- 172.21.15.53:0/3571295573 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa4980b2880 0x7fa4980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:33.189 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.189+0000 7fa4ae59c700 1 --2- 172.21.15.53:0/3571295573 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa4980b2880 0x7fa4980b4d40 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa4a0009990 tx=0x7fa4a001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:33.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.192+0000 7fa49f7fe700 1 -- 172.21.15.53:0/3571295573 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fa4a8021020 con 0x7fa4b0103fa0 2024-05-10T11:20:33.413 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.413+0000 7fa4b4a9a700 1 -- 172.21.15.53:0/3571295573 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7fa4b01a1dc0 con 0x7fa4980b2880 2024-05-10T11:20:33.415 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.415+0000 7fa49f7fe700 1 -- 172.21.15.53:0/3571295573 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7fa4b01a1dc0 con 0x7fa4980b2880 2024-05-10T11:20:33.415 INFO:teuthology.orchestra.run.smithi053.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-05-10T11:20:33.415 INFO:teuthology.orchestra.run.smithi053.stdout:smithi053 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB751300G8480DGN 447G No 5m ago Has a FileSystem, LVM detected 2024-05-10T11:20:33.415 INFO:teuthology.orchestra.run.smithi053.stdout:smithi132 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT6232000B400BGN 372G No 5m ago Has a FileSystem, LVM detected 2024-05-10T11:20:33.415 INFO:teuthology.orchestra.run.smithi053.stdout:smithi187 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620500MW400BGN 372G No 4m ago Has a FileSystem, LVM detected 2024-05-10T11:20:33.418 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.418+0000 7fa4b4a9a700 1 -- 172.21.15.53:0/3571295573 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa4980b2880 msgr2=0x7fa4980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:33.418 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.418+0000 7fa4b4a9a700 1 --2- 172.21.15.53:0/3571295573 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa4980b2880 0x7fa4980b4d40 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa4a0009990 tx=0x7fa4a001a040 comp rx=0 tx=0).stop 2024-05-10T11:20:33.418 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.418+0000 7fa4b4a9a700 1 -- 172.21.15.53:0/3571295573 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa4b0103fa0 msgr2=0x7fa4b01a0bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:33.418 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.418+0000 7fa4b4a9a700 1 --2- 172.21.15.53:0/3571295573 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa4b0103fa0 0x7fa4b01a0bd0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fa4a800add0 tx=0x7fa4a800c330 comp rx=0 tx=0).stop 2024-05-10T11:20:33.418 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.418+0000 7fa4b4a9a700 1 -- 172.21.15.53:0/3571295573 shutdown_connections 2024-05-10T11:20:33.418 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.418+0000 7fa4b4a9a700 1 --2- 172.21.15.53:0/3571295573 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa4980b2880 0x7fa4980b4d40 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:33.418 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.418+0000 7fa4b4a9a700 1 --2- 172.21.15.53:0/3571295573 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa4b0103fa0 0x7fa4b01a0bd0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:33.418 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.418+0000 7fa4b4a9a700 1 --2- 172.21.15.53:0/3571295573 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa4b0102400 0x7fa4b0199660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:33.419 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.418+0000 7fa4b4a9a700 1 --2- 172.21.15.53:0/3571295573 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa4b0103600 0x7fa4b0199ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:33.419 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.418+0000 7fa4b4a9a700 1 -- 172.21.15.53:0/3571295573 >> 172.21.15.53:0/3571295573 conn(0x7fa4b00fd9a0 msgr2=0x7fa4b006b180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:33.419 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.418+0000 7fa4b4a9a700 1 -- 172.21.15.53:0/3571295573 shutdown_connections 2024-05-10T11:20:33.419 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:33.418+0000 7fa4b4a9a700 1 -- 172.21.15.53:0/3571295573 wait complete. 2024-05-10T11:20:34.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:33 smithi053 ceph-mon[30153]: pgmap v413: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:20:34.126 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-10T11:20:34.135 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi053.front.sepia.ceph.com 2024-05-10T11:20:34.135 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- bash -c 'ceph fs dump' 2024-05-10T11:20:34.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:33 smithi132 ceph-mon[33758]: pgmap v413: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:20:34.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:33 smithi187 ceph-mon[34076]: pgmap v413: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:20:34.392 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:20:35.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:34 smithi053 ceph-mon[30153]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:20:35.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:34 smithi132 ceph-mon[33758]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:20:35.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:34 smithi187 ceph-mon[34076]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:20:36.115 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:35 smithi053 ceph-mon[30153]: pgmap v414: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:20:36.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.121+0000 7f485bc0c700 1 -- 172.21.15.53:0/774963682 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4854102400 msgr2=0x7f4854102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:36.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.121+0000 7f485bc0c700 1 --2- 172.21.15.53:0/774963682 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4854102400 0x7f4854102820 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f48500099c0 tx=0x7f4850009cd0 comp rx=0 tx=0).stop 2024-05-10T11:20:36.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.121+0000 7f485bc0c700 1 -- 172.21.15.53:0/774963682 shutdown_connections 2024-05-10T11:20:36.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.121+0000 7f485bc0c700 1 --2- 172.21.15.53:0/774963682 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4854103fa0 0x7f485410a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:36.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.121+0000 7f485bc0c700 1 --2- 172.21.15.53:0/774963682 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4854102400 0x7f4854102820 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:36.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.121+0000 7f485bc0c700 1 --2- 172.21.15.53:0/774963682 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4854103600 0x7f4854103a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:36.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.121+0000 7f485bc0c700 1 -- 172.21.15.53:0/774963682 >> 172.21.15.53:0/774963682 conn(0x7f48540fd9a0 msgr2=0x7f48540ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:36.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.121+0000 7f485bc0c700 1 -- 172.21.15.53:0/774963682 shutdown_connections 2024-05-10T11:20:36.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.121+0000 7f485bc0c700 1 -- 172.21.15.53:0/774963682 wait complete. 2024-05-10T11:20:36.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.121+0000 7f485bc0c700 1 Processor -- start 2024-05-10T11:20:36.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.122+0000 7f485bc0c700 1 -- start start 2024-05-10T11:20:36.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.122+0000 7f485bc0c700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4854102400 0x7f4854106390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:36.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.122+0000 7f485bc0c700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4854103600 0x7f48541049e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:36.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.122+0000 7f485bc0c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4854103fa0 0x7f4854104f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:36.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.122+0000 7f485bc0c700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f485410dda0 con 0x7f4854103fa0 2024-05-10T11:20:36.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.122+0000 7f485bc0c700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f485410dc20 con 0x7f4854103600 2024-05-10T11:20:36.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.122+0000 7f485bc0c700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f485410df20 con 0x7f4854102400 2024-05-10T11:20:36.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.122+0000 7f485a1a9700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4854103fa0 0x7f4854104f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:36.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.122+0000 7f485a1a9700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4854103fa0 0x7f4854104f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:56366/0 (socket says 172.21.15.53:56366) 2024-05-10T11:20:36.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.122+0000 7f485a1a9700 1 -- 172.21.15.53:0/200633688 learned_addr learned my addr 172.21.15.53:0/200633688 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:36.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.122+0000 7f48591a7700 1 --2- 172.21.15.53:0/200633688 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4854103600 0x7f48541049e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:36.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.122+0000 7f48599a8700 1 --2- 172.21.15.53:0/200633688 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4854102400 0x7f4854106390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:36.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.122+0000 7f485a1a9700 1 -- 172.21.15.53:0/200633688 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4854102400 msgr2=0x7f4854106390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:36.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.122+0000 7f485a1a9700 1 --2- 172.21.15.53:0/200633688 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4854102400 0x7f4854106390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:36.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.122+0000 7f485a1a9700 1 -- 172.21.15.53:0/200633688 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4854103600 msgr2=0x7f48541049e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:36.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.122+0000 7f485a1a9700 1 --2- 172.21.15.53:0/200633688 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4854103600 0x7f48541049e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:36.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.122+0000 7f485a1a9700 1 -- 172.21.15.53:0/200633688 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48541057d0 con 0x7f4854103fa0 2024-05-10T11:20:36.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.122+0000 7f48599a8700 1 --2- 172.21.15.53:0/200633688 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4854102400 0x7f4854106390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:20:36.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.123+0000 7f485a1a9700 1 --2- 172.21.15.53:0/200633688 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4854103fa0 0x7f4854104f20 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f484c00ada0 tx=0x7f484c00c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:36.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.123+0000 7f484affd700 1 -- 172.21.15.53:0/200633688 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f484c017020 con 0x7f4854103fa0 2024-05-10T11:20:36.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.123+0000 7f485bc0c700 1 -- 172.21.15.53:0/200633688 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48541a37d0 con 0x7f4854103fa0 2024-05-10T11:20:36.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.123+0000 7f484affd700 1 -- 172.21.15.53:0/200633688 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f484c00ce10 con 0x7f4854103fa0 2024-05-10T11:20:36.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.123+0000 7f484affd700 1 -- 172.21.15.53:0/200633688 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f484c005280 con 0x7f4854103fa0 2024-05-10T11:20:36.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.123+0000 7f485bc0c700 1 -- 172.21.15.53:0/200633688 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48541a3c90 con 0x7f4854103fa0 2024-05-10T11:20:36.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.124+0000 7f485bc0c700 1 -- 172.21.15.53:0/200633688 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f485406a190 con 0x7f4854103fa0 2024-05-10T11:20:36.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.125+0000 7f484affd700 1 -- 172.21.15.53:0/200633688 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f484c00c980 con 0x7f4854103fa0 2024-05-10T11:20:36.127 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.126+0000 7f484affd700 1 --2- 172.21.15.53:0/200633688 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f48400b2880 0x7f48400b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:36.127 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.126+0000 7f48599a8700 1 --2- 172.21.15.53:0/200633688 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f48400b2880 0x7f48400b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:36.127 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.126+0000 7f484affd700 1 -- 172.21.15.53:0/200633688 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f484c0e22e0 con 0x7f4854103fa0 2024-05-10T11:20:36.127 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.127+0000 7f48599a8700 1 --2- 172.21.15.53:0/200633688 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f48400b2880 0x7f48400b4d40 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f4850009990 tx=0x7f485001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:36.129 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.129+0000 7f484affd700 1 -- 172.21.15.53:0/200633688 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f484c021020 con 0x7f4854103fa0 2024-05-10T11:20:36.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:35 smithi132 ceph-mon[33758]: pgmap v414: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:20:36.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:35 smithi187 ceph-mon[34076]: pgmap v414: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:20:36.390 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.390+0000 7f485bc0c700 1 -- 172.21.15.53:0/200633688 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f48541a3ef0 con 0x7f4854103fa0 2024-05-10T11:20:36.391 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.391+0000 7f484affd700 1 -- 172.21.15.53:0/200633688 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 28 v28) ==== 76+0+3098 (secure 0 0 0) 0x7f484c0a9ca0 con 0x7f4854103fa0 2024-05-10T11:20:36.391 INFO:teuthology.orchestra.run.smithi053.stdout:e28 2024-05-10T11:20:36.391 INFO:teuthology.orchestra.run.smithi053.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-05-10T11:20:36.391 INFO:teuthology.orchestra.run.smithi053.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-10T11:20:36.391 INFO:teuthology.orchestra.run.smithi053.stdout:legacy client fscid: 1 2024-05-10T11:20:36.391 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:20:36.391 INFO:teuthology.orchestra.run.smithi053.stdout:Filesystem 'cephfs' (1) 2024-05-10T11:20:36.391 INFO:teuthology.orchestra.run.smithi053.stdout:fs_name cephfs 2024-05-10T11:20:36.392 INFO:teuthology.orchestra.run.smithi053.stdout:epoch 28 2024-05-10T11:20:36.392 INFO:teuthology.orchestra.run.smithi053.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-05-10T11:20:36.392 INFO:teuthology.orchestra.run.smithi053.stdout:created 2024-05-10T11:16:54.139241+0000 2024-05-10T11:20:36.392 INFO:teuthology.orchestra.run.smithi053.stdout:modified 2024-05-10T11:18:03.749247+0000 2024-05-10T11:20:36.392 INFO:teuthology.orchestra.run.smithi053.stdout:tableserver 0 2024-05-10T11:20:36.392 INFO:teuthology.orchestra.run.smithi053.stdout:root 0 2024-05-10T11:20:36.392 INFO:teuthology.orchestra.run.smithi053.stdout:session_timeout 300 2024-05-10T11:20:36.392 INFO:teuthology.orchestra.run.smithi053.stdout:session_autoclose 300 2024-05-10T11:20:36.392 INFO:teuthology.orchestra.run.smithi053.stdout:max_file_size 1099511627776 2024-05-10T11:20:36.392 INFO:teuthology.orchestra.run.smithi053.stdout:max_xattr_size 65536 2024-05-10T11:20:36.392 INFO:teuthology.orchestra.run.smithi053.stdout:required_client_features {} 2024-05-10T11:20:36.392 INFO:teuthology.orchestra.run.smithi053.stdout:last_failure 0 2024-05-10T11:20:36.392 INFO:teuthology.orchestra.run.smithi053.stdout:last_failure_osd_epoch 0 2024-05-10T11:20:36.392 INFO:teuthology.orchestra.run.smithi053.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-10T11:20:36.392 INFO:teuthology.orchestra.run.smithi053.stdout:max_mds 5 2024-05-10T11:20:36.393 INFO:teuthology.orchestra.run.smithi053.stdout:in 0,1,2,3,4 2024-05-10T11:20:36.393 INFO:teuthology.orchestra.run.smithi053.stdout:up {0=24463,1=24448,2=24442,3=24428,4=24415} 2024-05-10T11:20:36.393 INFO:teuthology.orchestra.run.smithi053.stdout:failed 2024-05-10T11:20:36.393 INFO:teuthology.orchestra.run.smithi053.stdout:damaged 2024-05-10T11:20:36.393 INFO:teuthology.orchestra.run.smithi053.stdout:stopped 2024-05-10T11:20:36.393 INFO:teuthology.orchestra.run.smithi053.stdout:data_pools [3,4] 2024-05-10T11:20:36.393 INFO:teuthology.orchestra.run.smithi053.stdout:metadata_pool 2 2024-05-10T11:20:36.393 INFO:teuthology.orchestra.run.smithi053.stdout:inline_data disabled 2024-05-10T11:20:36.393 INFO:teuthology.orchestra.run.smithi053.stdout:balancer 2024-05-10T11:20:36.393 INFO:teuthology.orchestra.run.smithi053.stdout:bal_rank_mask -1 2024-05-10T11:20:36.393 INFO:teuthology.orchestra.run.smithi053.stdout:standby_count_wanted 0 2024-05-10T11:20:36.393 INFO:teuthology.orchestra.run.smithi053.stdout:qdb_cluster leader: 24463 members: 24415,24448,24463,24428,24442 2024-05-10T11:20:36.393 INFO:teuthology.orchestra.run.smithi053.stdout:[mds.i{0:24463} state up:active seq 9 addr [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] compat {c=[1],r=[1],i=[1fff]}] 2024-05-10T11:20:36.393 INFO:teuthology.orchestra.run.smithi053.stdout:[mds.h{0:24398} state up:standby-replay seq 1 addr [v2:172.21.15.132:6836/392522477,v1:172.21.15.132:6837/392522477] compat {c=[1],r=[1],i=[1fff]}] 2024-05-10T11:20:36.394 INFO:teuthology.orchestra.run.smithi053.stdout:[mds.c{1:24448} state up:active seq 26 addr [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] compat {c=[1],r=[1],i=[1fff]}] 2024-05-10T11:20:36.394 INFO:teuthology.orchestra.run.smithi053.stdout:[mds.e{1:24377} state up:standby-replay seq 1 addr [v2:172.21.15.132:6834/2650777178,v1:172.21.15.132:6835/2650777178] compat {c=[1],r=[1],i=[1fff]}] 2024-05-10T11:20:36.394 INFO:teuthology.orchestra.run.smithi053.stdout:[mds.f{2:24442} state up:active seq 27 addr [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] compat {c=[1],r=[1],i=[1fff]}] 2024-05-10T11:20:36.394 INFO:teuthology.orchestra.run.smithi053.stdout:[mds.k{2:24353} state up:standby-replay seq 1 addr [v2:172.21.15.132:6832/1761006460,v1:172.21.15.132:6833/1761006460] compat {c=[1],r=[1],i=[1fff]}] 2024-05-10T11:20:36.394 INFO:teuthology.orchestra.run.smithi053.stdout:[mds.b{3:24428} state up:active seq 22 addr [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] compat {c=[1],r=[1],i=[1fff]}] 2024-05-10T11:20:36.394 INFO:teuthology.orchestra.run.smithi053.stdout:[mds.a{3:14586} state up:standby-replay seq 1 addr [v2:172.21.15.53:6840/3170432544,v1:172.21.15.53:6841/3170432544] compat {c=[1],r=[1],i=[1fff]}] 2024-05-10T11:20:36.394 INFO:teuthology.orchestra.run.smithi053.stdout:[mds.l{4:24415} state up:active seq 32 addr [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] compat {c=[1],r=[1],i=[1fff]}] 2024-05-10T11:20:36.394 INFO:teuthology.orchestra.run.smithi053.stdout:[mds.g{4:14574} state up:standby-replay seq 1 addr [v2:172.21.15.53:6838/3346396655,v1:172.21.15.53:6839/3346396655] compat {c=[1],r=[1],i=[1fff]}] 2024-05-10T11:20:36.394 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:20:36.394 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:20:36.394 INFO:teuthology.orchestra.run.smithi053.stdout:Standby daemons: 2024-05-10T11:20:36.394 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:20:36.394 INFO:teuthology.orchestra.run.smithi053.stdout:[mds.j{-1:14520} state up:standby seq 1 addr [v2:172.21.15.53:6834/1198409266,v1:172.21.15.53:6835/1198409266] compat {c=[1],r=[1],i=[1fff]}] 2024-05-10T11:20:36.394 INFO:teuthology.orchestra.run.smithi053.stdout:[mds.d{-1:14526} state up:standby seq 1 addr [v2:172.21.15.53:6836/660760226,v1:172.21.15.53:6837/660760226] compat {c=[1],r=[1],i=[1fff]}] 2024-05-10T11:20:36.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.393+0000 7f485bc0c700 1 -- 172.21.15.53:0/200633688 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f48400b2880 msgr2=0x7f48400b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:36.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.393+0000 7f485bc0c700 1 --2- 172.21.15.53:0/200633688 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f48400b2880 0x7f48400b4d40 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f4850009990 tx=0x7f485001a040 comp rx=0 tx=0).stop 2024-05-10T11:20:36.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.393+0000 7f485bc0c700 1 -- 172.21.15.53:0/200633688 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4854103fa0 msgr2=0x7f4854104f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:36.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.393+0000 7f485bc0c700 1 --2- 172.21.15.53:0/200633688 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4854103fa0 0x7f4854104f20 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f484c00ada0 tx=0x7f484c00c330 comp rx=0 tx=0).stop 2024-05-10T11:20:36.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.393+0000 7f485bc0c700 1 -- 172.21.15.53:0/200633688 shutdown_connections 2024-05-10T11:20:36.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.393+0000 7f485bc0c700 1 --2- 172.21.15.53:0/200633688 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f48400b2880 0x7f48400b4d40 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:36.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.393+0000 7f485bc0c700 1 --2- 172.21.15.53:0/200633688 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4854103fa0 0x7f4854104f20 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:36.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.393+0000 7f485bc0c700 1 --2- 172.21.15.53:0/200633688 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4854102400 0x7f4854106390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:36.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.393+0000 7f485bc0c700 1 --2- 172.21.15.53:0/200633688 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4854103600 0x7f48541049e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:36.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.393+0000 7f485bc0c700 1 -- 172.21.15.53:0/200633688 >> 172.21.15.53:0/200633688 conn(0x7f48540fd9a0 msgr2=0x7f485406b1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:36.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.393+0000 7f485bc0c700 1 -- 172.21.15.53:0/200633688 shutdown_connections 2024-05-10T11:20:36.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:36.393+0000 7f485bc0c700 1 -- 172.21.15.53:0/200633688 wait complete. 2024-05-10T11:20:36.396 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 28 2024-05-10T11:20:37.021 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:36 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/200633688' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-10T11:20:37.070 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- bash -c 'ceph osd dump' 2024-05-10T11:20:37.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:36 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/200633688' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-10T11:20:37.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:36 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/200633688' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-10T11:20:37.332 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:20:38.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:37 smithi053 ceph-mon[30153]: pgmap v415: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:20:38.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:37 smithi132 ceph-mon[33758]: pgmap v415: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:20:38.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:37 smithi187 ceph-mon[34076]: pgmap v415: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:20:39.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.079+0000 7ff6d6285700 1 -- 172.21.15.53:0/1833444246 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6d0103fd0 msgr2=0x7ff6d01063c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:39.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.079+0000 7ff6d6285700 1 --2- 172.21.15.53:0/1833444246 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6d0103fd0 0x7ff6d01063c0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7ff6c0009990 tx=0x7ff6c0009ca0 comp rx=0 tx=0).stop 2024-05-10T11:20:39.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.079+0000 7ff6d6285700 1 -- 172.21.15.53:0/1833444246 shutdown_connections 2024-05-10T11:20:39.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.079+0000 7ff6d6285700 1 --2- 172.21.15.53:0/1833444246 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff6d0109230 0x7ff6d010b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:39.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.079+0000 7ff6d6285700 1 --2- 172.21.15.53:0/1833444246 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6d0103fd0 0x7ff6d01063c0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:39.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.079+0000 7ff6d6285700 1 --2- 172.21.15.53:0/1833444246 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff6d0106900 0x7ff6d0108cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:39.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.079+0000 7ff6d6285700 1 -- 172.21.15.53:0/1833444246 >> 172.21.15.53:0/1833444246 conn(0x7ff6d00fd9a0 msgr2=0x7ff6d00ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:39.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.079+0000 7ff6d6285700 1 -- 172.21.15.53:0/1833444246 shutdown_connections 2024-05-10T11:20:39.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.079+0000 7ff6d6285700 1 -- 172.21.15.53:0/1833444246 wait complete. 2024-05-10T11:20:39.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.080+0000 7ff6d6285700 1 Processor -- start 2024-05-10T11:20:39.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.080+0000 7ff6d6285700 1 -- start start 2024-05-10T11:20:39.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.080+0000 7ff6d6285700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff6d0103fd0 0x7ff6d0199580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:39.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.080+0000 7ff6d6285700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff6d0106900 0x7ff6d0199ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:39.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.080+0000 7ff6d6285700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6d0109230 0x7ff6d01a0b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:39.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.080+0000 7ff6d6285700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff6d010ee30 con 0x7ff6d0109230 2024-05-10T11:20:39.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.080+0000 7ff6d6285700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7ff6d010ecb0 con 0x7ff6d0106900 2024-05-10T11:20:39.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.080+0000 7ff6d6285700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7ff6d010efb0 con 0x7ff6d0103fd0 2024-05-10T11:20:39.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.080+0000 7ff6d4822700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6d0109230 0x7ff6d01a0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:39.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.081+0000 7ff6d4822700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6d0109230 0x7ff6d01a0b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:58988/0 (socket says 172.21.15.53:58988) 2024-05-10T11:20:39.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.081+0000 7ff6d4822700 1 -- 172.21.15.53:0/960855372 learned_addr learned my addr 172.21.15.53:0/960855372 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:39.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.081+0000 7ff6cffff700 1 --2- 172.21.15.53:0/960855372 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff6d0103fd0 0x7ff6d0199580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:39.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.081+0000 7ff6c7fff700 1 --2- 172.21.15.53:0/960855372 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff6d0106900 0x7ff6d0199ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:39.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.081+0000 7ff6d4822700 1 -- 172.21.15.53:0/960855372 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff6d0103fd0 msgr2=0x7ff6d0199580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:39.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.081+0000 7ff6d4822700 1 --2- 172.21.15.53:0/960855372 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff6d0103fd0 0x7ff6d0199580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:39.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.081+0000 7ff6d4822700 1 -- 172.21.15.53:0/960855372 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff6d0106900 msgr2=0x7ff6d0199ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:39.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.081+0000 7ff6d4822700 1 --2- 172.21.15.53:0/960855372 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff6d0106900 0x7ff6d0199ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:39.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.081+0000 7ff6d4822700 1 -- 172.21.15.53:0/960855372 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6d01a11e0 con 0x7ff6d0109230 2024-05-10T11:20:39.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.081+0000 7ff6d4822700 1 --2- 172.21.15.53:0/960855372 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6d0109230 0x7ff6d01a0b40 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7ff6c8007ef0 tx=0x7ff6c800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:39.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.081+0000 7ff6cdffb700 1 -- 172.21.15.53:0/960855372 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6c8004bb0 con 0x7ff6d0109230 2024-05-10T11:20:39.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.081+0000 7ff6d6285700 1 -- 172.21.15.53:0/960855372 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6d01a14d0 con 0x7ff6d0109230 2024-05-10T11:20:39.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.081+0000 7ff6cdffb700 1 -- 172.21.15.53:0/960855372 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff6c8004d50 con 0x7ff6d0109230 2024-05-10T11:20:39.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.081+0000 7ff6cdffb700 1 -- 172.21.15.53:0/960855372 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6c8004420 con 0x7ff6d0109230 2024-05-10T11:20:39.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.081+0000 7ff6d6285700 1 -- 172.21.15.53:0/960855372 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6d01a1a10 con 0x7ff6d0109230 2024-05-10T11:20:39.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.082+0000 7ff6d6285700 1 -- 172.21.15.53:0/960855372 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6d006a190 con 0x7ff6d0109230 2024-05-10T11:20:39.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.084+0000 7ff6cdffb700 1 -- 172.21.15.53:0/960855372 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff6c801a030 con 0x7ff6d0109230 2024-05-10T11:20:39.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.085+0000 7ff6cdffb700 1 --2- 172.21.15.53:0/960855372 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff6bc0b2880 0x7ff6bc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:39.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.085+0000 7ff6cffff700 1 --2- 172.21.15.53:0/960855372 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff6bc0b2880 0x7ff6bc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:39.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.085+0000 7ff6cdffb700 1 -- 172.21.15.53:0/960855372 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7ff6c80e20c0 con 0x7ff6d0109230 2024-05-10T11:20:39.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.086+0000 7ff6cffff700 1 --2- 172.21.15.53:0/960855372 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff6bc0b2880 0x7ff6bc0b4d40 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7ff6c000b5c0 tx=0x7ff6c00037c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:39.089 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.089+0000 7ff6cdffb700 1 -- 172.21.15.53:0/960855372 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7ff6c8021020 con 0x7ff6d0109230 2024-05-10T11:20:39.309 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.309+0000 7ff6d6285700 1 -- 172.21.15.53:0/960855372 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7ff6d002e510 con 0x7ff6d0109230 2024-05-10T11:20:39.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.310+0000 7ff6cdffb700 1 -- 172.21.15.53:0/960855372 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v90) ==== 56+0+5651 (secure 0 0 0) 0x7ff6c8010070 con 0x7ff6d0109230 2024-05-10T11:20:39.310 INFO:teuthology.orchestra.run.smithi053.stdout:epoch 90 2024-05-10T11:20:39.310 INFO:teuthology.orchestra.run.smithi053.stdout:fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:20:39.311 INFO:teuthology.orchestra.run.smithi053.stdout:created 2024-05-10T11:08:31.420091+0000 2024-05-10T11:20:39.311 INFO:teuthology.orchestra.run.smithi053.stdout:modified 2024-05-10T11:18:27.841445+0000 2024-05-10T11:20:39.311 INFO:teuthology.orchestra.run.smithi053.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-05-10T11:20:39.311 INFO:teuthology.orchestra.run.smithi053.stdout:crush_version 27 2024-05-10T11:20:39.311 INFO:teuthology.orchestra.run.smithi053.stdout:full_ratio 0.95 2024-05-10T11:20:39.311 INFO:teuthology.orchestra.run.smithi053.stdout:backfillfull_ratio 0.9 2024-05-10T11:20:39.311 INFO:teuthology.orchestra.run.smithi053.stdout:nearfull_ratio 0.85 2024-05-10T11:20:39.311 INFO:teuthology.orchestra.run.smithi053.stdout:require_min_compat_client luminous 2024-05-10T11:20:39.311 INFO:teuthology.orchestra.run.smithi053.stdout:min_compat_client luminous 2024-05-10T11:20:39.311 INFO:teuthology.orchestra.run.smithi053.stdout:require_osd_release squid 2024-05-10T11:20:39.311 INFO:teuthology.orchestra.run.smithi053.stdout:stretch_mode_enabled false 2024-05-10T11:20:39.311 INFO:teuthology.orchestra.run.smithi053.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-05-10T11:20:39.311 INFO:teuthology.orchestra.run.smithi053.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 79 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 2.25 2024-05-10T11:20:39.312 INFO:teuthology.orchestra.run.smithi053.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 79 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2024-05-10T11:20:39.312 INFO:teuthology.orchestra.run.smithi053.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 86 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2024-05-10T11:20:39.312 INFO:teuthology.orchestra.run.smithi053.stdout:max_osd 12 2024-05-10T11:20:39.312 INFO:teuthology.orchestra.run.smithi053.stdout:osd.0 up in weight 1 up_from 8 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.53:6802/1941743135,v1:172.21.15.53:6803/1941743135] [v2:172.21.15.53:6804/1941743135,v1:172.21.15.53:6805/1941743135] exists,up 308620b5-0bae-4c96-ad1e-ed079eb9d754 2024-05-10T11:20:39.312 INFO:teuthology.orchestra.run.smithi053.stdout:osd.1 up in weight 1 up_from 13 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.132:6800/1054747155,v1:172.21.15.132:6801/1054747155] [v2:172.21.15.132:6802/1054747155,v1:172.21.15.132:6803/1054747155] exists,up e6bd2396-fc15-4c8a-85c0-5a7586c7c059 2024-05-10T11:20:39.312 INFO:teuthology.orchestra.run.smithi053.stdout:osd.2 up in weight 1 up_from 18 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.187:6800/3202790181,v1:172.21.15.187:6801/3202790181] [v2:172.21.15.187:6802/3202790181,v1:172.21.15.187:6803/3202790181] exists,up b685f96c-bfb2-4d57-9484-35b2b18f7913 2024-05-10T11:20:39.312 INFO:teuthology.orchestra.run.smithi053.stdout:osd.3 up in weight 1 up_from 26 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.53:6810/1472446441,v1:172.21.15.53:6811/1472446441] [v2:172.21.15.53:6812/1472446441,v1:172.21.15.53:6813/1472446441] exists,up 4522b579-3cc7-4378-a93c-6c99815acc28 2024-05-10T11:20:39.312 INFO:teuthology.orchestra.run.smithi053.stdout:osd.4 up in weight 1 up_from 32 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.132:6808/1125460805,v1:172.21.15.132:6809/1125460805] [v2:172.21.15.132:6810/1125460805,v1:172.21.15.132:6811/1125460805] exists,up 4ddb8a8d-a867-4c85-90f3-3c69f9005ac5 2024-05-10T11:20:39.312 INFO:teuthology.orchestra.run.smithi053.stdout:osd.5 up in weight 1 up_from 37 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.187:6808/486081036,v1:172.21.15.187:6809/486081036] [v2:172.21.15.187:6810/486081036,v1:172.21.15.187:6811/486081036] exists,up eaef74a7-cef1-4fc5-899f-fd14fcd05c57 2024-05-10T11:20:39.312 INFO:teuthology.orchestra.run.smithi053.stdout:osd.6 up in weight 1 up_from 43 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.53:6818/3301526689,v1:172.21.15.53:6819/3301526689] [v2:172.21.15.53:6820/3301526689,v1:172.21.15.53:6821/3301526689] exists,up af22474c-76ca-48da-a8ff-252375cbe43f 2024-05-10T11:20:39.312 INFO:teuthology.orchestra.run.smithi053.stdout:osd.7 up in weight 1 up_from 48 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.132:6816/304039390,v1:172.21.15.132:6817/304039390] [v2:172.21.15.132:6818/304039390,v1:172.21.15.132:6819/304039390] exists,up d5765fdc-67e8-4b48-8742-65a458ed6430 2024-05-10T11:20:39.312 INFO:teuthology.orchestra.run.smithi053.stdout:osd.8 up in weight 1 up_from 54 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.187:6816/2315808567,v1:172.21.15.187:6817/2315808567] [v2:172.21.15.187:6818/2315808567,v1:172.21.15.187:6819/2315808567] exists,up 6c8900ce-f028-4463-a003-f7faa3895c6b 2024-05-10T11:20:39.312 INFO:teuthology.orchestra.run.smithi053.stdout:osd.9 up in weight 1 up_from 60 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.53:6826/1901241164,v1:172.21.15.53:6827/1901241164] [v2:172.21.15.53:6828/1901241164,v1:172.21.15.53:6829/1901241164] exists,up 58eecf43-c7de-4e0e-86c4-f8d8d4fb3ab0 2024-05-10T11:20:39.312 INFO:teuthology.orchestra.run.smithi053.stdout:osd.10 up in weight 1 up_from 65 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.132:6824/482345617,v1:172.21.15.132:6825/482345617] [v2:172.21.15.132:6826/482345617,v1:172.21.15.132:6827/482345617] exists,up ba4a44c8-7162-4379-a382-4c98f785e69f 2024-05-10T11:20:39.312 INFO:teuthology.orchestra.run.smithi053.stdout:osd.11 up in weight 1 up_from 71 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.187:6824/2749419601,v1:172.21.15.187:6825/2749419601] [v2:172.21.15.187:6826/2749419601,v1:172.21.15.187:6827/2749419601] exists,up 593923cd-74a8-4090-8006-e0e8472273da 2024-05-10T11:20:39.313 INFO:teuthology.orchestra.run.smithi053.stdout:pg_upmap_items 2.0 [8,1] 2024-05-10T11:20:39.313 INFO:teuthology.orchestra.run.smithi053.stdout:pg_upmap_items 2.6 [8,11] 2024-05-10T11:20:39.313 INFO:teuthology.orchestra.run.smithi053.stdout:pg_upmap_items 2.a [2,11] 2024-05-10T11:20:39.313 INFO:teuthology.orchestra.run.smithi053.stdout:pg_upmap_items 2.c [2,4] 2024-05-10T11:20:39.313 INFO:teuthology.orchestra.run.smithi053.stdout:pg_upmap_items 3.2 [3,9] 2024-05-10T11:20:39.313 INFO:teuthology.orchestra.run.smithi053.stdout:pg_upmap_items 3.e [4,8] 2024-05-10T11:20:39.313 INFO:teuthology.orchestra.run.smithi053.stdout:pg_upmap_items 3.13 [4,9] 2024-05-10T11:20:39.313 INFO:teuthology.orchestra.run.smithi053.stdout:pg_upmap_items 3.33 [5,9] 2024-05-10T11:20:39.313 INFO:teuthology.orchestra.run.smithi053.stdout:pg_upmap_items 4.2 [9,1] 2024-05-10T11:20:39.313 INFO:teuthology.orchestra.run.smithi053.stdout:pg_upmap_items 4.6 [9,11] 2024-05-10T11:20:39.313 INFO:teuthology.orchestra.run.smithi053.stdout:pg_upmap_items 4.11 [5,8] 2024-05-10T11:20:39.313 INFO:teuthology.orchestra.run.smithi053.stdout:pg_upmap_items 4.19 [9,8] 2024-05-10T11:20:39.313 INFO:teuthology.orchestra.run.smithi053.stdout:blocklist 172.21.15.53:0/977742423 expires 2024-05-11T11:09:26.546089+0000 2024-05-10T11:20:39.313 INFO:teuthology.orchestra.run.smithi053.stdout:blocklist 172.21.15.53:6801/1408829696 expires 2024-05-11T11:09:26.546089+0000 2024-05-10T11:20:39.313 INFO:teuthology.orchestra.run.smithi053.stdout:blocklist 172.21.15.53:0/2797782055 expires 2024-05-11T11:08:59.024880+0000 2024-05-10T11:20:39.314 INFO:teuthology.orchestra.run.smithi053.stdout:blocklist 172.21.15.53:6800/1408829696 expires 2024-05-11T11:09:26.546089+0000 2024-05-10T11:20:39.314 INFO:teuthology.orchestra.run.smithi053.stdout:blocklist 172.21.15.53:0/3095428222 expires 2024-05-11T11:09:26.546089+0000 2024-05-10T11:20:39.314 INFO:teuthology.orchestra.run.smithi053.stdout:blocklist 172.21.15.53:0/1058417156 expires 2024-05-11T11:08:59.024880+0000 2024-05-10T11:20:39.314 INFO:teuthology.orchestra.run.smithi053.stdout:blocklist 172.21.15.53:0/2996064341 expires 2024-05-11T11:08:59.024880+0000 2024-05-10T11:20:39.314 INFO:teuthology.orchestra.run.smithi053.stdout:blocklist 172.21.15.53:0/3430080635 expires 2024-05-11T11:09:26.546089+0000 2024-05-10T11:20:39.314 INFO:teuthology.orchestra.run.smithi053.stdout:blocklist 172.21.15.53:6800/1318129754 expires 2024-05-11T11:08:59.024880+0000 2024-05-10T11:20:39.314 INFO:teuthology.orchestra.run.smithi053.stdout:blocklist 172.21.15.53:6801/1318129754 expires 2024-05-11T11:08:59.024880+0000 2024-05-10T11:20:39.315 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.312+0000 7ff6d6285700 1 -- 172.21.15.53:0/960855372 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff6bc0b2880 msgr2=0x7ff6bc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:39.315 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.312+0000 7ff6d6285700 1 --2- 172.21.15.53:0/960855372 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff6bc0b2880 0x7ff6bc0b4d40 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7ff6c000b5c0 tx=0x7ff6c00037c0 comp rx=0 tx=0).stop 2024-05-10T11:20:39.315 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.312+0000 7ff6d6285700 1 -- 172.21.15.53:0/960855372 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6d0109230 msgr2=0x7ff6d01a0b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:39.315 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.312+0000 7ff6d6285700 1 --2- 172.21.15.53:0/960855372 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6d0109230 0x7ff6d01a0b40 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7ff6c8007ef0 tx=0x7ff6c800d3b0 comp rx=0 tx=0).stop 2024-05-10T11:20:39.315 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.313+0000 7ff6d6285700 1 -- 172.21.15.53:0/960855372 shutdown_connections 2024-05-10T11:20:39.315 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.313+0000 7ff6d6285700 1 --2- 172.21.15.53:0/960855372 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff6bc0b2880 0x7ff6bc0b4d40 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:39.315 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.313+0000 7ff6d6285700 1 --2- 172.21.15.53:0/960855372 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff6d0109230 0x7ff6d01a0b40 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:39.315 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.313+0000 7ff6d6285700 1 --2- 172.21.15.53:0/960855372 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff6d0103fd0 0x7ff6d0199580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:39.315 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.313+0000 7ff6d6285700 1 --2- 172.21.15.53:0/960855372 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff6d0106900 0x7ff6d0199ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:39.315 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.313+0000 7ff6d6285700 1 -- 172.21.15.53:0/960855372 >> 172.21.15.53:0/960855372 conn(0x7ff6d00fd9a0 msgr2=0x7ff6d0104950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:39.316 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.313+0000 7ff6d6285700 1 -- 172.21.15.53:0/960855372 shutdown_connections 2024-05-10T11:20:39.316 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:39.313+0000 7ff6d6285700 1 -- 172.21.15.53:0/960855372 wait complete. 2024-05-10T11:20:40.016 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:39 smithi053 ceph-mon[30153]: pgmap v416: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:20:40.016 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:39 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/960855372' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-10T11:20:40.051 INFO:teuthology.run_tasks:Running task fs.ready... 2024-05-10T11:20:40.078 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:20:40.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:39 smithi132 ceph-mon[33758]: pgmap v416: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:20:40.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:39 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/960855372' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-10T11:20:40.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:39 smithi187 ceph-mon[34076]: pgmap v416: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:20:40.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:39 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/960855372' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-10T11:20:40.336 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:20:42.055 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.054+0000 7f6d96511700 1 -- 172.21.15.53:0/1389128222 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6d90102a50 msgr2=0x7f6d90106810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:42.055 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.054+0000 7f6d96511700 1 --2- 172.21.15.53:0/1389128222 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6d90102a50 0x7f6d90106810 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f6d78009990 tx=0x7f6d78009ca0 comp rx=0 tx=0).stop 2024-05-10T11:20:42.055 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.054+0000 7f6d96511700 1 -- 172.21.15.53:0/1389128222 shutdown_connections 2024-05-10T11:20:42.055 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.054+0000 7f6d96511700 1 --2- 172.21.15.53:0/1389128222 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6d90106f40 0x7f6d9010ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:42.055 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.054+0000 7f6d96511700 1 --2- 172.21.15.53:0/1389128222 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6d901020a0 0x7f6d90102480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:42.056 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.054+0000 7f6d96511700 1 --2- 172.21.15.53:0/1389128222 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6d90102a50 0x7f6d90106810 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:42.056 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.054+0000 7f6d96511700 1 -- 172.21.15.53:0/1389128222 >> 172.21.15.53:0/1389128222 conn(0x7f6d900776c0 msgr2=0x7f6d90077ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:42.056 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.054+0000 7f6d96511700 1 -- 172.21.15.53:0/1389128222 shutdown_connections 2024-05-10T11:20:42.056 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.054+0000 7f6d96511700 1 -- 172.21.15.53:0/1389128222 wait complete. 2024-05-10T11:20:42.057 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:41 smithi053 ceph-mon[30153]: pgmap v417: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:20:42.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.055+0000 7f6d96511700 1 Processor -- start 2024-05-10T11:20:42.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.055+0000 7f6d96511700 1 -- start start 2024-05-10T11:20:42.061 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.055+0000 7f6d96511700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6d901020a0 0x7f6d900ff5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:42.061 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.055+0000 7f6d96511700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6d90102a50 0x7f6d900ffb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:42.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.055+0000 7f6d96511700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6d90106f40 0x7f6d90100040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:42.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.055+0000 7f6d96511700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f6d90111c30 con 0x7f6d90106f40 2024-05-10T11:20:42.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.055+0000 7f6d96511700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f6d90111ab0 con 0x7f6d90102a50 2024-05-10T11:20:42.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.055+0000 7f6d96511700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f6d90111db0 con 0x7f6d901020a0 2024-05-10T11:20:42.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.055+0000 7f6d94aae700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6d90106f40 0x7f6d90100040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:42.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.055+0000 7f6d94aae700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6d90106f40 0x7f6d90100040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:59006/0 (socket says 172.21.15.53:59006) 2024-05-10T11:20:42.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.055+0000 7f6d94aae700 1 -- 172.21.15.53:0/1691094387 learned_addr learned my addr 172.21.15.53:0/1691094387 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:42.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.055+0000 7f6d8ffff700 1 --2- 172.21.15.53:0/1691094387 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6d901020a0 0x7f6d900ff5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:42.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.055+0000 7f6d87fff700 1 --2- 172.21.15.53:0/1691094387 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6d90102a50 0x7f6d900ffb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:42.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.055+0000 7f6d94aae700 1 -- 172.21.15.53:0/1691094387 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6d901020a0 msgr2=0x7f6d900ff5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:42.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.055+0000 7f6d94aae700 1 --2- 172.21.15.53:0/1691094387 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6d901020a0 0x7f6d900ff5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:42.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.055+0000 7f6d94aae700 1 -- 172.21.15.53:0/1691094387 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6d90102a50 msgr2=0x7f6d900ffb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:42.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.055+0000 7f6d94aae700 1 --2- 172.21.15.53:0/1691094387 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6d90102a50 0x7f6d900ffb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:42.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.055+0000 7f6d94aae700 1 -- 172.21.15.53:0/1691094387 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d901a8070 con 0x7f6d90106f40 2024-05-10T11:20:42.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.056+0000 7f6d94aae700 1 --2- 172.21.15.53:0/1691094387 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6d90106f40 0x7f6d90100040 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f6d88007ee0 tx=0x7f6d8800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:42.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.056+0000 7f6d8dffb700 1 -- 172.21.15.53:0/1691094387 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d8800dd20 con 0x7f6d90106f40 2024-05-10T11:20:42.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.056+0000 7f6d8dffb700 1 -- 172.21.15.53:0/1691094387 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6d88004020 con 0x7f6d90106f40 2024-05-10T11:20:42.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.056+0000 7f6d96511700 1 -- 172.21.15.53:0/1691094387 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d901a8360 con 0x7f6d90106f40 2024-05-10T11:20:42.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.056+0000 7f6d8dffb700 1 -- 172.21.15.53:0/1691094387 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d88015660 con 0x7f6d90106f40 2024-05-10T11:20:42.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.056+0000 7f6d96511700 1 -- 172.21.15.53:0/1691094387 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d901a88c0 con 0x7f6d90106f40 2024-05-10T11:20:42.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.057+0000 7f6d96511700 1 -- 172.21.15.53:0/1691094387 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d9006a190 con 0x7f6d90106f40 2024-05-10T11:20:42.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.059+0000 7f6d8dffb700 1 -- 172.21.15.53:0/1691094387 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f6d880041d0 con 0x7f6d90106f40 2024-05-10T11:20:42.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.060+0000 7f6d8dffb700 1 --2- 172.21.15.53:0/1691094387 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6d7c0b2900 0x7f6d7c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:42.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.060+0000 7f6d8ffff700 1 --2- 172.21.15.53:0/1691094387 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6d7c0b2900 0x7f6d7c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:42.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.060+0000 7f6d8dffb700 1 -- 172.21.15.53:0/1691094387 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f6d880e26c0 con 0x7f6d90106f40 2024-05-10T11:20:42.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.060+0000 7f6d8ffff700 1 --2- 172.21.15.53:0/1691094387 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6d7c0b2900 0x7f6d7c0b4dc0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6d80005950 tx=0x7f6d8000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:42.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.063+0000 7f6d8dffb700 1 -- 172.21.15.53:0/1691094387 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f6d88010070 con 0x7f6d90106f40 2024-05-10T11:20:42.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:41 smithi132 ceph-mon[33758]: pgmap v417: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:20:42.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:41 smithi187 ceph-mon[34076]: pgmap v417: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:20:42.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.323+0000 7f6d96511700 1 -- 172.21.15.53:0/1691094387 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6d9002e510 con 0x7f6d90106f40 2024-05-10T11:20:42.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.323+0000 7f6d8dffb700 1 -- 172.21.15.53:0/1691094387 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11941 (secure 0 0 0) 0x7f6d880a9ff0 con 0x7f6d90106f40 2024-05-10T11:20:42.324 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:20:42.324 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-10T11:16:54.139241+0000","modified":"2024-05-10T11:18:03.749247+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24463,"mds_1":24448,"mds_2":24442,"mds_3":24428,"mds_4":24415},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6839/3346396655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":3346396655},{"type":"v1","addr":"172.21.15.53:6839","nonce":3346396655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6841/3170432544","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6840","nonce":3170432544},{"type":"v1","addr":"172.21.15.53:6841","nonce":3170432544}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24353":{"gid":24353,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24377":{"gid":24377,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6835/2650777178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6834","nonce":2650777178},{"type":"v1","addr":"172.21.15.132:6835","nonce":2650777178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6837/392522477","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6836","nonce":392522477},{"type":"v1","addr":"172.21.15.132:6837","nonce":392522477}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":4,"incarnation":26,"state":"up:active","state_seq":32,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":24,"state":"up:active","state_seq":22,"addr":"172.21.15.132:6839/2363266970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6838","nonce":2363266970},{"type":"v1","addr":"172.21.15.132:6839","nonce":2363266970}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.187:6835/4099468922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6834","nonce":4099468922},{"type":"v1","addr":"172.21.15.187:6835","nonce":4099468922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"c","rank":1,"incarnation":20,"state":"up:active","state_seq":26,"addr":"172.21.15.187:6837/2293077942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6836","nonce":2293077942},{"type":"v1","addr":"172.21.15.187:6837","nonce":2293077942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.187:6839/735699922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6838","nonce":735699922},{"type":"v1","addr":"172.21.15.187:6839","nonce":735699922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24463,"qdb_cluster":[24415,24448,24463,24428,24442]},"id":1}]} 2024-05-10T11:20:42.326 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.326+0000 7f6d96511700 1 -- 172.21.15.53:0/1691094387 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6d7c0b2900 msgr2=0x7f6d7c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:42.326 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.326+0000 7f6d96511700 1 --2- 172.21.15.53:0/1691094387 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6d7c0b2900 0x7f6d7c0b4dc0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6d80005950 tx=0x7f6d8000b410 comp rx=0 tx=0).stop 2024-05-10T11:20:42.326 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.326+0000 7f6d96511700 1 -- 172.21.15.53:0/1691094387 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6d90106f40 msgr2=0x7f6d90100040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:42.326 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.326+0000 7f6d96511700 1 --2- 172.21.15.53:0/1691094387 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6d90106f40 0x7f6d90100040 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f6d88007ee0 tx=0x7f6d8800d3b0 comp rx=0 tx=0).stop 2024-05-10T11:20:42.326 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.326+0000 7f6d96511700 1 -- 172.21.15.53:0/1691094387 shutdown_connections 2024-05-10T11:20:42.326 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.326+0000 7f6d96511700 1 --2- 172.21.15.53:0/1691094387 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f6d7c0b2900 0x7f6d7c0b4dc0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:42.326 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.326+0000 7f6d96511700 1 --2- 172.21.15.53:0/1691094387 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6d90106f40 0x7f6d90100040 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:42.326 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.326+0000 7f6d96511700 1 --2- 172.21.15.53:0/1691094387 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6d901020a0 0x7f6d900ff5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:42.326 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.326+0000 7f6d96511700 1 --2- 172.21.15.53:0/1691094387 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6d90102a50 0x7f6d900ffb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:42.326 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.326+0000 7f6d96511700 1 -- 172.21.15.53:0/1691094387 >> 172.21.15.53:0/1691094387 conn(0x7f6d900776c0 msgr2=0x7f6d90108a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:42.327 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.326+0000 7f6d96511700 1 -- 172.21.15.53:0/1691094387 shutdown_connections 2024-05-10T11:20:42.327 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:42.326+0000 7f6d96511700 1 -- 172.21.15.53:0/1691094387 wait complete. 2024-05-10T11:20:42.327 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 28 2024-05-10T11:20:42.986 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:42 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1691094387' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:20:43.016 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:20:43.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:42 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1691094387' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:20:43.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:42 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1691094387' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:20:43.268 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:20:44.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:43 smithi053 ceph-mon[30153]: pgmap v418: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:20:44.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:43 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:20:44.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:43 smithi132 ceph-mon[33758]: pgmap v418: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:20:44.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:43 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:20:44.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:43 smithi187 ceph-mon[34076]: pgmap v418: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:20:44.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:43 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:20:44.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.942+0000 7f352c4b4700 1 -- 172.21.15.53:0/362162582 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f35241023a0 msgr2=0x7f3524102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:44.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.942+0000 7f352c4b4700 1 --2- 172.21.15.53:0/362162582 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f35241023a0 0x7f3524102820 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f3514009990 tx=0x7f3514009ca0 comp rx=0 tx=0).stop 2024-05-10T11:20:44.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.942+0000 7f352c4b4700 1 -- 172.21.15.53:0/362162582 shutdown_connections 2024-05-10T11:20:44.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.942+0000 7f352c4b4700 1 --2- 172.21.15.53:0/362162582 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3524102d60 0x7f352410f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:44.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.942+0000 7f352c4b4700 1 --2- 172.21.15.53:0/362162582 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3524108410 0x7f35241087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:44.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.942+0000 7f352c4b4700 1 --2- 172.21.15.53:0/362162582 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f35241023a0 0x7f3524102820 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:44.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.942+0000 7f352c4b4700 1 -- 172.21.15.53:0/362162582 >> 172.21.15.53:0/362162582 conn(0x7f3524079350 msgr2=0x7f3524079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:44.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.942+0000 7f352c4b4700 1 -- 172.21.15.53:0/362162582 shutdown_connections 2024-05-10T11:20:44.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.942+0000 7f352c4b4700 1 -- 172.21.15.53:0/362162582 wait complete. 2024-05-10T11:20:44.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.944+0000 7f352c4b4700 1 Processor -- start 2024-05-10T11:20:44.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.944+0000 7f352c4b4700 1 -- start start 2024-05-10T11:20:44.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.944+0000 7f352c4b4700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f35241023a0 0x7f352419a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:44.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.944+0000 7f352c4b4700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3524102d60 0x7f352419ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:44.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.944+0000 7f352c4b4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3524108410 0x7f35241a5960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:44.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.944+0000 7f352c4b4700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f35241123e0 con 0x7f3524108410 2024-05-10T11:20:44.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.944+0000 7f352c4b4700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f3524112260 con 0x7f35241023a0 2024-05-10T11:20:44.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.944+0000 7f352c4b4700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f3524112560 con 0x7f3524102d60 2024-05-10T11:20:44.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.944+0000 7f352aa51700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3524108410 0x7f35241a5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:44.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.944+0000 7f352aa51700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3524108410 0x7f35241a5960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:59012/0 (socket says 172.21.15.53:59012) 2024-05-10T11:20:44.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.944+0000 7f352aa51700 1 -- 172.21.15.53:0/1987417107 learned_addr learned my addr 172.21.15.53:0/1987417107 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:44.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.944+0000 7f352a250700 1 --2- 172.21.15.53:0/1987417107 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f35241023a0 0x7f352419a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:44.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.944+0000 7f3529a4f700 1 --2- 172.21.15.53:0/1987417107 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3524102d60 0x7f352419ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:44.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.944+0000 7f352aa51700 1 -- 172.21.15.53:0/1987417107 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3524102d60 msgr2=0x7f352419ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:44.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.945+0000 7f352aa51700 1 --2- 172.21.15.53:0/1987417107 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3524102d60 0x7f352419ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:44.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.945+0000 7f352aa51700 1 -- 172.21.15.53:0/1987417107 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f35241023a0 msgr2=0x7f352419a8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:44.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.945+0000 7f352aa51700 1 --2- 172.21.15.53:0/1987417107 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f35241023a0 0x7f352419a8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:44.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.945+0000 7f352aa51700 1 -- 172.21.15.53:0/1987417107 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35241a5ea0 con 0x7f3524108410 2024-05-10T11:20:44.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.945+0000 7f352aa51700 1 --2- 172.21.15.53:0/1987417107 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3524108410 0x7f35241a5960 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f351c00ada0 tx=0x7f351c00c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:44.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.945+0000 7f351b7fe700 1 -- 172.21.15.53:0/1987417107 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f351c017020 con 0x7f3524108410 2024-05-10T11:20:44.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.945+0000 7f352c4b4700 1 -- 172.21.15.53:0/1987417107 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35241a60d0 con 0x7f3524108410 2024-05-10T11:20:44.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.945+0000 7f351b7fe700 1 -- 172.21.15.53:0/1987417107 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f351c00cd60 con 0x7f3524108410 2024-05-10T11:20:44.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.945+0000 7f351b7fe700 1 -- 172.21.15.53:0/1987417107 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f351c005280 con 0x7f3524108410 2024-05-10T11:20:44.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.945+0000 7f352c4b4700 1 -- 172.21.15.53:0/1987417107 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35241a6590 con 0x7f3524108410 2024-05-10T11:20:44.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.945+0000 7f352c4b4700 1 -- 172.21.15.53:0/1987417107 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3524103ac0 con 0x7f3524108410 2024-05-10T11:20:44.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.948+0000 7f351b7fe700 1 -- 172.21.15.53:0/1987417107 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f351c00c8d0 con 0x7f3524108410 2024-05-10T11:20:44.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.949+0000 7f351b7fe700 1 --2- 172.21.15.53:0/1987417107 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f35100b2880 0x7f35100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:44.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.949+0000 7f352a250700 1 --2- 172.21.15.53:0/1987417107 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f35100b2880 0x7f35100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:44.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.949+0000 7f351b7fe700 1 -- 172.21.15.53:0/1987417107 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f351c0e2340 con 0x7f3524108410 2024-05-10T11:20:44.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.949+0000 7f352a250700 1 --2- 172.21.15.53:0/1987417107 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f35100b2880 0x7f35100b4d40 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f3520005950 tx=0x7f352000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:44.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:44.952+0000 7f351b7fe700 1 -- 172.21.15.53:0/1987417107 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f351c021020 con 0x7f3524108410 2024-05-10T11:20:45.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:45.238+0000 7f352c4b4700 1 -- 172.21.15.53:0/1987417107 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f352402e510 con 0x7f3524108410 2024-05-10T11:20:45.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:45.239+0000 7f351b7fe700 1 -- 172.21.15.53:0/1987417107 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11941 (secure 0 0 0) 0x7f351c0a9d00 con 0x7f3524108410 2024-05-10T11:20:45.238 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:20:45.238 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-10T11:16:54.139241+0000","modified":"2024-05-10T11:18:03.749247+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24463,"mds_1":24448,"mds_2":24442,"mds_3":24428,"mds_4":24415},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6839/3346396655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":3346396655},{"type":"v1","addr":"172.21.15.53:6839","nonce":3346396655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6841/3170432544","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6840","nonce":3170432544},{"type":"v1","addr":"172.21.15.53:6841","nonce":3170432544}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24353":{"gid":24353,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24377":{"gid":24377,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6835/2650777178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6834","nonce":2650777178},{"type":"v1","addr":"172.21.15.132:6835","nonce":2650777178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6837/392522477","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6836","nonce":392522477},{"type":"v1","addr":"172.21.15.132:6837","nonce":392522477}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":4,"incarnation":26,"state":"up:active","state_seq":32,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":24,"state":"up:active","state_seq":22,"addr":"172.21.15.132:6839/2363266970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6838","nonce":2363266970},{"type":"v1","addr":"172.21.15.132:6839","nonce":2363266970}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.187:6835/4099468922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6834","nonce":4099468922},{"type":"v1","addr":"172.21.15.187:6835","nonce":4099468922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"c","rank":1,"incarnation":20,"state":"up:active","state_seq":26,"addr":"172.21.15.187:6837/2293077942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6836","nonce":2293077942},{"type":"v1","addr":"172.21.15.187:6837","nonce":2293077942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.187:6839/735699922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6838","nonce":735699922},{"type":"v1","addr":"172.21.15.187:6839","nonce":735699922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24463,"qdb_cluster":[24415,24448,24463,24428,24442]},"id":1}]} 2024-05-10T11:20:45.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:45.241+0000 7f352c4b4700 1 -- 172.21.15.53:0/1987417107 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f35100b2880 msgr2=0x7f35100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:45.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:45.241+0000 7f352c4b4700 1 --2- 172.21.15.53:0/1987417107 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f35100b2880 0x7f35100b4d40 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f3520005950 tx=0x7f352000b410 comp rx=0 tx=0).stop 2024-05-10T11:20:45.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:45.241+0000 7f352c4b4700 1 -- 172.21.15.53:0/1987417107 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3524108410 msgr2=0x7f35241a5960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:45.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:45.241+0000 7f352c4b4700 1 --2- 172.21.15.53:0/1987417107 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3524108410 0x7f35241a5960 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f351c00ada0 tx=0x7f351c00c330 comp rx=0 tx=0).stop 2024-05-10T11:20:45.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:45.242+0000 7f352c4b4700 1 -- 172.21.15.53:0/1987417107 shutdown_connections 2024-05-10T11:20:45.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:45.242+0000 7f352c4b4700 1 --2- 172.21.15.53:0/1987417107 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f35100b2880 0x7f35100b4d40 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:45.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:45.242+0000 7f352c4b4700 1 --2- 172.21.15.53:0/1987417107 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3524108410 0x7f35241a5960 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:45.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:45.242+0000 7f352c4b4700 1 --2- 172.21.15.53:0/1987417107 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f35241023a0 0x7f352419a8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:45.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:45.242+0000 7f352c4b4700 1 --2- 172.21.15.53:0/1987417107 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3524102d60 0x7f352419ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:45.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:45.242+0000 7f352c4b4700 1 -- 172.21.15.53:0/1987417107 >> 172.21.15.53:0/1987417107 conn(0x7f3524079350 msgr2=0x7f3524101170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:45.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:45.242+0000 7f352c4b4700 1 -- 172.21.15.53:0/1987417107 shutdown_connections 2024-05-10T11:20:45.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:45.242+0000 7f352c4b4700 1 -- 172.21.15.53:0/1987417107 wait complete. 2024-05-10T11:20:45.242 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 28 2024-05-10T11:20:45.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:45 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:20:45.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:45 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:20:45.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:45 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:20:45.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:45 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:20:45.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:45 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:20:45.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:45 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:20:45.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:45 smithi053 ceph-mon[30153]: pgmap v419: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:20:45.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:45 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:20:45.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:45 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:20:45.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:45 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:20:45.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:45 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1987417107' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:20:45.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:45 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:20:45.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:45 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:20:45.724 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:45 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:20:45.725 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:45 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:20:45.725 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:45 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:20:45.725 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:45 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:20:45.725 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:45 smithi132 ceph-mon[33758]: pgmap v419: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:20:45.725 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:45 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:20:45.725 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:45 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:20:45.725 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:45 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:20:45.725 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:45 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1987417107' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:20:45.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:45 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:20:45.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:45 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:20:45.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:45 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:20:45.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:45 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:20:45.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:45 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:20:45.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:45 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:20:45.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:45 smithi187 ceph-mon[34076]: pgmap v419: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:20:45.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:45 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:20:45.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:45 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:20:45.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:45 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:20:45.761 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:45 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1987417107' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:20:45.979 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-10T11:20:46.234 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:20:47.940 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:47 smithi053 ceph-mon[30153]: pgmap v420: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:20:48.010 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:47 smithi187 ceph-mon[34076]: pgmap v420: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:20:48.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.046+0000 7ff335edc700 1 -- 172.21.15.53:0/2765575212 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff330103750 msgr2=0x7ff330103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:48.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.046+0000 7ff335edc700 1 --2- 172.21.15.53:0/2765575212 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff330103750 0x7ff330103b30 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7ff32000b0d0 tx=0x7ff32000b3e0 comp rx=0 tx=0).stop 2024-05-10T11:20:48.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.046+0000 7ff335edc700 1 -- 172.21.15.53:0/2765575212 shutdown_connections 2024-05-10T11:20:48.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.046+0000 7ff335edc700 1 --2- 172.21.15.53:0/2765575212 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff330108850 0x7ff3301103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:48.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.046+0000 7ff335edc700 1 --2- 172.21.15.53:0/2765575212 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff330103750 0x7ff330103b30 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:48.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.046+0000 7ff335edc700 1 --2- 172.21.15.53:0/2765575212 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff330104100 0x7ff330108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:48.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.046+0000 7ff335edc700 1 -- 172.21.15.53:0/2765575212 >> 172.21.15.53:0/2765575212 conn(0x7ff33007a600 msgr2=0x7ff33007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:48.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.046+0000 7ff335edc700 1 -- 172.21.15.53:0/2765575212 shutdown_connections 2024-05-10T11:20:48.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.046+0000 7ff335edc700 1 -- 172.21.15.53:0/2765575212 wait complete. 2024-05-10T11:20:48.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.047+0000 7ff335edc700 1 Processor -- start 2024-05-10T11:20:48.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.047+0000 7ff335edc700 1 -- start start 2024-05-10T11:20:48.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.047+0000 7ff335edc700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff330103750 0x7ff3300757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:48.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.047+0000 7ff335edc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff330104100 0x7ff330075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:48.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.047+0000 7ff335edc700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff330108850 0x7ff330076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:48.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.047+0000 7ff335edc700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff3301134f0 con 0x7ff330104100 2024-05-10T11:20:48.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.047+0000 7ff335edc700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7ff330113370 con 0x7ff330108850 2024-05-10T11:20:48.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.047+0000 7ff335edc700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7ff330113670 con 0x7ff330103750 2024-05-10T11:20:48.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.047+0000 7ff32effd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff330104100 0x7ff330075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:48.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.047+0000 7ff32effd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff330104100 0x7ff330075ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:59024/0 (socket says 172.21.15.53:59024) 2024-05-10T11:20:48.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.047+0000 7ff32effd700 1 -- 172.21.15.53:0/1158315773 learned_addr learned my addr 172.21.15.53:0/1158315773 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:48.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.047+0000 7ff32f7fe700 1 --2- 172.21.15.53:0/1158315773 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff330103750 0x7ff3300757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:48.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.047+0000 7ff32ffff700 1 --2- 172.21.15.53:0/1158315773 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff330108850 0x7ff330076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:48.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.048+0000 7ff32effd700 1 -- 172.21.15.53:0/1158315773 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff330103750 msgr2=0x7ff3300757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:48.050 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.048+0000 7ff32effd700 1 --2- 172.21.15.53:0/1158315773 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff330103750 0x7ff3300757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:48.050 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.048+0000 7ff32effd700 1 -- 172.21.15.53:0/1158315773 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff330108850 msgr2=0x7ff330076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:48.050 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.048+0000 7ff32effd700 1 --2- 172.21.15.53:0/1158315773 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff330108850 0x7ff330076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:48.050 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.048+0000 7ff32effd700 1 -- 172.21.15.53:0/1158315773 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3301a7ee0 con 0x7ff330104100 2024-05-10T11:20:48.050 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.048+0000 7ff32effd700 1 --2- 172.21.15.53:0/1158315773 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff330104100 0x7ff330075ce0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7ff31800c9b0 tx=0x7ff31800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:48.050 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.048+0000 7ff32cff9700 1 -- 172.21.15.53:0/1158315773 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff318007b00 con 0x7ff330104100 2024-05-10T11:20:48.050 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.048+0000 7ff32cff9700 1 -- 172.21.15.53:0/1158315773 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff31800ce50 con 0x7ff330104100 2024-05-10T11:20:48.050 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.048+0000 7ff335edc700 1 -- 172.21.15.53:0/1158315773 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3301a81d0 con 0x7ff330104100 2024-05-10T11:20:48.050 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.048+0000 7ff32cff9700 1 -- 172.21.15.53:0/1158315773 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff318018660 con 0x7ff330104100 2024-05-10T11:20:48.051 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.048+0000 7ff335edc700 1 -- 172.21.15.53:0/1158315773 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3301a8710 con 0x7ff330104100 2024-05-10T11:20:48.051 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.049+0000 7ff335edc700 1 -- 172.21.15.53:0/1158315773 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff33010ba90 con 0x7ff330104100 2024-05-10T11:20:48.051 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.051+0000 7ff32cff9700 1 -- 172.21.15.53:0/1158315773 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff31800f450 con 0x7ff330104100 2024-05-10T11:20:48.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.052+0000 7ff32cff9700 1 --2- 172.21.15.53:0/1158315773 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff31c0b2880 0x7ff31c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:48.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.052+0000 7ff32f7fe700 1 --2- 172.21.15.53:0/1158315773 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff31c0b2880 0x7ff31c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:48.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.052+0000 7ff32cff9700 1 -- 172.21.15.53:0/1158315773 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7ff3180e2740 con 0x7ff330104100 2024-05-10T11:20:48.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.053+0000 7ff32f7fe700 1 --2- 172.21.15.53:0/1158315773 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff31c0b2880 0x7ff31c0b4d40 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7ff320009fd0 tx=0x7ff32000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:48.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.056+0000 7ff32cff9700 1 -- 172.21.15.53:0/1158315773 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7ff318014030 con 0x7ff330104100 2024-05-10T11:20:48.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:47 smithi132 ceph-mon[33758]: pgmap v420: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:20:48.270 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.270+0000 7ff335edc700 1 -- 172.21.15.53:0/1158315773 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff33010b470 con 0x7ff330104100 2024-05-10T11:20:48.272 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.272+0000 7ff32cff9700 1 -- 172.21.15.53:0/1158315773 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24690 (secure 0 0 0) 0x7ff3180aa160 con 0x7ff330104100 2024-05-10T11:20:48.273 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:20:48.273 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":90,"fsid":"745ae8e0-0ebd-11ef-bc98-c7b262605968","created":"2024-05-10T11:08:31.420091+0000","modified":"2024-05-10T11:18:27.841445+0000","last_up_change":"2024-05-10T11:15:46.966521+0000","last_in_change":"2024-05-10T11:15:27.163789+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-10T11:11:52.642234+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-10T11:16:46.031221+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-10T11:16:50.069775+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-10T11:17:01.067983+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"308620b5-0bae-4c96-ad1e-ed079eb9d754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6803","nonce":1941743135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6805","nonce":1941743135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6809","nonce":1941743135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6807","nonce":1941743135}]},"public_addr":"172.21.15.53:6803/1941743135","cluster_addr":"172.21.15.53:6805/1941743135","heartbeat_back_addr":"172.21.15.53:6809/1941743135","heartbeat_front_addr":"172.21.15.53:6807/1941743135","state":["exists","up"]},{"osd":1,"uuid":"e6bd2396-fc15-4c8a-85c0-5a7586c7c059","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6801","nonce":1054747155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6803","nonce":1054747155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6807","nonce":1054747155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6805","nonce":1054747155}]},"public_addr":"172.21.15.132:6801/1054747155","cluster_addr":"172.21.15.132:6803/1054747155","heartbeat_back_addr":"172.21.15.132:6807/1054747155","heartbeat_front_addr":"172.21.15.132:6805/1054747155","state":["exists","up"]},{"osd":2,"uuid":"b685f96c-bfb2-4d57-9484-35b2b18f7913","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6801","nonce":3202790181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6803","nonce":3202790181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6807","nonce":3202790181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6805","nonce":3202790181}]},"public_addr":"172.21.15.187:6801/3202790181","cluster_addr":"172.21.15.187:6803/3202790181","heartbeat_back_addr":"172.21.15.187:6807/3202790181","heartbeat_front_addr":"172.21.15.187:6805/3202790181","state":["exists","up"]},{"osd":3,"uuid":"4522b579-3cc7-4378-a93c-6c99815acc28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6811","nonce":1472446441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6813","nonce":1472446441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6817","nonce":1472446441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6815","nonce":1472446441}]},"public_addr":"172.21.15.53:6811/1472446441","cluster_addr":"172.21.15.53:6813/1472446441","heartbeat_back_addr":"172.21.15.53:6817/1472446441","heartbeat_front_addr":"172.21.15.53:6815/1472446441","state":["exists","up"]},{"osd":4,"uuid":"4ddb8a8d-a867-4c85-90f3-3c69f9005ac5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6809","nonce":1125460805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6811","nonce":1125460805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6815","nonce":1125460805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6813","nonce":1125460805}]},"public_addr":"172.21.15.132:6809/1125460805","cluster_addr":"172.21.15.132:6811/1125460805","heartbeat_back_addr":"172.21.15.132:6815/1125460805","heartbeat_front_addr":"172.21.15.132:6813/1125460805","state":["exists","up"]},{"osd":5,"uuid":"eaef74a7-cef1-4fc5-899f-fd14fcd05c57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6809","nonce":486081036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6811","nonce":486081036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6815","nonce":486081036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6813","nonce":486081036}]},"public_addr":"172.21.15.187:6809/486081036","cluster_addr":"172.21.15.187:6811/486081036","heartbeat_back_addr":"172.21.15.187:6815/486081036","heartbeat_front_addr":"172.21.15.187:6813/486081036","state":["exists","up"]},{"osd":6,"uuid":"af22474c-76ca-48da-a8ff-252375cbe43f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6819","nonce":3301526689}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6821","nonce":3301526689}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6825","nonce":3301526689}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6823","nonce":3301526689}]},"public_addr":"172.21.15.53:6819/3301526689","cluster_addr":"172.21.15.53:6821/3301526689","heartbeat_back_addr":"172.21.15.53:6825/3301526689","heartbeat_front_addr":"172.21.15.53:6823/3301526689","state":["exists","up"]},{"osd":7,"uuid":"d5765fdc-67e8-4b48-8742-65a458ed6430","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6817","nonce":304039390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6819","nonce":304039390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6823","nonce":304039390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6821","nonce":304039390}]},"public_addr":"172.21.15.132:6817/304039390","cluster_addr":"172.21.15.132:6819/304039390","heartbeat_back_addr":"172.21.15.132:6823/304039390","heartbeat_front_addr":"172.21.15.132:6821/304039390","state":["exists","up"]},{"osd":8,"uuid":"6c8900ce-f028-4463-a003-f7faa3895c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6817","nonce":2315808567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6819","nonce":2315808567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6823","nonce":2315808567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6821","nonce":2315808567}]},"public_addr":"172.21.15.187:6817/2315808567","cluster_addr":"172.21.15.187:6819/2315808567","heartbeat_back_addr":"172.21.15.187:6823/2315808567","heartbeat_front_addr":"172.21.15.187:6821/2315808567","state":["exists","up"]},{"osd":9,"uuid":"58eecf43-c7de-4e0e-86c4-f8d8d4fb3ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6827","nonce":1901241164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6829","nonce":1901241164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6833","nonce":1901241164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6831","nonce":1901241164}]},"public_addr":"172.21.15.53:6827/1901241164","cluster_addr":"172.21.15.53:6829/1901241164","heartbeat_back_addr":"172.21.15.53:6833/1901241164","heartbeat_front_addr":"172.21.15.53:6831/1901241164","state":["exists","up"]},{"osd":10,"uuid":"ba4a44c8-7162-4379-a382-4c98f785e69f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6825","nonce":482345617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6827","nonce":482345617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6831","nonce":482345617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6829","nonce":482345617}]},"public_addr":"172.21.15.132:6825/482345617","cluster_addr":"172.21.15.132:6827/482345617","heartbeat_back_addr":"172.21.15.132:6831/482345617","heartbeat_front_addr":"172.21.15.132:6829/482345617","state":["exists","up"]},{"osd":11,"uuid":"593923cd-74a8-4090-8006-e0e8472273da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6825","nonce":2749419601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6827","nonce":2749419601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6831","nonce":2749419601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6829","nonce":2749419601}]},"public_addr":"172.21.15.187:6825/2749419601","cluster_addr":"172.21.15.187:6827/2749419601","heartbeat_back_addr":"172.21.15.187:6831/2749419601","heartbeat_front_addr":"172.21.15.187:6829/2749419601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:02.104830+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:26.066990+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:50.070264+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:16.098565+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:41.234204+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:06.486543+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:33.486448+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:59.439071+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:25.149192+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:52.839666+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:19.077873+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:45.602763+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.11","mappings":[{"from":5,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:0/977742423":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6801/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/2797782055":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6800/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/3095428222":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/1058417156":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/2996064341":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/3430080635":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6800/1318129754":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6801/1318129754":"2024-05-11T11:08:59.024880+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-10T11:20:48.275 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.275+0000 7ff335edc700 1 -- 172.21.15.53:0/1158315773 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff31c0b2880 msgr2=0x7ff31c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:48.275 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.275+0000 7ff335edc700 1 --2- 172.21.15.53:0/1158315773 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff31c0b2880 0x7ff31c0b4d40 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7ff320009fd0 tx=0x7ff32000b040 comp rx=0 tx=0).stop 2024-05-10T11:20:48.275 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.275+0000 7ff335edc700 1 -- 172.21.15.53:0/1158315773 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff330104100 msgr2=0x7ff330075ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:48.275 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.275+0000 7ff335edc700 1 --2- 172.21.15.53:0/1158315773 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff330104100 0x7ff330075ce0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7ff31800c9b0 tx=0x7ff31800ccc0 comp rx=0 tx=0).stop 2024-05-10T11:20:48.275 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.275+0000 7ff335edc700 1 -- 172.21.15.53:0/1158315773 shutdown_connections 2024-05-10T11:20:48.275 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.275+0000 7ff335edc700 1 --2- 172.21.15.53:0/1158315773 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff31c0b2880 0x7ff31c0b4d40 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:48.275 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.275+0000 7ff335edc700 1 --2- 172.21.15.53:0/1158315773 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff330108850 0x7ff330076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:48.275 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.275+0000 7ff335edc700 1 --2- 172.21.15.53:0/1158315773 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff330103750 0x7ff3300757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:48.275 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.275+0000 7ff335edc700 1 --2- 172.21.15.53:0/1158315773 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff330104100 0x7ff330075ce0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:48.275 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.275+0000 7ff335edc700 1 -- 172.21.15.53:0/1158315773 >> 172.21.15.53:0/1158315773 conn(0x7ff33007a600 msgr2=0x7ff3301017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:48.275 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.275+0000 7ff335edc700 1 -- 172.21.15.53:0/1158315773 shutdown_connections 2024-05-10T11:20:48.275 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:48.275+0000 7ff335edc700 1 -- 172.21.15.53:0/1158315773 wait complete. 2024-05-10T11:20:48.995 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:48 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1158315773' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:20:49.030 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-10T11:16:54.139241+0000', 'modified': '2024-05-10T11:18:03.749247+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24463, 'mds_1': 24448, 'mds_2': 24442, 'mds_3': 24428, 'mds_4': 24415}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14574': {'gid': 14574, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.53:6839/3346396655', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.53:6838', 'nonce': 3346396655}, {'type': 'v1', 'addr': '172.21.15.53:6839', 'nonce': 3346396655}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14586': {'gid': 14586, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.53:6841/3170432544', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.53:6840', 'nonce': 3170432544}, {'type': 'v1', 'addr': '172.21.15.53:6841', 'nonce': 3170432544}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24353': {'gid': 24353, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.132:6833/1761006460', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.132:6832', 'nonce': 1761006460}, {'type': 'v1', 'addr': '172.21.15.132:6833', 'nonce': 1761006460}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24377': {'gid': 24377, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.132:6835/2650777178', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.132:6834', 'nonce': 2650777178}, {'type': 'v1', 'addr': '172.21.15.132:6835', 'nonce': 2650777178}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24398': {'gid': 24398, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.132:6837/392522477', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.132:6836', 'nonce': 392522477}, {'type': 'v1', 'addr': '172.21.15.132:6837', 'nonce': 392522477}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24415': {'gid': 24415, 'name': 'l', 'rank': 4, 'incarnation': 26, 'state': 'up:active', 'state_seq': 32, 'addr': '172.21.15.187:6833/4278444882', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.187:6832', 'nonce': 4278444882}, {'type': 'v1', 'addr': '172.21.15.187:6833', 'nonce': 4278444882}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24428': {'gid': 24428, 'name': 'b', 'rank': 3, 'incarnation': 24, 'state': 'up:active', 'state_seq': 22, 'addr': '172.21.15.132:6839/2363266970', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.132:6838', 'nonce': 2363266970}, {'type': 'v1', 'addr': '172.21.15.132:6839', 'nonce': 2363266970}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24442': {'gid': 24442, 'name': 'f', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 27, 'addr': '172.21.15.187:6835/4099468922', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.187:6834', 'nonce': 4099468922}, {'type': 'v1', 'addr': '172.21.15.187:6835', 'nonce': 4099468922}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24448': {'gid': 24448, 'name': 'c', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 26, 'addr': '172.21.15.187:6837/2293077942', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.187:6836', 'nonce': 2293077942}, {'type': 'v1', 'addr': '172.21.15.187:6837', 'nonce': 2293077942}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24463': {'gid': 24463, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.187:6839/735699922', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.187:6838', 'nonce': 735699922}, {'type': 'v1', 'addr': '172.21.15.187:6839', 'nonce': 735699922}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24463, 'qdb_cluster': [24415, 24448, 24463, 24428, 24442]} 2024-05-10T11:20:49.031 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-05-10T11:20:49.031 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.l status 2024-05-10T11:20:49.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:48 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1158315773' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:20:49.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:48 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1158315773' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:20:49.293 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:20:50.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:49 smithi053 ceph-mon[30153]: pgmap v421: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:20:50.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:49 smithi132 ceph-mon[33758]: pgmap v421: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:20:50.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:49 smithi187 ceph-mon[34076]: pgmap v421: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:20:51.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.174+0000 7f9349703700 1 -- 172.21.15.53:0/201336147 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f934406bbd0 msgr2=0x7f934406c050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:51.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.174+0000 7f9349703700 1 --2- 172.21.15.53:0/201336147 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f934406bbd0 0x7f934406c050 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f932c009990 tx=0x7f932c009ca0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.174+0000 7f9349703700 1 -- 172.21.15.53:0/201336147 shutdown_connections 2024-05-10T11:20:51.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.174+0000 7f9349703700 1 --2- 172.21.15.53:0/201336147 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f934406c590 0x7f9344110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.174+0000 7f9349703700 1 --2- 172.21.15.53:0/201336147 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9344109510 0x7f93441098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.174+0000 7f9349703700 1 --2- 172.21.15.53:0/201336147 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f934406bbd0 0x7f934406c050 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.174+0000 7f9349703700 1 -- 172.21.15.53:0/201336147 >> 172.21.15.53:0/201336147 conn(0x7f9344079350 msgr2=0x7f9344079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:51.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.174+0000 7f9349703700 1 -- 172.21.15.53:0/201336147 shutdown_connections 2024-05-10T11:20:51.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.174+0000 7f9349703700 1 -- 172.21.15.53:0/201336147 wait complete. 2024-05-10T11:20:51.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.175+0000 7f9349703700 1 Processor -- start 2024-05-10T11:20:51.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.175+0000 7f9349703700 1 -- start start 2024-05-10T11:20:51.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.176+0000 7f9349703700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f934406bbd0 0x7f934419f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:51.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.176+0000 7f9349703700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f934406c590 0x7f934419fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:51.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.176+0000 7f9349703700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9344109510 0x7f9344199870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:51.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.176+0000 7f9349703700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f93441134d0 con 0x7f9344109510 2024-05-10T11:20:51.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.176+0000 7f9349703700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f9344113350 con 0x7f934406c590 2024-05-10T11:20:51.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.176+0000 7f9349703700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f9344113650 con 0x7f934406bbd0 2024-05-10T11:20:51.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.176+0000 7f93437fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9344109510 0x7f9344199870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:51.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.176+0000 7f93437fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9344109510 0x7f9344199870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57316/0 (socket says 172.21.15.53:57316) 2024-05-10T11:20:51.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.176+0000 7f93437fe700 1 -- 172.21.15.53:0/3185686050 learned_addr learned my addr 172.21.15.53:0/3185686050 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:51.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.176+0000 7f9342ffd700 1 --2- 172.21.15.53:0/3185686050 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f934406bbd0 0x7f934419f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:51.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.176+0000 7f933a7fc700 1 --2- 172.21.15.53:0/3185686050 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f934406c590 0x7f934419fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:51.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.176+0000 7f93437fe700 1 -- 172.21.15.53:0/3185686050 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f934406bbd0 msgr2=0x7f934419f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:51.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.176+0000 7f93437fe700 1 --2- 172.21.15.53:0/3185686050 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f934406bbd0 0x7f934419f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.176+0000 7f93437fe700 1 -- 172.21.15.53:0/3185686050 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f934406c590 msgr2=0x7f934419fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:51.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.176+0000 7f93437fe700 1 --2- 172.21.15.53:0/3185686050 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f934406c590 0x7f934419fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.176+0000 7f93437fe700 1 -- 172.21.15.53:0/3185686050 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9344199fd0 con 0x7f9344109510 2024-05-10T11:20:51.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.176+0000 7f933a7fc700 1 --2- 172.21.15.53:0/3185686050 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f934406c590 0x7f934419fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:20:51.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.176+0000 7f93437fe700 1 --2- 172.21.15.53:0/3185686050 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9344109510 0x7f9344199870 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f933c007ee0 tx=0x7f933c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:51.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.176+0000 7f9340ff9700 1 -- 172.21.15.53:0/3185686050 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f933c00dbd0 con 0x7f9344109510 2024-05-10T11:20:51.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.177+0000 7f9340ff9700 1 -- 172.21.15.53:0/3185686050 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f933c00dd70 con 0x7f9344109510 2024-05-10T11:20:51.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.177+0000 7f9349703700 1 -- 172.21.15.53:0/3185686050 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f934419a2c0 con 0x7f9344109510 2024-05-10T11:20:51.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.177+0000 7f9340ff9700 1 -- 172.21.15.53:0/3185686050 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f933c0058d0 con 0x7f9344109510 2024-05-10T11:20:51.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.177+0000 7f9349703700 1 -- 172.21.15.53:0/3185686050 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93441023d0 con 0x7f9344109510 2024-05-10T11:20:51.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.179+0000 7f9340ff9700 1 -- 172.21.15.53:0/3185686050 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f933c01a020 con 0x7f9344109510 2024-05-10T11:20:51.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.180+0000 7f9340ff9700 1 --2- 172.21.15.53:0/3185686050 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f93300b2880 0x7f93300b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:51.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.180+0000 7f9342ffd700 1 --2- 172.21.15.53:0/3185686050 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f93300b2880 0x7f93300b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:51.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.180+0000 7f9340ff9700 1 -- 172.21.15.53:0/3185686050 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f933c0e1da0 con 0x7f9344109510 2024-05-10T11:20:51.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.180+0000 7f9353f96b80 1 Processor -- start 2024-05-10T11:20:51.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.180+0000 7f9353f96b80 1 -- start start 2024-05-10T11:20:51.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.180+0000 7f9342ffd700 1 --2- 172.21.15.53:0/3185686050 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f93300b2880 0x7f93300b4d40 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9334005950 tx=0x7f933400a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:51.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.181+0000 7f9353f96b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55595b29d480 0x55595b29d860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:51.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.181+0000 7f9353f96b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b29dda0 0x55595b2a16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:51.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.181+0000 7f9353f96b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55595b2a1c30 0x55595b2a20b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:51.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.181+0000 7f9353f96b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55595b1ef810 con 0x55595b29dda0 2024-05-10T11:20:51.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.181+0000 7f9353f96b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55595b18e770 con 0x55595b29d480 2024-05-10T11:20:51.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.181+0000 7f9353f96b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55595b1eb7d0 con 0x55595b2a1c30 2024-05-10T11:20:51.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.181+0000 7f933a7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b29dda0 0x55595b2a16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:51.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.181+0000 7f933a7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b29dda0 0x55595b2a16a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57322/0 (socket says 172.21.15.53:57322) 2024-05-10T11:20:51.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.181+0000 7f933a7fc700 1 -- 172.21.15.53:0/3232614669 learned_addr learned my addr 172.21.15.53:0/3232614669 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:51.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.181+0000 7f9342ffd700 1 --2- 172.21.15.53:0/3232614669 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55595b29d480 0x55595b29d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:51.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.181+0000 7f93437fe700 1 --2- 172.21.15.53:0/3232614669 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55595b2a1c30 0x55595b2a20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:51.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.181+0000 7f933a7fc700 1 -- 172.21.15.53:0/3232614669 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55595b2a1c30 msgr2=0x55595b2a20b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:51.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.181+0000 7f933a7fc700 1 --2- 172.21.15.53:0/3232614669 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55595b2a1c30 0x55595b2a20b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.181+0000 7f933a7fc700 1 -- 172.21.15.53:0/3232614669 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55595b29d480 msgr2=0x55595b29d860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:51.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.181+0000 7f933a7fc700 1 --2- 172.21.15.53:0/3232614669 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55595b29d480 0x55595b29d860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.181+0000 7f933a7fc700 1 -- 172.21.15.53:0/3232614669 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55595b13c880 con 0x55595b29dda0 2024-05-10T11:20:51.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.181+0000 7f933a7fc700 1 --2- 172.21.15.53:0/3232614669 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b29dda0 0x55595b2a16a0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f932c015000 tx=0x7f932c003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed1807125494482f server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:51.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.181+0000 7f93397fa700 1 -- 172.21.15.53:0/3232614669 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f932c027070 con 0x55595b29dda0 2024-05-10T11:20:51.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.181+0000 7f93397fa700 1 -- 172.21.15.53:0/3232614669 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f932c0037c0 con 0x55595b29dda0 2024-05-10T11:20:51.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.181+0000 7f93397fa700 1 -- 172.21.15.53:0/3232614669 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f932c00bac0 con 0x55595b29dda0 2024-05-10T11:20:51.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.182+0000 7f9353f96b80 1 -- 172.21.15.53:0/3232614669 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b29dda0 msgr2=0x55595b2a16a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:51.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.182+0000 7f9353f96b80 1 --2- 172.21.15.53:0/3232614669 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b29dda0 0x55595b2a16a0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f932c015000 tx=0x7f932c003680 comp rx=0 tx=0).stop 2024-05-10T11:20:51.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.182+0000 7f9353f96b80 1 -- 172.21.15.53:0/3232614669 shutdown_connections 2024-05-10T11:20:51.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.182+0000 7f9353f96b80 1 --2- 172.21.15.53:0/3232614669 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55595b2a1c30 0x55595b2a20b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.182+0000 7f9353f96b80 1 --2- 172.21.15.53:0/3232614669 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55595b29d480 0x55595b29d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.182+0000 7f9353f96b80 1 --2- 172.21.15.53:0/3232614669 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b29dda0 0x55595b2a16a0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.193 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.182+0000 7f9353f96b80 1 -- 172.21.15.53:0/3232614669 >> 172.21.15.53:0/3232614669 conn(0x55595b1c90b0 msgr2=0x55595b297c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:51.193 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.182+0000 7f9353f96b80 1 -- 172.21.15.53:0/3232614669 shutdown_connections 2024-05-10T11:20:51.193 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.182+0000 7f9353f96b80 1 -- 172.21.15.53:0/3232614669 wait complete. 2024-05-10T11:20:51.193 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.183+0000 7f9353f96b80 1 -- start start 2024-05-10T11:20:51.193 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.183+0000 7f9353f96b80 1 Processor -- start 2024-05-10T11:20:51.193 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.183+0000 7f9353f96b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55595b29d480 0x55595b2a8fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:51.193 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.183+0000 7f9353f96b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55595b29dda0 0x55595b2a6340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:51.193 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.183+0000 7f9353f96b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b2a1c30 0x55595b2a6880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:51.193 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.183+0000 7f9353f96b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55595b2a9de0 con 0x55595b2a1c30 2024-05-10T11:20:51.193 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.183+0000 7f9353f96b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55595b155be0 con 0x55595b29d480 2024-05-10T11:20:51.193 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.183+0000 7f9353f96b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55595b2a9f60 con 0x55595b29dda0 2024-05-10T11:20:51.193 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.183+0000 7f9353f96b80 10 client.0 _ll_register_callbacks cb 0x55595b1878d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:20:51.193 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.183+0000 7f93437fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b2a1c30 0x55595b2a6880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:51.194 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.183+0000 7f93437fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b2a1c30 0x55595b2a6880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57334/0 (socket says 172.21.15.53:57334) 2024-05-10T11:20:51.194 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.183+0000 7f93437fe700 1 -- 172.21.15.53:0/2652828910 learned_addr learned my addr 172.21.15.53:0/2652828910 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:51.194 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.183+0000 7f933a7fc700 1 --2- 172.21.15.53:0/2652828910 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55595b29dda0 0x55595b2a6340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:51.194 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.183+0000 7f9342ffd700 1 --2- 172.21.15.53:0/2652828910 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55595b29d480 0x55595b2a8fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:51.194 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.184+0000 7f93437fe700 1 -- 172.21.15.53:0/2652828910 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55595b29dda0 msgr2=0x55595b2a6340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:51.194 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.184+0000 7f93437fe700 1 --2- 172.21.15.53:0/2652828910 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55595b29dda0 0x55595b2a6340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.194 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.184+0000 7f93437fe700 1 -- 172.21.15.53:0/2652828910 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55595b29d480 msgr2=0x55595b2a8fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:51.194 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.184+0000 7f93437fe700 1 --2- 172.21.15.53:0/2652828910 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55595b29d480 0x55595b2a8fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.194 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.184+0000 7f93437fe700 1 -- 172.21.15.53:0/2652828910 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55595b18b640 con 0x55595b2a1c30 2024-05-10T11:20:51.194 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.184+0000 7f933a7fc700 1 --2- 172.21.15.53:0/2652828910 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55595b29dda0 0x55595b2a6340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:20:51.194 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.184+0000 7f93437fe700 1 --2- 172.21.15.53:0/2652828910 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b2a1c30 0x55595b2a6880 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f933c0a5050 tx=0x7f933c0a8b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e55d31a8fd5e584 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:51.194 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.184+0000 7f932a7fc700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:20:51.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.184+0000 7f932a7fc700 1 -- 172.21.15.53:0/2652828910 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f933c0c3060 con 0x55595b2a1c30 2024-05-10T11:20:51.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.184+0000 7f932a7fc700 1 -- 172.21.15.53:0/2652828910 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f933c0b1bb0 con 0x55595b2a1c30 2024-05-10T11:20:51.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.184+0000 7f9353f96b80 1 -- 172.21.15.53:0/2652828910 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f932c0037c0 con 0x55595b2a1c30 2024-05-10T11:20:51.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.184+0000 7f932a7fc700 1 -- 172.21.15.53:0/2652828910 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f933c0a8fd0 con 0x55595b2a1c30 2024-05-10T11:20:51.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.184+0000 7f9353f96b80 10 client.15186 fetch_fsmap learned FSMap version 28 2024-05-10T11:20:51.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.184+0000 7f9353f96b80 1 -- 172.21.15.53:0/2652828910 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55595b2b45c0 con 0x55595b2a1c30 2024-05-10T11:20:51.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.184+0000 7f932a7fc700 1 -- 172.21.15.53:0/2652828910 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f932c0037c0 con 0x55595b2a1c30 2024-05-10T11:20:51.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.185+0000 7f932a7fc700 1 -- 172.21.15.53:0/2652828910 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f933c0a83c0 con 0x55595b2a1c30 2024-05-10T11:20:51.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.185+0000 7f9353f96b80 10 client.15186 fetch_fsmap finished waiting for FSMap version 28 2024-05-10T11:20:51.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.185+0000 7f9353f96b80 10 client.15186 resolve_mds: resolved name 'l' to daemon mds.l 2024-05-10T11:20:51.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.185+0000 7f9353f96b80 20 client.15186 populate_metadata read hostname 'smithi053' 2024-05-10T11:20:51.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.185+0000 7f9353f96b80 1 --2- 172.21.15.53:0/2652828910 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55595b2b6b50 0x55595b2b7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:51.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.185+0000 7f9353f96b80 4 client.15186 mds_command: new command op to 24415 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:20:51.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.185+0000 7f9353f96b80 1 -- 172.21.15.53:0/2652828910 --> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55595b269600 con 0x55595b2b6b50 2024-05-10T11:20:51.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.185+0000 7f9342ffd700 1 --2- 172.21.15.53:0/2652828910 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55595b2b6b50 0x55595b2b7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:51.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.186+0000 7f9342ffd700 1 --2- 172.21.15.53:0/2652828910 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55595b2b6b50 0x55595b2b7fc0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=873baf60a20169a7 server_cookie=8733d8b09ce14abf in_seq=0 out_seq=0 2024-05-10T11:20:51.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.186+0000 7f932a7fc700 10 client.15186 ms_handle_connect on v2:172.21.15.187:6832/4278444882 2024-05-10T11:20:51.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.186+0000 7f932a7fc700 1 -- 172.21.15.53:0/2652828910 <== mds.4 v2:172.21.15.187:6832/4278444882 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55595b269600 con 0x55595b2b6b50 2024-05-10T11:20:51.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.186+0000 7f932a7fc700 10 client.15186 handle_command_reply: tid=0 2024-05-10T11:20:51.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.186+0000 7f9353f96b80 1 client.15186 shutdown 2024-05-10T11:20:51.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.187+0000 7f9353f96b80 1 -- 172.21.15.53:0/2652828910 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b2a1c30 msgr2=0x55595b2a6880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:51.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.187+0000 7f9353f96b80 1 --2- 172.21.15.53:0/2652828910 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b2a1c30 0x55595b2a6880 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f933c0a5050 tx=0x7f933c0a8b50 comp rx=0 tx=0).stop 2024-05-10T11:20:51.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.187+0000 7f9353f96b80 1 -- 172.21.15.53:0/2652828910 shutdown_connections 2024-05-10T11:20:51.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.187+0000 7f9353f96b80 1 --2- 172.21.15.53:0/2652828910 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55595b2b6b50 0x55595b2b7fc0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.187+0000 7f9353f96b80 1 --2- 172.21.15.53:0/2652828910 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b2a1c30 0x55595b2a6880 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.187+0000 7f9353f96b80 1 --2- 172.21.15.53:0/2652828910 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55595b29d480 0x55595b2a8fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.187+0000 7f9353f96b80 1 --2- 172.21.15.53:0/2652828910 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55595b29dda0 0x55595b2a6340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.187+0000 7f9353f96b80 1 -- 172.21.15.53:0/2652828910 >> 172.21.15.53:0/2652828910 conn(0x55595b1c90b0 msgr2=0x55595b2926d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:51.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.187+0000 7f932a7fc700 0 client.15186 ms_handle_reset on v2:172.21.15.187:6832/4278444882 2024-05-10T11:20:51.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.187+0000 7f9353f96b80 1 -- 172.21.15.53:0/2652828910 shutdown_connections 2024-05-10T11:20:51.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.187+0000 7f9353f96b80 1 -- 172.21.15.53:0/2652828910 wait complete. 2024-05-10T11:20:51.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.187+0000 7f9353f96b80 20 client.15186 trim_cache size 0 max 16384 2024-05-10T11:20:51.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.208+0000 7f9353f96b80 1 Processor -- start 2024-05-10T11:20:51.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.208+0000 7f9353f96b80 1 -- start start 2024-05-10T11:20:51.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.209+0000 7f9353f96b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b29d480 0x55595b2b6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:51.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.209+0000 7f9353f96b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55595b29dda0 0x55595b2a5c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:51.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.209+0000 7f9353f96b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55595b2a1c30 0x55595b29f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:51.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.209+0000 7f9353f96b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55595b2b6300 con 0x55595b29d480 2024-05-10T11:20:51.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.209+0000 7f9353f96b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55595b2b69d0 con 0x55595b29dda0 2024-05-10T11:20:51.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.209+0000 7f9353f96b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55595b2b70a0 con 0x55595b2a1c30 2024-05-10T11:20:51.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.209+0000 7f9342ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b29d480 0x55595b2b6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:51.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.209+0000 7f9342ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b29d480 0x55595b2b6480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57336/0 (socket says 172.21.15.53:57336) 2024-05-10T11:20:51.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.209+0000 7f9342ffd700 1 -- 172.21.15.53:0/2101238530 learned_addr learned my addr 172.21.15.53:0/2101238530 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:51.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.209+0000 7f933a7fc700 1 --2- 172.21.15.53:0/2101238530 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55595b29dda0 0x55595b2a5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:51.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.209+0000 7f93437fe700 1 --2- 172.21.15.53:0/2101238530 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55595b2a1c30 0x55595b29f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:51.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.209+0000 7f9342ffd700 1 -- 172.21.15.53:0/2101238530 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55595b2a1c30 msgr2=0x55595b29f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:51.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.209+0000 7f9342ffd700 1 --2- 172.21.15.53:0/2101238530 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55595b2a1c30 0x55595b29f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.209+0000 7f9342ffd700 1 -- 172.21.15.53:0/2101238530 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55595b29dda0 msgr2=0x55595b2a5c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:51.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.209+0000 7f9342ffd700 1 --2- 172.21.15.53:0/2101238530 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55595b29dda0 0x55595b2a5c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.209+0000 7f9342ffd700 1 -- 172.21.15.53:0/2101238530 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55595b2994d0 con 0x55595b29d480 2024-05-10T11:20:51.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.209+0000 7f9342ffd700 1 --2- 172.21.15.53:0/2101238530 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b29d480 0x55595b2b6480 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f934419a9b0 tx=0x7f9334012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23f07a6df22a55f6 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:51.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.210+0000 7f9338ff9700 1 -- 172.21.15.53:0/2101238530 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9334016070 con 0x55595b29d480 2024-05-10T11:20:51.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.210+0000 7f9338ff9700 1 -- 172.21.15.53:0/2101238530 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f933402c070 con 0x55595b29d480 2024-05-10T11:20:51.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.210+0000 7f9338ff9700 1 -- 172.21.15.53:0/2101238530 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9334010430 con 0x55595b29d480 2024-05-10T11:20:51.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.210+0000 7f9353f96b80 1 -- 172.21.15.53:0/2101238530 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b29d480 msgr2=0x55595b2b6480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:51.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.210+0000 7f9353f96b80 1 --2- 172.21.15.53:0/2101238530 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b29d480 0x55595b2b6480 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f934419a9b0 tx=0x7f9334012000 comp rx=0 tx=0).stop 2024-05-10T11:20:51.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.210+0000 7f9353f96b80 1 -- 172.21.15.53:0/2101238530 shutdown_connections 2024-05-10T11:20:51.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.210+0000 7f9353f96b80 1 --2- 172.21.15.53:0/2101238530 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55595b2a1c30 0x55595b29f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.210+0000 7f9353f96b80 1 --2- 172.21.15.53:0/2101238530 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b29d480 0x55595b2b6480 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.210+0000 7f9353f96b80 1 --2- 172.21.15.53:0/2101238530 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55595b29dda0 0x55595b2a5c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.210+0000 7f9353f96b80 1 -- 172.21.15.53:0/2101238530 >> 172.21.15.53:0/2101238530 conn(0x55595b1c90b0 msgr2=0x55595b2a6300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:51.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.210+0000 7f9353f96b80 1 -- 172.21.15.53:0/2101238530 shutdown_connections 2024-05-10T11:20:51.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.211+0000 7f9353f96b80 1 -- 172.21.15.53:0/2101238530 wait complete. 2024-05-10T11:20:51.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.211+0000 7f9353f96b80 1 -- start start 2024-05-10T11:20:51.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.211+0000 7f9353f96b80 1 Processor -- start 2024-05-10T11:20:51.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.211+0000 7f9353f96b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b29d480 0x55595b2c1580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:51.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.211+0000 7f9353f96b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55595b29dda0 0x55595b2c1ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:51.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.211+0000 7f9353f96b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55595b2a1c30 0x55595b2baae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:51.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.211+0000 7f9353f96b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55595b2b7e40 con 0x55595b29d480 2024-05-10T11:20:51.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.211+0000 7f9353f96b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55595b2b7770 con 0x55595b29dda0 2024-05-10T11:20:51.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.211+0000 7f9353f96b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55595b2b8510 con 0x55595b2a1c30 2024-05-10T11:20:51.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.211+0000 7f9353f96b80 10 client.0 _ll_register_callbacks cb 0x55595b1878d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:20:51.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.211+0000 7f9342ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b29d480 0x55595b2c1580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:51.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.211+0000 7f9342ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b29d480 0x55595b2c1580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57350/0 (socket says 172.21.15.53:57350) 2024-05-10T11:20:51.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.211+0000 7f9342ffd700 1 -- 172.21.15.53:0/2437798013 learned_addr learned my addr 172.21.15.53:0/2437798013 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:51.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.211+0000 7f933a7fc700 1 --2- 172.21.15.53:0/2437798013 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55595b29dda0 0x55595b2c1ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:51.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.212+0000 7f9342ffd700 1 -- 172.21.15.53:0/2437798013 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55595b2a1c30 msgr2=0x55595b2baae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:51.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.212+0000 7f9342ffd700 1 --2- 172.21.15.53:0/2437798013 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55595b2a1c30 0x55595b2baae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.212+0000 7f9342ffd700 1 -- 172.21.15.53:0/2437798013 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55595b29dda0 msgr2=0x55595b2c1ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:51.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.212+0000 7f9342ffd700 1 --2- 172.21.15.53:0/2437798013 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55595b29dda0 0x55595b2c1ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.212+0000 7f9342ffd700 1 -- 172.21.15.53:0/2437798013 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55595b2bb320 con 0x55595b29d480 2024-05-10T11:20:51.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.212+0000 7f9342ffd700 1 --2- 172.21.15.53:0/2437798013 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b29d480 0x55595b2c1580 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f933400a3b0 tx=0x7f9334026b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a69ab42ed2ee9906 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:51.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.212+0000 7f932a7fc700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:20:51.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.212+0000 7f932a7fc700 1 -- 172.21.15.53:0/2437798013 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9334035070 con 0x55595b29d480 2024-05-10T11:20:51.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.212+0000 7f932a7fc700 1 -- 172.21.15.53:0/2437798013 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f9334004a70 con 0x55595b29d480 2024-05-10T11:20:51.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.212+0000 7f9353f96b80 1 -- 172.21.15.53:0/2437798013 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f933402c070 con 0x55595b29d480 2024-05-10T11:20:51.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.212+0000 7f932a7fc700 1 -- 172.21.15.53:0/2437798013 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9334041050 con 0x55595b29d480 2024-05-10T11:20:51.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.212+0000 7f9353f96b80 10 client.15192 fetch_fsmap learned FSMap version 28 2024-05-10T11:20:51.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.212+0000 7f9353f96b80 1 -- 172.21.15.53:0/2437798013 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55595b2bfd40 con 0x55595b29d480 2024-05-10T11:20:51.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.213+0000 7f932a7fc700 1 -- 172.21.15.53:0/2437798013 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f933402c070 con 0x55595b29d480 2024-05-10T11:20:51.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.213+0000 7f932a7fc700 1 -- 172.21.15.53:0/2437798013 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f93340051d0 con 0x55595b29d480 2024-05-10T11:20:51.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.213+0000 7f9353f96b80 10 client.15192 fetch_fsmap finished waiting for FSMap version 28 2024-05-10T11:20:51.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.213+0000 7f9353f96b80 10 client.15192 resolve_mds: resolved name 'l' to daemon mds.l 2024-05-10T11:20:51.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.213+0000 7f9353f96b80 20 client.15192 populate_metadata read hostname 'smithi053' 2024-05-10T11:20:51.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.213+0000 7f9353f96b80 1 --2- 172.21.15.53:0/2437798013 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55595b326480 0x55595b325190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:51.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.213+0000 7f9353f96b80 4 client.15192 mds_command: new command op to 24415 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-10T11:20:51.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.213+0000 7f9353f96b80 1 -- 172.21.15.53:0/2437798013 --> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] -- command(tid 0: {"prefix": "status"}) -- 0x55595b1fd1f0 con 0x55595b326480 2024-05-10T11:20:51.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.213+0000 7f933a7fc700 1 --2- 172.21.15.53:0/2437798013 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55595b326480 0x55595b325190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:51.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.214+0000 7f933a7fc700 1 --2- 172.21.15.53:0/2437798013 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55595b326480 0x55595b325190 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=756a7da56f15c306 server_cookie=8ab8c63226d73a4a in_seq=0 out_seq=0 2024-05-10T11:20:51.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.214+0000 7f932a7fc700 10 client.15192 ms_handle_connect on v2:172.21.15.187:6832/4278444882 2024-05-10T11:20:51.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.214+0000 7f932a7fc700 1 -- 172.21.15.53:0/2437798013 <== mds.4 v2:172.21.15.187:6832/4278444882 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55595b1fd1f0 con 0x55595b326480 2024-05-10T11:20:51.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.214+0000 7f932a7fc700 10 client.15192 handle_command_reply: tid=0 2024-05-10T11:20:51.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.214+0000 7f9353f96b80 1 client.15192 shutdown 2024-05-10T11:20:51.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.214+0000 7f9353f96b80 1 -- 172.21.15.53:0/2437798013 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b29d480 msgr2=0x55595b2c1580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:51.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.214+0000 7f9353f96b80 1 --2- 172.21.15.53:0/2437798013 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b29d480 0x55595b2c1580 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f933400a3b0 tx=0x7f9334026b10 comp rx=0 tx=0).stop 2024-05-10T11:20:51.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.214+0000 7f9353f96b80 1 -- 172.21.15.53:0/2437798013 shutdown_connections 2024-05-10T11:20:51.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.214+0000 7f9353f96b80 1 --2- 172.21.15.53:0/2437798013 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55595b326480 0x55595b325190 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.214+0000 7f9353f96b80 1 --2- 172.21.15.53:0/2437798013 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55595b2a1c30 0x55595b2baae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.214+0000 7f9353f96b80 1 --2- 172.21.15.53:0/2437798013 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55595b29d480 0x55595b2c1580 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.214+0000 7f932a7fc700 0 client.15192 ms_handle_reset on v2:172.21.15.187:6832/4278444882 2024-05-10T11:20:51.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.214+0000 7f9353f96b80 1 --2- 172.21.15.53:0/2437798013 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55595b29dda0 0x55595b2c1ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.214+0000 7f9353f96b80 1 -- 172.21.15.53:0/2437798013 >> 172.21.15.53:0/2437798013 conn(0x55595b1c90b0 msgr2=0x55595b2a04d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:51.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.214+0000 7f9353f96b80 1 -- 172.21.15.53:0/2437798013 shutdown_connections 2024-05-10T11:20:51.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.214+0000 7f9353f96b80 1 -- 172.21.15.53:0/2437798013 wait complete. 2024-05-10T11:20:51.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.214+0000 7f9353f96b80 20 client.15192 trim_cache size 0 max 16384 2024-05-10T11:20:51.219 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:20:51.219 INFO:teuthology.orchestra.run.smithi053.stdout: "cluster_fsid": "745ae8e0-0ebd-11ef-bc98-c7b262605968", 2024-05-10T11:20:51.220 INFO:teuthology.orchestra.run.smithi053.stdout: "whoami": 4, 2024-05-10T11:20:51.220 INFO:teuthology.orchestra.run.smithi053.stdout: "id": 24415, 2024-05-10T11:20:51.220 INFO:teuthology.orchestra.run.smithi053.stdout: "want_state": "up:active", 2024-05-10T11:20:51.220 INFO:teuthology.orchestra.run.smithi053.stdout: "state": "up:active", 2024-05-10T11:20:51.220 INFO:teuthology.orchestra.run.smithi053.stdout: "fs_name": "cephfs", 2024-05-10T11:20:51.220 INFO:teuthology.orchestra.run.smithi053.stdout: "rank_uptime": 170.43778489300001, 2024-05-10T11:20:51.220 INFO:teuthology.orchestra.run.smithi053.stdout: "mdsmap_epoch": 28, 2024-05-10T11:20:51.220 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_epoch": 90, 2024-05-10T11:20:51.220 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_epoch_barrier": 88, 2024-05-10T11:20:51.220 INFO:teuthology.orchestra.run.smithi053.stdout: "uptime": 290.83643402500002 2024-05-10T11:20:51.221 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:20:51.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.215+0000 7f9349703700 1 -- 172.21.15.53:0/3185686050 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f93300b2880 msgr2=0x7f93300b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:51.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.215+0000 7f9349703700 1 --2- 172.21.15.53:0/3185686050 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f93300b2880 0x7f93300b4d40 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9334005950 tx=0x7f933400a300 comp rx=0 tx=0).stop 2024-05-10T11:20:51.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.215+0000 7f9349703700 1 -- 172.21.15.53:0/3185686050 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9344109510 msgr2=0x7f9344199870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:51.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.215+0000 7f9349703700 1 --2- 172.21.15.53:0/3185686050 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9344109510 0x7f9344199870 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f933c007ee0 tx=0x7f933c00d3b0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.215+0000 7f9349703700 1 -- 172.21.15.53:0/3185686050 shutdown_connections 2024-05-10T11:20:51.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.215+0000 7f9349703700 1 --2- 172.21.15.53:0/3185686050 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f93300b2880 0x7f93300b4d40 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.215+0000 7f9349703700 1 --2- 172.21.15.53:0/3185686050 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9344109510 0x7f9344199870 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.215+0000 7f9349703700 1 --2- 172.21.15.53:0/3185686050 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f934406bbd0 0x7f934419f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.215+0000 7f9349703700 1 --2- 172.21.15.53:0/3185686050 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f934406c590 0x7f934419fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:51.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.215+0000 7f9349703700 1 -- 172.21.15.53:0/3185686050 >> 172.21.15.53:0/3185686050 conn(0x7f9344079350 msgr2=0x7f9344101260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:51.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.215+0000 7f9349703700 1 -- 172.21.15.53:0/3185686050 shutdown_connections 2024-05-10T11:20:51.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:51.215+0000 7f9349703700 1 -- 172.21.15.53:0/3185686050 wait complete. 2024-05-10T11:20:51.864 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:51 smithi053 ceph-mon[30153]: pgmap v422: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:20:51.894 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.b status 2024-05-10T11:20:52.148 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:20:52.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:51 smithi132 ceph-mon[33758]: pgmap v422: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:20:52.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:51 smithi187 ceph-mon[34076]: pgmap v422: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:20:53.836 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:53 smithi053 ceph-mon[30153]: pgmap v423: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:20:53.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.944+0000 7f3bb4e4f700 1 -- 172.21.15.53:0/2385422220 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3bb006b180 msgr2=0x7f3bb006b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:53.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.944+0000 7f3bb4e4f700 1 --2- 172.21.15.53:0/2385422220 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3bb006b180 0x7f3bb006b600 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f3b98009990 tx=0x7f3b98009ca0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.944+0000 7f3bb4e4f700 1 -- 172.21.15.53:0/2385422220 shutdown_connections 2024-05-10T11:20:53.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.944+0000 7f3bb4e4f700 1 --2- 172.21.15.53:0/2385422220 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3bb006bb40 0x7f3bb0110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.944+0000 7f3bb4e4f700 1 --2- 172.21.15.53:0/2385422220 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3bb0109510 0x7f3bb01098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.944+0000 7f3bb4e4f700 1 --2- 172.21.15.53:0/2385422220 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3bb006b180 0x7f3bb006b600 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.944+0000 7f3bb4e4f700 1 -- 172.21.15.53:0/2385422220 >> 172.21.15.53:0/2385422220 conn(0x7f3bb0079350 msgr2=0x7f3bb0079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:53.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.944+0000 7f3bb4e4f700 1 -- 172.21.15.53:0/2385422220 shutdown_connections 2024-05-10T11:20:53.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.944+0000 7f3bb4e4f700 1 -- 172.21.15.53:0/2385422220 wait complete. 2024-05-10T11:20:53.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.945+0000 7f3bb4e4f700 1 Processor -- start 2024-05-10T11:20:53.963 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.945+0000 7f3bb4e4f700 1 -- start start 2024-05-10T11:20:53.963 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.945+0000 7f3bb4e4f700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3bb006b180 0x7f3bb019f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:53.963 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.945+0000 7f3bb4e4f700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3bb006bb40 0x7f3bb019fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:53.963 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.945+0000 7f3bb4e4f700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3bb0109510 0x7f3bb0199a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:53.963 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.945+0000 7f3bb4e4f700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3bb01135d0 con 0x7f3bb006b180 2024-05-10T11:20:53.963 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.945+0000 7f3bb4e4f700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f3bb0113450 con 0x7f3bb006bb40 2024-05-10T11:20:53.963 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.945+0000 7f3bb4e4f700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f3bb0113750 con 0x7f3bb0109510 2024-05-10T11:20:53.963 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.945+0000 7f3bae59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3bb006b180 0x7f3bb019f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:53.963 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.945+0000 7f3bae59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3bb006b180 0x7f3bb019f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57370/0 (socket says 172.21.15.53:57370) 2024-05-10T11:20:53.963 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.945+0000 7f3bae59c700 1 -- 172.21.15.53:0/3394440441 learned_addr learned my addr 172.21.15.53:0/3394440441 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:53.963 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.946+0000 7f3badd9b700 1 --2- 172.21.15.53:0/3394440441 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3bb006bb40 0x7f3bb019fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:53.963 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.946+0000 7f3bae59c700 1 -- 172.21.15.53:0/3394440441 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3bb0109510 msgr2=0x7f3bb0199a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:53.964 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.946+0000 7f3bae59c700 1 --2- 172.21.15.53:0/3394440441 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3bb0109510 0x7f3bb0199a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.964 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.946+0000 7f3bae59c700 1 -- 172.21.15.53:0/3394440441 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3bb006bb40 msgr2=0x7f3bb019fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:53.964 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.946+0000 7f3bae59c700 1 --2- 172.21.15.53:0/3394440441 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3bb006bb40 0x7f3bb019fd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.964 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.946+0000 7f3bae59c700 1 -- 172.21.15.53:0/3394440441 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bb019a190 con 0x7f3bb006b180 2024-05-10T11:20:53.964 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.946+0000 7f3bae59c700 1 --2- 172.21.15.53:0/3394440441 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3bb006b180 0x7f3bb019f820 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f3ba000ba50 tx=0x7f3ba000be10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:53.964 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.946+0000 7f3ba77fe700 1 -- 172.21.15.53:0/3394440441 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ba0019070 con 0x7f3bb006b180 2024-05-10T11:20:53.964 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.946+0000 7f3ba77fe700 1 -- 172.21.15.53:0/3394440441 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3ba0014440 con 0x7f3bb006b180 2024-05-10T11:20:53.964 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.946+0000 7f3ba77fe700 1 -- 172.21.15.53:0/3394440441 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ba00075d0 con 0x7f3bb006b180 2024-05-10T11:20:53.964 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.946+0000 7f3bb4e4f700 1 -- 172.21.15.53:0/3394440441 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bb019a480 con 0x7f3bb006b180 2024-05-10T11:20:53.964 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.946+0000 7f3bb4e4f700 1 -- 172.21.15.53:0/3394440441 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bb01a66f0 con 0x7f3bb006b180 2024-05-10T11:20:53.964 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.949+0000 7f3ba77fe700 1 -- 172.21.15.53:0/3394440441 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f3ba001c070 con 0x7f3bb006b180 2024-05-10T11:20:53.964 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.950+0000 7f3ba77fe700 1 --2- 172.21.15.53:0/3394440441 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3b9c0b2900 0x7f3b9c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:53.964 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.950+0000 7f3badd9b700 1 --2- 172.21.15.53:0/3394440441 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3b9c0b2900 0x7f3b9c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:53.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.950+0000 7f3ba77fe700 1 -- 172.21.15.53:0/3394440441 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f3ba00e1bc0 con 0x7f3bb006b180 2024-05-10T11:20:53.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.951+0000 7f3bbf6e2b80 1 Processor -- start 2024-05-10T11:20:53.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.951+0000 7f3badd9b700 1 --2- 172.21.15.53:0/3394440441 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3b9c0b2900 0x7f3b9c0b4dc0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f3b9800b5c0 tx=0x7f3b98005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:53.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.951+0000 7f3bbf6e2b80 1 -- start start 2024-05-10T11:20:53.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.951+0000 7f3bbf6e2b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56377e500160 0x56377e500540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:53.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.951+0000 7f3bbf6e2b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e500a80 0x56377e4fa7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:53.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.951+0000 7f3bbf6e2b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56377e4fad00 0x56377e4fb140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:53.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.951+0000 7f3bbf6e2b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x56377e44c8f0 con 0x56377e500a80 2024-05-10T11:20:53.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.951+0000 7f3bbf6e2b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x56377e3b1d50 con 0x56377e500160 2024-05-10T11:20:53.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.951+0000 7f3bbf6e2b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x56377e4488b0 con 0x56377e4fad00 2024-05-10T11:20:53.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.951+0000 7f3badd9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e500a80 0x56377e4fa7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:53.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.951+0000 7f3badd9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e500a80 0x56377e4fa7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57386/0 (socket says 172.21.15.53:57386) 2024-05-10T11:20:53.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.951+0000 7f3badd9b700 1 -- 172.21.15.53:0/84049234 learned_addr learned my addr 172.21.15.53:0/84049234 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:53.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.951+0000 7f3bae59c700 1 --2- 172.21.15.53:0/84049234 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56377e500160 0x56377e500540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:53.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.951+0000 7f3baed9d700 1 --2- 172.21.15.53:0/84049234 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56377e4fad00 0x56377e4fb140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:53.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.952+0000 7f3badd9b700 1 -- 172.21.15.53:0/84049234 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56377e4fad00 msgr2=0x56377e4fb140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:53.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.952+0000 7f3badd9b700 1 --2- 172.21.15.53:0/84049234 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56377e4fad00 0x56377e4fb140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.952+0000 7f3badd9b700 1 -- 172.21.15.53:0/84049234 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56377e500160 msgr2=0x56377e500540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:53.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.952+0000 7f3badd9b700 1 --2- 172.21.15.53:0/84049234 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56377e500160 0x56377e500540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.952+0000 7f3badd9b700 1 -- 172.21.15.53:0/84049234 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56377e399880 con 0x56377e500a80 2024-05-10T11:20:53.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.952+0000 7f3bae59c700 1 --2- 172.21.15.53:0/84049234 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56377e500160 0x56377e500540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:20:53.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.952+0000 7f3badd9b700 1 --2- 172.21.15.53:0/84049234 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e500a80 0x56377e4fa7c0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f3b98005340 tx=0x7f3b9801d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bae1e9379fba55d server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:53.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.952+0000 7f3ba4ff9700 1 -- 172.21.15.53:0/84049234 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b98003c50 con 0x56377e500a80 2024-05-10T11:20:53.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.952+0000 7f3ba4ff9700 1 -- 172.21.15.53:0/84049234 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3b98003df0 con 0x56377e500a80 2024-05-10T11:20:53.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.952+0000 7f3ba4ff9700 1 -- 172.21.15.53:0/84049234 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b9802f920 con 0x56377e500a80 2024-05-10T11:20:53.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.953+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/84049234 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e500a80 msgr2=0x56377e4fa7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:53.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.953+0000 7f3bbf6e2b80 1 --2- 172.21.15.53:0/84049234 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e500a80 0x56377e4fa7c0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f3b98005340 tx=0x7f3b9801d000 comp rx=0 tx=0).stop 2024-05-10T11:20:53.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.953+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/84049234 shutdown_connections 2024-05-10T11:20:53.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.953+0000 7f3bbf6e2b80 1 --2- 172.21.15.53:0/84049234 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56377e4fad00 0x56377e4fb140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.953+0000 7f3bbf6e2b80 1 --2- 172.21.15.53:0/84049234 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56377e500160 0x56377e500540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.953+0000 7f3bbf6e2b80 1 --2- 172.21.15.53:0/84049234 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e500a80 0x56377e4fa7c0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.953+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/84049234 >> 172.21.15.53:0/84049234 conn(0x56377e426b20 msgr2=0x56377e4f5250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:53.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.953+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/84049234 shutdown_connections 2024-05-10T11:20:53.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.953+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/84049234 wait complete. 2024-05-10T11:20:53.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.953+0000 7f3bbf6e2b80 1 -- start start 2024-05-10T11:20:53.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.953+0000 7f3bbf6e2b80 1 Processor -- start 2024-05-10T11:20:53.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.953+0000 7f3bbf6e2b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e4fad00 0x56377e5066e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:53.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3bbf6e2b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56377e500160 0x56377e503a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:53.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3bbf6e2b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56377e500a80 0x56377e503fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:53.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3bbf6e2b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x56377e5073a0 con 0x56377e4fad00 2024-05-10T11:20:53.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3bbf6e2b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x56377e405e80 con 0x56377e500a80 2024-05-10T11:20:53.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3bbf6e2b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x56377e507520 con 0x56377e500160 2024-05-10T11:20:53.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3bbf6e2b80 10 client.0 _ll_register_callbacks cb 0x56377e3e0560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:20:53.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3bae59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e4fad00 0x56377e5066e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:53.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3bae59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e4fad00 0x56377e5066e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57390/0 (socket says 172.21.15.53:57390) 2024-05-10T11:20:53.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3bae59c700 1 -- 172.21.15.53:0/2605499834 learned_addr learned my addr 172.21.15.53:0/2605499834 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:53.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3baed9d700 1 --2- 172.21.15.53:0/2605499834 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56377e500a80 0x56377e503fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:53.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3badd9b700 1 --2- 172.21.15.53:0/2605499834 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56377e500160 0x56377e503a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:53.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3bae59c700 1 -- 172.21.15.53:0/2605499834 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56377e500160 msgr2=0x56377e503a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:53.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3bae59c700 1 --2- 172.21.15.53:0/2605499834 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56377e500160 0x56377e503a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3bae59c700 1 -- 172.21.15.53:0/2605499834 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56377e500a80 msgr2=0x56377e503fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:53.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3bae59c700 1 --2- 172.21.15.53:0/2605499834 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56377e500a80 0x56377e503fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3bae59c700 1 -- 172.21.15.53:0/2605499834 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56377e403710 con 0x56377e4fad00 2024-05-10T11:20:53.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3bae59c700 1 --2- 172.21.15.53:0/2605499834 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e4fad00 0x56377e5066e0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f3ba0000f80 tx=0x7f3ba0014c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40a645bfc5c270c4 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:53.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3b95ffb700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:20:53.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3b95ffb700 1 -- 172.21.15.53:0/2605499834 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ba00ad200 con 0x56377e4fad00 2024-05-10T11:20:53.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3b95ffb700 1 -- 172.21.15.53:0/2605499834 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f3ba00b1a30 con 0x56377e4fad00 2024-05-10T11:20:53.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/2605499834 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b98003df0 con 0x56377e4fad00 2024-05-10T11:20:53.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3b95ffb700 1 -- 172.21.15.53:0/2605499834 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3ba00b1cb0 con 0x56377e4fad00 2024-05-10T11:20:53.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3bbf6e2b80 10 client.15204 fetch_fsmap learned FSMap version 28 2024-05-10T11:20:53.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.954+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/2605499834 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56377e511d00 con 0x56377e4fad00 2024-05-10T11:20:53.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.955+0000 7f3b95ffb700 1 -- 172.21.15.53:0/2605499834 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3b98003df0 con 0x56377e4fad00 2024-05-10T11:20:53.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.955+0000 7f3b95ffb700 1 -- 172.21.15.53:0/2605499834 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f3ba00a7b20 con 0x56377e4fad00 2024-05-10T11:20:53.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.955+0000 7f3bbf6e2b80 10 client.15204 fetch_fsmap finished waiting for FSMap version 28 2024-05-10T11:20:53.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.955+0000 7f3bbf6e2b80 10 client.15204 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-10T11:20:53.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.955+0000 7f3bbf6e2b80 20 client.15204 populate_metadata read hostname 'smithi053' 2024-05-10T11:20:53.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.955+0000 7f3bbf6e2b80 1 --2- 172.21.15.53:0/2605499834 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x56377e514280 0x56377e5156f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:53.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.955+0000 7f3bbf6e2b80 4 client.15204 mds_command: new command op to 24428 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:20:53.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.955+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/2605499834 --> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56377e45a2d0 con 0x56377e514280 2024-05-10T11:20:53.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.955+0000 7f3badd9b700 1 --2- 172.21.15.53:0/2605499834 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x56377e514280 0x56377e5156f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:53.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.956+0000 7f3badd9b700 1 --2- 172.21.15.53:0/2605499834 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x56377e514280 0x56377e5156f0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=882657fc7a1dfbb0 server_cookie=ceb6267af65b752 in_seq=0 out_seq=0 2024-05-10T11:20:53.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.956+0000 7f3b95ffb700 10 client.15204 ms_handle_connect on v2:172.21.15.132:6838/2363266970 2024-05-10T11:20:53.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.956+0000 7f3b95ffb700 1 -- 172.21.15.53:0/2605499834 <== mds.3 v2:172.21.15.132:6838/2363266970 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56377e45a2d0 con 0x56377e514280 2024-05-10T11:20:53.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.956+0000 7f3b95ffb700 10 client.15204 handle_command_reply: tid=0 2024-05-10T11:20:53.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.956+0000 7f3bbf6e2b80 1 client.15204 shutdown 2024-05-10T11:20:53.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.957+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/2605499834 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e4fad00 msgr2=0x56377e5066e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:53.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.957+0000 7f3bbf6e2b80 1 --2- 172.21.15.53:0/2605499834 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e4fad00 0x56377e5066e0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f3ba0000f80 tx=0x7f3ba0014c10 comp rx=0 tx=0).stop 2024-05-10T11:20:53.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.957+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/2605499834 shutdown_connections 2024-05-10T11:20:53.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.957+0000 7f3bbf6e2b80 1 --2- 172.21.15.53:0/2605499834 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56377e500a80 0x56377e503fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.957+0000 7f3bbf6e2b80 1 --2- 172.21.15.53:0/2605499834 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e4fad00 0x56377e5066e0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.957+0000 7f3bbf6e2b80 1 --2- 172.21.15.53:0/2605499834 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x56377e514280 0x56377e5156f0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.957+0000 7f3bbf6e2b80 1 --2- 172.21.15.53:0/2605499834 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56377e500160 0x56377e503a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.957+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/2605499834 >> 172.21.15.53:0/2605499834 conn(0x56377e426b20 msgr2=0x56377e4efae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:53.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.957+0000 7f3b95ffb700 0 client.15204 ms_handle_reset on v2:172.21.15.132:6838/2363266970 2024-05-10T11:20:53.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.957+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/2605499834 shutdown_connections 2024-05-10T11:20:53.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.957+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/2605499834 wait complete. 2024-05-10T11:20:53.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.957+0000 7f3bbf6e2b80 20 client.15204 trim_cache size 0 max 16384 2024-05-10T11:20:53.984 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.978+0000 7f3bbf6e2b80 1 Processor -- start 2024-05-10T11:20:53.984 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.978+0000 7f3bbf6e2b80 1 -- start start 2024-05-10T11:20:53.984 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.978+0000 7f3bbf6e2b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56377e4fad00 0x56377e4fa7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:53.984 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.978+0000 7f3bbf6e2b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56377e500160 0x56377e4efbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:53.984 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.978+0000 7f3bbf6e2b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e500a80 0x56377e500e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:53.984 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.978+0000 7f3bbf6e2b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x56377e513a30 con 0x56377e500a80 2024-05-10T11:20:53.985 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.978+0000 7f3bbf6e2b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x56377e514100 con 0x56377e4fad00 2024-05-10T11:20:53.985 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.978+0000 7f3bbf6e2b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x56377e5147d0 con 0x56377e500160 2024-05-10T11:20:53.985 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.978+0000 7f3baed9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e500a80 0x56377e500e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:53.985 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.978+0000 7f3baed9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e500a80 0x56377e500e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57400/0 (socket says 172.21.15.53:57400) 2024-05-10T11:20:53.985 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.978+0000 7f3baed9d700 1 -- 172.21.15.53:0/2704623236 learned_addr learned my addr 172.21.15.53:0/2704623236 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:53.985 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.978+0000 7f3bae59c700 1 --2- 172.21.15.53:0/2704623236 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56377e4fad00 0x56377e4fa7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:53.985 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.978+0000 7f3badd9b700 1 --2- 172.21.15.53:0/2704623236 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56377e500160 0x56377e4efbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:53.985 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.979+0000 7f3baed9d700 1 -- 172.21.15.53:0/2704623236 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56377e500160 msgr2=0x56377e4efbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:53.985 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.979+0000 7f3baed9d700 1 --2- 172.21.15.53:0/2704623236 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56377e500160 0x56377e4efbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.985 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.979+0000 7f3baed9d700 1 -- 172.21.15.53:0/2704623236 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56377e4fad00 msgr2=0x56377e4fa7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:53.985 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.979+0000 7f3baed9d700 1 --2- 172.21.15.53:0/2704623236 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56377e4fad00 0x56377e4fa7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.985 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.979+0000 7f3baed9d700 1 -- 172.21.15.53:0/2704623236 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56377e513f20 con 0x56377e500a80 2024-05-10T11:20:53.985 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.979+0000 7f3badd9b700 1 --2- 172.21.15.53:0/2704623236 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56377e500160 0x56377e4efbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:20:53.985 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.979+0000 7f3bae59c700 1 --2- 172.21.15.53:0/2704623236 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56377e4fad00 0x56377e4fa7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:20:53.985 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.979+0000 7f3baed9d700 1 --2- 172.21.15.53:0/2704623236 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e500a80 0x56377e500e90 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f3ba800b8d0 tx=0x7f3ba800bbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb023e9834b2ba3 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:53.986 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.979+0000 7f3b97fff700 1 -- 172.21.15.53:0/2704623236 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ba8018070 con 0x56377e500a80 2024-05-10T11:20:53.986 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.979+0000 7f3b97fff700 1 -- 172.21.15.53:0/2704623236 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3ba8010c20 con 0x56377e500a80 2024-05-10T11:20:53.986 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.979+0000 7f3b97fff700 1 -- 172.21.15.53:0/2704623236 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ba8014c50 con 0x56377e500a80 2024-05-10T11:20:53.986 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.979+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/2704623236 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e500a80 msgr2=0x56377e500e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:53.986 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.979+0000 7f3bbf6e2b80 1 --2- 172.21.15.53:0/2704623236 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e500a80 0x56377e500e90 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f3ba800b8d0 tx=0x7f3ba800bbe0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.986 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.980+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/2704623236 shutdown_connections 2024-05-10T11:20:53.986 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.980+0000 7f3bbf6e2b80 1 --2- 172.21.15.53:0/2704623236 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e500a80 0x56377e500e90 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.986 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.980+0000 7f3bbf6e2b80 1 --2- 172.21.15.53:0/2704623236 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56377e4fad00 0x56377e4fa7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.986 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.980+0000 7f3bbf6e2b80 1 --2- 172.21.15.53:0/2704623236 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56377e500160 0x56377e4efbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.980+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/2704623236 >> 172.21.15.53:0/2704623236 conn(0x56377e426b20 msgr2=0x56377e502370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:53.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.980+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/2704623236 shutdown_connections 2024-05-10T11:20:53.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.980+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/2704623236 wait complete. 2024-05-10T11:20:53.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.980+0000 7f3bbf6e2b80 1 -- start start 2024-05-10T11:20:53.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.980+0000 7f3bbf6e2b80 1 Processor -- start 2024-05-10T11:20:53.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.980+0000 7f3bbf6e2b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e4fad00 0x56377e51ef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:53.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.980+0000 7f3bbf6e2b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56377e500160 0x56377e4eebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:53.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.980+0000 7f3bbf6e2b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56377e500a80 0x56377e4ef120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:53.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.980+0000 7f3bbf6e2b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x56377e515570 con 0x56377e4fad00 2024-05-10T11:20:53.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.980+0000 7f3bbf6e2b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x56377e514ea0 con 0x56377e500a80 2024-05-10T11:20:53.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.980+0000 7f3bbf6e2b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x56377e515c40 con 0x56377e500160 2024-05-10T11:20:53.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.980+0000 7f3bbf6e2b80 10 client.0 _ll_register_callbacks cb 0x56377e3e0560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:20:53.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.980+0000 7f3bae59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e4fad00 0x56377e51ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:53.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.980+0000 7f3bae59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e4fad00 0x56377e51ef20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57414/0 (socket says 172.21.15.53:57414) 2024-05-10T11:20:53.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.980+0000 7f3bae59c700 1 -- 172.21.15.53:0/2357722668 learned_addr learned my addr 172.21.15.53:0/2357722668 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:53.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.981+0000 7f3badd9b700 1 --2- 172.21.15.53:0/2357722668 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56377e500160 0x56377e4eebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:53.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.981+0000 7f3bae59c700 1 -- 172.21.15.53:0/2357722668 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56377e500160 msgr2=0x56377e4eebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:53.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.981+0000 7f3baed9d700 1 --2- 172.21.15.53:0/2357722668 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56377e500a80 0x56377e4ef120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:53.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.981+0000 7f3bae59c700 1 --2- 172.21.15.53:0/2357722668 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56377e500160 0x56377e4eebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.981+0000 7f3bae59c700 1 -- 172.21.15.53:0/2357722668 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56377e500a80 msgr2=0x56377e4ef120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:53.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.981+0000 7f3bae59c700 1 --2- 172.21.15.53:0/2357722668 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56377e500a80 0x56377e4ef120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.981+0000 7f3bae59c700 1 -- 172.21.15.53:0/2357722668 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56377e4ef810 con 0x56377e4fad00 2024-05-10T11:20:53.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.981+0000 7f3bae59c700 1 --2- 172.21.15.53:0/2357722668 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e4fad00 0x56377e51ef20 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f3ba0014c80 tx=0x7f3ba0009a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d067e8d96a3401a2 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:53.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.981+0000 7f3b95ffb700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:20:53.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.981+0000 7f3b95ffb700 1 -- 172.21.15.53:0/2357722668 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ba0087070 con 0x56377e4fad00 2024-05-10T11:20:53.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.981+0000 7f3b95ffb700 1 -- 172.21.15.53:0/2357722668 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f3ba00ae460 con 0x56377e4fad00 2024-05-10T11:20:53.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.981+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/2357722668 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3ba8010c20 con 0x56377e4fad00 2024-05-10T11:20:53.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.981+0000 7f3b95ffb700 1 -- 172.21.15.53:0/2357722668 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3ba00b6050 con 0x56377e4fad00 2024-05-10T11:20:53.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.981+0000 7f3bbf6e2b80 10 client.15210 fetch_fsmap learned FSMap version 28 2024-05-10T11:20:53.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.981+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/2357722668 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56377e57f6f0 con 0x56377e4fad00 2024-05-10T11:20:53.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.981+0000 7f3b95ffb700 1 -- 172.21.15.53:0/2357722668 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3ba8010c20 con 0x56377e4fad00 2024-05-10T11:20:53.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.982+0000 7f3b95ffb700 1 -- 172.21.15.53:0/2357722668 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f3ba00a47c0 con 0x56377e4fad00 2024-05-10T11:20:53.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.982+0000 7f3bbf6e2b80 10 client.15210 fetch_fsmap finished waiting for FSMap version 28 2024-05-10T11:20:53.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.982+0000 7f3bbf6e2b80 10 client.15210 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-10T11:20:53.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.982+0000 7f3bbf6e2b80 20 client.15210 populate_metadata read hostname 'smithi053' 2024-05-10T11:20:53.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.982+0000 7f3bbf6e2b80 1 --2- 172.21.15.53:0/2357722668 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x56377e584180 0x56377e582e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:53.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.982+0000 7f3bbf6e2b80 4 client.15210 mds_command: new command op to 24428 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-10T11:20:53.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.982+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/2357722668 --> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] -- command(tid 0: {"prefix": "status"}) -- 0x56377e454370 con 0x56377e584180 2024-05-10T11:20:53.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.982+0000 7f3badd9b700 1 --2- 172.21.15.53:0/2357722668 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x56377e584180 0x56377e582e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:53.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.982+0000 7f3b95ffb700 10 client.15210 ms_handle_connect on v2:172.21.15.132:6838/2363266970 2024-05-10T11:20:53.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.982+0000 7f3badd9b700 1 --2- 172.21.15.53:0/2357722668 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x56377e584180 0x56377e582e90 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=8390b25693182300 server_cookie=3bbf5ded32626fbd in_seq=0 out_seq=0 2024-05-10T11:20:53.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.983+0000 7f3b95ffb700 1 -- 172.21.15.53:0/2357722668 <== mds.3 v2:172.21.15.132:6838/2363266970 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x56377e454370 con 0x56377e584180 2024-05-10T11:20:53.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.983+0000 7f3b95ffb700 10 client.15210 handle_command_reply: tid=0 2024-05-10T11:20:53.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.983+0000 7f3bbf6e2b80 1 client.15210 shutdown 2024-05-10T11:20:53.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.983+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/2357722668 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e4fad00 msgr2=0x56377e51ef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:53.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.983+0000 7f3bbf6e2b80 1 --2- 172.21.15.53:0/2357722668 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e4fad00 0x56377e51ef20 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f3ba0014c80 tx=0x7f3ba0009a10 comp rx=0 tx=0).stop 2024-05-10T11:20:53.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.983+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/2357722668 shutdown_connections 2024-05-10T11:20:53.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.983+0000 7f3bbf6e2b80 1 --2- 172.21.15.53:0/2357722668 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56377e500a80 0x56377e4ef120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.983+0000 7f3bbf6e2b80 1 --2- 172.21.15.53:0/2357722668 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56377e4fad00 0x56377e51ef20 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.983+0000 7f3bbf6e2b80 1 --2- 172.21.15.53:0/2357722668 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x56377e584180 0x56377e582e90 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.983+0000 7f3bbf6e2b80 1 --2- 172.21.15.53:0/2357722668 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56377e500160 0x56377e4eebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.983+0000 7f3b95ffb700 0 client.15210 ms_handle_reset on v2:172.21.15.132:6838/2363266970 2024-05-10T11:20:53.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.983+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/2357722668 >> 172.21.15.53:0/2357722668 conn(0x56377e426b20 msgr2=0x56377e500e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:53.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.983+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/2357722668 shutdown_connections 2024-05-10T11:20:53.991 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.983+0000 7f3bbf6e2b80 1 -- 172.21.15.53:0/2357722668 wait complete. 2024-05-10T11:20:53.991 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.983+0000 7f3bbf6e2b80 20 client.15210 trim_cache size 0 max 16384 2024-05-10T11:20:53.991 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:20:53.991 INFO:teuthology.orchestra.run.smithi053.stdout: "cluster_fsid": "745ae8e0-0ebd-11ef-bc98-c7b262605968", 2024-05-10T11:20:53.991 INFO:teuthology.orchestra.run.smithi053.stdout: "whoami": 3, 2024-05-10T11:20:53.991 INFO:teuthology.orchestra.run.smithi053.stdout: "id": 24428, 2024-05-10T11:20:53.991 INFO:teuthology.orchestra.run.smithi053.stdout: "want_state": "up:active", 2024-05-10T11:20:53.991 INFO:teuthology.orchestra.run.smithi053.stdout: "state": "up:active", 2024-05-10T11:20:53.991 INFO:teuthology.orchestra.run.smithi053.stdout: "fs_name": "cephfs", 2024-05-10T11:20:53.991 INFO:teuthology.orchestra.run.smithi053.stdout: "rank_uptime": 174.216193997, 2024-05-10T11:20:53.991 INFO:teuthology.orchestra.run.smithi053.stdout: "mdsmap_epoch": 28, 2024-05-10T11:20:53.992 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_epoch": 90, 2024-05-10T11:20:53.992 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_epoch_barrier": 88, 2024-05-10T11:20:53.992 INFO:teuthology.orchestra.run.smithi053.stdout: "uptime": 257.006446031 2024-05-10T11:20:53.992 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:20:53.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.983+0000 7f3bb4e4f700 1 -- 172.21.15.53:0/3394440441 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3b9c0b2900 msgr2=0x7f3b9c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:53.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.983+0000 7f3bb4e4f700 1 --2- 172.21.15.53:0/3394440441 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3b9c0b2900 0x7f3b9c0b4dc0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f3b9800b5c0 tx=0x7f3b98005fb0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.983+0000 7f3bb4e4f700 1 -- 172.21.15.53:0/3394440441 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3bb006b180 msgr2=0x7f3bb019f820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:53.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.983+0000 7f3bb4e4f700 1 --2- 172.21.15.53:0/3394440441 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3bb006b180 0x7f3bb019f820 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f3ba000ba50 tx=0x7f3ba000be10 comp rx=0 tx=0).stop 2024-05-10T11:20:53.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.984+0000 7f3bb4e4f700 1 -- 172.21.15.53:0/3394440441 shutdown_connections 2024-05-10T11:20:53.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.984+0000 7f3bb4e4f700 1 --2- 172.21.15.53:0/3394440441 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3b9c0b2900 0x7f3b9c0b4dc0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.984+0000 7f3bb4e4f700 1 --2- 172.21.15.53:0/3394440441 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3bb0109510 0x7f3bb0199a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.984+0000 7f3bb4e4f700 1 --2- 172.21.15.53:0/3394440441 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3bb006b180 0x7f3bb019f820 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.984+0000 7f3bb4e4f700 1 --2- 172.21.15.53:0/3394440441 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3bb006bb40 0x7f3bb019fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:53.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.984+0000 7f3bb4e4f700 1 -- 172.21.15.53:0/3394440441 >> 172.21.15.53:0/3394440441 conn(0x7f3bb0079350 msgr2=0x7f3bb0101310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:53.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.984+0000 7f3bb4e4f700 1 -- 172.21.15.53:0/3394440441 shutdown_connections 2024-05-10T11:20:53.993 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:53.984+0000 7f3bb4e4f700 1 -- 172.21.15.53:0/3394440441 wait complete. 2024-05-10T11:20:54.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:53 smithi132 ceph-mon[33758]: pgmap v423: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:20:54.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:53 smithi187 ceph-mon[34076]: pgmap v423: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:20:54.740 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.f status 2024-05-10T11:20:54.995 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:20:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:55 smithi053 ceph-mon[30153]: pgmap v424: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:20:56.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:55 smithi132 ceph-mon[33758]: pgmap v424: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:20:56.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:55 smithi187 ceph-mon[34076]: pgmap v424: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:20:56.759 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.757+0000 7fcd020bd700 1 -- 172.21.15.53:0/975440586 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fccfc109590 msgr2=0x7fccfc109970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.757+0000 7fcd020bd700 1 --2- 172.21.15.53:0/975440586 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fccfc109590 0x7fccfc109970 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fccec0099c0 tx=0x7fccec009cd0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.757+0000 7fcd020bd700 1 -- 172.21.15.53:0/975440586 shutdown_connections 2024-05-10T11:20:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.757+0000 7fcd020bd700 1 --2- 172.21.15.53:0/975440586 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fccfc06c630 0x7fccfc110360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.757+0000 7fcd020bd700 1 --2- 172.21.15.53:0/975440586 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fccfc109590 0x7fccfc109970 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.757+0000 7fcd020bd700 1 --2- 172.21.15.53:0/975440586 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fccfc06bc70 0x7fccfc06c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.757+0000 7fcd020bd700 1 -- 172.21.15.53:0/975440586 >> 172.21.15.53:0/975440586 conn(0x7fccfc079440 msgr2=0x7fccfc079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.757+0000 7fcd020bd700 1 -- 172.21.15.53:0/975440586 shutdown_connections 2024-05-10T11:20:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.757+0000 7fcd020bd700 1 -- 172.21.15.53:0/975440586 wait complete. 2024-05-10T11:20:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.757+0000 7fcd020bd700 1 Processor -- start 2024-05-10T11:20:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.758+0000 7fcd020bd700 1 -- start start 2024-05-10T11:20:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.758+0000 7fcd020bd700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fccfc06bc70 0x7fccfc19f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.758+0000 7fcd020bd700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fccfc06c630 0x7fccfc19fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.758+0000 7fcd020bd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fccfc109590 0x7fccfc199880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:56.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.758+0000 7fcd020bd700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fccfc113540 con 0x7fccfc109590 2024-05-10T11:20:56.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.758+0000 7fcd020bd700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fccfc1133c0 con 0x7fccfc06bc70 2024-05-10T11:20:56.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.758+0000 7fcd020bd700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fccfc1136c0 con 0x7fccfc06c630 2024-05-10T11:20:56.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.758+0000 7fccfbfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fccfc109590 0x7fccfc199880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:56.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.758+0000 7fccfbfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fccfc109590 0x7fccfc199880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57430/0 (socket says 172.21.15.53:57430) 2024-05-10T11:20:56.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.758+0000 7fccfbfff700 1 -- 172.21.15.53:0/3244926608 learned_addr learned my addr 172.21.15.53:0/3244926608 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:56.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.758+0000 7fccfaffd700 1 --2- 172.21.15.53:0/3244926608 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fccfc06c630 0x7fccfc19fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:56.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.758+0000 7fccfb7fe700 1 --2- 172.21.15.53:0/3244926608 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fccfc06bc70 0x7fccfc19f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:56.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.759+0000 7fccfbfff700 1 -- 172.21.15.53:0/3244926608 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fccfc06c630 msgr2=0x7fccfc19fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:56.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.759+0000 7fccfbfff700 1 --2- 172.21.15.53:0/3244926608 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fccfc06c630 0x7fccfc19fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.759+0000 7fccfbfff700 1 -- 172.21.15.53:0/3244926608 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fccfc06bc70 msgr2=0x7fccfc19f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:56.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.759+0000 7fccfbfff700 1 --2- 172.21.15.53:0/3244926608 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fccfc06bc70 0x7fccfc19f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.759+0000 7fccfbfff700 1 -- 172.21.15.53:0/3244926608 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccfc199fe0 con 0x7fccfc109590 2024-05-10T11:20:56.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.759+0000 7fccfb7fe700 1 --2- 172.21.15.53:0/3244926608 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fccfc06bc70 0x7fccfc19f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:20:56.762 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.759+0000 7fccfbfff700 1 --2- 172.21.15.53:0/3244926608 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fccfc109590 0x7fccfc199880 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fccf4007ee0 tx=0x7fccf400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:56.762 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.759+0000 7fccf8ff9700 1 -- 172.21.15.53:0/3244926608 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf400ddd0 con 0x7fccfc109590 2024-05-10T11:20:56.762 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.759+0000 7fccf8ff9700 1 -- 172.21.15.53:0/3244926608 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fccf4004020 con 0x7fccfc109590 2024-05-10T11:20:56.762 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.759+0000 7fcd020bd700 1 -- 172.21.15.53:0/3244926608 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccfc19a2d0 con 0x7fccfc109590 2024-05-10T11:20:56.762 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.759+0000 7fccf8ff9700 1 -- 172.21.15.53:0/3244926608 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf4015660 con 0x7fccfc109590 2024-05-10T11:20:56.762 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.759+0000 7fcd020bd700 1 -- 172.21.15.53:0/3244926608 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccfc1a6590 con 0x7fccfc109590 2024-05-10T11:20:56.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.762+0000 7fccf8ff9700 1 -- 172.21.15.53:0/3244926608 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fccf40041d0 con 0x7fccfc109590 2024-05-10T11:20:56.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.763+0000 7fccf8ff9700 1 --2- 172.21.15.53:0/3244926608 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcce40b2900 0x7fcce40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:56.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.763+0000 7fccfb7fe700 1 --2- 172.21.15.53:0/3244926608 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcce40b2900 0x7fcce40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:56.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.763+0000 7fccf8ff9700 1 -- 172.21.15.53:0/3244926608 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fccf40e1fd0 con 0x7fccfc109590 2024-05-10T11:20:56.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.763+0000 7fcd0c950b80 1 Processor -- start 2024-05-10T11:20:56.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.763+0000 7fccfb7fe700 1 --2- 172.21.15.53:0/3244926608 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcce40b2900 0x7fcce40b4dc0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fccec009990 tx=0x7fccec01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.763+0000 7fcd0c950b80 1 -- start start 2024-05-10T11:20:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.764+0000 7fcd0c950b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56509c061160 0x56509c061540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.764+0000 7fcd0c950b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56509c061a80 0x56509c05b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.764+0000 7fcd0c950b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c05bd00 0x56509c05c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.764+0000 7fcd0c950b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x56509bfad8f0 con 0x56509c05bd00 2024-05-10T11:20:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.764+0000 7fcd0c950b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x56509bf12d50 con 0x56509c061a80 2024-05-10T11:20:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.764+0000 7fcd0c950b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x56509bfa98b0 con 0x56509c061160 2024-05-10T11:20:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.764+0000 7fccfbfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c05bd00 0x56509c05c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.764+0000 7fccfbfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c05bd00 0x56509c05c140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57442/0 (socket says 172.21.15.53:57442) 2024-05-10T11:20:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.764+0000 7fccfbfff700 1 -- 172.21.15.53:0/510398918 learned_addr learned my addr 172.21.15.53:0/510398918 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.764+0000 7fccfaffd700 1 --2- 172.21.15.53:0/510398918 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56509c061a80 0x56509c05b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.764+0000 7fccfb7fe700 1 --2- 172.21.15.53:0/510398918 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56509c061160 0x56509c061540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.764+0000 7fccfbfff700 1 -- 172.21.15.53:0/510398918 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56509c061160 msgr2=0x56509c061540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.764+0000 7fccfbfff700 1 --2- 172.21.15.53:0/510398918 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56509c061160 0x56509c061540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.764+0000 7fccfbfff700 1 -- 172.21.15.53:0/510398918 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56509c061a80 msgr2=0x56509c05b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.764+0000 7fccfbfff700 1 --2- 172.21.15.53:0/510398918 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56509c061a80 0x56509c05b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.764+0000 7fccfbfff700 1 -- 172.21.15.53:0/510398918 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56509befa880 con 0x56509c05bd00 2024-05-10T11:20:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.764+0000 7fccfb7fe700 1 --2- 172.21.15.53:0/510398918 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56509c061160 0x56509c061540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:20:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.764+0000 7fccfbfff700 1 --2- 172.21.15.53:0/510398918 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c05bd00 0x56509c05c140 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fccf40a5280 tx=0x7fccf40a9980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0bd89ae14419f5f server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.764+0000 7fcce1ffb700 1 -- 172.21.15.53:0/510398918 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf40ad5b0 con 0x56509c05bd00 2024-05-10T11:20:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.764+0000 7fcce1ffb700 1 -- 172.21.15.53:0/510398918 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fccf40b2060 con 0x56509c05bd00 2024-05-10T11:20:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.764+0000 7fcce1ffb700 1 -- 172.21.15.53:0/510398918 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf4004e30 con 0x56509c05bd00 2024-05-10T11:20:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.765+0000 7fcd0c950b80 1 -- 172.21.15.53:0/510398918 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c05bd00 msgr2=0x56509c05c140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.765+0000 7fcd0c950b80 1 --2- 172.21.15.53:0/510398918 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c05bd00 0x56509c05c140 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fccf40a5280 tx=0x7fccf40a9980 comp rx=0 tx=0).stop 2024-05-10T11:20:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.765+0000 7fcd0c950b80 1 -- 172.21.15.53:0/510398918 shutdown_connections 2024-05-10T11:20:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.765+0000 7fcd0c950b80 1 --2- 172.21.15.53:0/510398918 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c05bd00 0x56509c05c140 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.765+0000 7fcd0c950b80 1 --2- 172.21.15.53:0/510398918 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56509c061160 0x56509c061540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.765+0000 7fcd0c950b80 1 --2- 172.21.15.53:0/510398918 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56509c061a80 0x56509c05b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.765+0000 7fcd0c950b80 1 -- 172.21.15.53:0/510398918 >> 172.21.15.53:0/510398918 conn(0x56509bf87b20 msgr2=0x56509c056250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:56.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.765+0000 7fcd0c950b80 1 -- 172.21.15.53:0/510398918 shutdown_connections 2024-05-10T11:20:56.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.765+0000 7fcd0c950b80 1 -- 172.21.15.53:0/510398918 wait complete. 2024-05-10T11:20:56.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.766+0000 7fcd0c950b80 1 -- start start 2024-05-10T11:20:56.771 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.766+0000 7fcd0c950b80 1 Processor -- start 2024-05-10T11:20:56.771 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.766+0000 7fcd0c950b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c05bd00 0x56509c0676f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:56.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.766+0000 7fcd0c950b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56509c061160 0x56509c064a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:56.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.766+0000 7fcd0c950b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56509c061a80 0x56509c064fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:56.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.766+0000 7fcd0c950b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x56509c068400 con 0x56509c05bd00 2024-05-10T11:20:56.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.766+0000 7fcd0c950b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x56509bf66e80 con 0x56509c061a80 2024-05-10T11:20:56.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.766+0000 7fcd0c950b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x56509c068580 con 0x56509c061160 2024-05-10T11:20:56.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.766+0000 7fcd0c950b80 10 client.0 _ll_register_callbacks cb 0x56509bf41560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:20:56.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.766+0000 7fccfb7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c05bd00 0x56509c0676f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:56.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.766+0000 7fccfb7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c05bd00 0x56509c0676f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57454/0 (socket says 172.21.15.53:57454) 2024-05-10T11:20:56.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.766+0000 7fccfb7fe700 1 -- 172.21.15.53:0/3988272495 learned_addr learned my addr 172.21.15.53:0/3988272495 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:56.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.767+0000 7fccfaffd700 1 --2- 172.21.15.53:0/3988272495 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56509c061160 0x56509c064a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:56.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.767+0000 7fccfbfff700 1 --2- 172.21.15.53:0/3988272495 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56509c061a80 0x56509c064fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:56.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.767+0000 7fccfb7fe700 1 -- 172.21.15.53:0/3988272495 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56509c061160 msgr2=0x56509c064a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:56.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.767+0000 7fccfb7fe700 1 --2- 172.21.15.53:0/3988272495 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56509c061160 0x56509c064a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.767+0000 7fccfb7fe700 1 -- 172.21.15.53:0/3988272495 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56509c061a80 msgr2=0x56509c064fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:56.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.767+0000 7fccfb7fe700 1 --2- 172.21.15.53:0/3988272495 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56509c061a80 0x56509c064fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.767+0000 7fccfb7fe700 1 -- 172.21.15.53:0/3988272495 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56509bf64710 con 0x56509c05bd00 2024-05-10T11:20:56.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.767+0000 7fccfaffd700 1 --2- 172.21.15.53:0/3988272495 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56509c061160 0x56509c064a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:20:56.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.767+0000 7fccfb7fe700 1 --2- 172.21.15.53:0/3988272495 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c05bd00 0x56509c0676f0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fccec00b580 tx=0x7fccec009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1016aef8424ce32 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:56.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.767+0000 7fccdaffd700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:20:56.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.767+0000 7fccdaffd700 1 -- 172.21.15.53:0/3988272495 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccec034060 con 0x56509c05bd00 2024-05-10T11:20:56.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.767+0000 7fccdaffd700 1 -- 172.21.15.53:0/3988272495 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fccec00f460 con 0x56509c05bd00 2024-05-10T11:20:56.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.767+0000 7fcd0c950b80 1 -- 172.21.15.53:0/3988272495 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fccf40b2060 con 0x56509c05bd00 2024-05-10T11:20:56.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.767+0000 7fccdaffd700 1 -- 172.21.15.53:0/3988272495 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fccec03b050 con 0x56509c05bd00 2024-05-10T11:20:56.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.767+0000 7fcd0c950b80 10 client.15222 fetch_fsmap learned FSMap version 28 2024-05-10T11:20:56.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.767+0000 7fcd0c950b80 1 -- 172.21.15.53:0/3988272495 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56509c072d80 con 0x56509c05bd00 2024-05-10T11:20:56.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.767+0000 7fccdaffd700 1 -- 172.21.15.53:0/3988272495 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fccf40b2060 con 0x56509c05bd00 2024-05-10T11:20:56.773 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.768+0000 7fccdaffd700 1 -- 172.21.15.53:0/3988272495 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fccec02e070 con 0x56509c05bd00 2024-05-10T11:20:56.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.768+0000 7fcd0c950b80 10 client.15222 fetch_fsmap finished waiting for FSMap version 28 2024-05-10T11:20:56.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.768+0000 7fcd0c950b80 10 client.15222 resolve_mds: resolved name 'f' to daemon mds.f 2024-05-10T11:20:56.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.768+0000 7fcd0c950b80 20 client.15222 populate_metadata read hostname 'smithi053' 2024-05-10T11:20:56.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.768+0000 7fcd0c950b80 1 --2- 172.21.15.53:0/3988272495 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56509c075390 0x56509c076800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:56.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.768+0000 7fcd0c950b80 4 client.15222 mds_command: new command op to 24442 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:20:56.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.768+0000 7fcd0c950b80 1 -- 172.21.15.53:0/3988272495 --> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56509bfbb2d0 con 0x56509c075390 2024-05-10T11:20:56.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.768+0000 7fccfaffd700 1 --2- 172.21.15.53:0/3988272495 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56509c075390 0x56509c076800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:56.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.768+0000 7fccfaffd700 1 --2- 172.21.15.53:0/3988272495 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56509c075390 0x56509c076800 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=48be878f0672ad8d server_cookie=ac2ae470b74e57cf in_seq=0 out_seq=0 2024-05-10T11:20:56.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.768+0000 7fccdaffd700 10 client.15222 ms_handle_connect on v2:172.21.15.187:6834/4099468922 2024-05-10T11:20:56.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.769+0000 7fccdaffd700 1 -- 172.21.15.53:0/3988272495 <== mds.2 v2:172.21.15.187:6834/4099468922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56509bfbb2d0 con 0x56509c075390 2024-05-10T11:20:56.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.769+0000 7fccdaffd700 10 client.15222 handle_command_reply: tid=0 2024-05-10T11:20:56.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.769+0000 7fcd0c950b80 1 client.15222 shutdown 2024-05-10T11:20:56.774 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.770+0000 7fcd0c950b80 1 -- 172.21.15.53:0/3988272495 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c05bd00 msgr2=0x56509c0676f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:56.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.770+0000 7fcd0c950b80 1 --2- 172.21.15.53:0/3988272495 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c05bd00 0x56509c0676f0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fccec00b580 tx=0x7fccec009310 comp rx=0 tx=0).stop 2024-05-10T11:20:56.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.770+0000 7fcd0c950b80 1 -- 172.21.15.53:0/3988272495 shutdown_connections 2024-05-10T11:20:56.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.770+0000 7fcd0c950b80 1 --2- 172.21.15.53:0/3988272495 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56509c061a80 0x56509c064fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.770+0000 7fcd0c950b80 1 --2- 172.21.15.53:0/3988272495 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56509c075390 0x56509c076800 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.770+0000 7fccdaffd700 0 client.15222 ms_handle_reset on v2:172.21.15.187:6834/4099468922 2024-05-10T11:20:56.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.770+0000 7fcd0c950b80 1 --2- 172.21.15.53:0/3988272495 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c05bd00 0x56509c0676f0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.770+0000 7fcd0c950b80 1 --2- 172.21.15.53:0/3988272495 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56509c061160 0x56509c064a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.770+0000 7fcd0c950b80 1 -- 172.21.15.53:0/3988272495 >> 172.21.15.53:0/3988272495 conn(0x56509bf87b20 msgr2=0x56509c050ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:56.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.770+0000 7fcd0c950b80 1 -- 172.21.15.53:0/3988272495 shutdown_connections 2024-05-10T11:20:56.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.770+0000 7fcd0c950b80 1 -- 172.21.15.53:0/3988272495 wait complete. 2024-05-10T11:20:56.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.770+0000 7fcd0c950b80 20 client.15222 trim_cache size 0 max 16384 2024-05-10T11:20:56.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.791+0000 7fcd0c950b80 1 Processor -- start 2024-05-10T11:20:56.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.791+0000 7fcd0c950b80 1 -- start start 2024-05-10T11:20:56.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.791+0000 7fcd0c950b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56509c05bd00 0x56509c05b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:56.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.791+0000 7fcd0c950b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c061160 0x56509c05c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:56.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.791+0000 7fcd0c950b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56509c061a80 0x56509c065000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.791+0000 7fcd0c950b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x56509c074b40 con 0x56509c061160 2024-05-10T11:20:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.791+0000 7fcd0c950b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x56509c075210 con 0x56509c061a80 2024-05-10T11:20:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.791+0000 7fcd0c950b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x56509c0758e0 con 0x56509c05bd00 2024-05-10T11:20:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.791+0000 7fccfaffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c061160 0x56509c05c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.792+0000 7fccfaffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c061160 0x56509c05c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57468/0 (socket says 172.21.15.53:57468) 2024-05-10T11:20:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.792+0000 7fccfaffd700 1 -- 172.21.15.53:0/165400340 learned_addr learned my addr 172.21.15.53:0/165400340 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.792+0000 7fccfb7fe700 1 --2- 172.21.15.53:0/165400340 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56509c05bd00 0x56509c05b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.792+0000 7fccfbfff700 1 --2- 172.21.15.53:0/165400340 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56509c061a80 0x56509c065000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.792+0000 7fccfaffd700 1 -- 172.21.15.53:0/165400340 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56509c05bd00 msgr2=0x56509c05b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.792+0000 7fccfaffd700 1 --2- 172.21.15.53:0/165400340 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56509c05bd00 0x56509c05b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.792+0000 7fccfaffd700 1 -- 172.21.15.53:0/165400340 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56509c061a80 msgr2=0x56509c065000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.792+0000 7fccfaffd700 1 --2- 172.21.15.53:0/165400340 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56509c061a80 0x56509c065000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.792+0000 7fccfaffd700 1 -- 172.21.15.53:0/165400340 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56509c057c90 con 0x56509c061160 2024-05-10T11:20:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.792+0000 7fccfaffd700 1 --2- 172.21.15.53:0/165400340 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c061160 0x56509c05c0e0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fccf0004790 tx=0x7fccf0010430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d9ef63307eff5d6 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.792+0000 7fcce17fa700 1 -- 172.21.15.53:0/165400340 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf0010b90 con 0x56509c061160 2024-05-10T11:20:56.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.792+0000 7fcce17fa700 1 -- 172.21.15.53:0/165400340 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fccf0023070 con 0x56509c061160 2024-05-10T11:20:56.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.792+0000 7fcce17fa700 1 -- 172.21.15.53:0/165400340 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf00054c0 con 0x56509c061160 2024-05-10T11:20:56.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.793+0000 7fcd0c950b80 1 -- 172.21.15.53:0/165400340 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c061160 msgr2=0x56509c05c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:56.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.793+0000 7fcd0c950b80 1 --2- 172.21.15.53:0/165400340 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c061160 0x56509c05c0e0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fccf0004790 tx=0x7fccf0010430 comp rx=0 tx=0).stop 2024-05-10T11:20:56.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.793+0000 7fcd0c950b80 1 -- 172.21.15.53:0/165400340 shutdown_connections 2024-05-10T11:20:56.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.793+0000 7fcd0c950b80 1 --2- 172.21.15.53:0/165400340 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56509c061a80 0x56509c065000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.793+0000 7fcd0c950b80 1 --2- 172.21.15.53:0/165400340 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56509c05bd00 0x56509c05b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.793+0000 7fcd0c950b80 1 --2- 172.21.15.53:0/165400340 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c061160 0x56509c05c0e0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.793+0000 7fcd0c950b80 1 -- 172.21.15.53:0/165400340 >> 172.21.15.53:0/165400340 conn(0x56509bf87b20 msgr2=0x56509c061e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:56.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.793+0000 7fcd0c950b80 1 -- 172.21.15.53:0/165400340 shutdown_connections 2024-05-10T11:20:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.793+0000 7fcd0c950b80 1 -- 172.21.15.53:0/165400340 wait complete. 2024-05-10T11:20:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.793+0000 7fcd0c950b80 1 -- start start 2024-05-10T11:20:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.794+0000 7fcd0c950b80 1 Processor -- start 2024-05-10T11:20:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.794+0000 7fcd0c950b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56509c05bd00 0x56509c080260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.794+0000 7fcd0c950b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56509c061160 0x56509c04fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.794+0000 7fcd0c950b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c061a80 0x56509c050350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.794+0000 7fcd0c950b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x56509c076680 con 0x56509c061a80 2024-05-10T11:20:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.794+0000 7fcd0c950b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x56509c075fb0 con 0x56509c05bd00 2024-05-10T11:20:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.794+0000 7fcd0c950b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x56509c076d50 con 0x56509c061160 2024-05-10T11:20:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.794+0000 7fcd0c950b80 10 client.0 _ll_register_callbacks cb 0x56509bf41560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:20:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.794+0000 7fccfbfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c061a80 0x56509c050350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.794+0000 7fccfbfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c061a80 0x56509c050350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57476/0 (socket says 172.21.15.53:57476) 2024-05-10T11:20:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.794+0000 7fccfbfff700 1 -- 172.21.15.53:0/3036388074 learned_addr learned my addr 172.21.15.53:0/3036388074 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.794+0000 7fccfb7fe700 1 --2- 172.21.15.53:0/3036388074 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56509c05bd00 0x56509c080260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:56.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.794+0000 7fccfaffd700 1 --2- 172.21.15.53:0/3036388074 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56509c061160 0x56509c04fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:56.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.794+0000 7fccfbfff700 1 -- 172.21.15.53:0/3036388074 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56509c061160 msgr2=0x56509c04fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:56.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.794+0000 7fccfbfff700 1 --2- 172.21.15.53:0/3036388074 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56509c061160 0x56509c04fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.794+0000 7fccfbfff700 1 -- 172.21.15.53:0/3036388074 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56509c05bd00 msgr2=0x56509c080260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:56.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.794+0000 7fccfbfff700 1 --2- 172.21.15.53:0/3036388074 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56509c05bd00 0x56509c080260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.794+0000 7fccfbfff700 1 -- 172.21.15.53:0/3036388074 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56509c07bd90 con 0x56509c061a80 2024-05-10T11:20:56.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.795+0000 7fccfbfff700 1 --2- 172.21.15.53:0/3036388074 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c061a80 0x56509c050350 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fccf40a5280 tx=0x7fccf4004720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c41c9b8b53e070e server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:56.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.795+0000 7fccdaffd700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:20:56.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.795+0000 7fccdaffd700 1 -- 172.21.15.53:0/3036388074 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf40c3060 con 0x56509c061a80 2024-05-10T11:20:56.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.795+0000 7fccdaffd700 1 -- 172.21.15.53:0/3036388074 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fccf40a9670 con 0x56509c061a80 2024-05-10T11:20:56.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.795+0000 7fcd0c950b80 1 -- 172.21.15.53:0/3036388074 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fccf0023070 con 0x56509c061a80 2024-05-10T11:20:56.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.795+0000 7fccdaffd700 1 -- 172.21.15.53:0/3036388074 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fccf40b2060 con 0x56509c061a80 2024-05-10T11:20:56.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.795+0000 7fcd0c950b80 10 client.15228 fetch_fsmap learned FSMap version 28 2024-05-10T11:20:56.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.795+0000 7fcd0c950b80 1 -- 172.21.15.53:0/3036388074 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56509c0e4d60 con 0x56509c061a80 2024-05-10T11:20:56.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.795+0000 7fccdaffd700 1 -- 172.21.15.53:0/3036388074 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fccf0023070 con 0x56509c061a80 2024-05-10T11:20:56.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.795+0000 7fccdaffd700 1 -- 172.21.15.53:0/3036388074 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fccf40b1bd0 con 0x56509c061a80 2024-05-10T11:20:56.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.795+0000 7fcd0c950b80 10 client.15228 fetch_fsmap finished waiting for FSMap version 28 2024-05-10T11:20:56.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.795+0000 7fcd0c950b80 10 client.15228 resolve_mds: resolved name 'f' to daemon mds.f 2024-05-10T11:20:56.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.795+0000 7fcd0c950b80 20 client.15228 populate_metadata read hostname 'smithi053' 2024-05-10T11:20:56.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.795+0000 7fcd0c950b80 1 --2- 172.21.15.53:0/3036388074 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56509c0e9340 0x56509c0e8050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:56.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.795+0000 7fcd0c950b80 4 client.15228 mds_command: new command op to 24442 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-10T11:20:56.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.795+0000 7fcd0c950b80 1 -- 172.21.15.53:0/3036388074 --> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] -- command(tid 0: {"prefix": "status"}) -- 0x56509bfb5370 con 0x56509c0e9340 2024-05-10T11:20:56.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.796+0000 7fccfb7fe700 1 --2- 172.21.15.53:0/3036388074 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56509c0e9340 0x56509c0e8050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:56.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.796+0000 7fccfb7fe700 1 --2- 172.21.15.53:0/3036388074 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56509c0e9340 0x56509c0e8050 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=682d695bda0bfa0d server_cookie=8338a5e4eb4633b1 in_seq=0 out_seq=0 2024-05-10T11:20:56.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.796+0000 7fccdaffd700 10 client.15228 ms_handle_connect on v2:172.21.15.187:6834/4099468922 2024-05-10T11:20:56.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.796+0000 7fccdaffd700 1 -- 172.21.15.53:0/3036388074 <== mds.2 v2:172.21.15.187:6834/4099468922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x56509bfb5370 con 0x56509c0e9340 2024-05-10T11:20:56.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.796+0000 7fccdaffd700 10 client.15228 handle_command_reply: tid=0 2024-05-10T11:20:56.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.796+0000 7fcd0c950b80 1 client.15228 shutdown 2024-05-10T11:20:56.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.797+0000 7fcd0c950b80 1 -- 172.21.15.53:0/3036388074 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c061a80 msgr2=0x56509c050350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:56.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.797+0000 7fcd0c950b80 1 --2- 172.21.15.53:0/3036388074 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c061a80 0x56509c050350 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fccf40a5280 tx=0x7fccf4004720 comp rx=0 tx=0).stop 2024-05-10T11:20:56.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.797+0000 7fcd0c950b80 1 -- 172.21.15.53:0/3036388074 shutdown_connections 2024-05-10T11:20:56.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.797+0000 7fcd0c950b80 1 --2- 172.21.15.53:0/3036388074 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56509c0e9340 0x56509c0e8050 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.797+0000 7fcd0c950b80 1 --2- 172.21.15.53:0/3036388074 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56509c061a80 0x56509c050350 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.797+0000 7fcd0c950b80 1 --2- 172.21.15.53:0/3036388074 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56509c05bd00 0x56509c080260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.797+0000 7fcd0c950b80 1 --2- 172.21.15.53:0/3036388074 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56509c061160 0x56509c04fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.797+0000 7fccdaffd700 0 client.15228 ms_handle_reset on v2:172.21.15.187:6834/4099468922 2024-05-10T11:20:56.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.797+0000 7fcd0c950b80 1 -- 172.21.15.53:0/3036388074 >> 172.21.15.53:0/3036388074 conn(0x56509bf87b20 msgr2=0x56509c05fbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:56.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.797+0000 7fcd0c950b80 1 -- 172.21.15.53:0/3036388074 shutdown_connections 2024-05-10T11:20:56.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.797+0000 7fcd0c950b80 1 -- 172.21.15.53:0/3036388074 wait complete. 2024-05-10T11:20:56.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.797+0000 7fcd0c950b80 20 client.15228 trim_cache size 0 max 16384 2024-05-10T11:20:56.802 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:20:56.802 INFO:teuthology.orchestra.run.smithi053.stdout: "cluster_fsid": "745ae8e0-0ebd-11ef-bc98-c7b262605968", 2024-05-10T11:20:56.802 INFO:teuthology.orchestra.run.smithi053.stdout: "whoami": 2, 2024-05-10T11:20:56.802 INFO:teuthology.orchestra.run.smithi053.stdout: "id": 24442, 2024-05-10T11:20:56.802 INFO:teuthology.orchestra.run.smithi053.stdout: "want_state": "up:active", 2024-05-10T11:20:56.803 INFO:teuthology.orchestra.run.smithi053.stdout: "state": "up:active", 2024-05-10T11:20:56.803 INFO:teuthology.orchestra.run.smithi053.stdout: "fs_name": "cephfs", 2024-05-10T11:20:56.803 INFO:teuthology.orchestra.run.smithi053.stdout: "rank_uptime": 178.039595883, 2024-05-10T11:20:56.803 INFO:teuthology.orchestra.run.smithi053.stdout: "mdsmap_epoch": 28, 2024-05-10T11:20:56.803 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_epoch": 90, 2024-05-10T11:20:56.803 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_epoch_barrier": 88, 2024-05-10T11:20:56.803 INFO:teuthology.orchestra.run.smithi053.stdout: "uptime": 279.62238274600003 2024-05-10T11:20:56.803 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:20:56.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.797+0000 7fcd020bd700 1 -- 172.21.15.53:0/3244926608 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcce40b2900 msgr2=0x7fcce40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:56.804 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.797+0000 7fcd020bd700 1 --2- 172.21.15.53:0/3244926608 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcce40b2900 0x7fcce40b4dc0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fccec009990 tx=0x7fccec01a040 comp rx=0 tx=0).stop 2024-05-10T11:20:56.804 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.797+0000 7fcd020bd700 1 -- 172.21.15.53:0/3244926608 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fccfc109590 msgr2=0x7fccfc199880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:56.804 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.797+0000 7fcd020bd700 1 --2- 172.21.15.53:0/3244926608 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fccfc109590 0x7fccfc199880 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fccf4007ee0 tx=0x7fccf400d3b0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.804 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.798+0000 7fcd020bd700 1 -- 172.21.15.53:0/3244926608 shutdown_connections 2024-05-10T11:20:56.804 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.798+0000 7fcd020bd700 1 --2- 172.21.15.53:0/3244926608 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcce40b2900 0x7fcce40b4dc0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.804 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.798+0000 7fcd020bd700 1 --2- 172.21.15.53:0/3244926608 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fccfc109590 0x7fccfc199880 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.804 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.798+0000 7fcd020bd700 1 --2- 172.21.15.53:0/3244926608 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fccfc06bc70 0x7fccfc19f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.804 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.798+0000 7fcd020bd700 1 --2- 172.21.15.53:0/3244926608 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fccfc06c630 0x7fccfc19fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:56.804 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.798+0000 7fcd020bd700 1 -- 172.21.15.53:0/3244926608 >> 172.21.15.53:0/3244926608 conn(0x7fccfc079440 msgr2=0x7fccfc101140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:56.804 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.798+0000 7fcd020bd700 1 -- 172.21.15.53:0/3244926608 shutdown_connections 2024-05-10T11:20:56.804 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:56.798+0000 7fcd020bd700 1 -- 172.21.15.53:0/3244926608 wait complete. 2024-05-10T11:20:57.567 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.c status 2024-05-10T11:20:57.824 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:20:58.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:57 smithi053 ceph-mon[30153]: pgmap v425: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:20:58.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:57 smithi132 ceph-mon[33758]: pgmap v425: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:20:58.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:57 smithi187 ceph-mon[34076]: pgmap v425: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:20:59.710 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.707+0000 7f7eaae7e700 1 -- 172.21.15.53:0/246989411 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ea4104100 msgr2=0x7f7ea4108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:59.710 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.707+0000 7f7eaae7e700 1 --2- 172.21.15.53:0/246989411 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ea4104100 0x7f7ea4108120 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f7e980099c0 tx=0x7f7e98009cd0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.710 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.707+0000 7f7eaae7e700 1 -- 172.21.15.53:0/246989411 shutdown_connections 2024-05-10T11:20:59.710 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.707+0000 7f7eaae7e700 1 --2- 172.21.15.53:0/246989411 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ea4108850 0x7f7ea41103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.710 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.707+0000 7f7eaae7e700 1 --2- 172.21.15.53:0/246989411 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ea4103750 0x7f7ea4103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.710 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.707+0000 7f7eaae7e700 1 --2- 172.21.15.53:0/246989411 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ea4104100 0x7f7ea4108120 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.710 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.707+0000 7f7eaae7e700 1 -- 172.21.15.53:0/246989411 >> 172.21.15.53:0/246989411 conn(0x7f7ea407a600 msgr2=0x7f7ea407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:59.711 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.707+0000 7f7eaae7e700 1 -- 172.21.15.53:0/246989411 shutdown_connections 2024-05-10T11:20:59.711 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.707+0000 7f7eaae7e700 1 -- 172.21.15.53:0/246989411 wait complete. 2024-05-10T11:20:59.711 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.708+0000 7f7eaae7e700 1 Processor -- start 2024-05-10T11:20:59.711 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.708+0000 7f7eaae7e700 1 -- start start 2024-05-10T11:20:59.711 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.708+0000 7f7eaae7e700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ea4103750 0x7f7ea419f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:59.711 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.708+0000 7f7eaae7e700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ea4104100 0x7f7ea419fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:59.711 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.708+0000 7f7eaae7e700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ea4108850 0x7f7ea4199820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:59.711 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.708+0000 7f7eaae7e700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7ea4113540 con 0x7f7ea4108850 2024-05-10T11:20:59.711 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.708+0000 7f7eaae7e700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f7ea41133c0 con 0x7f7ea4103750 2024-05-10T11:20:59.711 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.708+0000 7f7eaae7e700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f7ea41136c0 con 0x7f7ea4104100 2024-05-10T11:20:59.711 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.708+0000 7f7ea941b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ea4108850 0x7f7ea4199820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:59.711 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.708+0000 7f7ea941b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ea4108850 0x7f7ea4199820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:41254/0 (socket says 172.21.15.53:41254) 2024-05-10T11:20:59.711 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.708+0000 7f7ea941b700 1 -- 172.21.15.53:0/452261169 learned_addr learned my addr 172.21.15.53:0/452261169 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:59.711 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.708+0000 7f7ea3fff700 1 --2- 172.21.15.53:0/452261169 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ea4104100 0x7f7ea419fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:59.711 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.709+0000 7f7ea8c1a700 1 --2- 172.21.15.53:0/452261169 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ea4103750 0x7f7ea419f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:59.712 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.709+0000 7f7ea941b700 1 -- 172.21.15.53:0/452261169 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ea4104100 msgr2=0x7f7ea419fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:59.712 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.709+0000 7f7ea941b700 1 --2- 172.21.15.53:0/452261169 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ea4104100 0x7f7ea419fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.712 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.709+0000 7f7ea941b700 1 -- 172.21.15.53:0/452261169 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ea4103750 msgr2=0x7f7ea419f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:59.712 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.709+0000 7f7ea941b700 1 --2- 172.21.15.53:0/452261169 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ea4103750 0x7f7ea419f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.712 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.709+0000 7f7ea941b700 1 -- 172.21.15.53:0/452261169 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ea419a000 con 0x7f7ea4108850 2024-05-10T11:20:59.712 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.709+0000 7f7ea941b700 1 --2- 172.21.15.53:0/452261169 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ea4108850 0x7f7ea4199820 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f7e9c007d70 tx=0x7f7e9c00a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:59.712 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.709+0000 7f7ea1ffb700 1 -- 172.21.15.53:0/452261169 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e9c016020 con 0x7f7ea4108850 2024-05-10T11:20:59.712 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.709+0000 7f7ea1ffb700 1 -- 172.21.15.53:0/452261169 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7e9c00ac90 con 0x7f7ea4108850 2024-05-10T11:20:59.712 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.709+0000 7f7eaae7e700 1 -- 172.21.15.53:0/452261169 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ea419a2f0 con 0x7f7ea4108850 2024-05-10T11:20:59.712 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.709+0000 7f7ea1ffb700 1 -- 172.21.15.53:0/452261169 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e9c0115e0 con 0x7f7ea4108850 2024-05-10T11:20:59.712 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.710+0000 7f7eaae7e700 1 -- 172.21.15.53:0/452261169 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ea41a6500 con 0x7f7ea4108850 2024-05-10T11:20:59.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.712+0000 7f7ea1ffb700 1 -- 172.21.15.53:0/452261169 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f7e9c019020 con 0x7f7ea4108850 2024-05-10T11:20:59.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.713+0000 7f7ea1ffb700 1 --2- 172.21.15.53:0/452261169 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7e8c0b2880 0x7f7e8c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:59.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.713+0000 7f7ea8c1a700 1 --2- 172.21.15.53:0/452261169 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7e8c0b2880 0x7f7e8c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:59.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.713+0000 7f7ea1ffb700 1 -- 172.21.15.53:0/452261169 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f7e9c0e2580 con 0x7f7ea4108850 2024-05-10T11:20:59.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.713+0000 7f7eb5711b80 1 Processor -- start 2024-05-10T11:20:59.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.713+0000 7f7eb5711b80 1 -- start start 2024-05-10T11:20:59.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.713+0000 7f7eb5711b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5631698ac540 0x5631698ac920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:59.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.713+0000 7f7eb5711b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698ace60 0x5631698a6bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:59.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.713+0000 7f7eb5711b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698a7160 0x5631698a75c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:59.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.713+0000 7f7eb5711b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5631697f48f0 con 0x5631698a7160 2024-05-10T11:20:59.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.713+0000 7f7eb5711b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x563169759d50 con 0x5631698ac540 2024-05-10T11:20:59.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.713+0000 7f7eb5711b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5631697f08b0 con 0x5631698ace60 2024-05-10T11:20:59.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.713+0000 7f7ea8c1a700 1 --2- 172.21.15.53:0/452261169 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7e8c0b2880 0x7f7e8c0b4d40 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f7e94009a10 tx=0x7f7e94009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:59.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.714+0000 7f7ea941b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698a7160 0x5631698a75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:59.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.714+0000 7f7ea941b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698a7160 0x5631698a75c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:41268/0 (socket says 172.21.15.53:41268) 2024-05-10T11:20:59.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.714+0000 7f7ea941b700 1 -- 172.21.15.53:0/1546133477 learned_addr learned my addr 172.21.15.53:0/1546133477 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:59.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.714+0000 7f7ea8c1a700 1 --2- 172.21.15.53:0/1546133477 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5631698ac540 0x5631698ac920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:59.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.714+0000 7f7ea3fff700 1 --2- 172.21.15.53:0/1546133477 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698ace60 0x5631698a6bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:59.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.714+0000 7f7ea941b700 1 -- 172.21.15.53:0/1546133477 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698ace60 msgr2=0x5631698a6bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:59.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.714+0000 7f7ea941b700 1 --2- 172.21.15.53:0/1546133477 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698ace60 0x5631698a6bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.714+0000 7f7ea941b700 1 -- 172.21.15.53:0/1546133477 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5631698ac540 msgr2=0x5631698ac920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:59.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.714+0000 7f7ea941b700 1 --2- 172.21.15.53:0/1546133477 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5631698ac540 0x5631698ac920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.714+0000 7f7ea941b700 1 -- 172.21.15.53:0/1546133477 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563169741880 con 0x5631698a7160 2024-05-10T11:20:59.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.714+0000 7f7ea3fff700 1 --2- 172.21.15.53:0/1546133477 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698ace60 0x5631698a6bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:20:59.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.714+0000 7f7ea941b700 1 --2- 172.21.15.53:0/1546133477 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698a7160 0x5631698a75c0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f7e9c0dfbd0 tx=0x7f7e9c0a9050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5950a7f597448fad server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:59.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.714+0000 7f7e8affd700 1 -- 172.21.15.53:0/1546133477 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e9c0cc110 con 0x5631698a7160 2024-05-10T11:20:59.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.714+0000 7f7e8affd700 1 -- 172.21.15.53:0/1546133477 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7e9c0a92c0 con 0x5631698a7160 2024-05-10T11:20:59.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.714+0000 7f7e8affd700 1 -- 172.21.15.53:0/1546133477 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e9c0b2180 con 0x5631698a7160 2024-05-10T11:20:59.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.715+0000 7f7eb5711b80 1 -- 172.21.15.53:0/1546133477 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698a7160 msgr2=0x5631698a75c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:59.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.715+0000 7f7eb5711b80 1 --2- 172.21.15.53:0/1546133477 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698a7160 0x5631698a75c0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f7e9c0dfbd0 tx=0x7f7e9c0a9050 comp rx=0 tx=0).stop 2024-05-10T11:20:59.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.715+0000 7f7eb5711b80 1 -- 172.21.15.53:0/1546133477 shutdown_connections 2024-05-10T11:20:59.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.715+0000 7f7eb5711b80 1 --2- 172.21.15.53:0/1546133477 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698a7160 0x5631698a75c0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.715+0000 7f7eb5711b80 1 --2- 172.21.15.53:0/1546133477 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5631698ac540 0x5631698ac920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.715+0000 7f7eb5711b80 1 --2- 172.21.15.53:0/1546133477 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698ace60 0x5631698a6bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.715+0000 7f7eb5711b80 1 -- 172.21.15.53:0/1546133477 >> 172.21.15.53:0/1546133477 conn(0x5631697ceb20 msgr2=0x56316989d250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:59.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.715+0000 7f7eb5711b80 1 -- 172.21.15.53:0/1546133477 shutdown_connections 2024-05-10T11:20:59.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.715+0000 7f7eb5711b80 1 -- 172.21.15.53:0/1546133477 wait complete. 2024-05-10T11:20:59.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.715+0000 7f7eb5711b80 1 -- start start 2024-05-10T11:20:59.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.716+0000 7f7eb5711b80 1 Processor -- start 2024-05-10T11:20:59.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.716+0000 7f7eb5711b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5631698a7160 0x5631698b2b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:59.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.716+0000 7f7eb5711b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698ac540 0x5631698aff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:59.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.716+0000 7f7eb5711b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698ace60 0x5631698b0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:59.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.716+0000 7f7eb5711b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5631698b3710 con 0x5631698ace60 2024-05-10T11:20:59.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.716+0000 7f7eb5711b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5631697ade80 con 0x5631698a7160 2024-05-10T11:20:59.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.716+0000 7f7eb5711b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5631698b3890 con 0x5631698ac540 2024-05-10T11:20:59.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.716+0000 7f7eb5711b80 10 client.0 _ll_register_callbacks cb 0x563169788560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:20:59.725 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.716+0000 7f7ea941b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698ace60 0x5631698b0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:59.725 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.716+0000 7f7ea941b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698ace60 0x5631698b0440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:41272/0 (socket says 172.21.15.53:41272) 2024-05-10T11:20:59.725 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.716+0000 7f7ea941b700 1 -- 172.21.15.53:0/3722562944 learned_addr learned my addr 172.21.15.53:0/3722562944 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:59.725 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.716+0000 7f7ea3fff700 1 --2- 172.21.15.53:0/3722562944 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698ac540 0x5631698aff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:59.725 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.716+0000 7f7ea8c1a700 1 --2- 172.21.15.53:0/3722562944 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5631698a7160 0x5631698b2b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:59.725 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.716+0000 7f7ea941b700 1 -- 172.21.15.53:0/3722562944 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698ac540 msgr2=0x5631698aff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:59.725 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.716+0000 7f7ea941b700 1 --2- 172.21.15.53:0/3722562944 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698ac540 0x5631698aff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.725 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.716+0000 7f7ea941b700 1 -- 172.21.15.53:0/3722562944 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5631698a7160 msgr2=0x5631698b2b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:59.725 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.716+0000 7f7ea941b700 1 --2- 172.21.15.53:0/3722562944 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5631698a7160 0x5631698b2b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.725 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.716+0000 7f7ea941b700 1 -- 172.21.15.53:0/3722562944 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5631697ab710 con 0x5631698ace60 2024-05-10T11:20:59.725 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.717+0000 7f7ea3fff700 1 --2- 172.21.15.53:0/3722562944 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698ac540 0x5631698aff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:20:59.725 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.717+0000 7f7ea941b700 1 --2- 172.21.15.53:0/3722562944 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698ace60 0x5631698b0440 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f7e9c0a96f0 tx=0x7f7e9c0e24a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b676988b6e6aee6 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:59.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.717+0000 7f7e83fff700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:20:59.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.717+0000 7f7e83fff700 1 -- 172.21.15.53:0/3722562944 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e9c0c2070 con 0x5631698ace60 2024-05-10T11:20:59.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.717+0000 7f7e83fff700 1 -- 172.21.15.53:0/3722562944 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f7e9c0b2390 con 0x5631698ace60 2024-05-10T11:20:59.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.717+0000 7f7eb5711b80 1 -- 172.21.15.53:0/3722562944 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e9c0a92c0 con 0x5631698ace60 2024-05-10T11:20:59.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.717+0000 7f7e83fff700 1 -- 172.21.15.53:0/3722562944 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7e9c0adb60 con 0x5631698ace60 2024-05-10T11:20:59.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.717+0000 7f7eb5711b80 10 client.15240 fetch_fsmap learned FSMap version 28 2024-05-10T11:20:59.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.717+0000 7f7eb5711b80 1 -- 172.21.15.53:0/3722562944 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5631698b3710 con 0x5631698ace60 2024-05-10T11:20:59.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.717+0000 7f7e83fff700 1 -- 172.21.15.53:0/3722562944 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7e9c0a92c0 con 0x5631698ace60 2024-05-10T11:20:59.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.717+0000 7f7e83fff700 1 -- 172.21.15.53:0/3722562944 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7e9c091110 con 0x5631698ace60 2024-05-10T11:20:59.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.717+0000 7f7eb5711b80 10 client.15240 fetch_fsmap finished waiting for FSMap version 28 2024-05-10T11:20:59.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.718+0000 7f7eb5711b80 10 client.15240 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-10T11:20:59.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.718+0000 7f7eb5711b80 20 client.15240 populate_metadata read hostname 'smithi053' 2024-05-10T11:20:59.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.718+0000 7f7eb5711b80 1 --2- 172.21.15.53:0/3722562944 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x5631698c0220 0x5631698c1690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:59.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.718+0000 7f7eb5711b80 4 client.15240 mds_command: new command op to 24448 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:20:59.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.718+0000 7f7eb5711b80 1 -- 172.21.15.53:0/3722562944 --> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5631698022d0 con 0x5631698c0220 2024-05-10T11:20:59.727 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.718+0000 7f7ea8c1a700 1 --2- 172.21.15.53:0/3722562944 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x5631698c0220 0x5631698c1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:59.727 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.718+0000 7f7ea8c1a700 1 --2- 172.21.15.53:0/3722562944 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x5631698c0220 0x5631698c1690 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=98e51662ecaf89fe server_cookie=8add6213ed30efc4 in_seq=0 out_seq=0 2024-05-10T11:20:59.727 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.718+0000 7f7e83fff700 10 client.15240 ms_handle_connect on v2:172.21.15.187:6836/2293077942 2024-05-10T11:20:59.727 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.719+0000 7f7e83fff700 1 -- 172.21.15.53:0/3722562944 <== mds.1 v2:172.21.15.187:6836/2293077942 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5631698022d0 con 0x5631698c0220 2024-05-10T11:20:59.727 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.719+0000 7f7e83fff700 10 client.15240 handle_command_reply: tid=0 2024-05-10T11:20:59.727 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.719+0000 7f7eb5711b80 1 client.15240 shutdown 2024-05-10T11:20:59.727 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.719+0000 7f7eb5711b80 1 -- 172.21.15.53:0/3722562944 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698ace60 msgr2=0x5631698b0440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:59.727 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.719+0000 7f7eb5711b80 1 --2- 172.21.15.53:0/3722562944 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698ace60 0x5631698b0440 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f7e9c0a96f0 tx=0x7f7e9c0e24a0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.727 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.719+0000 7f7eb5711b80 1 -- 172.21.15.53:0/3722562944 shutdown_connections 2024-05-10T11:20:59.727 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.719+0000 7f7eb5711b80 1 --2- 172.21.15.53:0/3722562944 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x5631698c0220 0x5631698c1690 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.727 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.720+0000 7f7eb5711b80 1 --2- 172.21.15.53:0/3722562944 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698ace60 0x5631698b0440 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.727 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.720+0000 7f7eb5711b80 1 --2- 172.21.15.53:0/3722562944 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5631698a7160 0x5631698b2b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.727 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.720+0000 7f7e83fff700 0 client.15240 ms_handle_reset on v2:172.21.15.187:6836/2293077942 2024-05-10T11:20:59.727 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.720+0000 7f7eb5711b80 1 --2- 172.21.15.53:0/3722562944 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698ac540 0x5631698aff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.728 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.720+0000 7f7eb5711b80 1 -- 172.21.15.53:0/3722562944 >> 172.21.15.53:0/3722562944 conn(0x5631697ceb20 msgr2=0x563169897ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:59.728 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.720+0000 7f7eb5711b80 1 -- 172.21.15.53:0/3722562944 shutdown_connections 2024-05-10T11:20:59.728 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.720+0000 7f7eb5711b80 1 -- 172.21.15.53:0/3722562944 wait complete. 2024-05-10T11:20:59.728 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.720+0000 7f7eb5711b80 20 client.15240 trim_cache size 0 max 16384 2024-05-10T11:20:59.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.741+0000 7f7eb5711b80 1 Processor -- start 2024-05-10T11:20:59.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.741+0000 7f7eb5711b80 1 -- start start 2024-05-10T11:20:59.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.741+0000 7f7eb5711b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698a7160 0x563169897bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:59.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.741+0000 7f7eb5711b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5631698ac540 0x5631698ad950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:59.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.741+0000 7f7eb5711b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698ace60 0x5631698caaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:59.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.741+0000 7f7eb5711b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5631698bf9d0 con 0x5631698ace60 2024-05-10T11:20:59.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.741+0000 7f7eb5711b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5631698c00a0 con 0x5631698ac540 2024-05-10T11:20:59.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.741+0000 7f7eb5711b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5631698c0770 con 0x5631698a7160 2024-05-10T11:20:59.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.741+0000 7f7ea941b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698ace60 0x5631698caaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:59.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.741+0000 7f7ea941b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698ace60 0x5631698caaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:41284/0 (socket says 172.21.15.53:41284) 2024-05-10T11:20:59.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.741+0000 7f7ea941b700 1 -- 172.21.15.53:0/1438792880 learned_addr learned my addr 172.21.15.53:0/1438792880 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:59.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.742+0000 7f7ea3fff700 1 --2- 172.21.15.53:0/1438792880 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5631698ac540 0x5631698ad950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:59.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.742+0000 7f7ea8c1a700 1 --2- 172.21.15.53:0/1438792880 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698a7160 0x563169897bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:59.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.742+0000 7f7ea941b700 1 -- 172.21.15.53:0/1438792880 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698a7160 msgr2=0x563169897bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:59.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.742+0000 7f7ea941b700 1 --2- 172.21.15.53:0/1438792880 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698a7160 0x563169897bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.742+0000 7f7ea941b700 1 -- 172.21.15.53:0/1438792880 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5631698ac540 msgr2=0x5631698ad950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:59.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.742+0000 7f7ea941b700 1 --2- 172.21.15.53:0/1438792880 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5631698ac540 0x5631698ad950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.742+0000 7f7ea941b700 1 -- 172.21.15.53:0/1438792880 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563169898130 con 0x5631698ace60 2024-05-10T11:20:59.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.742+0000 7f7ea8c1a700 1 --2- 172.21.15.53:0/1438792880 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698a7160 0x563169897bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:20:59.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.742+0000 7f7ea941b700 1 --2- 172.21.15.53:0/1438792880 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698ace60 0x5631698caaf0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f7e9c0a94b0 tx=0x7f7e9c0a5670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a86c0dfffa68c5f3 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:59.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.742+0000 7f7e8a7fc700 1 -- 172.21.15.53:0/1438792880 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e9c0c2070 con 0x5631698ace60 2024-05-10T11:20:59.745 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.742+0000 7f7e8a7fc700 1 -- 172.21.15.53:0/1438792880 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7e9c0a9eb0 con 0x5631698ace60 2024-05-10T11:20:59.745 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.742+0000 7f7e8a7fc700 1 -- 172.21.15.53:0/1438792880 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e9c0aabb0 con 0x5631698ace60 2024-05-10T11:20:59.750 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.743+0000 7f7eb5711b80 1 -- 172.21.15.53:0/1438792880 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698ace60 msgr2=0x5631698caaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:59.750 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.743+0000 7f7eb5711b80 1 --2- 172.21.15.53:0/1438792880 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698ace60 0x5631698caaf0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f7e9c0a94b0 tx=0x7f7e9c0a5670 comp rx=0 tx=0).stop 2024-05-10T11:20:59.750 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.743+0000 7f7eb5711b80 1 -- 172.21.15.53:0/1438792880 shutdown_connections 2024-05-10T11:20:59.750 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.743+0000 7f7eb5711b80 1 --2- 172.21.15.53:0/1438792880 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698ace60 0x5631698caaf0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.750 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.743+0000 7f7eb5711b80 1 --2- 172.21.15.53:0/1438792880 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698a7160 0x563169897bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.750 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.743+0000 7f7eb5711b80 1 --2- 172.21.15.53:0/1438792880 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5631698ac540 0x5631698ad950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.751 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.743+0000 7f7eb5711b80 1 -- 172.21.15.53:0/1438792880 >> 172.21.15.53:0/1438792880 conn(0x5631697ceb20 msgr2=0x5631698ad240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:59.751 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.743+0000 7f7eb5711b80 1 -- 172.21.15.53:0/1438792880 shutdown_connections 2024-05-10T11:20:59.751 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.743+0000 7f7eb5711b80 1 -- 172.21.15.53:0/1438792880 wait complete. 2024-05-10T11:20:59.751 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.743+0000 7f7eb5711b80 1 -- start start 2024-05-10T11:20:59.751 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.743+0000 7f7eb5711b80 1 Processor -- start 2024-05-10T11:20:59.751 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.744+0000 7f7eb5711b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698a7160 0x5631698c67f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:59.751 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.744+0000 7f7eb5711b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5631698ac540 0x5631698c6d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:59.751 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.744+0000 7f7eb5711b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698ace60 0x5631698c7270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:59.751 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.744+0000 7f7eb5711b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5631698c1510 con 0x5631698ace60 2024-05-10T11:20:59.751 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.744+0000 7f7eb5711b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5631698c0e40 con 0x5631698ac540 2024-05-10T11:20:59.751 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.744+0000 7f7eb5711b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5631698c1be0 con 0x5631698a7160 2024-05-10T11:20:59.751 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.744+0000 7f7eb5711b80 10 client.0 _ll_register_callbacks cb 0x563169788560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:20:59.751 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.744+0000 7f7ea941b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698ace60 0x5631698c7270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:59.752 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.744+0000 7f7ea8c1a700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698a7160 0x5631698c67f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:59.752 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.744+0000 7f7ea941b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698ace60 0x5631698c7270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:41292/0 (socket says 172.21.15.53:41292) 2024-05-10T11:20:59.752 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.744+0000 7f7ea941b700 1 -- 172.21.15.53:0/192025475 learned_addr learned my addr 172.21.15.53:0/192025475 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:20:59.752 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.744+0000 7f7ea3fff700 1 --2- 172.21.15.53:0/192025475 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5631698ac540 0x5631698c6d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:59.752 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.744+0000 7f7ea941b700 1 -- 172.21.15.53:0/192025475 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698a7160 msgr2=0x5631698c67f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:59.752 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.744+0000 7f7ea941b700 1 --2- 172.21.15.53:0/192025475 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698a7160 0x5631698c67f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.752 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.744+0000 7f7ea941b700 1 -- 172.21.15.53:0/192025475 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5631698ac540 msgr2=0x5631698c6d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:20:59.752 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.744+0000 7f7ea941b700 1 --2- 172.21.15.53:0/192025475 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5631698ac540 0x5631698c6d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.752 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.744+0000 7f7ea941b700 1 -- 172.21.15.53:0/192025475 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56316992a800 con 0x5631698ace60 2024-05-10T11:20:59.752 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.744+0000 7f7ea8c1a700 1 --2- 172.21.15.53:0/192025475 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698a7160 0x5631698c67f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:20:59.752 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.745+0000 7f7ea941b700 1 --2- 172.21.15.53:0/192025475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698ace60 0x5631698c7270 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f7e9c0add20 tx=0x7f7e9c0dffb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8153031cdc98cbef server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:20:59.752 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.745+0000 7f7e83fff700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:20:59.752 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.745+0000 7f7e83fff700 1 -- 172.21.15.53:0/192025475 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e9c0c2070 con 0x5631698ace60 2024-05-10T11:20:59.752 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.745+0000 7f7eb5711b80 1 -- 172.21.15.53:0/192025475 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e9c0a9eb0 con 0x5631698ace60 2024-05-10T11:20:59.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.745+0000 7f7e83fff700 1 -- 172.21.15.53:0/192025475 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f7e9c0a8a10 con 0x5631698ace60 2024-05-10T11:20:59.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.745+0000 7f7e83fff700 1 -- 172.21.15.53:0/192025475 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7e9c0b2610 con 0x5631698ace60 2024-05-10T11:20:59.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.745+0000 7f7eb5711b80 10 client.15246 fetch_fsmap learned FSMap version 28 2024-05-10T11:20:59.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.745+0000 7f7eb5711b80 1 -- 172.21.15.53:0/192025475 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56316992a800 con 0x5631698ace60 2024-05-10T11:20:59.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.745+0000 7f7e83fff700 1 -- 172.21.15.53:0/192025475 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7e9c0a9eb0 con 0x5631698ace60 2024-05-10T11:20:59.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.745+0000 7f7e83fff700 1 -- 172.21.15.53:0/192025475 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7e9c0a8480 con 0x5631698ace60 2024-05-10T11:20:59.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.745+0000 7f7eb5711b80 10 client.15246 fetch_fsmap finished waiting for FSMap version 28 2024-05-10T11:20:59.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.745+0000 7f7eb5711b80 10 client.15246 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-10T11:20:59.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.745+0000 7f7eb5711b80 20 client.15246 populate_metadata read hostname 'smithi053' 2024-05-10T11:20:59.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.745+0000 7f7eb5711b80 1 --2- 172.21.15.53:0/192025475 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x5631698c0220 0x56316992ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:20:59.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.745+0000 7f7eb5711b80 4 client.15246 mds_command: new command op to 24448 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-10T11:20:59.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.745+0000 7f7eb5711b80 1 -- 172.21.15.53:0/192025475 --> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] -- command(tid 0: {"prefix": "status"}) -- 0x5631697fc370 con 0x5631698c0220 2024-05-10T11:20:59.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.746+0000 7f7ea8c1a700 1 --2- 172.21.15.53:0/192025475 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x5631698c0220 0x56316992ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:20:59.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.746+0000 7f7e83fff700 10 client.15246 ms_handle_connect on v2:172.21.15.187:6836/2293077942 2024-05-10T11:20:59.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.746+0000 7f7ea8c1a700 1 --2- 172.21.15.53:0/192025475 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x5631698c0220 0x56316992ecb0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e191d503542bd561 server_cookie=cb49bd7e7f4be314 in_seq=0 out_seq=0 2024-05-10T11:20:59.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.746+0000 7f7e83fff700 1 -- 172.21.15.53:0/192025475 <== mds.1 v2:172.21.15.187:6836/2293077942 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5631697fc370 con 0x5631698c0220 2024-05-10T11:20:59.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.746+0000 7f7e83fff700 10 client.15246 handle_command_reply: tid=0 2024-05-10T11:20:59.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.746+0000 7f7eb5711b80 1 client.15246 shutdown 2024-05-10T11:20:59.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.747+0000 7f7eb5711b80 1 -- 172.21.15.53:0/192025475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698ace60 msgr2=0x5631698c7270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:59.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.747+0000 7f7eb5711b80 1 --2- 172.21.15.53:0/192025475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698ace60 0x5631698c7270 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f7e9c0add20 tx=0x7f7e9c0dffb0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.747+0000 7f7eb5711b80 1 -- 172.21.15.53:0/192025475 shutdown_connections 2024-05-10T11:20:59.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.747+0000 7f7eb5711b80 1 --2- 172.21.15.53:0/192025475 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x5631698c0220 0x56316992ecb0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.747+0000 7f7eb5711b80 1 --2- 172.21.15.53:0/192025475 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5631698ace60 0x5631698c7270 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.747+0000 7f7eb5711b80 1 --2- 172.21.15.53:0/192025475 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5631698a7160 0x5631698c67f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.747+0000 7f7eb5711b80 1 --2- 172.21.15.53:0/192025475 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5631698ac540 0x5631698c6d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.747+0000 7f7e83fff700 0 client.15246 ms_handle_reset on v2:172.21.15.187:6836/2293077942 2024-05-10T11:20:59.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.747+0000 7f7eb5711b80 1 -- 172.21.15.53:0/192025475 >> 172.21.15.53:0/192025475 conn(0x5631697ceb20 msgr2=0x5631698adad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:59.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.747+0000 7f7eb5711b80 1 -- 172.21.15.53:0/192025475 shutdown_connections 2024-05-10T11:20:59.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.747+0000 7f7eb5711b80 1 -- 172.21.15.53:0/192025475 wait complete. 2024-05-10T11:20:59.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.747+0000 7f7eb5711b80 20 client.15246 trim_cache size 0 max 16384 2024-05-10T11:20:59.756 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:20:59.756 INFO:teuthology.orchestra.run.smithi053.stdout: "cluster_fsid": "745ae8e0-0ebd-11ef-bc98-c7b262605968", 2024-05-10T11:20:59.756 INFO:teuthology.orchestra.run.smithi053.stdout: "whoami": 1, 2024-05-10T11:20:59.756 INFO:teuthology.orchestra.run.smithi053.stdout: "id": 24448, 2024-05-10T11:20:59.756 INFO:teuthology.orchestra.run.smithi053.stdout: "want_state": "up:active", 2024-05-10T11:20:59.756 INFO:teuthology.orchestra.run.smithi053.stdout: "state": "up:active", 2024-05-10T11:20:59.756 INFO:teuthology.orchestra.run.smithi053.stdout: "fs_name": "cephfs", 2024-05-10T11:20:59.757 INFO:teuthology.orchestra.run.smithi053.stdout: "rank_uptime": 182.00133226200001, 2024-05-10T11:20:59.757 INFO:teuthology.orchestra.run.smithi053.stdout: "mdsmap_epoch": 28, 2024-05-10T11:20:59.757 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_epoch": 90, 2024-05-10T11:20:59.757 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_epoch_barrier": 88, 2024-05-10T11:20:59.757 INFO:teuthology.orchestra.run.smithi053.stdout: "uptime": 279.64128526600001 2024-05-10T11:20:59.757 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:20:59.759 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.747+0000 7f7eaae7e700 1 -- 172.21.15.53:0/452261169 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7e8c0b2880 msgr2=0x7f7e8c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:59.759 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.748+0000 7f7eaae7e700 1 --2- 172.21.15.53:0/452261169 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7e8c0b2880 0x7f7e8c0b4d40 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f7e94009a10 tx=0x7f7e94009190 comp rx=0 tx=0).stop 2024-05-10T11:20:59.759 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.748+0000 7f7eaae7e700 1 -- 172.21.15.53:0/452261169 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ea4108850 msgr2=0x7f7ea4199820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:20:59.759 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.748+0000 7f7eaae7e700 1 --2- 172.21.15.53:0/452261169 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ea4108850 0x7f7ea4199820 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f7e9c007d70 tx=0x7f7e9c00a340 comp rx=0 tx=0).stop 2024-05-10T11:20:59.759 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.748+0000 7f7eaae7e700 1 -- 172.21.15.53:0/452261169 shutdown_connections 2024-05-10T11:20:59.759 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.748+0000 7f7eaae7e700 1 --2- 172.21.15.53:0/452261169 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7e8c0b2880 0x7f7e8c0b4d40 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.759 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.748+0000 7f7eaae7e700 1 --2- 172.21.15.53:0/452261169 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7ea4108850 0x7f7ea4199820 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.759 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.748+0000 7f7eaae7e700 1 --2- 172.21.15.53:0/452261169 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7ea4103750 0x7f7ea419f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.759 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.748+0000 7f7eaae7e700 1 --2- 172.21.15.53:0/452261169 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7ea4104100 0x7f7ea419fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:20:59.759 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.748+0000 7f7eaae7e700 1 -- 172.21.15.53:0/452261169 >> 172.21.15.53:0/452261169 conn(0x7f7ea407a600 msgr2=0x7f7ea41099a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:20:59.759 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.748+0000 7f7eaae7e700 1 -- 172.21.15.53:0/452261169 shutdown_connections 2024-05-10T11:20:59.759 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:20:59.748+0000 7f7eaae7e700 1 -- 172.21.15.53:0/452261169 wait complete. 2024-05-10T11:21:00.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:20:59 smithi053 ceph-mon[30153]: pgmap v426: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:21:00.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:20:59 smithi132 ceph-mon[33758]: pgmap v426: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:21:00.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:20:59 smithi187 ceph-mon[34076]: pgmap v426: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:21:00.498 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.i status 2024-05-10T11:21:00.757 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:21:02.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:01 smithi053 ceph-mon[30153]: pgmap v427: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:21:02.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:01 smithi132 ceph-mon[33758]: pgmap v427: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:21:02.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:01 smithi187 ceph-mon[34076]: pgmap v427: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-10T11:21:02.537 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.522+0000 7f350f19b700 1 -- 172.21.15.53:0/964448833 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3508103750 msgr2=0x7f3508103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:02.537 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.522+0000 7f350f19b700 1 --2- 172.21.15.53:0/964448833 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3508103750 0x7f3508103b30 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f35040099c0 tx=0x7f3504009cd0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.537 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.523+0000 7f350f19b700 1 -- 172.21.15.53:0/964448833 shutdown_connections 2024-05-10T11:21:02.537 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.523+0000 7f350f19b700 1 --2- 172.21.15.53:0/964448833 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3508108850 0x7f35081103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.537 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.523+0000 7f350f19b700 1 --2- 172.21.15.53:0/964448833 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3508103750 0x7f3508103b30 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.538 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.523+0000 7f350f19b700 1 --2- 172.21.15.53:0/964448833 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3508104100 0x7f3508108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.538 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.523+0000 7f350f19b700 1 -- 172.21.15.53:0/964448833 >> 172.21.15.53:0/964448833 conn(0x7f350807a600 msgr2=0x7f350807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:02.538 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.523+0000 7f350f19b700 1 -- 172.21.15.53:0/964448833 shutdown_connections 2024-05-10T11:21:02.538 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.523+0000 7f350f19b700 1 -- 172.21.15.53:0/964448833 wait complete. 2024-05-10T11:21:02.538 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.523+0000 7f350f19b700 1 Processor -- start 2024-05-10T11:21:02.538 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.523+0000 7f350f19b700 1 -- start start 2024-05-10T11:21:02.538 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.523+0000 7f350f19b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3508103750 0x7f35080757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:02.538 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.523+0000 7f350f19b700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3508104100 0x7f3508075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:02.538 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.524+0000 7f350f19b700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3508108850 0x7f3508076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:02.538 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.524+0000 7f350f19b700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f35081134d0 con 0x7f3508103750 2024-05-10T11:21:02.538 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.524+0000 7f350f19b700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f3508113350 con 0x7f3508108850 2024-05-10T11:21:02.538 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.524+0000 7f350f19b700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f3508113650 con 0x7f3508104100 2024-05-10T11:21:02.538 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.524+0000 7f350cf37700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3508103750 0x7f35080757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:02.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.524+0000 7f350cf37700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3508103750 0x7f35080757a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:41324/0 (socket says 172.21.15.53:41324) 2024-05-10T11:21:02.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.524+0000 7f350cf37700 1 -- 172.21.15.53:0/3529465780 learned_addr learned my addr 172.21.15.53:0/3529465780 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:02.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.524+0000 7f350d738700 1 --2- 172.21.15.53:0/3529465780 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3508108850 0x7f3508076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:02.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.524+0000 7f34fffff700 1 --2- 172.21.15.53:0/3529465780 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3508104100 0x7f3508075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:02.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.524+0000 7f350cf37700 1 -- 172.21.15.53:0/3529465780 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3508104100 msgr2=0x7f3508075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:02.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.524+0000 7f350cf37700 1 --2- 172.21.15.53:0/3529465780 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3508104100 0x7f3508075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.524+0000 7f350cf37700 1 -- 172.21.15.53:0/3529465780 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3508108850 msgr2=0x7f3508076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:02.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.524+0000 7f350cf37700 1 --2- 172.21.15.53:0/3529465780 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3508108850 0x7f3508076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.524+0000 7f350cf37700 1 -- 172.21.15.53:0/3529465780 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35081a7f50 con 0x7f3508103750 2024-05-10T11:21:02.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.524+0000 7f34fffff700 1 --2- 172.21.15.53:0/3529465780 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3508104100 0x7f3508075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:21:02.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.524+0000 7f350cf37700 1 --2- 172.21.15.53:0/3529465780 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3508103750 0x7f35080757a0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f3504005b40 tx=0x7f35040047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:02.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.524+0000 7f34fdffb700 1 -- 172.21.15.53:0/3529465780 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3504004830 con 0x7f3508103750 2024-05-10T11:21:02.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.524+0000 7f350f19b700 1 -- 172.21.15.53:0/3529465780 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35081a81e0 con 0x7f3508103750 2024-05-10T11:21:02.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.524+0000 7f34fdffb700 1 -- 172.21.15.53:0/3529465780 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3504005020 con 0x7f3508103750 2024-05-10T11:21:02.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.524+0000 7f34fdffb700 1 -- 172.21.15.53:0/3529465780 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3504003de0 con 0x7f3508103750 2024-05-10T11:21:02.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.525+0000 7f350f19b700 1 -- 172.21.15.53:0/3529465780 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35081a8630 con 0x7f3508103750 2024-05-10T11:21:02.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.527+0000 7f34fdffb700 1 -- 172.21.15.53:0/3529465780 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f3504029060 con 0x7f3508103750 2024-05-10T11:21:02.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.528+0000 7f34fdffb700 1 --2- 172.21.15.53:0/3529465780 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f34f00b2880 0x7f34f00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:02.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.528+0000 7f34fdffb700 1 -- 172.21.15.53:0/3529465780 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f35040e2fc0 con 0x7f3508103750 2024-05-10T11:21:02.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.528+0000 7f34fffff700 1 --2- 172.21.15.53:0/3529465780 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f34f00b2880 0x7f34f00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:02.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.528+0000 7f34fffff700 1 --2- 172.21.15.53:0/3529465780 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f34f00b2880 0x7f34f00b4d40 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f34f8005fd0 tx=0x7f34f8005dc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:02.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.528+0000 7f3519a2eb80 1 Processor -- start 2024-05-10T11:21:02.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.528+0000 7f3519a2eb80 1 -- start start 2024-05-10T11:21:02.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.529+0000 7f3519a2eb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5628fcdb3480 0x5628fcdb3860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:02.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.529+0000 7f3519a2eb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb3da0 0x5628fcdb76a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:02.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.529+0000 7f3519a2eb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5628fcdb7c30 0x5628fcdb80b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:02.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.529+0000 7f3519a2eb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5628fcd05810 con 0x5628fcdb3da0 2024-05-10T11:21:02.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.529+0000 7f3519a2eb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5628fcca4770 con 0x5628fcdb7c30 2024-05-10T11:21:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.529+0000 7f3519a2eb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5628fcd017d0 con 0x5628fcdb3480 2024-05-10T11:21:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.529+0000 7f34fffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb3da0 0x5628fcdb76a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.529+0000 7f34fffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb3da0 0x5628fcdb76a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:41332/0 (socket says 172.21.15.53:41332) 2024-05-10T11:21:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.529+0000 7f34fffff700 1 -- 172.21.15.53:0/2469956876 learned_addr learned my addr 172.21.15.53:0/2469956876 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.529+0000 7f350cf37700 1 --2- 172.21.15.53:0/2469956876 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5628fcdb3480 0x5628fcdb3860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.529+0000 7f350d738700 1 --2- 172.21.15.53:0/2469956876 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5628fcdb7c30 0x5628fcdb80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.529+0000 7f34fffff700 1 -- 172.21.15.53:0/2469956876 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5628fcdb3480 msgr2=0x5628fcdb3860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.529+0000 7f34fffff700 1 --2- 172.21.15.53:0/2469956876 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5628fcdb3480 0x5628fcdb3860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.529+0000 7f34fffff700 1 -- 172.21.15.53:0/2469956876 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5628fcdb7c30 msgr2=0x5628fcdb80b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.529+0000 7f34fffff700 1 --2- 172.21.15.53:0/2469956876 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5628fcdb7c30 0x5628fcdb80b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.529+0000 7f34fffff700 1 -- 172.21.15.53:0/2469956876 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5628fcc52880 con 0x5628fcdb3da0 2024-05-10T11:21:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.529+0000 7f350d738700 1 --2- 172.21.15.53:0/2469956876 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5628fcdb7c30 0x5628fcdb80b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:21:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.529+0000 7f34fffff700 1 --2- 172.21.15.53:0/2469956876 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb3da0 0x5628fcdb76a0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f34f800db50 tx=0x7f34f8010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=674fce01b37e0326 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.529+0000 7f34eeffd700 1 -- 172.21.15.53:0/2469956876 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34f8020070 con 0x5628fcdb3da0 2024-05-10T11:21:02.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.529+0000 7f34eeffd700 1 -- 172.21.15.53:0/2469956876 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f34f800fd40 con 0x5628fcdb3da0 2024-05-10T11:21:02.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.529+0000 7f34eeffd700 1 -- 172.21.15.53:0/2469956876 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34f801ce30 con 0x5628fcdb3da0 2024-05-10T11:21:02.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.530+0000 7f3519a2eb80 1 -- 172.21.15.53:0/2469956876 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb3da0 msgr2=0x5628fcdb76a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:02.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.530+0000 7f3519a2eb80 1 --2- 172.21.15.53:0/2469956876 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb3da0 0x5628fcdb76a0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f34f800db50 tx=0x7f34f8010000 comp rx=0 tx=0).stop 2024-05-10T11:21:02.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.530+0000 7f3519a2eb80 1 -- 172.21.15.53:0/2469956876 shutdown_connections 2024-05-10T11:21:02.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.530+0000 7f3519a2eb80 1 --2- 172.21.15.53:0/2469956876 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5628fcdb7c30 0x5628fcdb80b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.530+0000 7f3519a2eb80 1 --2- 172.21.15.53:0/2469956876 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5628fcdb3480 0x5628fcdb3860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.530+0000 7f3519a2eb80 1 --2- 172.21.15.53:0/2469956876 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb3da0 0x5628fcdb76a0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.530+0000 7f3519a2eb80 1 -- 172.21.15.53:0/2469956876 >> 172.21.15.53:0/2469956876 conn(0x5628fccdf0b0 msgr2=0x5628fcdadc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:02.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.530+0000 7f3519a2eb80 1 -- 172.21.15.53:0/2469956876 shutdown_connections 2024-05-10T11:21:02.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.530+0000 7f3519a2eb80 1 -- 172.21.15.53:0/2469956876 wait complete. 2024-05-10T11:21:02.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.530+0000 7f3519a2eb80 1 -- start start 2024-05-10T11:21:02.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.531+0000 7f3519a2eb80 1 Processor -- start 2024-05-10T11:21:02.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.531+0000 7f3519a2eb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5628fcdb3480 0x5628fcdbefd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.531+0000 7f3519a2eb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5628fcdb3da0 0x5628fcdbc370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.531+0000 7f3519a2eb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb7c30 0x5628fcdbc8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.531+0000 7f3519a2eb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5628fcdbfe40 con 0x5628fcdb7c30 2024-05-10T11:21:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.531+0000 7f3519a2eb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5628fcc6bbe0 con 0x5628fcdb3480 2024-05-10T11:21:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.531+0000 7f350d738700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb7c30 0x5628fcdbc8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.531+0000 7f3519a2eb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5628fcdbffc0 con 0x5628fcdb3da0 2024-05-10T11:21:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.531+0000 7f350d738700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb7c30 0x5628fcdbc8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:41340/0 (socket says 172.21.15.53:41340) 2024-05-10T11:21:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.531+0000 7f350d738700 1 -- 172.21.15.53:0/1688264014 learned_addr learned my addr 172.21.15.53:0/1688264014 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.531+0000 7f34fffff700 1 --2- 172.21.15.53:0/1688264014 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5628fcdb3da0 0x5628fcdbc370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.531+0000 7f3519a2eb80 10 client.0 _ll_register_callbacks cb 0x5628fcc9d8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:21:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.531+0000 7f350cf37700 1 --2- 172.21.15.53:0/1688264014 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5628fcdb3480 0x5628fcdbefd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.531+0000 7f350d738700 1 -- 172.21.15.53:0/1688264014 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5628fcdb3da0 msgr2=0x5628fcdbc370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.531+0000 7f350d738700 1 --2- 172.21.15.53:0/1688264014 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5628fcdb3da0 0x5628fcdbc370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.532+0000 7f350d738700 1 -- 172.21.15.53:0/1688264014 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5628fcdb3480 msgr2=0x5628fcdbefd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.532+0000 7f350d738700 1 --2- 172.21.15.53:0/1688264014 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5628fcdb3480 0x5628fcdbefd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.532+0000 7f350d738700 1 -- 172.21.15.53:0/1688264014 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5628fcca1640 con 0x5628fcdb7c30 2024-05-10T11:21:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.532+0000 7f350d738700 1 --2- 172.21.15.53:0/1688264014 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb7c30 0x5628fcdbc8b0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f3500009fc0 tx=0x7f3500004320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75156608cb67d9f2 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.532+0000 7f34e7fff700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:21:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.532+0000 7f34e7fff700 1 -- 172.21.15.53:0/1688264014 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3500019030 con 0x5628fcdb7c30 2024-05-10T11:21:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.532+0000 7f34e7fff700 1 -- 172.21.15.53:0/1688264014 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f3500012040 con 0x5628fcdb7c30 2024-05-10T11:21:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.532+0000 7f3519a2eb80 1 -- 172.21.15.53:0/1688264014 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f34f800fd40 con 0x5628fcdb7c30 2024-05-10T11:21:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.532+0000 7f34e7fff700 1 -- 172.21.15.53:0/1688264014 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3500023050 con 0x5628fcdb7c30 2024-05-10T11:21:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.532+0000 7f3519a2eb80 10 client.15258 fetch_fsmap learned FSMap version 28 2024-05-10T11:21:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.532+0000 7f3519a2eb80 1 -- 172.21.15.53:0/1688264014 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5628fcdca5b0 con 0x5628fcdb7c30 2024-05-10T11:21:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.532+0000 7f34e7fff700 1 -- 172.21.15.53:0/1688264014 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f34f800fd40 con 0x5628fcdb7c30 2024-05-10T11:21:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.532+0000 7f34e7fff700 1 -- 172.21.15.53:0/1688264014 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f350001e790 con 0x5628fcdb7c30 2024-05-10T11:21:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.533+0000 7f3519a2eb80 10 client.15258 fetch_fsmap finished waiting for FSMap version 28 2024-05-10T11:21:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.533+0000 7f3519a2eb80 10 client.15258 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-10T11:21:02.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.533+0000 7f3519a2eb80 20 client.15258 populate_metadata read hostname 'smithi053' 2024-05-10T11:21:02.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.533+0000 7f3519a2eb80 1 --2- 172.21.15.53:0/1688264014 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5628fcdcccb0 0x5628fcdce120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:02.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.533+0000 7f3519a2eb80 4 client.15258 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:21:02.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.533+0000 7f3519a2eb80 1 -- 172.21.15.53:0/1688264014 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5628fcd7f600 con 0x5628fcdcccb0 2024-05-10T11:21:02.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.533+0000 7f350cf37700 1 --2- 172.21.15.53:0/1688264014 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5628fcdcccb0 0x5628fcdce120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:02.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.533+0000 7f34e7fff700 10 client.15258 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:21:02.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.533+0000 7f350cf37700 1 --2- 172.21.15.53:0/1688264014 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5628fcdcccb0 0x5628fcdce120 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a109f2b3a414b4c3 server_cookie=fd3415abd8291d94 in_seq=0 out_seq=0 2024-05-10T11:21:02.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.534+0000 7f34e7fff700 1 -- 172.21.15.53:0/1688264014 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5628fcd7f600 con 0x5628fcdcccb0 2024-05-10T11:21:02.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.534+0000 7f34e7fff700 10 client.15258 handle_command_reply: tid=0 2024-05-10T11:21:02.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.534+0000 7f3519a2eb80 1 client.15258 shutdown 2024-05-10T11:21:02.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.534+0000 7f3519a2eb80 1 -- 172.21.15.53:0/1688264014 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb7c30 msgr2=0x5628fcdbc8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:02.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.534+0000 7f3519a2eb80 1 --2- 172.21.15.53:0/1688264014 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb7c30 0x5628fcdbc8b0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f3500009fc0 tx=0x7f3500004320 comp rx=0 tx=0).stop 2024-05-10T11:21:02.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.534+0000 7f3519a2eb80 1 -- 172.21.15.53:0/1688264014 shutdown_connections 2024-05-10T11:21:02.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.534+0000 7f3519a2eb80 1 --2- 172.21.15.53:0/1688264014 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5628fcdcccb0 0x5628fcdce120 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.534+0000 7f3519a2eb80 1 --2- 172.21.15.53:0/1688264014 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb7c30 0x5628fcdbc8b0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.534+0000 7f3519a2eb80 1 --2- 172.21.15.53:0/1688264014 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5628fcdb3480 0x5628fcdbefd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.546 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.534+0000 7f3519a2eb80 1 --2- 172.21.15.53:0/1688264014 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5628fcdb3da0 0x5628fcdbc370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.546 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.534+0000 7f34e7fff700 0 client.15258 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:21:02.546 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.534+0000 7f3519a2eb80 1 -- 172.21.15.53:0/1688264014 >> 172.21.15.53:0/1688264014 conn(0x5628fccdf0b0 msgr2=0x5628fcda86d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:02.546 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.535+0000 7f3519a2eb80 1 -- 172.21.15.53:0/1688264014 shutdown_connections 2024-05-10T11:21:02.546 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.535+0000 7f3519a2eb80 1 -- 172.21.15.53:0/1688264014 wait complete. 2024-05-10T11:21:02.546 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.535+0000 7f3519a2eb80 20 client.15258 trim_cache size 0 max 16384 2024-05-10T11:21:02.558 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.556+0000 7f3519a2eb80 1 Processor -- start 2024-05-10T11:21:02.558 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.556+0000 7f3519a2eb80 1 -- start start 2024-05-10T11:21:02.558 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.556+0000 7f3519a2eb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5628fcdb3480 0x5628fcdb55a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:02.558 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.556+0000 7f3519a2eb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb3da0 0x5628fcdb5ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:02.558 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.556+0000 7f3519a2eb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5628fcdb7c30 0x5628fcda7e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:02.558 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.556+0000 7f3519a2eb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5628fcdcc460 con 0x5628fcdb3da0 2024-05-10T11:21:02.558 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.556+0000 7f3519a2eb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5628fcdccb30 con 0x5628fcdb7c30 2024-05-10T11:21:02.558 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.556+0000 7f3519a2eb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5628fcdcd200 con 0x5628fcdb3480 2024-05-10T11:21:02.558 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.556+0000 7f34fffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb3da0 0x5628fcdb5ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:02.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.556+0000 7f34fffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb3da0 0x5628fcdb5ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:41356/0 (socket says 172.21.15.53:41356) 2024-05-10T11:21:02.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.556+0000 7f34fffff700 1 -- 172.21.15.53:0/3062055928 learned_addr learned my addr 172.21.15.53:0/3062055928 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:02.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.557+0000 7f350d738700 1 --2- 172.21.15.53:0/3062055928 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5628fcdb7c30 0x5628fcda7e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:02.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.557+0000 7f350cf37700 1 --2- 172.21.15.53:0/3062055928 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5628fcdb3480 0x5628fcdb55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:02.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.557+0000 7f34fffff700 1 -- 172.21.15.53:0/3062055928 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5628fcdb3480 msgr2=0x5628fcdb55a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:02.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.557+0000 7f34fffff700 1 --2- 172.21.15.53:0/3062055928 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5628fcdb3480 0x5628fcdb55a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.557+0000 7f34fffff700 1 -- 172.21.15.53:0/3062055928 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5628fcdb7c30 msgr2=0x5628fcda7e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:02.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.557+0000 7f34fffff700 1 --2- 172.21.15.53:0/3062055928 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5628fcdb7c30 0x5628fcda7e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.557+0000 7f34fffff700 1 -- 172.21.15.53:0/3062055928 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5628fcdaf4d0 con 0x5628fcdb3da0 2024-05-10T11:21:02.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.557+0000 7f34fffff700 1 --2- 172.21.15.53:0/3062055928 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb3da0 0x5628fcdb5ae0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f34f80088b0 tx=0x7f34f800f960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19ab7c1dac1596a8 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:02.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.557+0000 7f34ee7fc700 1 -- 172.21.15.53:0/3062055928 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34f8020040 con 0x5628fcdb3da0 2024-05-10T11:21:02.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.557+0000 7f34ee7fc700 1 -- 172.21.15.53:0/3062055928 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f34f800fc80 con 0x5628fcdb3da0 2024-05-10T11:21:02.560 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.557+0000 7f34ee7fc700 1 -- 172.21.15.53:0/3062055928 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34f80256b0 con 0x5628fcdb3da0 2024-05-10T11:21:02.560 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.558+0000 7f3519a2eb80 1 -- 172.21.15.53:0/3062055928 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb3da0 msgr2=0x5628fcdb5ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:02.560 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.558+0000 7f3519a2eb80 1 --2- 172.21.15.53:0/3062055928 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb3da0 0x5628fcdb5ae0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f34f80088b0 tx=0x7f34f800f960 comp rx=0 tx=0).stop 2024-05-10T11:21:02.560 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.558+0000 7f3519a2eb80 1 -- 172.21.15.53:0/3062055928 shutdown_connections 2024-05-10T11:21:02.560 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.558+0000 7f3519a2eb80 1 --2- 172.21.15.53:0/3062055928 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5628fcdb7c30 0x5628fcda7e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.560 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.558+0000 7f3519a2eb80 1 --2- 172.21.15.53:0/3062055928 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5628fcdb3480 0x5628fcdb55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.560 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.558+0000 7f3519a2eb80 1 --2- 172.21.15.53:0/3062055928 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb3da0 0x5628fcdb5ae0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.560 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.558+0000 7f3519a2eb80 1 -- 172.21.15.53:0/3062055928 >> 172.21.15.53:0/3062055928 conn(0x5628fccdf0b0 msgr2=0x5628fcdbac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:02.560 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.558+0000 7f3519a2eb80 1 -- 172.21.15.53:0/3062055928 shutdown_connections 2024-05-10T11:21:02.560 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.558+0000 7f3519a2eb80 1 -- 172.21.15.53:0/3062055928 wait complete. 2024-05-10T11:21:02.560 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.558+0000 7f3519a2eb80 1 -- start start 2024-05-10T11:21:02.560 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.558+0000 7f3519a2eb80 1 Processor -- start 2024-05-10T11:21:02.564 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.559+0000 7f3519a2eb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5628fcdb3480 0x5628fcdd7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:02.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.559+0000 7f3519a2eb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb3da0 0x5628fcdd0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:02.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.559+0000 7f3519a2eb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5628fcdb7c30 0x5628fcdd1510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:02.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.559+0000 7f3519a2eb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5628fcdcdfa0 con 0x5628fcdb3da0 2024-05-10T11:21:02.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.559+0000 7f3519a2eb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5628fcdcd8d0 con 0x5628fcdb3480 2024-05-10T11:21:02.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.559+0000 7f3519a2eb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5628fcdce670 con 0x5628fcdb7c30 2024-05-10T11:21:02.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.559+0000 7f3519a2eb80 10 client.0 _ll_register_callbacks cb 0x5628fcc9d8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:21:02.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.559+0000 7f34fffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb3da0 0x5628fcdd0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:02.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.559+0000 7f34fffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb3da0 0x5628fcdd0ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:41372/0 (socket says 172.21.15.53:41372) 2024-05-10T11:21:02.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.559+0000 7f34fffff700 1 -- 172.21.15.53:0/4221880514 learned_addr learned my addr 172.21.15.53:0/4221880514 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:02.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.559+0000 7f350cf37700 1 --2- 172.21.15.53:0/4221880514 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5628fcdb3480 0x5628fcdd7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:02.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.559+0000 7f350d738700 1 --2- 172.21.15.53:0/4221880514 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5628fcdb7c30 0x5628fcdd1510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:02.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.559+0000 7f34fffff700 1 -- 172.21.15.53:0/4221880514 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5628fcdb7c30 msgr2=0x5628fcdd1510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:02.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.559+0000 7f34fffff700 1 --2- 172.21.15.53:0/4221880514 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5628fcdb7c30 0x5628fcdd1510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.566 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.559+0000 7f34fffff700 1 -- 172.21.15.53:0/4221880514 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5628fcdb3480 msgr2=0x5628fcdd7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:02.566 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.559+0000 7f34fffff700 1 --2- 172.21.15.53:0/4221880514 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5628fcdb3480 0x5628fcdd7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.566 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.559+0000 7f34fffff700 1 -- 172.21.15.53:0/4221880514 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5628fcdc9260 con 0x5628fcdb3da0 2024-05-10T11:21:02.566 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.559+0000 7f34fffff700 1 --2- 172.21.15.53:0/4221880514 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb3da0 0x5628fcdd0ee0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f34f800db20 tx=0x7f34f801c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a00d3e3f0ab483b server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:02.566 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.559+0000 7f34e7fff700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:21:02.566 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.559+0000 7f34e7fff700 1 -- 172.21.15.53:0/4221880514 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34f803c060 con 0x5628fcdb3da0 2024-05-10T11:21:02.566 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.559+0000 7f3519a2eb80 1 -- 172.21.15.53:0/4221880514 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f34f800fc80 con 0x5628fcdb3da0 2024-05-10T11:21:02.566 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.559+0000 7f34e7fff700 1 -- 172.21.15.53:0/4221880514 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f34f8025450 con 0x5628fcdb3da0 2024-05-10T11:21:02.566 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.560+0000 7f34e7fff700 1 -- 172.21.15.53:0/4221880514 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f34f8020070 con 0x5628fcdb3da0 2024-05-10T11:21:02.566 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.560+0000 7f3519a2eb80 10 client.15264 fetch_fsmap learned FSMap version 28 2024-05-10T11:21:02.566 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.560+0000 7f3519a2eb80 1 -- 172.21.15.53:0/4221880514 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5628fce38120 con 0x5628fcdb3da0 2024-05-10T11:21:02.566 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.560+0000 7f34e7fff700 1 -- 172.21.15.53:0/4221880514 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f34f800fc80 con 0x5628fcdb3da0 2024-05-10T11:21:02.566 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.560+0000 7f34e7fff700 1 -- 172.21.15.53:0/4221880514 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f34f802f570 con 0x5628fcdb3da0 2024-05-10T11:21:02.566 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.560+0000 7f3519a2eb80 10 client.15264 fetch_fsmap finished waiting for FSMap version 28 2024-05-10T11:21:02.566 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.560+0000 7f3519a2eb80 10 client.15264 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-10T11:21:02.567 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.560+0000 7f3519a2eb80 20 client.15264 populate_metadata read hostname 'smithi053' 2024-05-10T11:21:02.567 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.560+0000 7f3519a2eb80 1 --2- 172.21.15.53:0/4221880514 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5628fce3c4f0 0x5628fce3b200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:02.567 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.560+0000 7f3519a2eb80 4 client.15264 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-10T11:21:02.567 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.560+0000 7f3519a2eb80 1 -- 172.21.15.53:0/4221880514 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "status"}) -- 0x5628fcd131f0 con 0x5628fce3c4f0 2024-05-10T11:21:02.567 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.560+0000 7f350cf37700 1 --2- 172.21.15.53:0/4221880514 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5628fce3c4f0 0x5628fce3b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:02.567 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.561+0000 7f34e7fff700 10 client.15264 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:21:02.567 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.561+0000 7f350cf37700 1 --2- 172.21.15.53:0/4221880514 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5628fce3c4f0 0x5628fce3b200 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee05af25364855fb server_cookie=30ee8c1d36a80cdf in_seq=0 out_seq=0 2024-05-10T11:21:02.567 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.561+0000 7f34e7fff700 1 -- 172.21.15.53:0/4221880514 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5628fcd131f0 con 0x5628fce3c4f0 2024-05-10T11:21:02.567 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.561+0000 7f34e7fff700 10 client.15264 handle_command_reply: tid=0 2024-05-10T11:21:02.567 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.561+0000 7f3519a2eb80 1 client.15264 shutdown 2024-05-10T11:21:02.567 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.561+0000 7f3519a2eb80 1 -- 172.21.15.53:0/4221880514 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb3da0 msgr2=0x5628fcdd0ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:02.567 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.561+0000 7f3519a2eb80 1 --2- 172.21.15.53:0/4221880514 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb3da0 0x5628fcdd0ee0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f34f800db20 tx=0x7f34f801c680 comp rx=0 tx=0).stop 2024-05-10T11:21:02.567 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.561+0000 7f3519a2eb80 1 -- 172.21.15.53:0/4221880514 shutdown_connections 2024-05-10T11:21:02.567 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.561+0000 7f3519a2eb80 1 --2- 172.21.15.53:0/4221880514 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5628fce3c4f0 0x5628fce3b200 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.568 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.561+0000 7f3519a2eb80 1 --2- 172.21.15.53:0/4221880514 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5628fcdb7c30 0x5628fcdd1510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.568 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.561+0000 7f3519a2eb80 1 --2- 172.21.15.53:0/4221880514 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5628fcdb3480 0x5628fcdd7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.568 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.561+0000 7f3519a2eb80 1 --2- 172.21.15.53:0/4221880514 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5628fcdb3da0 0x5628fcdd0ee0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.568 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.561+0000 7f3519a2eb80 1 -- 172.21.15.53:0/4221880514 >> 172.21.15.53:0/4221880514 conn(0x5628fccdf0b0 msgr2=0x5628fcdb65a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:02.568 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.561+0000 7f34e7fff700 0 client.15264 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:21:02.568 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.561+0000 7f3519a2eb80 1 -- 172.21.15.53:0/4221880514 shutdown_connections 2024-05-10T11:21:02.568 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.561+0000 7f3519a2eb80 1 -- 172.21.15.53:0/4221880514 wait complete. 2024-05-10T11:21:02.568 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.562+0000 7f3519a2eb80 20 client.15264 trim_cache size 0 max 16384 2024-05-10T11:21:02.568 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:21:02.568 INFO:teuthology.orchestra.run.smithi053.stdout: "cluster_fsid": "745ae8e0-0ebd-11ef-bc98-c7b262605968", 2024-05-10T11:21:02.568 INFO:teuthology.orchestra.run.smithi053.stdout: "whoami": 0, 2024-05-10T11:21:02.569 INFO:teuthology.orchestra.run.smithi053.stdout: "id": 24463, 2024-05-10T11:21:02.569 INFO:teuthology.orchestra.run.smithi053.stdout: "want_state": "up:active", 2024-05-10T11:21:02.569 INFO:teuthology.orchestra.run.smithi053.stdout: "state": "up:active", 2024-05-10T11:21:02.569 INFO:teuthology.orchestra.run.smithi053.stdout: "fs_name": "cephfs", 2024-05-10T11:21:02.569 INFO:teuthology.orchestra.run.smithi053.stdout: "rank_uptime": 247.520919083, 2024-05-10T11:21:02.569 INFO:teuthology.orchestra.run.smithi053.stdout: "mdsmap_epoch": 28, 2024-05-10T11:21:02.569 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_epoch": 90, 2024-05-10T11:21:02.569 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_epoch_barrier": 88, 2024-05-10T11:21:02.569 INFO:teuthology.orchestra.run.smithi053.stdout: "uptime": 276.71636498700002 2024-05-10T11:21:02.569 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:21:02.570 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.562+0000 7f350f19b700 1 -- 172.21.15.53:0/3529465780 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f34f00b2880 msgr2=0x7f34f00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:02.570 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.562+0000 7f350f19b700 1 --2- 172.21.15.53:0/3529465780 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f34f00b2880 0x7f34f00b4d40 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f34f8005fd0 tx=0x7f34f8005dc0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.570 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.562+0000 7f350f19b700 1 -- 172.21.15.53:0/3529465780 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3508103750 msgr2=0x7f35080757a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:02.570 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.562+0000 7f350f19b700 1 --2- 172.21.15.53:0/3529465780 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3508103750 0x7f35080757a0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f3504005b40 tx=0x7f35040047b0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.570 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.562+0000 7f350f19b700 1 -- 172.21.15.53:0/3529465780 shutdown_connections 2024-05-10T11:21:02.570 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.562+0000 7f350f19b700 1 --2- 172.21.15.53:0/3529465780 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f34f00b2880 0x7f34f00b4d40 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.570 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.562+0000 7f350f19b700 1 --2- 172.21.15.53:0/3529465780 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3508108850 0x7f3508076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.570 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.562+0000 7f350f19b700 1 --2- 172.21.15.53:0/3529465780 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3508103750 0x7f35080757a0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.571 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.562+0000 7f350f19b700 1 --2- 172.21.15.53:0/3529465780 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3508104100 0x7f3508075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:02.571 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.562+0000 7f350f19b700 1 -- 172.21.15.53:0/3529465780 >> 172.21.15.53:0/3529465780 conn(0x7f350807a600 msgr2=0x7f35081019a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:02.571 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.562+0000 7f350f19b700 1 -- 172.21.15.53:0/3529465780 shutdown_connections 2024-05-10T11:21:02.571 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:02.562+0000 7f350f19b700 1 -- 172.21.15.53:0/3529465780 wait complete. 2024-05-10T11:21:03.430 INFO:teuthology.run_tasks:Running task sequential... 2024-05-10T11:21:03.440 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-05-10T11:21:03.440 INFO:teuthology.task.sequential:In sequential, running task print... 2024-05-10T11:21:03.441 INFO:teuthology.task.print:Enabling mgr modules 2024-05-10T11:21:03.441 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-05-10T11:21:03.451 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-05-10T11:21:03.452 INFO:tasks.ceph_fuse:config is {'client.0': {}} 2024-05-10T11:21:03.452 INFO:tasks.ceph_fuse:client.0 config is {'mount_subvol_num': 0} 2024-05-10T11:21:03.452 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-05-10T11:21:03.452 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-10T11:21:03.452 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:21:03.452 DEBUG:teuthology.orchestra.run.smithi053:> ip netns list 2024-05-10T11:21:03.470 INFO:teuthology.orchestra.run.smithi053.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-05-10T11:21:03.471 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:21:03.471 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-05-10T11:21:03.540 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:21:03.540 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip link delete ceph-brx 2024-05-10T11:21:03.637 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-05-10T11:21:03.637 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs ls 2024-05-10T11:21:03.891 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:21:04.015 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:03 smithi053 ceph-mon[30153]: pgmap v428: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:21:04.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:03 smithi132 ceph-mon[33758]: pgmap v428: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:21:04.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:03 smithi187 ceph-mon[34076]: pgmap v428: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-10T11:21:05.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.663+0000 7fbd431ae700 1 -- 172.21.15.53:0/3145904307 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbd3c104130 msgr2=0x7fbd3c108140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:05.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.663+0000 7fbd431ae700 1 --2- 172.21.15.53:0/3145904307 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbd3c104130 0x7fbd3c108140 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fbd240099c0 tx=0x7fbd24009cd0 comp rx=0 tx=0).stop 2024-05-10T11:21:05.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.663+0000 7fbd431ae700 1 -- 172.21.15.53:0/3145904307 shutdown_connections 2024-05-10T11:21:05.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.663+0000 7fbd431ae700 1 --2- 172.21.15.53:0/3145904307 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbd3c108870 0x7fbd3c1103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:05.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.663+0000 7fbd431ae700 1 --2- 172.21.15.53:0/3145904307 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbd3c103780 0x7fbd3c103b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:05.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.663+0000 7fbd431ae700 1 --2- 172.21.15.53:0/3145904307 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbd3c104130 0x7fbd3c108140 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:05.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.663+0000 7fbd431ae700 1 -- 172.21.15.53:0/3145904307 >> 172.21.15.53:0/3145904307 conn(0x7fbd3c07a610 msgr2=0x7fbd3c07aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:05.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.664+0000 7fbd431ae700 1 -- 172.21.15.53:0/3145904307 shutdown_connections 2024-05-10T11:21:05.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.664+0000 7fbd431ae700 1 -- 172.21.15.53:0/3145904307 wait complete. 2024-05-10T11:21:05.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.664+0000 7fbd431ae700 1 Processor -- start 2024-05-10T11:21:05.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.664+0000 7fbd431ae700 1 -- start start 2024-05-10T11:21:05.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.665+0000 7fbd431ae700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbd3c103780 0x7fbd3c19f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:05.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.665+0000 7fbd431ae700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbd3c104130 0x7fbd3c19fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:05.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.665+0000 7fbd431ae700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbd3c108870 0x7fbd3c199840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:05.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.665+0000 7fbd431ae700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fbd3c113500 con 0x7fbd3c104130 2024-05-10T11:21:05.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.665+0000 7fbd431ae700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fbd3c113380 con 0x7fbd3c108870 2024-05-10T11:21:05.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.665+0000 7fbd431ae700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fbd3c113680 con 0x7fbd3c103780 2024-05-10T11:21:05.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.665+0000 7fbd3bfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbd3c104130 0x7fbd3c19fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:05.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.665+0000 7fbd3bfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbd3c104130 0x7fbd3c19fc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:41388/0 (socket says 172.21.15.53:41388) 2024-05-10T11:21:05.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.665+0000 7fbd3bfff700 1 -- 172.21.15.53:0/1743598089 learned_addr learned my addr 172.21.15.53:0/1743598089 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:05.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.665+0000 7fbd4174b700 1 --2- 172.21.15.53:0/1743598089 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbd3c108870 0x7fbd3c199840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:05.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.665+0000 7fbd40f4a700 1 --2- 172.21.15.53:0/1743598089 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbd3c103780 0x7fbd3c19f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:05.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.665+0000 7fbd3bfff700 1 -- 172.21.15.53:0/1743598089 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbd3c103780 msgr2=0x7fbd3c19f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:05.686 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.665+0000 7fbd3bfff700 1 --2- 172.21.15.53:0/1743598089 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbd3c103780 0x7fbd3c19f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:05.686 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.665+0000 7fbd3bfff700 1 -- 172.21.15.53:0/1743598089 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbd3c108870 msgr2=0x7fbd3c199840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:05.686 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.665+0000 7fbd3bfff700 1 --2- 172.21.15.53:0/1743598089 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbd3c108870 0x7fbd3c199840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:05.686 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.665+0000 7fbd3bfff700 1 -- 172.21.15.53:0/1743598089 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd3c19a020 con 0x7fbd3c104130 2024-05-10T11:21:05.686 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.665+0000 7fbd4174b700 1 --2- 172.21.15.53:0/1743598089 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbd3c108870 0x7fbd3c199840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:21:05.686 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.665+0000 7fbd3bfff700 1 --2- 172.21.15.53:0/1743598089 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbd3c104130 0x7fbd3c19fc00 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fbd24000c00 tx=0x7fbd2400f510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:05.686 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.665+0000 7fbd39ffb700 1 -- 172.21.15.53:0/1743598089 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd2400f940 con 0x7fbd3c104130 2024-05-10T11:21:05.686 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.665+0000 7fbd39ffb700 1 -- 172.21.15.53:0/1743598089 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbd24004830 con 0x7fbd3c104130 2024-05-10T11:21:05.686 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.665+0000 7fbd431ae700 1 -- 172.21.15.53:0/1743598089 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd3c19a2b0 con 0x7fbd3c104130 2024-05-10T11:21:05.686 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.666+0000 7fbd39ffb700 1 -- 172.21.15.53:0/1743598089 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd240054b0 con 0x7fbd3c104130 2024-05-10T11:21:05.686 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.666+0000 7fbd431ae700 1 -- 172.21.15.53:0/1743598089 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd3c1a6520 con 0x7fbd3c104130 2024-05-10T11:21:05.686 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.667+0000 7fbd431ae700 1 -- 172.21.15.53:0/1743598089 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd3c104c00 con 0x7fbd3c104130 2024-05-10T11:21:05.686 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.668+0000 7fbd39ffb700 1 -- 172.21.15.53:0/1743598089 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fbd24029060 con 0x7fbd3c104130 2024-05-10T11:21:05.686 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.669+0000 7fbd39ffb700 1 --2- 172.21.15.53:0/1743598089 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbd280b2900 0x7fbd280b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:05.687 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.669+0000 7fbd40f4a700 1 --2- 172.21.15.53:0/1743598089 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbd280b2900 0x7fbd280b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:05.687 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.669+0000 7fbd39ffb700 1 -- 172.21.15.53:0/1743598089 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fbd240e32c0 con 0x7fbd3c104130 2024-05-10T11:21:05.687 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.669+0000 7fbd40f4a700 1 --2- 172.21.15.53:0/1743598089 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbd280b2900 0x7fbd280b4dc0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fbd2c005950 tx=0x7fbd2c0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:05.687 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.672+0000 7fbd39ffb700 1 -- 172.21.15.53:0/1743598089 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fbd24013070 con 0x7fbd3c104130 2024-05-10T11:21:05.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.937+0000 7fbd431ae700 1 -- 172.21.15.53:0/1743598089 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fbd3c19ad70 con 0x7fbd3c104130 2024-05-10T11:21:05.938 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:05 smithi053 ceph-mon[30153]: pgmap v429: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:21:05.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.938+0000 7fbd39ffb700 1 -- 172.21.15.53:0/1743598089 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v28) ==== 53+0+88 (secure 0 0 0) 0x7fbd240aace0 con 0x7fbd3c104130 2024-05-10T11:21:05.938 INFO:teuthology.orchestra.run.smithi053.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-05-10T11:21:05.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.940+0000 7fbd431ae700 1 -- 172.21.15.53:0/1743598089 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbd280b2900 msgr2=0x7fbd280b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:05.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.940+0000 7fbd431ae700 1 --2- 172.21.15.53:0/1743598089 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbd280b2900 0x7fbd280b4dc0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fbd2c005950 tx=0x7fbd2c0058e0 comp rx=0 tx=0).stop 2024-05-10T11:21:05.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.940+0000 7fbd431ae700 1 -- 172.21.15.53:0/1743598089 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbd3c104130 msgr2=0x7fbd3c19fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:05.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.940+0000 7fbd431ae700 1 --2- 172.21.15.53:0/1743598089 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbd3c104130 0x7fbd3c19fc00 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fbd24000c00 tx=0x7fbd2400f510 comp rx=0 tx=0).stop 2024-05-10T11:21:05.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.940+0000 7fbd431ae700 1 -- 172.21.15.53:0/1743598089 shutdown_connections 2024-05-10T11:21:05.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.940+0000 7fbd431ae700 1 --2- 172.21.15.53:0/1743598089 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbd280b2900 0x7fbd280b4dc0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:05.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.940+0000 7fbd431ae700 1 --2- 172.21.15.53:0/1743598089 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbd3c108870 0x7fbd3c199840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:05.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.940+0000 7fbd431ae700 1 --2- 172.21.15.53:0/1743598089 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbd3c103780 0x7fbd3c19f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:05.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.940+0000 7fbd431ae700 1 --2- 172.21.15.53:0/1743598089 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbd3c104130 0x7fbd3c19fc00 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:05.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.940+0000 7fbd431ae700 1 -- 172.21.15.53:0/1743598089 >> 172.21.15.53:0/1743598089 conn(0x7fbd3c07a610 msgr2=0x7fbd3c1018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:05.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.940+0000 7fbd431ae700 1 -- 172.21.15.53:0/1743598089 shutdown_connections 2024-05-10T11:21:05.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:05.940+0000 7fbd431ae700 1 -- 172.21.15.53:0/1743598089 wait complete. 2024-05-10T11:21:06.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:05 smithi132 ceph-mon[33758]: pgmap v429: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:21:06.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:05 smithi187 ceph-mon[34076]: pgmap v429: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:21:06.766 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-05-10T11:21:06.766 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-05-10T11:21:06.766 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi053.front.sepia.ceph.com 2024-05-10T11:21:06.766 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-05-10T11:21:06.766 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-10T11:21:06.766 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-05-10T11:21:06.766 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-05-10T11:21:06.766 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-05-10T11:21:06.766 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-05-10T11:21:06.766 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:21:06.767 DEBUG:teuthology.orchestra.run.smithi053:> ip addr 2024-05-10T11:21:06.787 INFO:teuthology.orchestra.run.smithi053.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-05-10T11:21:06.787 INFO:teuthology.orchestra.run.smithi053.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-05-10T11:21:06.787 INFO:teuthology.orchestra.run.smithi053.stdout: inet 127.0.0.1/8 scope host lo 2024-05-10T11:21:06.787 INFO:teuthology.orchestra.run.smithi053.stdout: valid_lft forever preferred_lft forever 2024-05-10T11:21:06.787 INFO:teuthology.orchestra.run.smithi053.stdout: inet6 ::1/128 scope host 2024-05-10T11:21:06.787 INFO:teuthology.orchestra.run.smithi053.stdout: valid_lft forever preferred_lft forever 2024-05-10T11:21:06.787 INFO:teuthology.orchestra.run.smithi053.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-10T11:21:06.787 INFO:teuthology.orchestra.run.smithi053.stdout: link/ether 0c:c4:7a:6b:fd:da brd ff:ff:ff:ff:ff:ff 2024-05-10T11:21:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: altname enp7s0f0 2024-05-10T11:21:06.788 INFO:teuthology.orchestra.run.smithi053.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-10T11:21:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: link/ether 0c:c4:7a:6b:fd:db brd ff:ff:ff:ff:ff:ff 2024-05-10T11:21:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: altname enp7s0f1 2024-05-10T11:21:06.788 INFO:teuthology.orchestra.run.smithi053.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-05-10T11:21:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: link/ether ac:1f:6b:f8:37:18 brd ff:ff:ff:ff:ff:ff 2024-05-10T11:21:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: altname enp1s0f0 2024-05-10T11:21:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: inet 172.21.15.53/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-05-10T11:21:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: valid_lft 41999sec preferred_lft 41999sec 2024-05-10T11:21:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: inet6 fe80::ae1f:6bff:fef8:3718/64 scope link noprefixroute 2024-05-10T11:21:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: valid_lft forever preferred_lft forever 2024-05-10T11:21:06.788 INFO:teuthology.orchestra.run.smithi053.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-10T11:21:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: link/ether ac:1f:6b:f8:37:19 brd ff:ff:ff:ff:ff:ff 2024-05-10T11:21:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: altname enp1s0f1 2024-05-10T11:21:06.789 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-05-10T11:21:06.789 DEBUG:teuthology.orchestra.run.smithi053:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-10T11:21:06.789 DEBUG:teuthology.orchestra.run.smithi053:> set -e 2024-05-10T11:21:06.789 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip link add name ceph-brx type bridge 2024-05-10T11:21:06.789 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip addr flush dev ceph-brx 2024-05-10T11:21:06.789 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip link set ceph-brx up 2024-05-10T11:21:06.789 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-05-10T11:21:06.789 DEBUG:teuthology.orchestra.run.smithi053:> ') 2024-05-10T11:21:06.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-10T11:21:06.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-10T11:21:06.943 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:21:06.943 DEBUG:teuthology.orchestra.run.smithi053:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-05-10T11:21:06.968 INFO:teuthology.orchestra.run.smithi053.stdout:1 2024-05-10T11:21:06.969 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:21:06.969 DEBUG:teuthology.orchestra.run.smithi053:> route 2024-05-10T11:21:07.027 INFO:teuthology.orchestra.run.smithi053.stdout:Kernel IP routing table 2024-05-10T11:21:07.027 INFO:teuthology.orchestra.run.smithi053.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-05-10T11:21:07.027 INFO:teuthology.orchestra.run.smithi053.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-05-10T11:21:07.027 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-05-10T11:21:07.027 INFO:teuthology.orchestra.run.smithi053.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-05-10T11:21:07.027 DEBUG:teuthology.orchestra.run.smithi053:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-10T11:21:07.027 DEBUG:teuthology.orchestra.run.smithi053:> set -e 2024-05-10T11:21:07.028 DEBUG:teuthology.orchestra.run.smithi053:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-05-10T11:21:07.028 DEBUG:teuthology.orchestra.run.smithi053:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-05-10T11:21:07.028 DEBUG:teuthology.orchestra.run.smithi053:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-05-10T11:21:07.028 DEBUG:teuthology.orchestra.run.smithi053:> ') 2024-05-10T11:21:07.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:06 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1743598089' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-10T11:21:07.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:07 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-10T11:21:07.150 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-10T11:21:07.157 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:21:07.157 DEBUG:teuthology.orchestra.run.smithi053:> ip netns list 2024-05-10T11:21:07.173 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:21:07.173 DEBUG:teuthology.orchestra.run.smithi053:> ip netns list-id 2024-05-10T11:21:07.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:06 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1743598089' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-10T11:21:07.230 DEBUG:teuthology.orchestra.run.smithi053:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-10T11:21:07.230 DEBUG:teuthology.orchestra.run.smithi053:> set -e 2024-05-10T11:21:07.230 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-10T11:21:07.230 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-05-10T11:21:07.230 DEBUG:teuthology.orchestra.run.smithi053:> ') 2024-05-10T11:21:07.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:06 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1743598089' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-10T11:21:07.320 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:07 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-10T11:21:07.343 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-10T11:21:07.350 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-05-10T11:21:07.350 DEBUG:teuthology.orchestra.run.smithi053:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-10T11:21:07.350 DEBUG:teuthology.orchestra.run.smithi053:> set -e 2024-05-10T11:21:07.350 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-05-10T11:21:07.350 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-05-10T11:21:07.350 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-05-10T11:21:07.350 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-05-10T11:21:07.350 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-05-10T11:21:07.351 DEBUG:teuthology.orchestra.run.smithi053:> ') 2024-05-10T11:21:07.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:07 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-10T11:21:07.463 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-10T11:21:07.469 DEBUG:teuthology.orchestra.run.smithi053:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-10T11:21:07.470 DEBUG:teuthology.orchestra.run.smithi053:> set -e 2024-05-10T11:21:07.470 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip link set brx.0 up 2024-05-10T11:21:07.470 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip link set dev brx.0 master ceph-brx 2024-05-10T11:21:07.470 DEBUG:teuthology.orchestra.run.smithi053:> ') 2024-05-10T11:21:07.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:07 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-10T11:21:07.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-10T11:21:07.549 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {'mount_subvol_num': 0} 2024-05-10T11:21:07.550 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-10T11:21:07.550 DEBUG:teuthology.orchestra.run.smithi053:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-05-10T11:21:07.565 INFO:teuthology.orchestra.run.smithi053.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-05-10T11:21:07.566 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-10T11:21:07.566 DEBUG:teuthology.orchestra.run.smithi053:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-05-10T11:21:07.621 DEBUG:teuthology.orchestra.run.smithi053:> sudo modprobe fuse 2024-05-10T11:21:07.688 DEBUG:teuthology.orchestra.run.smithi053:> cat /proc/self/mounts | awk '{print $2}' 2024-05-10T11:21:07.746 INFO:teuthology.orchestra.run.smithi053.stdout:/proc 2024-05-10T11:21:07.746 INFO:teuthology.orchestra.run.smithi053.stdout:/sys 2024-05-10T11:21:07.746 INFO:teuthology.orchestra.run.smithi053.stdout:/dev 2024-05-10T11:21:07.746 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/kernel/security 2024-05-10T11:21:07.746 INFO:teuthology.orchestra.run.smithi053.stdout:/dev/shm 2024-05-10T11:21:07.746 INFO:teuthology.orchestra.run.smithi053.stdout:/dev/pts 2024-05-10T11:21:07.746 INFO:teuthology.orchestra.run.smithi053.stdout:/run 2024-05-10T11:21:07.746 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/cgroup 2024-05-10T11:21:07.746 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/pstore 2024-05-10T11:21:07.746 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/bpf 2024-05-10T11:21:07.746 INFO:teuthology.orchestra.run.smithi053.stdout:/ 2024-05-10T11:21:07.747 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/selinux 2024-05-10T11:21:07.747 INFO:teuthology.orchestra.run.smithi053.stdout:/proc/sys/fs/binfmt_misc 2024-05-10T11:21:07.747 INFO:teuthology.orchestra.run.smithi053.stdout:/dev/mqueue 2024-05-10T11:21:07.747 INFO:teuthology.orchestra.run.smithi053.stdout:/dev/hugepages 2024-05-10T11:21:07.747 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/kernel/debug 2024-05-10T11:21:07.747 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/kernel/tracing 2024-05-10T11:21:07.747 INFO:teuthology.orchestra.run.smithi053.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-05-10T11:21:07.747 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/fuse/connections 2024-05-10T11:21:07.747 INFO:teuthology.orchestra.run.smithi053.stdout:/run/credentials/systemd-sysctl.service 2024-05-10T11:21:07.747 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/kernel/config 2024-05-10T11:21:07.747 INFO:teuthology.orchestra.run.smithi053.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-05-10T11:21:07.747 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/nfs/rpc_pipefs 2024-05-10T11:21:07.747 INFO:teuthology.orchestra.run.smithi053.stdout:/run/user/1000 2024-05-10T11:21:07.747 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/ceph 2024-05-10T11:21:07.747 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay 2024-05-10T11:21:07.748 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/1b56e363c7fda435e6765284fe545063a298030565fbc239016ec65afcf9278d/merged 2024-05-10T11:21:07.748 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/1bf1fe8f60de585021521998261ca9fa54f6f604acc69e9355c5c749a169bdc5/merged 2024-05-10T11:21:07.748 INFO:teuthology.orchestra.run.smithi053.stdout:/run/user/0 2024-05-10T11:21:07.748 INFO:teuthology.orchestra.run.smithi053.stdout:/proc/sys/fs/binfmt_misc 2024-05-10T11:21:07.748 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/de83b30c283a77e73bd436e84a65390b7129b5fe7671eebf1079383b16491d41/merged 2024-05-10T11:21:07.748 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/92bdbc58f46e5457e7920d293834615b9e02807bc476c2a9cde5ba061041634e/merged 2024-05-10T11:21:07.748 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/ebe9a2f00c08b6ad54dbe35bebb156b8e9265db70f8fb4c9adddbb1814a228cf/merged 2024-05-10T11:21:07.748 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/c7591b425eae1e8f10b4b884a6e42fd7bc32baf39c5edcf272b48a8af9bdf7c1/merged 2024-05-10T11:21:07.748 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/15aa7ec8de41766ec9b3c06f2b8fc80905ce2e6ba1f1fea85a95e20c7bab8965/merged 2024-05-10T11:21:07.748 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/c40f8a09841a89dd887acdf46187e204e8b5900578dd6ae881581a91ef8894dc/merged 2024-05-10T11:21:07.748 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/7a242e83ebc2fa7d4cf4ee6ec2a50f9dc4651db1a6253e3902272a1058d8cc56/merged 2024-05-10T11:21:07.749 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/906173940f13d15d5d134d2c7713dcfb10af774c5b73613265ba129e15629df0/merged 2024-05-10T11:21:07.749 INFO:teuthology.orchestra.run.smithi053.stdout:/run/netns 2024-05-10T11:21:07.749 INFO:teuthology.orchestra.run.smithi053.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-10T11:21:07.749 INFO:teuthology.orchestra.run.smithi053.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-10T11:21:07.749 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:21:07.749 DEBUG:teuthology.orchestra.run.smithi053:> ls /sys/fs/fuse/connections 2024-05-10T11:21:07.802 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-05-10T11:21:07.803 DEBUG:teuthology.orchestra.run.smithi053:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0 --client_mountpoint=/volumes/qa/sv_0/be8bb2cc-928e-423a-b18a-ad92dd72c82e --client_fs=cephfs) 2024-05-10T11:21:07.845 DEBUG:teuthology.orchestra.run.smithi053:> sudo modprobe fuse 2024-05-10T11:21:07.871 DEBUG:teuthology.orchestra.run.smithi053:> cat /proc/self/mounts | awk '{print $2}' 2024-05-10T11:21:07.929 INFO:teuthology.orchestra.run.smithi053.stdout:/proc 2024-05-10T11:21:07.929 INFO:teuthology.orchestra.run.smithi053.stdout:/sys 2024-05-10T11:21:07.929 INFO:teuthology.orchestra.run.smithi053.stdout:/dev 2024-05-10T11:21:07.929 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/kernel/security 2024-05-10T11:21:07.929 INFO:teuthology.orchestra.run.smithi053.stdout:/dev/shm 2024-05-10T11:21:07.929 INFO:teuthology.orchestra.run.smithi053.stdout:/dev/pts 2024-05-10T11:21:07.929 INFO:teuthology.orchestra.run.smithi053.stdout:/run 2024-05-10T11:21:07.929 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/cgroup 2024-05-10T11:21:07.929 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/pstore 2024-05-10T11:21:07.929 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/bpf 2024-05-10T11:21:07.929 INFO:teuthology.orchestra.run.smithi053.stdout:/ 2024-05-10T11:21:07.929 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/selinux 2024-05-10T11:21:07.930 INFO:teuthology.orchestra.run.smithi053.stdout:/proc/sys/fs/binfmt_misc 2024-05-10T11:21:07.930 INFO:teuthology.orchestra.run.smithi053.stdout:/dev/mqueue 2024-05-10T11:21:07.930 INFO:teuthology.orchestra.run.smithi053.stdout:/dev/hugepages 2024-05-10T11:21:07.930 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/kernel/debug 2024-05-10T11:21:07.930 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/kernel/tracing 2024-05-10T11:21:07.930 INFO:teuthology.orchestra.run.smithi053.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-05-10T11:21:07.930 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/fuse/connections 2024-05-10T11:21:07.930 INFO:teuthology.orchestra.run.smithi053.stdout:/run/credentials/systemd-sysctl.service 2024-05-10T11:21:07.930 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/kernel/config 2024-05-10T11:21:07.930 INFO:teuthology.orchestra.run.smithi053.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-05-10T11:21:07.930 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/nfs/rpc_pipefs 2024-05-10T11:21:07.930 INFO:teuthology.orchestra.run.smithi053.stdout:/run/user/1000 2024-05-10T11:21:07.930 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/ceph 2024-05-10T11:21:07.931 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay 2024-05-10T11:21:07.931 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/1b56e363c7fda435e6765284fe545063a298030565fbc239016ec65afcf9278d/merged 2024-05-10T11:21:07.931 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/1bf1fe8f60de585021521998261ca9fa54f6f604acc69e9355c5c749a169bdc5/merged 2024-05-10T11:21:07.931 INFO:teuthology.orchestra.run.smithi053.stdout:/run/user/0 2024-05-10T11:21:07.931 INFO:teuthology.orchestra.run.smithi053.stdout:/proc/sys/fs/binfmt_misc 2024-05-10T11:21:07.931 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/de83b30c283a77e73bd436e84a65390b7129b5fe7671eebf1079383b16491d41/merged 2024-05-10T11:21:07.931 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/92bdbc58f46e5457e7920d293834615b9e02807bc476c2a9cde5ba061041634e/merged 2024-05-10T11:21:07.931 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/ebe9a2f00c08b6ad54dbe35bebb156b8e9265db70f8fb4c9adddbb1814a228cf/merged 2024-05-10T11:21:07.931 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/c7591b425eae1e8f10b4b884a6e42fd7bc32baf39c5edcf272b48a8af9bdf7c1/merged 2024-05-10T11:21:07.931 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/15aa7ec8de41766ec9b3c06f2b8fc80905ce2e6ba1f1fea85a95e20c7bab8965/merged 2024-05-10T11:21:07.931 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/c40f8a09841a89dd887acdf46187e204e8b5900578dd6ae881581a91ef8894dc/merged 2024-05-10T11:21:07.931 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/7a242e83ebc2fa7d4cf4ee6ec2a50f9dc4651db1a6253e3902272a1058d8cc56/merged 2024-05-10T11:21:07.931 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/906173940f13d15d5d134d2c7713dcfb10af774c5b73613265ba129e15629df0/merged 2024-05-10T11:21:07.931 INFO:teuthology.orchestra.run.smithi053.stdout:/run/netns 2024-05-10T11:21:07.931 INFO:teuthology.orchestra.run.smithi053.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-10T11:21:07.932 INFO:teuthology.orchestra.run.smithi053.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-10T11:21:07.932 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:21:07.932 DEBUG:teuthology.orchestra.run.smithi053:> ls /sys/fs/fuse/connections 2024-05-10T11:21:07.933 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi053.stderr:2024-05-10T11:21:07.931+0000 7f1159cf5480 -1 init, newargv = 0x5611a964b250 newargc=15 2024-05-10T11:21:07.933 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi053.stderr:ceph-fuse[87333]: starting ceph client 2024-05-10T11:21:07.952 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi053.stderr:ceph-fuse[87333]: starting fuse 2024-05-10T11:21:08.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:07 smithi053 ceph-mon[30153]: pgmap v430: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:21:08.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:07 smithi132 ceph-mon[33758]: pgmap v430: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:21:08.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:07 smithi187 ceph-mon[34076]: pgmap v430: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:21:09.050 DEBUG:teuthology.orchestra.run.smithi053:> sudo modprobe fuse 2024-05-10T11:21:09.084 DEBUG:teuthology.orchestra.run.smithi053:> cat /proc/self/mounts | awk '{print $2}' 2024-05-10T11:21:09.145 INFO:teuthology.orchestra.run.smithi053.stdout:/proc 2024-05-10T11:21:09.146 INFO:teuthology.orchestra.run.smithi053.stdout:/sys 2024-05-10T11:21:09.146 INFO:teuthology.orchestra.run.smithi053.stdout:/dev 2024-05-10T11:21:09.146 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/kernel/security 2024-05-10T11:21:09.146 INFO:teuthology.orchestra.run.smithi053.stdout:/dev/shm 2024-05-10T11:21:09.146 INFO:teuthology.orchestra.run.smithi053.stdout:/dev/pts 2024-05-10T11:21:09.146 INFO:teuthology.orchestra.run.smithi053.stdout:/run 2024-05-10T11:21:09.146 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/cgroup 2024-05-10T11:21:09.146 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/pstore 2024-05-10T11:21:09.146 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/bpf 2024-05-10T11:21:09.146 INFO:teuthology.orchestra.run.smithi053.stdout:/ 2024-05-10T11:21:09.146 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/selinux 2024-05-10T11:21:09.146 INFO:teuthology.orchestra.run.smithi053.stdout:/proc/sys/fs/binfmt_misc 2024-05-10T11:21:09.146 INFO:teuthology.orchestra.run.smithi053.stdout:/dev/mqueue 2024-05-10T11:21:09.146 INFO:teuthology.orchestra.run.smithi053.stdout:/dev/hugepages 2024-05-10T11:21:09.147 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/kernel/debug 2024-05-10T11:21:09.147 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/kernel/tracing 2024-05-10T11:21:09.147 INFO:teuthology.orchestra.run.smithi053.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-05-10T11:21:09.147 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/fs/fuse/connections 2024-05-10T11:21:09.147 INFO:teuthology.orchestra.run.smithi053.stdout:/run/credentials/systemd-sysctl.service 2024-05-10T11:21:09.147 INFO:teuthology.orchestra.run.smithi053.stdout:/sys/kernel/config 2024-05-10T11:21:09.147 INFO:teuthology.orchestra.run.smithi053.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-05-10T11:21:09.147 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/nfs/rpc_pipefs 2024-05-10T11:21:09.147 INFO:teuthology.orchestra.run.smithi053.stdout:/run/user/1000 2024-05-10T11:21:09.147 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/ceph 2024-05-10T11:21:09.147 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay 2024-05-10T11:21:09.147 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/1b56e363c7fda435e6765284fe545063a298030565fbc239016ec65afcf9278d/merged 2024-05-10T11:21:09.147 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/1bf1fe8f60de585021521998261ca9fa54f6f604acc69e9355c5c749a169bdc5/merged 2024-05-10T11:21:09.147 INFO:teuthology.orchestra.run.smithi053.stdout:/run/user/0 2024-05-10T11:21:09.148 INFO:teuthology.orchestra.run.smithi053.stdout:/proc/sys/fs/binfmt_misc 2024-05-10T11:21:09.148 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/de83b30c283a77e73bd436e84a65390b7129b5fe7671eebf1079383b16491d41/merged 2024-05-10T11:21:09.148 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/92bdbc58f46e5457e7920d293834615b9e02807bc476c2a9cde5ba061041634e/merged 2024-05-10T11:21:09.148 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/ebe9a2f00c08b6ad54dbe35bebb156b8e9265db70f8fb4c9adddbb1814a228cf/merged 2024-05-10T11:21:09.148 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/c7591b425eae1e8f10b4b884a6e42fd7bc32baf39c5edcf272b48a8af9bdf7c1/merged 2024-05-10T11:21:09.148 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/15aa7ec8de41766ec9b3c06f2b8fc80905ce2e6ba1f1fea85a95e20c7bab8965/merged 2024-05-10T11:21:09.148 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/c40f8a09841a89dd887acdf46187e204e8b5900578dd6ae881581a91ef8894dc/merged 2024-05-10T11:21:09.148 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/7a242e83ebc2fa7d4cf4ee6ec2a50f9dc4651db1a6253e3902272a1058d8cc56/merged 2024-05-10T11:21:09.148 INFO:teuthology.orchestra.run.smithi053.stdout:/var/lib/containers/storage/overlay/906173940f13d15d5d134d2c7713dcfb10af774c5b73613265ba129e15629df0/merged 2024-05-10T11:21:09.148 INFO:teuthology.orchestra.run.smithi053.stdout:/run/netns 2024-05-10T11:21:09.148 INFO:teuthology.orchestra.run.smithi053.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-10T11:21:09.148 INFO:teuthology.orchestra.run.smithi053.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-10T11:21:09.148 INFO:teuthology.orchestra.run.smithi053.stdout:/home/ubuntu/cephtest/mnt.0 2024-05-10T11:21:09.149 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:21:09.149 DEBUG:teuthology.orchestra.run.smithi053:> ls /sys/fs/fuse/connections 2024-05-10T11:21:09.204 INFO:teuthology.orchestra.run.smithi053.stdout:103 2024-05-10T11:21:09.204 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [103] 2024-05-10T11:21:09.205 DEBUG:teuthology.orchestra.run.smithi053:> sudo stdin-killer -- python3 -c ' 2024-05-10T11:21:09.205 DEBUG:teuthology.orchestra.run.smithi053:> import glob 2024-05-10T11:21:09.205 DEBUG:teuthology.orchestra.run.smithi053:> import re 2024-05-10T11:21:09.205 DEBUG:teuthology.orchestra.run.smithi053:> import os 2024-05-10T11:21:09.205 DEBUG:teuthology.orchestra.run.smithi053:> import subprocess 2024-05-10T11:21:09.205 DEBUG:teuthology.orchestra.run.smithi053:> 2024-05-10T11:21:09.205 DEBUG:teuthology.orchestra.run.smithi053:> def _find_admin_socket(client_name): 2024-05-10T11:21:09.205 DEBUG:teuthology.orchestra.run.smithi053:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-05-10T11:21:09.205 DEBUG:teuthology.orchestra.run.smithi053:> files = glob.glob(asok_path) 2024-05-10T11:21:09.205 DEBUG:teuthology.orchestra.run.smithi053:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-05-10T11:21:09.205 DEBUG:teuthology.orchestra.run.smithi053:> 2024-05-10T11:21:09.205 DEBUG:teuthology.orchestra.run.smithi053:> # Given a non-glob path, it better be there 2024-05-10T11:21:09.205 DEBUG:teuthology.orchestra.run.smithi053:> if "*" not in asok_path: 2024-05-10T11:21:09.206 DEBUG:teuthology.orchestra.run.smithi053:> assert(len(files) == 1) 2024-05-10T11:21:09.206 DEBUG:teuthology.orchestra.run.smithi053:> return files[0] 2024-05-10T11:21:09.206 DEBUG:teuthology.orchestra.run.smithi053:> 2024-05-10T11:21:09.206 DEBUG:teuthology.orchestra.run.smithi053:> for f in files: 2024-05-10T11:21:09.206 DEBUG:teuthology.orchestra.run.smithi053:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-05-10T11:21:09.206 DEBUG:teuthology.orchestra.run.smithi053:> if os.path.exists("/proc/{0}".format(pid)): 2024-05-10T11:21:09.206 DEBUG:teuthology.orchestra.run.smithi053:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-05-10T11:21:09.206 DEBUG:teuthology.orchestra.run.smithi053:> contents = proc_f.read() 2024-05-10T11:21:09.206 DEBUG:teuthology.orchestra.run.smithi053:> if mountpoint in contents: 2024-05-10T11:21:09.206 DEBUG:teuthology.orchestra.run.smithi053:> return f 2024-05-10T11:21:09.206 DEBUG:teuthology.orchestra.run.smithi053:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-05-10T11:21:09.206 DEBUG:teuthology.orchestra.run.smithi053:> 2024-05-10T11:21:09.206 DEBUG:teuthology.orchestra.run.smithi053:> print(_find_admin_socket("client.0")) 2024-05-10T11:21:09.206 DEBUG:teuthology.orchestra.run.smithi053:> ' 2024-05-10T11:21:09.335 INFO:teuthology.orchestra.run.smithi053.stdout:/var/run/ceph/ceph-client.0.87333.asok 2024-05-10T11:21:09.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-10T11:21:09.348 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.87333.asok 2024-05-10T11:21:09.348 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:21:09.348 DEBUG:teuthology.orchestra.run.smithi053:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.87333.asok status 2024-05-10T11:21:09.489 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:21:09.490 INFO:teuthology.orchestra.run.smithi053.stdout: "metadata": { 2024-05-10T11:21:09.490 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_sha1": "d39fa08867836ac070c47cb66c782fa559fd480b", 2024-05-10T11:21:09.490 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_version": "ceph version 19.0.0-3449-gd39fa088 (d39fa08867836ac070c47cb66c782fa559fd480b) squid (dev)", 2024-05-10T11:21:09.490 INFO:teuthology.orchestra.run.smithi053.stdout: "entity_id": "0", 2024-05-10T11:21:09.490 INFO:teuthology.orchestra.run.smithi053.stdout: "hostname": "smithi053", 2024-05-10T11:21:09.490 INFO:teuthology.orchestra.run.smithi053.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-05-10T11:21:09.491 INFO:teuthology.orchestra.run.smithi053.stdout: "pid": "87333", 2024-05-10T11:21:09.491 INFO:teuthology.orchestra.run.smithi053.stdout: "root": "/volumes/qa/sv_0/be8bb2cc-928e-423a-b18a-ad92dd72c82e" 2024-05-10T11:21:09.491 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:21:09.491 INFO:teuthology.orchestra.run.smithi053.stdout: "dentry_count": 0, 2024-05-10T11:21:09.491 INFO:teuthology.orchestra.run.smithi053.stdout: "dentry_pinned_count": 0, 2024-05-10T11:21:09.491 INFO:teuthology.orchestra.run.smithi053.stdout: "id": 15276, 2024-05-10T11:21:09.491 INFO:teuthology.orchestra.run.smithi053.stdout: "inst": { 2024-05-10T11:21:09.492 INFO:teuthology.orchestra.run.smithi053.stdout: "name": { 2024-05-10T11:21:09.492 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "client", 2024-05-10T11:21:09.492 INFO:teuthology.orchestra.run.smithi053.stdout: "num": 15276 2024-05-10T11:21:09.492 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:21:09.492 INFO:teuthology.orchestra.run.smithi053.stdout: "addr": { 2024-05-10T11:21:09.492 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "v1", 2024-05-10T11:21:09.492 INFO:teuthology.orchestra.run.smithi053.stdout: "addr": "192.168.0.1:0", 2024-05-10T11:21:09.493 INFO:teuthology.orchestra.run.smithi053.stdout: "nonce": 1392476068 2024-05-10T11:21:09.493 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:21:09.493 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:21:09.493 INFO:teuthology.orchestra.run.smithi053.stdout: "addr": { 2024-05-10T11:21:09.493 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "v1", 2024-05-10T11:21:09.493 INFO:teuthology.orchestra.run.smithi053.stdout: "addr": "192.168.0.1:0", 2024-05-10T11:21:09.494 INFO:teuthology.orchestra.run.smithi053.stdout: "nonce": 1392476068 2024-05-10T11:21:09.494 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:21:09.494 INFO:teuthology.orchestra.run.smithi053.stdout: "inst_str": "client.15276 192.168.0.1:0/1392476068", 2024-05-10T11:21:09.494 INFO:teuthology.orchestra.run.smithi053.stdout: "addr_str": "192.168.0.1:0/1392476068", 2024-05-10T11:21:09.494 INFO:teuthology.orchestra.run.smithi053.stdout: "inode_count": 5, 2024-05-10T11:21:09.494 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_epoch": 28, 2024-05-10T11:21:09.494 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_epoch": 90, 2024-05-10T11:21:09.494 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_epoch_barrier": 0, 2024-05-10T11:21:09.494 INFO:teuthology.orchestra.run.smithi053.stdout: "blocklisted": false, 2024-05-10T11:21:09.494 INFO:teuthology.orchestra.run.smithi053.stdout: "fs_name": "cephfs" 2024-05-10T11:21:09.495 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:21:09.500 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:21:09.501 DEBUG:teuthology.orchestra.run.smithi053:> stat --file-system '--printf=%T 2024-05-10T11:21:09.501 DEBUG:teuthology.orchestra.run.smithi053:> ' -- /home/ubuntu/cephtest/mnt.0 2024-05-10T11:21:09.518 INFO:teuthology.orchestra.run.smithi053.stdout:fuseblk 2024-05-10T11:21:09.518 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-05-10T11:21:09.518 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:21:09.519 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-05-10T11:21:09.586 INFO:teuthology.run_tasks:Running task exec... 2024-05-10T11:21:09.596 INFO:teuthology.task.exec:Executing custom commands... 2024-05-10T11:21:09.596 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi053.front.sepia.ceph.com 2024-05-10T11:21:09.596 DEBUG:teuthology.orchestra.run.smithi053:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate false' 2024-05-10T11:21:09.734 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.731+0000 7fd084924640 1 -- 172.21.15.53:0/836870171 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd0801087b0 msgr2=0x7fd08010aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:09.734 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.731+0000 7fd084924640 1 --2- 172.21.15.53:0/836870171 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd0801087b0 0x7fd08010aba0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fd078009ca0 tx=0x7fd07802a8c0 comp rx=0 tx=0).stop 2024-05-10T11:21:09.734 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.731+0000 7fd084924640 1 -- 172.21.15.53:0/836870171 shutdown_connections 2024-05-10T11:21:09.734 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.731+0000 7fd084924640 1 --2- 172.21.15.53:0/836870171 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd0801087b0 0x7fd08010aba0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:09.734 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.731+0000 7fd084924640 1 --2- 172.21.15.53:0/836870171 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd080105e80 0x7fd080108270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:09.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.731+0000 7fd084924640 1 --2- 172.21.15.53:0/836870171 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd080103550 0x7fd080105940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:09.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.731+0000 7fd084924640 1 -- 172.21.15.53:0/836870171 >> 172.21.15.53:0/836870171 conn(0x7fd0800fcea0 msgr2=0x7fd0800ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:09.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.731+0000 7fd084924640 1 -- 172.21.15.53:0/836870171 shutdown_connections 2024-05-10T11:21:09.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.731+0000 7fd084924640 1 -- 172.21.15.53:0/836870171 wait complete. 2024-05-10T11:21:09.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.732+0000 7fd084924640 1 Processor -- start 2024-05-10T11:21:09.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.732+0000 7fd084924640 1 -- start start 2024-05-10T11:21:09.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.732+0000 7fd084924640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd080103550 0x7fd080198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:09.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.732+0000 7fd084924640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd080105e80 0x7fd080198fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:09.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.732+0000 7fd084924640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd0801087b0 0x7fd0801a0040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:09.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.732+0000 7fd084924640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd08010e470 con 0x7fd0801087b0 2024-05-10T11:21:09.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.732+0000 7fd084924640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fd08010e2f0 con 0x7fd080105e80 2024-05-10T11:21:09.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.732+0000 7fd084924640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fd08010e5f0 con 0x7fd080103550 2024-05-10T11:21:09.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.732+0000 7fd07ed9d640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd0801087b0 0x7fd0801a0040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:09.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.732+0000 7fd07ed9d640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd0801087b0 0x7fd0801a0040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:46928/0 (socket says 172.21.15.53:46928) 2024-05-10T11:21:09.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.732+0000 7fd07ed9d640 1 -- 172.21.15.53:0/4138311770 learned_addr learned my addr 172.21.15.53:0/4138311770 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:09.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.732+0000 7fd07e59c640 1 --2- 172.21.15.53:0/4138311770 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd080103550 0x7fd080198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:09.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.733+0000 7fd07ed9d640 1 -- 172.21.15.53:0/4138311770 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd080103550 msgr2=0x7fd080198a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:09.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.733+0000 7fd07ed9d640 1 --2- 172.21.15.53:0/4138311770 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd080103550 0x7fd080198a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:09.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.733+0000 7fd07ed9d640 1 -- 172.21.15.53:0/4138311770 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd080105e80 msgr2=0x7fd080198fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:09.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.733+0000 7fd07ed9d640 1 --2- 172.21.15.53:0/4138311770 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd080105e80 0x7fd080198fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:09.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.733+0000 7fd07ed9d640 1 -- 172.21.15.53:0/4138311770 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0801a06b0 con 0x7fd0801087b0 2024-05-10T11:21:09.737 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.733+0000 7fd07ed9d640 1 --2- 172.21.15.53:0/4138311770 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd0801087b0 0x7fd0801a0040 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fd07802aeb0 tx=0x7fd078003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:09.737 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.733+0000 7fd06f7fe640 1 -- 172.21.15.53:0/4138311770 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd078032ed0 con 0x7fd0801087b0 2024-05-10T11:21:09.737 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.733+0000 7fd06f7fe640 1 -- 172.21.15.53:0/4138311770 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd078003e10 con 0x7fd0801087b0 2024-05-10T11:21:09.737 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.733+0000 7fd084924640 1 -- 172.21.15.53:0/4138311770 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0801a0940 con 0x7fd0801087b0 2024-05-10T11:21:09.737 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.733+0000 7fd06f7fe640 1 -- 172.21.15.53:0/4138311770 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd078030cd0 con 0x7fd0801087b0 2024-05-10T11:21:09.737 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.733+0000 7fd084924640 1 -- 172.21.15.53:0/4138311770 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0801a0e90 con 0x7fd0801087b0 2024-05-10T11:21:09.737 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.734+0000 7fd084924640 1 -- 172.21.15.53:0/4138311770 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0800fe990 con 0x7fd0801087b0 2024-05-10T11:21:09.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.735+0000 7fd06f7fe640 1 -- 172.21.15.53:0/4138311770 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd078004240 con 0x7fd0801087b0 2024-05-10T11:21:09.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.736+0000 7fd06f7fe640 1 --2- 172.21.15.53:0/4138311770 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd0680b28a0 0x7fd0680b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:09.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.736+0000 7fd07e59c640 1 --2- 172.21.15.53:0/4138311770 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd0680b28a0 0x7fd0680b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:09.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.736+0000 7fd06f7fe640 1 -- 172.21.15.53:0/4138311770 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fd078103d00 con 0x7fd0801087b0 2024-05-10T11:21:09.738 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.737+0000 7fd07e59c640 1 --2- 172.21.15.53:0/4138311770 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd0680b28a0 0x7fd0680b4d60 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fd0700058c0 tx=0x7fd07000a4c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:09.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.741+0000 7fd06f7fe640 1 -- 172.21.15.53:0/4138311770 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fd0780cb630 con 0x7fd0801087b0 2024-05-10T11:21:09.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:09.975+0000 7fd084924640 1 -- 172.21.15.53:0/4138311770 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"} v 0) -- 0x7fd0800635b0 con 0x7fd0801087b0 2024-05-10T11:21:10.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:09 smithi053 ceph-mon[30153]: pgmap v431: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:21:10.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:09 smithi132 ceph-mon[33758]: pgmap v431: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:21:10.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:09 smithi187 ceph-mon[34076]: pgmap v431: 129 pgs: 129 active+clean; 650 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:21:10.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.797+0000 7fd06f7fe640 1 -- 172.21.15.53:0/4138311770 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]=0 v29) ==== 118+0+0 (secure 0 0 0) 0x7fd0780caf30 con 0x7fd0801087b0 2024-05-10T11:21:10.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.800+0000 7fd084924640 1 -- 172.21.15.53:0/4138311770 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd0680b28a0 msgr2=0x7fd0680b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:10.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.800+0000 7fd084924640 1 --2- 172.21.15.53:0/4138311770 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd0680b28a0 0x7fd0680b4d60 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fd0700058c0 tx=0x7fd07000a4c0 comp rx=0 tx=0).stop 2024-05-10T11:21:10.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.800+0000 7fd084924640 1 -- 172.21.15.53:0/4138311770 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd0801087b0 msgr2=0x7fd0801a0040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:10.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.800+0000 7fd084924640 1 --2- 172.21.15.53:0/4138311770 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd0801087b0 0x7fd0801a0040 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fd07802aeb0 tx=0x7fd078003c20 comp rx=0 tx=0).stop 2024-05-10T11:21:10.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.800+0000 7fd084924640 1 -- 172.21.15.53:0/4138311770 shutdown_connections 2024-05-10T11:21:10.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.800+0000 7fd084924640 1 --2- 172.21.15.53:0/4138311770 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd0680b28a0 0x7fd0680b4d60 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:10.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.800+0000 7fd084924640 1 --2- 172.21.15.53:0/4138311770 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd0801087b0 0x7fd0801a0040 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:10.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.800+0000 7fd084924640 1 --2- 172.21.15.53:0/4138311770 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd080105e80 0x7fd080198fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:10.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.800+0000 7fd084924640 1 --2- 172.21.15.53:0/4138311770 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd080103550 0x7fd080198a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:10.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.800+0000 7fd084924640 1 -- 172.21.15.53:0/4138311770 >> 172.21.15.53:0/4138311770 conn(0x7fd0800fcea0 msgr2=0x7fd080103e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:10.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.800+0000 7fd084924640 1 -- 172.21.15.53:0/4138311770 shutdown_connections 2024-05-10T11:21:10.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.800+0000 7fd084924640 1 -- 172.21.15.53:0/4138311770 wait complete. 2024-05-10T11:21:10.814 DEBUG:teuthology.orchestra.run.smithi053:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs subvolumegroup pin cephfs qa random 0.10' 2024-05-10T11:21:10.939 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.929+0000 7f982bb12640 1 -- 172.21.15.53:0/1405993214 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9824105dc0 msgr2=0x7f98241081b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:10.939 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.929+0000 7f982bb12640 1 --2- 172.21.15.53:0/1405993214 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9824105dc0 0x7f98241081b0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f9818009900 tx=0x7f981802a3f0 comp rx=0 tx=0).stop 2024-05-10T11:21:10.939 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.929+0000 7f982bb12640 1 -- 172.21.15.53:0/1405993214 shutdown_connections 2024-05-10T11:21:10.939 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.929+0000 7f982bb12640 1 --2- 172.21.15.53:0/1405993214 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f98241086f0 0x7f982410ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:10.939 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.929+0000 7f982bb12640 1 --2- 172.21.15.53:0/1405993214 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9824105dc0 0x7f98241081b0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:10.939 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.929+0000 7f982bb12640 1 --2- 172.21.15.53:0/1405993214 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9824103490 0x7f9824105880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:10.939 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.929+0000 7f982bb12640 1 -- 172.21.15.53:0/1405993214 >> 172.21.15.53:0/1405993214 conn(0x7f98240fce80 msgr2=0x7f98240ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:10.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.929+0000 7f982bb12640 1 -- 172.21.15.53:0/1405993214 shutdown_connections 2024-05-10T11:21:10.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.929+0000 7f982bb12640 1 -- 172.21.15.53:0/1405993214 wait complete. 2024-05-10T11:21:10.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.929+0000 7f982bb12640 1 Processor -- start 2024-05-10T11:21:10.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.930+0000 7f982bb12640 1 -- start start 2024-05-10T11:21:10.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.930+0000 7f982bb12640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9824103490 0x7f9824198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:10.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.930+0000 7f982bb12640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9824105dc0 0x7f9824198fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:10.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.930+0000 7f982bb12640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f98241086f0 0x7f98241a0010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:10.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.930+0000 7f982bb12640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f982410e3f0 con 0x7f98241086f0 2024-05-10T11:21:10.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.930+0000 7f982bb12640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f982410e270 con 0x7f9824103490 2024-05-10T11:21:10.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.930+0000 7f982bb12640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f982410e570 con 0x7f9824105dc0 2024-05-10T11:21:10.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.930+0000 7f982a0af640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f98241086f0 0x7f98241a0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:10.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.930+0000 7f982a0af640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f98241086f0 0x7f98241a0010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:46950/0 (socket says 172.21.15.53:46950) 2024-05-10T11:21:10.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.930+0000 7f982a0af640 1 -- 172.21.15.53:0/3680070107 learned_addr learned my addr 172.21.15.53:0/3680070107 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:10.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.930+0000 7f98290ad640 1 --2- 172.21.15.53:0/3680070107 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9824105dc0 0x7f9824198fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:10.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.930+0000 7f98298ae640 1 --2- 172.21.15.53:0/3680070107 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9824103490 0x7f9824198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:10.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.930+0000 7f982a0af640 1 -- 172.21.15.53:0/3680070107 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9824105dc0 msgr2=0x7f9824198fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:10.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.930+0000 7f982a0af640 1 --2- 172.21.15.53:0/3680070107 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9824105dc0 0x7f9824198fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:10.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.930+0000 7f982a0af640 1 -- 172.21.15.53:0/3680070107 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9824103490 msgr2=0x7f9824198a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:10.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.930+0000 7f982a0af640 1 --2- 172.21.15.53:0/3680070107 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9824103490 0x7f9824198a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:10.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.930+0000 7f982a0af640 1 -- 172.21.15.53:0/3680070107 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98241a0680 con 0x7f98241086f0 2024-05-10T11:21:10.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.930+0000 7f982a0af640 1 --2- 172.21.15.53:0/3680070107 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f98241086f0 0x7f98241a0010 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f981c00e970 tx=0x7f981c00ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:10.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.930+0000 7f9822ffd640 1 -- 172.21.15.53:0/3680070107 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981c00ccc0 con 0x7f98241086f0 2024-05-10T11:21:10.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.930+0000 7f9822ffd640 1 -- 172.21.15.53:0/3680070107 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f981c00ce60 con 0x7f98241086f0 2024-05-10T11:21:10.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.930+0000 7f982bb12640 1 -- 172.21.15.53:0/3680070107 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98241a0970 con 0x7f98241086f0 2024-05-10T11:21:10.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.930+0000 7f9822ffd640 1 -- 172.21.15.53:0/3680070107 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981c010430 con 0x7f98241086f0 2024-05-10T11:21:10.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.931+0000 7f982bb12640 1 -- 172.21.15.53:0/3680070107 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98241a0ee0 con 0x7f98241086f0 2024-05-10T11:21:10.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.931+0000 7f982bb12640 1 -- 172.21.15.53:0/3680070107 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98240fe970 con 0x7f98241086f0 2024-05-10T11:21:10.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.933+0000 7f9822ffd640 1 -- 172.21.15.53:0/3680070107 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f981c004ef0 con 0x7f98241086f0 2024-05-10T11:21:10.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.933+0000 7f9822ffd640 1 --2- 172.21.15.53:0/3680070107 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f980c0b2920 0x7f980c0b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:10.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.934+0000 7f98298ae640 1 --2- 172.21.15.53:0/3680070107 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f980c0b2920 0x7f980c0b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:10.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.934+0000 7f9822ffd640 1 -- 172.21.15.53:0/3680070107 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f981c0e2be0 con 0x7f98241086f0 2024-05-10T11:21:10.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.934+0000 7f98298ae640 1 --2- 172.21.15.53:0/3680070107 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f980c0b2920 0x7f980c0b4de0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f9814007350 tx=0x7f98140072e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:10.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:10.937+0000 7f9822ffd640 1 -- 172.21.15.53:0/3680070107 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f981c054d70 con 0x7f98241086f0 2024-05-10T11:21:11.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:10 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/4138311770' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-05-10T11:21:11.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.159+0000 7f982bb12640 1 -- 172.21.15.53:0/3680070107 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7f9824062e90 con 0x7f980c0b2920 2024-05-10T11:21:11.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.176+0000 7f9822ffd640 1 -- 172.21.15.53:0/3680070107 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7f9824062e90 con 0x7f980c0b2920 2024-05-10T11:21:11.181 INFO:teuthology.orchestra.run.smithi053.stdout:{} 2024-05-10T11:21:11.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.179+0000 7f982bb12640 1 -- 172.21.15.53:0/3680070107 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f980c0b2920 msgr2=0x7f980c0b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:11.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.179+0000 7f982bb12640 1 --2- 172.21.15.53:0/3680070107 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f980c0b2920 0x7f980c0b4de0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f9814007350 tx=0x7f98140072e0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.179+0000 7f982bb12640 1 -- 172.21.15.53:0/3680070107 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f98241086f0 msgr2=0x7f98241a0010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:11.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.179+0000 7f982bb12640 1 --2- 172.21.15.53:0/3680070107 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f98241086f0 0x7f98241a0010 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f981c00e970 tx=0x7f981c00ed70 comp rx=0 tx=0).stop 2024-05-10T11:21:11.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.179+0000 7f982bb12640 1 -- 172.21.15.53:0/3680070107 shutdown_connections 2024-05-10T11:21:11.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.179+0000 7f982bb12640 1 --2- 172.21.15.53:0/3680070107 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f980c0b2920 0x7f980c0b4de0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.179+0000 7f982bb12640 1 --2- 172.21.15.53:0/3680070107 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f98241086f0 0x7f98241a0010 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.179+0000 7f982bb12640 1 --2- 172.21.15.53:0/3680070107 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9824105dc0 0x7f9824198fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.179+0000 7f982bb12640 1 --2- 172.21.15.53:0/3680070107 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9824103490 0x7f9824198a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.179+0000 7f982bb12640 1 -- 172.21.15.53:0/3680070107 >> 172.21.15.53:0/3680070107 conn(0x7f98240fce80 msgr2=0x7f9824103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:11.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.179+0000 7f982bb12640 1 -- 172.21.15.53:0/3680070107 shutdown_connections 2024-05-10T11:21:11.183 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.179+0000 7f982bb12640 1 -- 172.21.15.53:0/3680070107 wait complete. 2024-05-10T11:21:11.193 INFO:teuthology.run_tasks:Running task check-counter... 2024-05-10T11:21:11.267 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-05-10T11:21:11.318 DEBUG:teuthology.orchestra.run.smithi053:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-10T11:21:11.319 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:10 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/4138311770' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-05-10T11:21:11.319 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:10 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/4138311770' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-05-10T11:21:11.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.431+0000 7fb278272640 1 -- 172.21.15.53:0/3095442544 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb270103480 msgr2=0x7fb270109d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:11.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.431+0000 7fb278272640 1 --2- 172.21.15.53:0/3095442544 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb270103480 0x7fb270109d10 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fb268009900 tx=0x7fb26802a410 comp rx=0 tx=0).stop 2024-05-10T11:21:11.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.431+0000 7fb278272640 1 -- 172.21.15.53:0/3095442544 shutdown_connections 2024-05-10T11:21:11.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.431+0000 7fb278272640 1 --2- 172.21.15.53:0/3095442544 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb270103480 0x7fb270109d10 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.431+0000 7fb278272640 1 --2- 172.21.15.53:0/3095442544 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb270102ac0 0x7fb270102f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.431+0000 7fb278272640 1 --2- 172.21.15.53:0/3095442544 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb2701018d0 0x7fb270101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.431+0000 7fb278272640 1 -- 172.21.15.53:0/3095442544 >> 172.21.15.53:0/3095442544 conn(0x7fb2700fce40 msgr2=0x7fb2700ff280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:11.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.431+0000 7fb278272640 1 -- 172.21.15.53:0/3095442544 shutdown_connections 2024-05-10T11:21:11.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.431+0000 7fb278272640 1 -- 172.21.15.53:0/3095442544 wait complete. 2024-05-10T11:21:11.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.431+0000 7fb278272640 1 Processor -- start 2024-05-10T11:21:11.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.431+0000 7fb278272640 1 -- start start 2024-05-10T11:21:11.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.431+0000 7fb278272640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb2701018d0 0x7fb270198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:11.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.431+0000 7fb278272640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb270102ac0 0x7fb270198f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:11.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.431+0000 7fb278272640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb270103480 0x7fb27019fff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:11.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.431+0000 7fb278272640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb27010d2b0 con 0x7fb270103480 2024-05-10T11:21:11.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.431+0000 7fb278272640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fb27010d130 con 0x7fb270102ac0 2024-05-10T11:21:11.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.431+0000 7fb278272640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fb27010d430 con 0x7fb2701018d0 2024-05-10T11:21:11.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.432+0000 7fb27680f640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb270103480 0x7fb27019fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:11.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.432+0000 7fb27600e640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb2701018d0 0x7fb270198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:11.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.432+0000 7fb27600e640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb2701018d0 0x7fb270198a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.53:56288/0 (socket says 172.21.15.53:56288) 2024-05-10T11:21:11.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.432+0000 7fb27600e640 1 -- 172.21.15.53:0/1086833026 learned_addr learned my addr 172.21.15.53:0/1086833026 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:11.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.432+0000 7fb27680f640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb270103480 0x7fb27019fff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:46992/0 (socket says 172.21.15.53:46992) 2024-05-10T11:21:11.435 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.432+0000 7fb27580d640 1 --2- 172.21.15.53:0/1086833026 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb270102ac0 0x7fb270198f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:11.435 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.432+0000 7fb27600e640 1 -- 172.21.15.53:0/1086833026 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb270102ac0 msgr2=0x7fb270198f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:11.435 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.432+0000 7fb27600e640 1 --2- 172.21.15.53:0/1086833026 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb270102ac0 0x7fb270198f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.435 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.432+0000 7fb27600e640 1 -- 172.21.15.53:0/1086833026 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb270103480 msgr2=0x7fb27019fff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:11.435 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.432+0000 7fb27600e640 1 --2- 172.21.15.53:0/1086833026 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb270103480 0x7fb27019fff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.435 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.432+0000 7fb27600e640 1 -- 172.21.15.53:0/1086833026 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2701a0660 con 0x7fb2701018d0 2024-05-10T11:21:11.435 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.432+0000 7fb27580d640 1 --2- 172.21.15.53:0/1086833026 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb270102ac0 0x7fb270198f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:21:11.435 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.432+0000 7fb27680f640 1 --2- 172.21.15.53:0/1086833026 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb270103480 0x7fb27019fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:21:11.435 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.432+0000 7fb27600e640 1 --2- 172.21.15.53:0/1086833026 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb2701018d0 0x7fb270198a40 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fb26c00ccb0 tx=0x7fb26c00a620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:11.447 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.432+0000 7fb2677fe640 1 -- 172.21.15.53:0/1086833026 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb26c003b70 con 0x7fb2701018d0 2024-05-10T11:21:11.447 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.432+0000 7fb278272640 1 -- 172.21.15.53:0/1086833026 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2701a0950 con 0x7fb2701018d0 2024-05-10T11:21:11.447 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.432+0000 7fb2677fe640 1 -- 172.21.15.53:0/1086833026 <== mon.1 v2:172.21.15.187:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb26c00ae50 con 0x7fb2701018d0 2024-05-10T11:21:11.447 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.432+0000 7fb2677fe640 1 -- 172.21.15.53:0/1086833026 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb26c00f6b0 con 0x7fb2701018d0 2024-05-10T11:21:11.447 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.432+0000 7fb278272640 1 -- 172.21.15.53:0/1086833026 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2701a0ea0 con 0x7fb2701018d0 2024-05-10T11:21:11.448 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.433+0000 7fb278272640 1 -- 172.21.15.53:0/1086833026 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2701a1130 con 0x7fb2701018d0 2024-05-10T11:21:11.450 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.435+0000 7fb2677fe640 1 -- 172.21.15.53:0/1086833026 <== mon.1 v2:172.21.15.187:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fb26c004000 con 0x7fb2701018d0 2024-05-10T11:21:11.452 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.436+0000 7fb2677fe640 1 --2- 172.21.15.53:0/1086833026 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb25c0b27f0 0x7fb25c0b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:11.452 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.436+0000 7fb27580d640 1 --2- 172.21.15.53:0/1086833026 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb25c0b27f0 0x7fb25c0b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:11.452 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.436+0000 7fb2677fe640 1 -- 172.21.15.53:0/1086833026 <== mon.1 v2:172.21.15.187:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fb26c0e2b70 con 0x7fb2701018d0 2024-05-10T11:21:11.452 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.437+0000 7fb27580d640 1 --2- 172.21.15.53:0/1086833026 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb25c0b27f0 0x7fb25c0b4cb0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb270199f50 tx=0x7fb260005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:11.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.443+0000 7fb2677fe640 1 -- 172.21.15.53:0/1086833026 <== mon.1 v2:172.21.15.187:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fb26c014070 con 0x7fb2701018d0 2024-05-10T11:21:11.569 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:21:11 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:21:11.163+0000 7f046a60b700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-10T11:21:11.569 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:21:11 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:21:11.163+0000 7f046a60b700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-10T11:21:11.569 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:21:11 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:21:11.163+0000 7f046a60b700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-10T11:21:11.569 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:21:11 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:21:11.163+0000 7f046a60b700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-10T11:21:11.569 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:21:11 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:21:11.163+0000 7f046a60b700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-10T11:21:11.644 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.639+0000 7fb278272640 1 -- 172.21.15.53:0/1086833026 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb2701a1800 con 0x7fb2701018d0 2024-05-10T11:21:11.648 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.642+0000 7fb2677fe640 1 -- 172.21.15.53:0/1086833026 <== mon.1 v2:172.21.15.187:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24690 (secure 0 0 0) 0x7fb26c0aa4a0 con 0x7fb2701018d0 2024-05-10T11:21:11.648 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:21:11.648 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":90,"fsid":"745ae8e0-0ebd-11ef-bc98-c7b262605968","created":"2024-05-10T11:08:31.420091+0000","modified":"2024-05-10T11:18:27.841445+0000","last_up_change":"2024-05-10T11:15:46.966521+0000","last_in_change":"2024-05-10T11:15:27.163789+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-10T11:11:52.642234+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-10T11:16:46.031221+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-10T11:16:50.069775+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-10T11:17:01.067983+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"308620b5-0bae-4c96-ad1e-ed079eb9d754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6803","nonce":1941743135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6805","nonce":1941743135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6809","nonce":1941743135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6807","nonce":1941743135}]},"public_addr":"172.21.15.53:6803/1941743135","cluster_addr":"172.21.15.53:6805/1941743135","heartbeat_back_addr":"172.21.15.53:6809/1941743135","heartbeat_front_addr":"172.21.15.53:6807/1941743135","state":["exists","up"]},{"osd":1,"uuid":"e6bd2396-fc15-4c8a-85c0-5a7586c7c059","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6801","nonce":1054747155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6803","nonce":1054747155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6807","nonce":1054747155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6805","nonce":1054747155}]},"public_addr":"172.21.15.132:6801/1054747155","cluster_addr":"172.21.15.132:6803/1054747155","heartbeat_back_addr":"172.21.15.132:6807/1054747155","heartbeat_front_addr":"172.21.15.132:6805/1054747155","state":["exists","up"]},{"osd":2,"uuid":"b685f96c-bfb2-4d57-9484-35b2b18f7913","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6801","nonce":3202790181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6803","nonce":3202790181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6807","nonce":3202790181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6805","nonce":3202790181}]},"public_addr":"172.21.15.187:6801/3202790181","cluster_addr":"172.21.15.187:6803/3202790181","heartbeat_back_addr":"172.21.15.187:6807/3202790181","heartbeat_front_addr":"172.21.15.187:6805/3202790181","state":["exists","up"]},{"osd":3,"uuid":"4522b579-3cc7-4378-a93c-6c99815acc28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6811","nonce":1472446441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6813","nonce":1472446441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6817","nonce":1472446441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6815","nonce":1472446441}]},"public_addr":"172.21.15.53:6811/1472446441","cluster_addr":"172.21.15.53:6813/1472446441","heartbeat_back_addr":"172.21.15.53:6817/1472446441","heartbeat_front_addr":"172.21.15.53:6815/1472446441","state":["exists","up"]},{"osd":4,"uuid":"4ddb8a8d-a867-4c85-90f3-3c69f9005ac5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6809","nonce":1125460805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6811","nonce":1125460805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6815","nonce":1125460805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6813","nonce":1125460805}]},"public_addr":"172.21.15.132:6809/1125460805","cluster_addr":"172.21.15.132:6811/1125460805","heartbeat_back_addr":"172.21.15.132:6815/1125460805","heartbeat_front_addr":"172.21.15.132:6813/1125460805","state":["exists","up"]},{"osd":5,"uuid":"eaef74a7-cef1-4fc5-899f-fd14fcd05c57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6809","nonce":486081036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6811","nonce":486081036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6815","nonce":486081036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6813","nonce":486081036}]},"public_addr":"172.21.15.187:6809/486081036","cluster_addr":"172.21.15.187:6811/486081036","heartbeat_back_addr":"172.21.15.187:6815/486081036","heartbeat_front_addr":"172.21.15.187:6813/486081036","state":["exists","up"]},{"osd":6,"uuid":"af22474c-76ca-48da-a8ff-252375cbe43f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6819","nonce":3301526689}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6821","nonce":3301526689}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6825","nonce":3301526689}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6823","nonce":3301526689}]},"public_addr":"172.21.15.53:6819/3301526689","cluster_addr":"172.21.15.53:6821/3301526689","heartbeat_back_addr":"172.21.15.53:6825/3301526689","heartbeat_front_addr":"172.21.15.53:6823/3301526689","state":["exists","up"]},{"osd":7,"uuid":"d5765fdc-67e8-4b48-8742-65a458ed6430","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6817","nonce":304039390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6819","nonce":304039390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6823","nonce":304039390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6821","nonce":304039390}]},"public_addr":"172.21.15.132:6817/304039390","cluster_addr":"172.21.15.132:6819/304039390","heartbeat_back_addr":"172.21.15.132:6823/304039390","heartbeat_front_addr":"172.21.15.132:6821/304039390","state":["exists","up"]},{"osd":8,"uuid":"6c8900ce-f028-4463-a003-f7faa3895c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6817","nonce":2315808567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6819","nonce":2315808567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6823","nonce":2315808567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6821","nonce":2315808567}]},"public_addr":"172.21.15.187:6817/2315808567","cluster_addr":"172.21.15.187:6819/2315808567","heartbeat_back_addr":"172.21.15.187:6823/2315808567","heartbeat_front_addr":"172.21.15.187:6821/2315808567","state":["exists","up"]},{"osd":9,"uuid":"58eecf43-c7de-4e0e-86c4-f8d8d4fb3ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6827","nonce":1901241164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6829","nonce":1901241164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6833","nonce":1901241164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6831","nonce":1901241164}]},"public_addr":"172.21.15.53:6827/1901241164","cluster_addr":"172.21.15.53:6829/1901241164","heartbeat_back_addr":"172.21.15.53:6833/1901241164","heartbeat_front_addr":"172.21.15.53:6831/1901241164","state":["exists","up"]},{"osd":10,"uuid":"ba4a44c8-7162-4379-a382-4c98f785e69f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6825","nonce":482345617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6827","nonce":482345617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6831","nonce":482345617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6829","nonce":482345617}]},"public_addr":"172.21.15.132:6825/482345617","cluster_addr":"172.21.15.132:6827/482345617","heartbeat_back_addr":"172.21.15.132:6831/482345617","heartbeat_front_addr":"172.21.15.132:6829/482345617","state":["exists","up"]},{"osd":11,"uuid":"593923cd-74a8-4090-8006-e0e8472273da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6825","nonce":2749419601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6827","nonce":2749419601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6831","nonce":2749419601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6829","nonce":2749419601}]},"public_addr":"172.21.15.187:6825/2749419601","cluster_addr":"172.21.15.187:6827/2749419601","heartbeat_back_addr":"172.21.15.187:6831/2749419601","heartbeat_front_addr":"172.21.15.187:6829/2749419601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:02.104830+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:26.066990+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:50.070264+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:16.098565+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:41.234204+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:06.486543+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:33.486448+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:59.439071+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:25.149192+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:52.839666+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:19.077873+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:45.602763+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.11","mappings":[{"from":5,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:0/977742423":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6801/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/2797782055":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6800/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/3095428222":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/1058417156":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/2996064341":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/3430080635":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6800/1318129754":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6801/1318129754":"2024-05-11T11:08:59.024880+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-10T11:21:11.650 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.644+0000 7fb278272640 1 -- 172.21.15.53:0/1086833026 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb25c0b27f0 msgr2=0x7fb25c0b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:11.650 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.644+0000 7fb278272640 1 --2- 172.21.15.53:0/1086833026 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb25c0b27f0 0x7fb25c0b4cb0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb270199f50 tx=0x7fb260005f90 comp rx=0 tx=0).stop 2024-05-10T11:21:11.650 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.644+0000 7fb278272640 1 -- 172.21.15.53:0/1086833026 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb2701018d0 msgr2=0x7fb270198a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:11.650 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.644+0000 7fb278272640 1 --2- 172.21.15.53:0/1086833026 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb2701018d0 0x7fb270198a40 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fb26c00ccb0 tx=0x7fb26c00a620 comp rx=0 tx=0).stop 2024-05-10T11:21:11.651 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.644+0000 7fb278272640 1 -- 172.21.15.53:0/1086833026 shutdown_connections 2024-05-10T11:21:11.651 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.644+0000 7fb278272640 1 --2- 172.21.15.53:0/1086833026 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb25c0b27f0 0x7fb25c0b4cb0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.651 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.644+0000 7fb278272640 1 --2- 172.21.15.53:0/1086833026 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb270103480 0x7fb27019fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.651 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.644+0000 7fb278272640 1 --2- 172.21.15.53:0/1086833026 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb270102ac0 0x7fb270198f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.651 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.644+0000 7fb278272640 1 --2- 172.21.15.53:0/1086833026 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb2701018d0 0x7fb270198a40 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.651 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.644+0000 7fb278272640 1 -- 172.21.15.53:0/1086833026 >> 172.21.15.53:0/1086833026 conn(0x7fb2700fce40 msgr2=0x7fb2700fe900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:11.651 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.644+0000 7fb278272640 1 -- 172.21.15.53:0/1086833026 shutdown_connections 2024-05-10T11:21:11.651 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.644+0000 7fb278272640 1 -- 172.21.15.53:0/1086833026 wait complete. 2024-05-10T11:21:11.659 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-10T11:11:52.642234+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-10T11:16:46.031221+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-10T11:16:50.069775+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-05-10T11:17:01.067983+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-05-10T11:21:11.659 DEBUG:teuthology.orchestra.run.smithi053:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-10T11:21:11.776 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.770+0000 7fcbec3c1640 1 -- 172.21.15.53:0/494567454 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcbe41034c0 msgr2=0x7fcbe4109d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:11.776 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.770+0000 7fcbec3c1640 1 --2- 172.21.15.53:0/494567454 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcbe41034c0 0x7fcbe4109d50 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fcbdc009ca0 tx=0x7fcbdc02a8c0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.776 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.770+0000 7fcbec3c1640 1 -- 172.21.15.53:0/494567454 shutdown_connections 2024-05-10T11:21:11.776 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.770+0000 7fcbec3c1640 1 --2- 172.21.15.53:0/494567454 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcbe41034c0 0x7fcbe4109d50 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.770+0000 7fcbec3c1640 1 --2- 172.21.15.53:0/494567454 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcbe4102b00 0x7fcbe4102f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.770+0000 7fcbec3c1640 1 --2- 172.21.15.53:0/494567454 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcbe4101910 0x7fcbe4101d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.770+0000 7fcbec3c1640 1 -- 172.21.15.53:0/494567454 >> 172.21.15.53:0/494567454 conn(0x7fcbe40fce80 msgr2=0x7fcbe40ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:11.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.770+0000 7fcbec3c1640 1 -- 172.21.15.53:0/494567454 shutdown_connections 2024-05-10T11:21:11.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.770+0000 7fcbec3c1640 1 -- 172.21.15.53:0/494567454 wait complete. 2024-05-10T11:21:11.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.771+0000 7fcbec3c1640 1 Processor -- start 2024-05-10T11:21:11.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.771+0000 7fcbec3c1640 1 -- start start 2024-05-10T11:21:11.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.771+0000 7fcbec3c1640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcbe4101910 0x7fcbe406bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:11.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.771+0000 7fcbec3c1640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcbe4102b00 0x7fcbe419d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:11.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.771+0000 7fcbec3c1640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcbe41034c0 0x7fcbe419ff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:11.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.771+0000 7fcbec3c1640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fcbe410d3c0 con 0x7fcbe4101910 2024-05-10T11:21:11.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.771+0000 7fcbec3c1640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fcbe410d240 con 0x7fcbe4102b00 2024-05-10T11:21:11.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.771+0000 7fcbec3c1640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fcbe410d540 con 0x7fcbe41034c0 2024-05-10T11:21:11.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.771+0000 7fcbea15d640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcbe4101910 0x7fcbe406bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:11.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.771+0000 7fcbea15d640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcbe4101910 0x7fcbe406bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:47024/0 (socket says 172.21.15.53:47024) 2024-05-10T11:21:11.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.771+0000 7fcbea15d640 1 -- 172.21.15.53:0/1821866648 learned_addr learned my addr 172.21.15.53:0/1821866648 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:11.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.771+0000 7fcbea95e640 1 --2- 172.21.15.53:0/1821866648 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcbe41034c0 0x7fcbe419ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:11.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.771+0000 7fcbe995c640 1 --2- 172.21.15.53:0/1821866648 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcbe4102b00 0x7fcbe419d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:11.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.771+0000 7fcbea15d640 1 -- 172.21.15.53:0/1821866648 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcbe41034c0 msgr2=0x7fcbe419ff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:11.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.771+0000 7fcbea15d640 1 --2- 172.21.15.53:0/1821866648 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcbe41034c0 0x7fcbe419ff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.771+0000 7fcbea15d640 1 -- 172.21.15.53:0/1821866648 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcbe4102b00 msgr2=0x7fcbe419d8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:11.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.772+0000 7fcbea15d640 1 --2- 172.21.15.53:0/1821866648 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcbe4102b00 0x7fcbe419d8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.772+0000 7fcbea15d640 1 -- 172.21.15.53:0/1821866648 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbe41a07e0 con 0x7fcbe4101910 2024-05-10T11:21:11.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.772+0000 7fcbe995c640 1 --2- 172.21.15.53:0/1821866648 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcbe4102b00 0x7fcbe419d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:21:11.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.772+0000 7fcbea15d640 1 --2- 172.21.15.53:0/1821866648 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcbe4101910 0x7fcbe406bbe0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fcbe000e9c0 tx=0x7fcbe000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:11.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.772+0000 7fcbdb7fe640 1 -- 172.21.15.53:0/1821866648 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbe000cd80 con 0x7fcbe4101910 2024-05-10T11:21:11.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.772+0000 7fcbec3c1640 1 -- 172.21.15.53:0/1821866648 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbe41a0ad0 con 0x7fcbe4101910 2024-05-10T11:21:11.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.772+0000 7fcbdb7fe640 1 -- 172.21.15.53:0/1821866648 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcbe00035f0 con 0x7fcbe4101910 2024-05-10T11:21:11.779 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.772+0000 7fcbdb7fe640 1 -- 172.21.15.53:0/1821866648 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbe00044c0 con 0x7fcbe4101910 2024-05-10T11:21:11.779 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.772+0000 7fcbec3c1640 1 -- 172.21.15.53:0/1821866648 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbe41a0fd0 con 0x7fcbe4101910 2024-05-10T11:21:11.779 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.773+0000 7fcbec3c1640 1 -- 172.21.15.53:0/1821866648 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbe4108d00 con 0x7fcbe4101910 2024-05-10T11:21:11.779 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.774+0000 7fcbdb7fe640 1 -- 172.21.15.53:0/1821866648 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fcbe0004000 con 0x7fcbe4101910 2024-05-10T11:21:11.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.775+0000 7fcbdb7fe640 1 --2- 172.21.15.53:0/1821866648 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcbd00b27f0 0x7fcbd00b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:11.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.775+0000 7fcbe995c640 1 --2- 172.21.15.53:0/1821866648 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcbd00b27f0 0x7fcbd00b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:11.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.775+0000 7fcbdb7fe640 1 -- 172.21.15.53:0/1821866648 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fcbe00e29d0 con 0x7fcbe4101910 2024-05-10T11:21:11.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.776+0000 7fcbe995c640 1 --2- 172.21.15.53:0/1821866648 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcbd00b27f0 0x7fcbd00b4cb0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fcbe406b950 tx=0x7fcbd4008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:11.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.780+0000 7fcbdb7fe640 1 -- 172.21.15.53:0/1821866648 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fcbe00aa360 con 0x7fcbe4101910 2024-05-10T11:21:11.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.972+0000 7fcbec3c1640 1 -- 172.21.15.53:0/1821866648 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fcbe40635b0 con 0x7fcbe4101910 2024-05-10T11:21:11.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.973+0000 7fcbdb7fe640 1 -- 172.21.15.53:0/1821866648 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v90) ==== 93+0+10 (secure 0 0 0) 0x7fcbe00a9c60 con 0x7fcbe4101910 2024-05-10T11:21:11.973 INFO:teuthology.orchestra.run.smithi053.stdout:pg_num: 1 2024-05-10T11:21:11.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.974+0000 7fcbec3c1640 1 -- 172.21.15.53:0/1821866648 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcbd00b27f0 msgr2=0x7fcbd00b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:11.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.974+0000 7fcbec3c1640 1 --2- 172.21.15.53:0/1821866648 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcbd00b27f0 0x7fcbd00b4cb0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fcbe406b950 tx=0x7fcbd4008040 comp rx=0 tx=0).stop 2024-05-10T11:21:11.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.974+0000 7fcbec3c1640 1 -- 172.21.15.53:0/1821866648 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcbe4101910 msgr2=0x7fcbe406bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:11.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.974+0000 7fcbec3c1640 1 --2- 172.21.15.53:0/1821866648 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcbe4101910 0x7fcbe406bbe0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fcbe000e9c0 tx=0x7fcbe000ee80 comp rx=0 tx=0).stop 2024-05-10T11:21:11.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.975+0000 7fcbec3c1640 1 -- 172.21.15.53:0/1821866648 shutdown_connections 2024-05-10T11:21:11.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.975+0000 7fcbec3c1640 1 --2- 172.21.15.53:0/1821866648 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcbd00b27f0 0x7fcbd00b4cb0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.975+0000 7fcbec3c1640 1 --2- 172.21.15.53:0/1821866648 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcbe41034c0 0x7fcbe419ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.975+0000 7fcbec3c1640 1 --2- 172.21.15.53:0/1821866648 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcbe4102b00 0x7fcbe419d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.975+0000 7fcbec3c1640 1 --2- 172.21.15.53:0/1821866648 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcbe4101910 0x7fcbe406bbe0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:11.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.975+0000 7fcbec3c1640 1 -- 172.21.15.53:0/1821866648 >> 172.21.15.53:0/1821866648 conn(0x7fcbe40fce80 msgr2=0x7fcbe4105ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:11.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.975+0000 7fcbec3c1640 1 -- 172.21.15.53:0/1821866648 shutdown_connections 2024-05-10T11:21:11.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:11.975+0000 7fcbec3c1640 1 -- 172.21.15.53:0/1821866648 wait complete. 2024-05-10T11:21:11.985 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:11 smithi053 ceph-mon[30153]: pgmap v432: 129 pgs: 129 active+clean; 652 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-10T11:21:11.985 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:11 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/4138311770' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-05-10T11:21:11.985 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:11 smithi053 ceph-mon[30153]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-10T11:21:11.985 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:11 smithi053 ceph-mon[30153]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:21:11.985 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:11 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1086833026' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:21:11.986 DEBUG:teuthology.orchestra.run.smithi053:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-10T11:21:12.104 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.102+0000 7f26ac946640 1 -- 172.21.15.53:0/992705167 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f26a8103bf0 msgr2=0x7f26a8104070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:12.104 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.102+0000 7f26ac946640 1 --2- 172.21.15.53:0/992705167 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f26a8103bf0 0x7f26a8104070 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f2690009900 tx=0x7f269002a410 comp rx=0 tx=0).stop 2024-05-10T11:21:12.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.102+0000 7f26ac946640 1 -- 172.21.15.53:0/992705167 shutdown_connections 2024-05-10T11:21:12.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.102+0000 7f26ac946640 1 --2- 172.21.15.53:0/992705167 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f26a81045b0 0x7f26a810ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.102+0000 7f26ac946640 1 --2- 172.21.15.53:0/992705167 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f26a8103bf0 0x7f26a8104070 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.102+0000 7f26ac946640 1 --2- 172.21.15.53:0/992705167 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f26a8102a00 0x7f26a8102e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.102+0000 7f26ac946640 1 -- 172.21.15.53:0/992705167 >> 172.21.15.53:0/992705167 conn(0x7f26a80fdf90 msgr2=0x7f26a81003b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:12.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.102+0000 7f26ac946640 1 -- 172.21.15.53:0/992705167 shutdown_connections 2024-05-10T11:21:12.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.102+0000 7f26ac946640 1 -- 172.21.15.53:0/992705167 wait complete. 2024-05-10T11:21:12.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.103+0000 7f26ac946640 1 Processor -- start 2024-05-10T11:21:12.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.103+0000 7f26ac946640 1 -- start start 2024-05-10T11:21:12.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.103+0000 7f26ac946640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f26a8102a00 0x7f26a8198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:12.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.103+0000 7f26ac946640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f26a8103bf0 0x7f26a8199030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:12.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.103+0000 7f26ac946640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f26a81045b0 0x7f26a81a00a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:12.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.103+0000 7f26ac946640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f26a810e3c0 con 0x7f26a81045b0 2024-05-10T11:21:12.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.103+0000 7f26ac946640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f26a810e240 con 0x7f26a8103bf0 2024-05-10T11:21:12.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.103+0000 7f26ac946640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f26a810e540 con 0x7f26a8102a00 2024-05-10T11:21:12.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.103+0000 7f26a6d9d640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f26a81045b0 0x7f26a81a00a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:12.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.103+0000 7f26a6d9d640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f26a81045b0 0x7f26a81a00a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:47052/0 (socket says 172.21.15.53:47052) 2024-05-10T11:21:12.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.103+0000 7f26a6d9d640 1 -- 172.21.15.53:0/2146745014 learned_addr learned my addr 172.21.15.53:0/2146745014 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:12.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.103+0000 7f26a659c640 1 --2- 172.21.15.53:0/2146745014 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f26a8102a00 0x7f26a8198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:12.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.103+0000 7f269ffff640 1 --2- 172.21.15.53:0/2146745014 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f26a8103bf0 0x7f26a8199030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:12.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.103+0000 7f26a6d9d640 1 -- 172.21.15.53:0/2146745014 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f26a8102a00 msgr2=0x7f26a8198af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:12.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.103+0000 7f26a6d9d640 1 --2- 172.21.15.53:0/2146745014 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f26a8102a00 0x7f26a8198af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.103+0000 7f26a6d9d640 1 -- 172.21.15.53:0/2146745014 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f26a8103bf0 msgr2=0x7f26a8199030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:12.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.103+0000 7f26a6d9d640 1 --2- 172.21.15.53:0/2146745014 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f26a8103bf0 0x7f26a8199030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.103+0000 7f26a6d9d640 1 -- 172.21.15.53:0/2146745014 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26a81a0710 con 0x7f26a81045b0 2024-05-10T11:21:12.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.103+0000 7f269ffff640 1 --2- 172.21.15.53:0/2146745014 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f26a8103bf0 0x7f26a8199030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:21:12.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.104+0000 7f26a6d9d640 1 --2- 172.21.15.53:0/2146745014 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f26a81045b0 0x7f26a81a00a0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f26a000eaa0 tx=0x7f26a000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:12.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.104+0000 7f269f7fe640 1 -- 172.21.15.53:0/2146745014 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26a000cdb0 con 0x7f26a81045b0 2024-05-10T11:21:12.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.104+0000 7f269f7fe640 1 -- 172.21.15.53:0/2146745014 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f26a0005020 con 0x7f26a81045b0 2024-05-10T11:21:12.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.104+0000 7f26ac946640 1 -- 172.21.15.53:0/2146745014 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26a81a0a00 con 0x7f26a81045b0 2024-05-10T11:21:12.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.104+0000 7f269f7fe640 1 -- 172.21.15.53:0/2146745014 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26a00116d0 con 0x7f26a81045b0 2024-05-10T11:21:12.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.104+0000 7f26ac946640 1 -- 172.21.15.53:0/2146745014 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26a81a0f20 con 0x7f26a81045b0 2024-05-10T11:21:12.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.105+0000 7f26ac946640 1 -- 172.21.15.53:0/2146745014 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26a8109ee0 con 0x7f26a81045b0 2024-05-10T11:21:12.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.107+0000 7f269f7fe640 1 -- 172.21.15.53:0/2146745014 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f26a00051d0 con 0x7f26a81045b0 2024-05-10T11:21:12.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.108+0000 7f269f7fe640 1 --2- 172.21.15.53:0/2146745014 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f26940b2870 0x7f26940b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:12.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.108+0000 7f269f7fe640 1 -- 172.21.15.53:0/2146745014 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f26a00e2af0 con 0x7f26a81045b0 2024-05-10T11:21:12.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.108+0000 7f26a659c640 1 --2- 172.21.15.53:0/2146745014 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f26940b2870 0x7f26940b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:12.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.108+0000 7f26a659c640 1 --2- 172.21.15.53:0/2146745014 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f26940b2870 0x7f26940b4d30 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f26a8103a50 tx=0x7f2698005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:12.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.111+0000 7f269f7fe640 1 -- 172.21.15.53:0/2146745014 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f26a0016030 con 0x7f26a81045b0 2024-05-10T11:21:12.125 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:11 smithi132 ceph-mon[33758]: pgmap v432: 129 pgs: 129 active+clean; 652 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-10T11:21:12.125 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:11 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/4138311770' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-05-10T11:21:12.125 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:11 smithi132 ceph-mon[33758]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-10T11:21:12.125 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:11 smithi132 ceph-mon[33758]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:21:12.125 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:11 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1086833026' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:21:12.161 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:11 smithi187 ceph-mon[34076]: pgmap v432: 129 pgs: 129 active+clean; 652 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-10T11:21:12.161 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:11 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/4138311770' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-05-10T11:21:12.161 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:11 smithi187 ceph-mon[34076]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-10T11:21:12.161 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:11 smithi187 ceph-mon[34076]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-05-10T11:21:12.161 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:11 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1086833026' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:21:12.302 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.302+0000 7f26ac946640 1 -- 172.21.15.53:0/2146745014 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f26a802db50 con 0x7f26a81045b0 2024-05-10T11:21:12.302 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.303+0000 7f269f7fe640 1 -- 172.21.15.53:0/2146745014 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v90) ==== 104+0+11 (secure 0 0 0) 0x7f26a00aa500 con 0x7f26a81045b0 2024-05-10T11:21:12.303 INFO:teuthology.orchestra.run.smithi053.stdout:pg_num: 32 2024-05-10T11:21:12.304 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.304+0000 7f26ac946640 1 -- 172.21.15.53:0/2146745014 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f26940b2870 msgr2=0x7f26940b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:12.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.304+0000 7f26ac946640 1 --2- 172.21.15.53:0/2146745014 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f26940b2870 0x7f26940b4d30 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f26a8103a50 tx=0x7f2698005f90 comp rx=0 tx=0).stop 2024-05-10T11:21:12.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.304+0000 7f26ac946640 1 -- 172.21.15.53:0/2146745014 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f26a81045b0 msgr2=0x7f26a81a00a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:12.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.304+0000 7f26ac946640 1 --2- 172.21.15.53:0/2146745014 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f26a81045b0 0x7f26a81a00a0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f26a000eaa0 tx=0x7f26a000ef60 comp rx=0 tx=0).stop 2024-05-10T11:21:12.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.304+0000 7f26ac946640 1 -- 172.21.15.53:0/2146745014 shutdown_connections 2024-05-10T11:21:12.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.305+0000 7f26ac946640 1 --2- 172.21.15.53:0/2146745014 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f26940b2870 0x7f26940b4d30 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.305+0000 7f26ac946640 1 --2- 172.21.15.53:0/2146745014 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f26a81045b0 0x7f26a81a00a0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.305+0000 7f26ac946640 1 --2- 172.21.15.53:0/2146745014 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f26a8103bf0 0x7f26a8199030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.305+0000 7f26ac946640 1 --2- 172.21.15.53:0/2146745014 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f26a8102a00 0x7f26a8198af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.305+0000 7f26ac946640 1 -- 172.21.15.53:0/2146745014 >> 172.21.15.53:0/2146745014 conn(0x7f26a80fdf90 msgr2=0x7f26a81070b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:12.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.305+0000 7f26ac946640 1 -- 172.21.15.53:0/2146745014 shutdown_connections 2024-05-10T11:21:12.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.305+0000 7f26ac946640 1 -- 172.21.15.53:0/2146745014 wait complete. 2024-05-10T11:21:12.316 DEBUG:teuthology.orchestra.run.smithi053:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-10T11:21:12.427 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.425+0000 7fd9c76d3640 1 -- 172.21.15.53:0/1034806832 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd9c0102a00 msgr2=0x7fd9c0102e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:12.427 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.425+0000 7fd9c76d3640 1 --2- 172.21.15.53:0/1034806832 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd9c0102a00 0x7fd9c0102e20 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc009900 tx=0x7fd9bc02a410 comp rx=0 tx=0).stop 2024-05-10T11:21:12.427 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.425+0000 7fd9c76d3640 1 -- 172.21.15.53:0/1034806832 shutdown_connections 2024-05-10T11:21:12.427 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.425+0000 7fd9c76d3640 1 --2- 172.21.15.53:0/1034806832 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd9c01045b0 0x7fd9c010ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.425+0000 7fd9c76d3640 1 --2- 172.21.15.53:0/1034806832 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd9c0103bf0 0x7fd9c0104070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.425+0000 7fd9c76d3640 1 --2- 172.21.15.53:0/1034806832 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd9c0102a00 0x7fd9c0102e20 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.425+0000 7fd9c76d3640 1 -- 172.21.15.53:0/1034806832 >> 172.21.15.53:0/1034806832 conn(0x7fd9c00fdf90 msgr2=0x7fd9c01003b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:12.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.425+0000 7fd9c76d3640 1 -- 172.21.15.53:0/1034806832 shutdown_connections 2024-05-10T11:21:12.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.425+0000 7fd9c76d3640 1 -- 172.21.15.53:0/1034806832 wait complete. 2024-05-10T11:21:12.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.425+0000 7fd9c76d3640 1 Processor -- start 2024-05-10T11:21:12.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.425+0000 7fd9c76d3640 1 -- start start 2024-05-10T11:21:12.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.425+0000 7fd9c76d3640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd9c0102a00 0x7fd9c0076760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:12.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.425+0000 7fd9c76d3640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd9c0103bf0 0x7fd9c0074da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:12.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.425+0000 7fd9c76d3640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd9c01045b0 0x7fd9c00752e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:12.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.425+0000 7fd9c76d3640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd9c010e3e0 con 0x7fd9c0102a00 2024-05-10T11:21:12.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.425+0000 7fd9c76d3640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fd9c010e260 con 0x7fd9c01045b0 2024-05-10T11:21:12.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.425+0000 7fd9c76d3640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fd9c010e560 con 0x7fd9c0103bf0 2024-05-10T11:21:12.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.426+0000 7fd9c546f640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd9c0102a00 0x7fd9c0076760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:12.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.426+0000 7fd9c546f640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd9c0102a00 0x7fd9c0076760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:47080/0 (socket says 172.21.15.53:47080) 2024-05-10T11:21:12.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.426+0000 7fd9c546f640 1 -- 172.21.15.53:0/267376987 learned_addr learned my addr 172.21.15.53:0/267376987 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:12.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.426+0000 7fd9c4c6e640 1 --2- 172.21.15.53:0/267376987 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd9c0103bf0 0x7fd9c0074da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:12.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.426+0000 7fd9c546f640 1 -- 172.21.15.53:0/267376987 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd9c0103bf0 msgr2=0x7fd9c0074da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:12.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.426+0000 7fd9c546f640 1 --2- 172.21.15.53:0/267376987 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd9c0103bf0 0x7fd9c0074da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.426+0000 7fd9c546f640 1 -- 172.21.15.53:0/267376987 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd9c01045b0 msgr2=0x7fd9c00752e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:12.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.426+0000 7fd9c546f640 1 --2- 172.21.15.53:0/267376987 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd9c01045b0 0x7fd9c00752e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.426+0000 7fd9c546f640 1 -- 172.21.15.53:0/267376987 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9c0075b70 con 0x7fd9c0102a00 2024-05-10T11:21:12.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.426+0000 7fd9c4c6e640 1 --2- 172.21.15.53:0/267376987 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd9c0103bf0 0x7fd9c0074da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:21:12.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.426+0000 7fd9c546f640 1 --2- 172.21.15.53:0/267376987 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd9c0102a00 0x7fd9c0076760 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc005ab0 tx=0x7fd9bc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:12.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.426+0000 7fd9b67fc640 1 -- 172.21.15.53:0/267376987 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9bc03f030 con 0x7fd9c0102a00 2024-05-10T11:21:12.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.426+0000 7fd9c76d3640 1 -- 172.21.15.53:0/267376987 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9c01a2cb0 con 0x7fd9c0102a00 2024-05-10T11:21:12.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.426+0000 7fd9b67fc640 1 -- 172.21.15.53:0/267376987 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd9bc003c90 con 0x7fd9c0102a00 2024-05-10T11:21:12.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.426+0000 7fd9b67fc640 1 -- 172.21.15.53:0/267376987 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9bc035070 con 0x7fd9c0102a00 2024-05-10T11:21:12.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.426+0000 7fd9c76d3640 1 -- 172.21.15.53:0/267376987 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9c01a31a0 con 0x7fd9c0102a00 2024-05-10T11:21:12.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.427+0000 7fd9c76d3640 1 -- 172.21.15.53:0/267376987 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9c0109f00 con 0x7fd9c0102a00 2024-05-10T11:21:12.430 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.429+0000 7fd9b67fc640 1 -- 172.21.15.53:0/267376987 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd9bc042030 con 0x7fd9c0102a00 2024-05-10T11:21:12.431 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.429+0000 7fd9b67fc640 1 --2- 172.21.15.53:0/267376987 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd9ac0b27f0 0x7fd9ac0b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:12.431 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.429+0000 7fd9c4c6e640 1 --2- 172.21.15.53:0/267376987 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd9ac0b27f0 0x7fd9ac0b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:12.431 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.429+0000 7fd9b67fc640 1 -- 172.21.15.53:0/267376987 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fd9bc102d60 con 0x7fd9c0102a00 2024-05-10T11:21:12.431 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.430+0000 7fd9c4c6e640 1 --2- 172.21.15.53:0/267376987 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd9ac0b27f0 0x7fd9ac0b4cb0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fd9c00764d0 tx=0x7fd9b0005ec0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:12.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.434+0000 7fd9b67fc640 1 -- 172.21.15.53:0/267376987 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fd9bc0ca6f0 con 0x7fd9c0102a00 2024-05-10T11:21:12.627 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.627+0000 7fd9c76d3640 1 -- 172.21.15.53:0/267376987 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fd9c0063650 con 0x7fd9c0102a00 2024-05-10T11:21:12.627 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.627+0000 7fd9b67fc640 1 -- 172.21.15.53:0/267376987 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v90) ==== 100+0+11 (secure 0 0 0) 0x7fd9bc0c9ff0 con 0x7fd9c0102a00 2024-05-10T11:21:12.628 INFO:teuthology.orchestra.run.smithi053.stdout:pg_num: 64 2024-05-10T11:21:12.629 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.629+0000 7fd9c76d3640 1 -- 172.21.15.53:0/267376987 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd9ac0b27f0 msgr2=0x7fd9ac0b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:12.629 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.629+0000 7fd9c76d3640 1 --2- 172.21.15.53:0/267376987 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd9ac0b27f0 0x7fd9ac0b4cb0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fd9c00764d0 tx=0x7fd9b0005ec0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.629 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.629+0000 7fd9c76d3640 1 -- 172.21.15.53:0/267376987 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd9c0102a00 msgr2=0x7fd9c0076760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:12.629 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.629+0000 7fd9c76d3640 1 --2- 172.21.15.53:0/267376987 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd9c0102a00 0x7fd9c0076760 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc005ab0 tx=0x7fd9bc0042f0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.630 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.629+0000 7fd9c76d3640 1 -- 172.21.15.53:0/267376987 shutdown_connections 2024-05-10T11:21:12.630 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.629+0000 7fd9c76d3640 1 --2- 172.21.15.53:0/267376987 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd9ac0b27f0 0x7fd9ac0b4cb0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.630 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.629+0000 7fd9c76d3640 1 --2- 172.21.15.53:0/267376987 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd9c01045b0 0x7fd9c00752e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.630 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.629+0000 7fd9c76d3640 1 --2- 172.21.15.53:0/267376987 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd9c0103bf0 0x7fd9c0074da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.630 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.629+0000 7fd9c76d3640 1 --2- 172.21.15.53:0/267376987 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd9c0102a00 0x7fd9c0076760 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.630 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.629+0000 7fd9c76d3640 1 -- 172.21.15.53:0/267376987 >> 172.21.15.53:0/267376987 conn(0x7fd9c00fdf90 msgr2=0x7fd9c01070d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:12.630 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.629+0000 7fd9c76d3640 1 -- 172.21.15.53:0/267376987 shutdown_connections 2024-05-10T11:21:12.630 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.629+0000 7fd9c76d3640 1 -- 172.21.15.53:0/267376987 wait complete. 2024-05-10T11:21:12.641 DEBUG:teuthology.orchestra.run.smithi053:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-05-10T11:21:12.752 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.750+0000 7fc8ec246640 1 -- 172.21.15.53:0/3881744218 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc8e41034c0 msgr2=0x7fc8e4109d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:12.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.750+0000 7fc8ec246640 1 --2- 172.21.15.53:0/3881744218 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc8e41034c0 0x7fc8e4109d50 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fc8dc009ca0 tx=0x7fc8dc02a8c0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.750+0000 7fc8ec246640 1 -- 172.21.15.53:0/3881744218 shutdown_connections 2024-05-10T11:21:12.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.750+0000 7fc8ec246640 1 --2- 172.21.15.53:0/3881744218 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc8e41034c0 0x7fc8e4109d50 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.750+0000 7fc8ec246640 1 --2- 172.21.15.53:0/3881744218 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc8e4102b00 0x7fc8e4102f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.750+0000 7fc8ec246640 1 --2- 172.21.15.53:0/3881744218 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc8e4101910 0x7fc8e4101d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.750+0000 7fc8ec246640 1 -- 172.21.15.53:0/3881744218 >> 172.21.15.53:0/3881744218 conn(0x7fc8e40fcea0 msgr2=0x7fc8e40ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:12.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.750+0000 7fc8ec246640 1 -- 172.21.15.53:0/3881744218 shutdown_connections 2024-05-10T11:21:12.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.750+0000 7fc8ec246640 1 -- 172.21.15.53:0/3881744218 wait complete. 2024-05-10T11:21:12.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.751+0000 7fc8ec246640 1 Processor -- start 2024-05-10T11:21:12.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.751+0000 7fc8ec246640 1 -- start start 2024-05-10T11:21:12.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.751+0000 7fc8ec246640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc8e4101910 0x7fc8e406bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:12.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.751+0000 7fc8ec246640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc8e4102b00 0x7fc8e419d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:12.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.751+0000 7fc8ec246640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc8e41034c0 0x7fc8e419fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:12.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.751+0000 7fc8ec246640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fc8e410d320 con 0x7fc8e4101910 2024-05-10T11:21:12.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.751+0000 7fc8ec246640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fc8e410d1a0 con 0x7fc8e41034c0 2024-05-10T11:21:12.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.751+0000 7fc8ec246640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fc8e410d4a0 con 0x7fc8e4102b00 2024-05-10T11:21:12.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.751+0000 7fc8e9fe2640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc8e4101910 0x7fc8e406bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:12.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.751+0000 7fc8e9fe2640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc8e4101910 0x7fc8e406bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:47102/0 (socket says 172.21.15.53:47102) 2024-05-10T11:21:12.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.751+0000 7fc8e9fe2640 1 -- 172.21.15.53:0/1069824835 learned_addr learned my addr 172.21.15.53:0/1069824835 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:12.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.751+0000 7fc8e97e1640 1 --2- 172.21.15.53:0/1069824835 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc8e4102b00 0x7fc8e419d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:12.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.751+0000 7fc8ea7e3640 1 --2- 172.21.15.53:0/1069824835 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc8e41034c0 0x7fc8e419fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:12.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.751+0000 7fc8e9fe2640 1 -- 172.21.15.53:0/1069824835 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc8e4102b00 msgr2=0x7fc8e419d7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:12.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.751+0000 7fc8e9fe2640 1 --2- 172.21.15.53:0/1069824835 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc8e4102b00 0x7fc8e419d7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.751+0000 7fc8e9fe2640 1 -- 172.21.15.53:0/1069824835 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc8e41034c0 msgr2=0x7fc8e419fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:12.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.751+0000 7fc8e9fe2640 1 --2- 172.21.15.53:0/1069824835 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc8e41034c0 0x7fc8e419fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.751+0000 7fc8e9fe2640 1 -- 172.21.15.53:0/1069824835 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8e41a0710 con 0x7fc8e4101910 2024-05-10T11:21:12.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.751+0000 7fc8ea7e3640 1 --2- 172.21.15.53:0/1069824835 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc8e41034c0 0x7fc8e419fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:21:12.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.751+0000 7fc8e9fe2640 1 --2- 172.21.15.53:0/1069824835 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc8e4101910 0x7fc8e406bb20 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fc8e000d950 tx=0x7fc8e000dd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:12.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.752+0000 7fc8daffd640 1 -- 172.21.15.53:0/1069824835 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8e0017020 con 0x7fc8e4101910 2024-05-10T11:21:12.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.752+0000 7fc8daffd640 1 -- 172.21.15.53:0/1069824835 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc8e0009c30 con 0x7fc8e4101910 2024-05-10T11:21:12.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.752+0000 7fc8ec246640 1 -- 172.21.15.53:0/1069824835 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8e41a09a0 con 0x7fc8e4101910 2024-05-10T11:21:12.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.752+0000 7fc8daffd640 1 -- 172.21.15.53:0/1069824835 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8e000f620 con 0x7fc8e4101910 2024-05-10T11:21:12.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.752+0000 7fc8ec246640 1 -- 172.21.15.53:0/1069824835 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8e41a0ef0 con 0x7fc8e4101910 2024-05-10T11:21:12.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.753+0000 7fc8ec246640 1 -- 172.21.15.53:0/1069824835 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8e4108c30 con 0x7fc8e4101910 2024-05-10T11:21:12.756 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.754+0000 7fc8daffd640 1 -- 172.21.15.53:0/1069824835 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fc8e001a020 con 0x7fc8e4101910 2024-05-10T11:21:12.757 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.755+0000 7fc8daffd640 1 --2- 172.21.15.53:0/1069824835 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc8d00b27f0 0x7fc8d00b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:12.757 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.755+0000 7fc8e97e1640 1 --2- 172.21.15.53:0/1069824835 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc8d00b27f0 0x7fc8d00b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:12.757 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.755+0000 7fc8daffd640 1 -- 172.21.15.53:0/1069824835 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fc8e00e24a0 con 0x7fc8e4101910 2024-05-10T11:21:12.757 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.755+0000 7fc8e97e1640 1 --2- 172.21.15.53:0/1069824835 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc8d00b27f0 0x7fc8d00b4cb0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fc8e406b890 tx=0x7fc8d400a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:12.758 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.758+0000 7fc8daffd640 1 -- 172.21.15.53:0/1069824835 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fc8e0021070 con 0x7fc8e4101910 2024-05-10T11:21:12.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.951+0000 7fc8ec246640 1 -- 172.21.15.53:0/1069824835 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fc8e402db50 con 0x7fc8e4101910 2024-05-10T11:21:12.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.951+0000 7fc8daffd640 1 -- 172.21.15.53:0/1069824835 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v90) ==== 103+0+11 (secure 0 0 0) 0x7fc8e0009de0 con 0x7fc8e4101910 2024-05-10T11:21:12.952 INFO:teuthology.orchestra.run.smithi053.stdout:pg_num: 32 2024-05-10T11:21:12.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.954+0000 7fc8ec246640 1 -- 172.21.15.53:0/1069824835 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc8d00b27f0 msgr2=0x7fc8d00b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:12.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.954+0000 7fc8ec246640 1 --2- 172.21.15.53:0/1069824835 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc8d00b27f0 0x7fc8d00b4cb0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fc8e406b890 tx=0x7fc8d400a2d0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.954+0000 7fc8ec246640 1 -- 172.21.15.53:0/1069824835 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc8e4101910 msgr2=0x7fc8e406bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:12.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.954+0000 7fc8ec246640 1 --2- 172.21.15.53:0/1069824835 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc8e4101910 0x7fc8e406bb20 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fc8e000d950 tx=0x7fc8e000dd50 comp rx=0 tx=0).stop 2024-05-10T11:21:12.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.954+0000 7fc8ec246640 1 -- 172.21.15.53:0/1069824835 shutdown_connections 2024-05-10T11:21:12.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.954+0000 7fc8ec246640 1 --2- 172.21.15.53:0/1069824835 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc8d00b27f0 0x7fc8d00b4cb0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.954+0000 7fc8ec246640 1 --2- 172.21.15.53:0/1069824835 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc8e41034c0 0x7fc8e419fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.954+0000 7fc8ec246640 1 --2- 172.21.15.53:0/1069824835 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc8e4102b00 0x7fc8e419d7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.955 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.954+0000 7fc8ec246640 1 --2- 172.21.15.53:0/1069824835 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc8e4101910 0x7fc8e406bb20 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:12.955 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.954+0000 7fc8ec246640 1 -- 172.21.15.53:0/1069824835 >> 172.21.15.53:0/1069824835 conn(0x7fc8e40fcea0 msgr2=0x7fc8e4105e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:12.955 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.954+0000 7fc8ec246640 1 -- 172.21.15.53:0/1069824835 shutdown_connections 2024-05-10T11:21:12.955 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:12.954+0000 7fc8ec246640 1 -- 172.21.15.53:0/1069824835 wait complete. 2024-05-10T11:21:12.964 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:12 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1821866648' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-10T11:21:12.964 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:12 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2146745014' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-10T11:21:12.964 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:12 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/267376987' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-10T11:21:12.965 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-05-10T11:21:12.966 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:21:13.218 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:21:13.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:12 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1821866648' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-10T11:21:13.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:12 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2146745014' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-10T11:21:13.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:12 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/267376987' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-10T11:21:13.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:12 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1821866648' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-10T11:21:13.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:12 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2146745014' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-10T11:21:13.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:12 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/267376987' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-10T11:21:14.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:13 smithi053 ceph-mon[30153]: pgmap v433: 129 pgs: 129 active+clean; 657 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-05-10T11:21:14.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:13 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1069824835' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-10T11:21:14.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:13 smithi132 ceph-mon[33758]: pgmap v433: 129 pgs: 129 active+clean; 657 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-05-10T11:21:14.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:13 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1069824835' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-10T11:21:14.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:13 smithi187 ceph-mon[34076]: pgmap v433: 129 pgs: 129 active+clean; 657 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-05-10T11:21:14.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:13 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1069824835' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-10T11:21:15.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:14 smithi053 ceph-mon[30153]: mgrmap e19: x(active, since 11m), standbys: y, z 2024-05-10T11:21:15.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.087+0000 7fe305ab1700 1 -- 172.21.15.53:0/3745014757 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe300104130 msgr2=0x7fe300108140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:15.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.087+0000 7fe305ab1700 1 --2- 172.21.15.53:0/3745014757 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe300104130 0x7fe300108140 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fe2f40099c0 tx=0x7fe2f4009cd0 comp rx=0 tx=0).stop 2024-05-10T11:21:15.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.088+0000 7fe305ab1700 1 -- 172.21.15.53:0/3745014757 shutdown_connections 2024-05-10T11:21:15.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.088+0000 7fe305ab1700 1 --2- 172.21.15.53:0/3745014757 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe300108870 0x7fe3001103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:15.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.088+0000 7fe305ab1700 1 --2- 172.21.15.53:0/3745014757 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe300103780 0x7fe300103b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:15.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.088+0000 7fe305ab1700 1 --2- 172.21.15.53:0/3745014757 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe300104130 0x7fe300108140 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:15.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.088+0000 7fe305ab1700 1 -- 172.21.15.53:0/3745014757 >> 172.21.15.53:0/3745014757 conn(0x7fe30007a610 msgr2=0x7fe30007aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:15.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.088+0000 7fe305ab1700 1 -- 172.21.15.53:0/3745014757 shutdown_connections 2024-05-10T11:21:15.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.088+0000 7fe305ab1700 1 -- 172.21.15.53:0/3745014757 wait complete. 2024-05-10T11:21:15.090 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.088+0000 7fe305ab1700 1 Processor -- start 2024-05-10T11:21:15.090 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.088+0000 7fe305ab1700 1 -- start start 2024-05-10T11:21:15.091 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.089+0000 7fe305ab1700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe300103780 0x7fe30019f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:15.091 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.089+0000 7fe305ab1700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe300104130 0x7fe30019fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:15.091 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.089+0000 7fe305ab1700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe300108870 0x7fe300199760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:15.091 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.089+0000 7fe305ab1700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe3001134e0 con 0x7fe300108870 2024-05-10T11:21:15.091 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.089+0000 7fe305ab1700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fe300113360 con 0x7fe300104130 2024-05-10T11:21:15.091 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.089+0000 7fe305ab1700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fe300113660 con 0x7fe300103780 2024-05-10T11:21:15.091 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.089+0000 7fe2fffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe300108870 0x7fe300199760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:15.091 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.089+0000 7fe2fffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe300108870 0x7fe300199760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:47134/0 (socket says 172.21.15.53:47134) 2024-05-10T11:21:15.091 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.089+0000 7fe2fffff700 1 -- 172.21.15.53:0/4291647104 learned_addr learned my addr 172.21.15.53:0/4291647104 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:15.091 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.089+0000 7fe2feffd700 1 --2- 172.21.15.53:0/4291647104 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe300104130 0x7fe30019fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:15.092 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.089+0000 7fe2ff7fe700 1 --2- 172.21.15.53:0/4291647104 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe300103780 0x7fe30019f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:15.092 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.089+0000 7fe2fffff700 1 -- 172.21.15.53:0/4291647104 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe300103780 msgr2=0x7fe30019f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:15.092 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.089+0000 7fe2fffff700 1 --2- 172.21.15.53:0/4291647104 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe300103780 0x7fe30019f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:15.092 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.089+0000 7fe2fffff700 1 -- 172.21.15.53:0/4291647104 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe300104130 msgr2=0x7fe30019fbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:15.092 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.089+0000 7fe2fffff700 1 --2- 172.21.15.53:0/4291647104 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe300104130 0x7fe30019fbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:15.092 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.089+0000 7fe2fffff700 1 -- 172.21.15.53:0/4291647104 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe30019a040 con 0x7fe300108870 2024-05-10T11:21:15.092 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.089+0000 7fe2fffff700 1 --2- 172.21.15.53:0/4291647104 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe300108870 0x7fe300199760 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fe2f8007d70 tx=0x7fe2f800a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:15.092 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.090+0000 7fe2fcff9700 1 -- 172.21.15.53:0/4291647104 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2f8016020 con 0x7fe300108870 2024-05-10T11:21:15.092 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.090+0000 7fe305ab1700 1 -- 172.21.15.53:0/4291647104 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe30019a330 con 0x7fe300108870 2024-05-10T11:21:15.092 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.090+0000 7fe2fcff9700 1 -- 172.21.15.53:0/4291647104 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe2f800ac90 con 0x7fe300108870 2024-05-10T11:21:15.092 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.090+0000 7fe2fcff9700 1 -- 172.21.15.53:0/4291647104 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2f80115e0 con 0x7fe300108870 2024-05-10T11:21:15.092 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.090+0000 7fe305ab1700 1 -- 172.21.15.53:0/4291647104 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3001a6610 con 0x7fe300108870 2024-05-10T11:21:15.093 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.091+0000 7fe305ab1700 1 -- 172.21.15.53:0/4291647104 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe300104c00 con 0x7fe300108870 2024-05-10T11:21:15.094 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.092+0000 7fe2fcff9700 1 -- 172.21.15.53:0/4291647104 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7fe2f8019020 con 0x7fe300108870 2024-05-10T11:21:15.094 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.093+0000 7fe2fcff9700 1 --2- 172.21.15.53:0/4291647104 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe2e80b2910 0x7fe2e80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:15.094 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.093+0000 7fe2ff7fe700 1 --2- 172.21.15.53:0/4291647104 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe2e80b2910 0x7fe2e80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:15.094 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.093+0000 7fe2fcff9700 1 -- 172.21.15.53:0/4291647104 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fe2f80e2b90 con 0x7fe300108870 2024-05-10T11:21:15.094 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.093+0000 7fe2ff7fe700 1 --2- 172.21.15.53:0/4291647104 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe2e80b2910 0x7fe2e80b4dd0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fe2f000ac50 tx=0x7fe2f000a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:15.096 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.096+0000 7fe2fcff9700 1 -- 172.21.15.53:0/4291647104 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fe2f8020020 con 0x7fe300108870 2024-05-10T11:21:15.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:14 smithi132 ceph-mon[33758]: mgrmap e19: x(active, since 11m), standbys: y, z 2024-05-10T11:21:15.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:14 smithi187 ceph-mon[34076]: mgrmap e19: x(active, since 11m), standbys: y, z 2024-05-10T11:21:15.367 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.367+0000 7fe305ab1700 1 -- 172.21.15.53:0/4291647104 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe30019ac90 con 0x7fe300108870 2024-05-10T11:21:15.367 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.368+0000 7fe2fcff9700 1 -- 172.21.15.53:0/4291647104 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11941 (secure 0 0 0) 0x7fe2f8055e20 con 0x7fe300108870 2024-05-10T11:21:15.368 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:21:15.368 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-10T11:16:54.139241+0000","modified":"2024-05-10T11:21:09.977203+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24463,"mds_1":24448,"mds_2":24442,"mds_3":24428,"mds_4":24415},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6839/3346396655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":3346396655},{"type":"v1","addr":"172.21.15.53:6839","nonce":3346396655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6841/3170432544","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6840","nonce":3170432544},{"type":"v1","addr":"172.21.15.53:6841","nonce":3170432544}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24353":{"gid":24353,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24377":{"gid":24377,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6835/2650777178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6834","nonce":2650777178},{"type":"v1","addr":"172.21.15.132:6835","nonce":2650777178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6837/392522477","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6836","nonce":392522477},{"type":"v1","addr":"172.21.15.132:6837","nonce":392522477}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":4,"incarnation":26,"state":"up:active","state_seq":32,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":24,"state":"up:active","state_seq":22,"addr":"172.21.15.132:6839/2363266970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6838","nonce":2363266970},{"type":"v1","addr":"172.21.15.132:6839","nonce":2363266970}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.187:6835/4099468922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6834","nonce":4099468922},{"type":"v1","addr":"172.21.15.187:6835","nonce":4099468922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"c","rank":1,"incarnation":20,"state":"up:active","state_seq":26,"addr":"172.21.15.187:6837/2293077942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6836","nonce":2293077942},{"type":"v1","addr":"172.21.15.187:6837","nonce":2293077942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.187:6839/735699922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6838","nonce":735699922},{"type":"v1","addr":"172.21.15.187:6839","nonce":735699922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24463,"qdb_cluster":[24442,24428,24463,24415,24448]},"id":1}]} 2024-05-10T11:21:15.371 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.370+0000 7fe305ab1700 1 -- 172.21.15.53:0/4291647104 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe2e80b2910 msgr2=0x7fe2e80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:15.371 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.370+0000 7fe305ab1700 1 --2- 172.21.15.53:0/4291647104 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe2e80b2910 0x7fe2e80b4dd0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fe2f000ac50 tx=0x7fe2f000a380 comp rx=0 tx=0).stop 2024-05-10T11:21:15.371 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.370+0000 7fe305ab1700 1 -- 172.21.15.53:0/4291647104 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe300108870 msgr2=0x7fe300199760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:15.371 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.370+0000 7fe305ab1700 1 --2- 172.21.15.53:0/4291647104 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe300108870 0x7fe300199760 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fe2f8007d70 tx=0x7fe2f800a340 comp rx=0 tx=0).stop 2024-05-10T11:21:15.371 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.370+0000 7fe305ab1700 1 -- 172.21.15.53:0/4291647104 shutdown_connections 2024-05-10T11:21:15.371 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.370+0000 7fe305ab1700 1 --2- 172.21.15.53:0/4291647104 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe2e80b2910 0x7fe2e80b4dd0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:15.371 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.370+0000 7fe305ab1700 1 --2- 172.21.15.53:0/4291647104 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe300108870 0x7fe300199760 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:15.371 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.370+0000 7fe305ab1700 1 --2- 172.21.15.53:0/4291647104 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe300103780 0x7fe30019f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:15.371 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.370+0000 7fe305ab1700 1 --2- 172.21.15.53:0/4291647104 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe300104130 0x7fe30019fbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:15.371 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.370+0000 7fe305ab1700 1 -- 172.21.15.53:0/4291647104 >> 172.21.15.53:0/4291647104 conn(0x7fe30007a610 msgr2=0x7fe3001099c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:15.372 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.371+0000 7fe305ab1700 1 -- 172.21.15.53:0/4291647104 shutdown_connections 2024-05-10T11:21:15.372 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:15.371+0000 7fe305ab1700 1 -- 172.21.15.53:0/4291647104 wait complete. 2024-05-10T11:21:15.372 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 29 2024-05-10T11:21:16.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:15 smithi053 ceph-mon[30153]: pgmap v434: 129 pgs: 129 active+clean; 658 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.8 KiB/s wr, 12 op/s 2024-05-10T11:21:16.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:15 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/4291647104' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:21:16.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:15 smithi132 ceph-mon[33758]: pgmap v434: 129 pgs: 129 active+clean; 658 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.8 KiB/s wr, 12 op/s 2024-05-10T11:21:16.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:15 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/4291647104' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:21:16.253 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-05-10T11:21:16.254 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-05-10T11:21:16.254 DEBUG:teuthology.orchestra.run.smithi053:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-10T11:21:16.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:15 smithi187 ceph-mon[34076]: pgmap v434: 129 pgs: 129 active+clean; 658 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.8 KiB/s wr, 12 op/s 2024-05-10T11:21:16.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:15 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/4291647104' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:21:16.372 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.369+0000 7fb381f12640 1 -- 172.21.15.53:0/1337488312 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb37c108710 msgr2=0x7fb37c10ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:16.372 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.369+0000 7fb381f12640 1 --2- 172.21.15.53:0/1337488312 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb37c108710 0x7fb37c10ab00 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fb374009900 tx=0x7fb37402a410 comp rx=0 tx=0).stop 2024-05-10T11:21:16.372 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.369+0000 7fb381f12640 1 -- 172.21.15.53:0/1337488312 shutdown_connections 2024-05-10T11:21:16.372 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.369+0000 7fb381f12640 1 --2- 172.21.15.53:0/1337488312 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb37c108710 0x7fb37c10ab00 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:16.372 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.369+0000 7fb381f12640 1 --2- 172.21.15.53:0/1337488312 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb37c105de0 0x7fb37c1081d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:16.372 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.369+0000 7fb381f12640 1 --2- 172.21.15.53:0/1337488312 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb37c1034b0 0x7fb37c1058a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:16.372 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.369+0000 7fb381f12640 1 -- 172.21.15.53:0/1337488312 >> 172.21.15.53:0/1337488312 conn(0x7fb37c0fce40 msgr2=0x7fb37c0ff280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:16.372 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.370+0000 7fb381f12640 1 -- 172.21.15.53:0/1337488312 shutdown_connections 2024-05-10T11:21:16.372 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.370+0000 7fb381f12640 1 -- 172.21.15.53:0/1337488312 wait complete. 2024-05-10T11:21:16.372 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.370+0000 7fb381f12640 1 Processor -- start 2024-05-10T11:21:16.372 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.370+0000 7fb381f12640 1 -- start start 2024-05-10T11:21:16.373 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.370+0000 7fb381f12640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb37c1034b0 0x7fb37c198b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:16.373 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.370+0000 7fb381f12640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb37c105de0 0x7fb37c1990b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:16.373 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.370+0000 7fb381f12640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb37c108710 0x7fb37c1a0120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:16.373 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.370+0000 7fb381f12640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb37c10e470 con 0x7fb37c105de0 2024-05-10T11:21:16.373 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.370+0000 7fb381f12640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fb37c10e2f0 con 0x7fb37c1034b0 2024-05-10T11:21:16.373 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.370+0000 7fb381f12640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fb37c10e5f0 con 0x7fb37c108710 2024-05-10T11:21:16.373 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.371+0000 7fb37affd640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb37c105de0 0x7fb37c1990b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:16.373 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.371+0000 7fb37affd640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb37c105de0 0x7fb37c1990b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:47140/0 (socket says 172.21.15.53:47140) 2024-05-10T11:21:16.373 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.371+0000 7fb37affd640 1 -- 172.21.15.53:0/1844591222 learned_addr learned my addr 172.21.15.53:0/1844591222 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:16.373 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.371+0000 7fb37b7fe640 1 --2- 172.21.15.53:0/1844591222 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb37c1034b0 0x7fb37c198b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:16.373 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.371+0000 7fb37bfff640 1 --2- 172.21.15.53:0/1844591222 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb37c108710 0x7fb37c1a0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:16.373 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.371+0000 7fb37affd640 1 -- 172.21.15.53:0/1844591222 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb37c108710 msgr2=0x7fb37c1a0120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:16.373 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.371+0000 7fb37affd640 1 --2- 172.21.15.53:0/1844591222 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb37c108710 0x7fb37c1a0120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:16.373 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.371+0000 7fb37affd640 1 -- 172.21.15.53:0/1844591222 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb37c1034b0 msgr2=0x7fb37c198b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:16.374 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.371+0000 7fb37affd640 1 --2- 172.21.15.53:0/1844591222 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb37c1034b0 0x7fb37c198b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:16.374 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.371+0000 7fb37affd640 1 -- 172.21.15.53:0/1844591222 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb37c1a0790 con 0x7fb37c105de0 2024-05-10T11:21:16.374 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.371+0000 7fb37bfff640 1 --2- 172.21.15.53:0/1844591222 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb37c108710 0x7fb37c1a0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:21:16.374 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.371+0000 7fb37affd640 1 --2- 172.21.15.53:0/1844591222 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb37c105de0 0x7fb37c1990b0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fb37000b450 tx=0x7fb37000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:16.374 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.371+0000 7fb378ff9640 1 -- 172.21.15.53:0/1844591222 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb370015020 con 0x7fb37c105de0 2024-05-10T11:21:16.374 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.371+0000 7fb381f12640 1 -- 172.21.15.53:0/1844591222 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb37c1a0a80 con 0x7fb37c105de0 2024-05-10T11:21:16.374 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.371+0000 7fb378ff9640 1 -- 172.21.15.53:0/1844591222 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb370011d20 con 0x7fb37c105de0 2024-05-10T11:21:16.374 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.371+0000 7fb378ff9640 1 -- 172.21.15.53:0/1844591222 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb370010e10 con 0x7fb37c105de0 2024-05-10T11:21:16.374 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.371+0000 7fb381f12640 1 -- 172.21.15.53:0/1844591222 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb37c1a1020 con 0x7fb37c105de0 2024-05-10T11:21:16.375 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.372+0000 7fb381f12640 1 -- 172.21.15.53:0/1844591222 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb37c0fe930 con 0x7fb37c105de0 2024-05-10T11:21:16.375 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.374+0000 7fb378ff9640 1 -- 172.21.15.53:0/1844591222 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7fb370018020 con 0x7fb37c105de0 2024-05-10T11:21:16.375 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.375+0000 7fb378ff9640 1 --2- 172.21.15.53:0/1844591222 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb3640b2880 0x7fb3640b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:16.375 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.375+0000 7fb37b7fe640 1 --2- 172.21.15.53:0/1844591222 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb3640b2880 0x7fb3640b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:16.375 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.375+0000 7fb378ff9640 1 -- 172.21.15.53:0/1844591222 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fb3700e2170 con 0x7fb37c105de0 2024-05-10T11:21:16.375 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.375+0000 7fb37b7fe640 1 --2- 172.21.15.53:0/1844591222 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb3640b2880 0x7fb3640b4d40 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fb36c005fd0 tx=0x7fb36c009520 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:16.379 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.379+0000 7fb378ff9640 1 -- 172.21.15.53:0/1844591222 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fb37001f020 con 0x7fb37c105de0 2024-05-10T11:21:16.566 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.566+0000 7fb381f12640 1 -- 172.21.15.53:0/1844591222 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb37c062df0 con 0x7fb3640b2880 2024-05-10T11:21:16.576 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.576+0000 7fb378ff9640 1 -- 172.21.15.53:0/1844591222 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340538 (secure 0 0 0) 0x7fb37c062df0 con 0x7fb3640b2880 2024-05-10T11:21:16.580 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:21:16.582 INFO:teuthology.orchestra.run.smithi053.stderr:dumped all 2024-05-10T11:21:16.584 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.580+0000 7fb381f12640 1 -- 172.21.15.53:0/1844591222 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb3640b2880 msgr2=0x7fb3640b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:16.584 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.580+0000 7fb381f12640 1 --2- 172.21.15.53:0/1844591222 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb3640b2880 0x7fb3640b4d40 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fb36c005fd0 tx=0x7fb36c009520 comp rx=0 tx=0).stop 2024-05-10T11:21:16.584 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.580+0000 7fb381f12640 1 -- 172.21.15.53:0/1844591222 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb37c105de0 msgr2=0x7fb37c1990b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:16.584 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.580+0000 7fb381f12640 1 --2- 172.21.15.53:0/1844591222 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb37c105de0 0x7fb37c1990b0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fb37000b450 tx=0x7fb37000b910 comp rx=0 tx=0).stop 2024-05-10T11:21:16.584 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.580+0000 7fb381f12640 1 -- 172.21.15.53:0/1844591222 shutdown_connections 2024-05-10T11:21:16.584 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.580+0000 7fb381f12640 1 --2- 172.21.15.53:0/1844591222 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb3640b2880 0x7fb3640b4d40 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:16.585 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.580+0000 7fb381f12640 1 --2- 172.21.15.53:0/1844591222 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb37c108710 0x7fb37c1a0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:16.585 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.580+0000 7fb381f12640 1 --2- 172.21.15.53:0/1844591222 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb37c105de0 0x7fb37c1990b0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:16.585 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.580+0000 7fb381f12640 1 --2- 172.21.15.53:0/1844591222 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb37c1034b0 0x7fb37c198b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:16.585 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.580+0000 7fb381f12640 1 -- 172.21.15.53:0/1844591222 >> 172.21.15.53:0/1844591222 conn(0x7fb37c0fce40 msgr2=0x7fb37c103df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:16.585 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.580+0000 7fb381f12640 1 -- 172.21.15.53:0/1844591222 shutdown_connections 2024-05-10T11:21:16.585 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.580+0000 7fb381f12640 1 -- 172.21.15.53:0/1844591222 wait complete. 2024-05-10T11:21:16.591 INFO:teuthology.orchestra.run.smithi053.stdout:{"pg_ready":true,"pg_map":{"version":434,"stamp":"2024-05-10T11:21:14.709312+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":673855,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":2012,"num_read_kb":1131,"num_write":411,"num_write_kb":2331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":2953401,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":840,"ondisk_log_size":840,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":380152,"kb_used_data":14360,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124561672,"statfs":{"total":1151940427776,"available":1151551152128,"internally_reserved":0,"allocated":14704640,"data_stored":8220537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":7952,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":124,"num_read_kb":63,"num_write":22,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003430"},"pg_stats":[{"pgid":"3.3f","version":"90'8","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677604+0000","last_change":"2024-05-10T11:16:52.049384+0000","last_active":"2024-05-10T11:19:26.677604+0000","last_peered":"2024-05-10T11:19:26.677604+0000","last_clean":"2024-05-10T11:19:26.677604+0000","last_became_active":"2024-05-10T11:16:52.048417+0000","last_became_peered":"2024-05-10T11:16:52.048417+0000","last_unstale":"2024-05-10T11:19:26.677604+0000","last_undegraded":"2024-05-10T11:19:26.677604+0000","last_fullsized":"2024-05-10T11:19:26.677604+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:29:55.407009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"90'4","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.670362+0000","last_change":"2024-05-10T11:16:52.041837+0000","last_active":"2024-05-10T11:19:26.670362+0000","last_peered":"2024-05-10T11:19:26.670362+0000","last_clean":"2024-05-10T11:19:26.670362+0000","last_became_active":"2024-05-10T11:16:52.041495+0000","last_became_peered":"2024-05-10T11:16:52.041495+0000","last_unstale":"2024-05-10T11:19:26.670362+0000","last_undegraded":"2024-05-10T11:19:26.670362+0000","last_fullsized":"2024-05-10T11:19:26.670362+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:21:46.496192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"90'7","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.676738+0000","last_change":"2024-05-10T11:16:52.050140+0000","last_active":"2024-05-10T11:19:26.676738+0000","last_peered":"2024-05-10T11:19:26.676738+0000","last_clean":"2024-05-10T11:19:26.676738+0000","last_became_active":"2024-05-10T11:16:52.049742+0000","last_became_peered":"2024-05-10T11:16:52.049742+0000","last_unstale":"2024-05-10T11:19:26.676738+0000","last_undegraded":"2024-05-10T11:19:26.676738+0000","last_fullsized":"2024-05-10T11:19:26.676738+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:22:16.002805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.672029+0000","last_change":"2024-05-10T11:16:52.043970+0000","last_active":"2024-05-10T11:19:26.672029+0000","last_peered":"2024-05-10T11:19:26.672029+0000","last_clean":"2024-05-10T11:19:26.672029+0000","last_became_active":"2024-05-10T11:16:52.043663+0000","last_became_peered":"2024-05-10T11:16:52.043663+0000","last_unstale":"2024-05-10T11:19:26.672029+0000","last_undegraded":"2024-05-10T11:19:26.672029+0000","last_fullsized":"2024-05-10T11:19:26.672029+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:46:23.919920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"90'4","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.655284+0000","last_change":"2024-05-10T11:16:52.055493+0000","last_active":"2024-05-10T11:19:26.655284+0000","last_peered":"2024-05-10T11:19:26.655284+0000","last_clean":"2024-05-10T11:19:26.655284+0000","last_became_active":"2024-05-10T11:16:52.055175+0000","last_became_peered":"2024-05-10T11:16:52.055175+0000","last_unstale":"2024-05-10T11:19:26.655284+0000","last_undegraded":"2024-05-10T11:19:26.655284+0000","last_fullsized":"2024-05-10T11:19:26.655284+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:28:02.343842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"90'6","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.657073+0000","last_change":"2024-05-10T11:16:52.045466+0000","last_active":"2024-05-10T11:19:26.657073+0000","last_peered":"2024-05-10T11:19:26.657073+0000","last_clean":"2024-05-10T11:19:26.657073+0000","last_became_active":"2024-05-10T11:16:52.045143+0000","last_became_peered":"2024-05-10T11:16:52.045143+0000","last_unstale":"2024-05-10T11:19:26.657073+0000","last_undegraded":"2024-05-10T11:19:26.657073+0000","last_fullsized":"2024-05-10T11:19:26.657073+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:09:29.899140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"90'5","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668644+0000","last_change":"2024-05-10T11:16:52.045765+0000","last_active":"2024-05-10T11:19:26.668644+0000","last_peered":"2024-05-10T11:19:26.668644+0000","last_clean":"2024-05-10T11:19:26.668644+0000","last_became_active":"2024-05-10T11:16:52.045447+0000","last_became_peered":"2024-05-10T11:16:52.045447+0000","last_unstale":"2024-05-10T11:19:26.668644+0000","last_undegraded":"2024-05-10T11:19:26.668644+0000","last_fullsized":"2024-05-10T11:19:26.668644+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:57:57.767193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675082+0000","last_change":"2024-05-10T11:16:52.055070+0000","last_active":"2024-05-10T11:19:26.675082+0000","last_peered":"2024-05-10T11:19:26.675082+0000","last_clean":"2024-05-10T11:19:26.675082+0000","last_became_active":"2024-05-10T11:16:52.054795+0000","last_became_peered":"2024-05-10T11:16:52.054795+0000","last_unstale":"2024-05-10T11:19:26.675082+0000","last_undegraded":"2024-05-10T11:19:26.675082+0000","last_fullsized":"2024-05-10T11:19:26.675082+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:13:59.538940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"90'11","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677586+0000","last_change":"2024-05-10T11:16:52.046368+0000","last_active":"2024-05-10T11:19:26.677586+0000","last_peered":"2024-05-10T11:19:26.677586+0000","last_clean":"2024-05-10T11:19:26.677586+0000","last_became_active":"2024-05-10T11:16:52.044397+0000","last_became_peered":"2024-05-10T11:16:52.044397+0000","last_unstale":"2024-05-10T11:19:26.677586+0000","last_undegraded":"2024-05-10T11:19:26.677586+0000","last_fullsized":"2024-05-10T11:19:26.677586+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:38:10.830036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"90'16","reported_seq":55,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671172+0000","last_change":"2024-05-10T11:16:52.041843+0000","last_active":"2024-05-10T11:19:26.671172+0000","last_peered":"2024-05-10T11:19:26.671172+0000","last_clean":"2024-05-10T11:19:26.671172+0000","last_became_active":"2024-05-10T11:16:52.041268+0000","last_became_peered":"2024-05-10T11:16:52.041268+0000","last_unstale":"2024-05-10T11:19:26.671172+0000","last_undegraded":"2024-05-10T11:19:26.671172+0000","last_fullsized":"2024-05-10T11:19:26.671172+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:03:01.735820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"90'6","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674984+0000","last_change":"2024-05-10T11:16:52.050305+0000","last_active":"2024-05-10T11:19:26.674984+0000","last_peered":"2024-05-10T11:19:26.674984+0000","last_clean":"2024-05-10T11:19:26.674984+0000","last_became_active":"2024-05-10T11:16:52.049986+0000","last_became_peered":"2024-05-10T11:16:52.049986+0000","last_unstale":"2024-05-10T11:19:26.674984+0000","last_undegraded":"2024-05-10T11:19:26.674984+0000","last_fullsized":"2024-05-10T11:19:26.674984+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:45:56.000012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.664342+0000","last_change":"2024-05-10T11:16:52.041715+0000","last_active":"2024-05-10T11:19:26.664342+0000","last_peered":"2024-05-10T11:19:26.664342+0000","last_clean":"2024-05-10T11:19:26.664342+0000","last_became_active":"2024-05-10T11:16:52.041367+0000","last_became_peered":"2024-05-10T11:16:52.041367+0000","last_unstale":"2024-05-10T11:19:26.664342+0000","last_undegraded":"2024-05-10T11:19:26.664342+0000","last_fullsized":"2024-05-10T11:19:26.664342+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:51:49.249233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"90'10","reported_seq":55,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.653366+0000","last_change":"2024-05-10T11:17:27.803365+0000","last_active":"2024-05-10T11:19:26.653366+0000","last_peered":"2024-05-10T11:19:26.653366+0000","last_clean":"2024-05-10T11:19:26.653366+0000","last_became_active":"2024-05-10T11:17:27.802943+0000","last_became_peered":"2024-05-10T11:17:27.802943+0000","last_unstale":"2024-05-10T11:19:26.653366+0000","last_undegraded":"2024-05-10T11:19:26.653366+0000","last_fullsized":"2024-05-10T11:19:26.653366+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:48:49.877189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.664841+0000","last_change":"2024-05-10T11:16:52.040300+0000","last_active":"2024-05-10T11:19:26.664841+0000","last_peered":"2024-05-10T11:19:26.664841+0000","last_clean":"2024-05-10T11:19:26.664841+0000","last_became_active":"2024-05-10T11:16:52.039954+0000","last_became_peered":"2024-05-10T11:16:52.039954+0000","last_unstale":"2024-05-10T11:19:26.664841+0000","last_undegraded":"2024-05-10T11:19:26.664841+0000","last_fullsized":"2024-05-10T11:19:26.664841+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:26:55.176661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677073+0000","last_change":"2024-05-10T11:16:52.045422+0000","last_active":"2024-05-10T11:19:26.677073+0000","last_peered":"2024-05-10T11:19:26.677073+0000","last_clean":"2024-05-10T11:19:26.677073+0000","last_became_active":"2024-05-10T11:16:52.044945+0000","last_became_peered":"2024-05-10T11:16:52.044945+0000","last_unstale":"2024-05-10T11:19:26.677073+0000","last_undegraded":"2024-05-10T11:19:26.677073+0000","last_fullsized":"2024-05-10T11:19:26.677073+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:01:22.450005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671897+0000","last_change":"2024-05-10T11:16:52.047138+0000","last_active":"2024-05-10T11:19:26.671897+0000","last_peered":"2024-05-10T11:19:26.671897+0000","last_clean":"2024-05-10T11:19:26.671897+0000","last_became_active":"2024-05-10T11:16:52.046835+0000","last_became_peered":"2024-05-10T11:16:52.046835+0000","last_unstale":"2024-05-10T11:19:26.671897+0000","last_undegraded":"2024-05-10T11:19:26.671897+0000","last_fullsized":"2024-05-10T11:19:26.671897+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:44:05.401165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677673+0000","last_change":"2024-05-10T11:16:52.049560+0000","last_active":"2024-05-10T11:19:26.677673+0000","last_peered":"2024-05-10T11:19:26.677673+0000","last_clean":"2024-05-10T11:19:26.677673+0000","last_became_active":"2024-05-10T11:16:52.049198+0000","last_became_peered":"2024-05-10T11:16:52.049198+0000","last_unstale":"2024-05-10T11:19:26.677673+0000","last_undegraded":"2024-05-10T11:19:26.677673+0000","last_fullsized":"2024-05-10T11:19:26.677673+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:36:03.283534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"90'10","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674076+0000","last_change":"2024-05-10T11:16:52.037110+0000","last_active":"2024-05-10T11:19:26.674076+0000","last_peered":"2024-05-10T11:19:26.674076+0000","last_clean":"2024-05-10T11:19:26.674076+0000","last_became_active":"2024-05-10T11:16:52.036782+0000","last_became_peered":"2024-05-10T11:16:52.036782+0000","last_unstale":"2024-05-10T11:19:26.674076+0000","last_undegraded":"2024-05-10T11:19:26.674076+0000","last_fullsized":"2024-05-10T11:19:26.674076+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:19:41.389511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674068+0000","last_change":"2024-05-10T11:16:52.045755+0000","last_active":"2024-05-10T11:19:26.674068+0000","last_peered":"2024-05-10T11:19:26.674068+0000","last_clean":"2024-05-10T11:19:26.674068+0000","last_became_active":"2024-05-10T11:16:52.045426+0000","last_became_peered":"2024-05-10T11:16:52.045426+0000","last_unstale":"2024-05-10T11:19:26.674068+0000","last_undegraded":"2024-05-10T11:19:26.674068+0000","last_fullsized":"2024-05-10T11:19:26.674068+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:02:15.961037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856247+0000","last_change":"2024-05-10T11:17:27.907536+0000","last_active":"2024-05-10T11:18:27.856247+0000","last_peered":"2024-05-10T11:18:27.856247+0000","last_clean":"2024-05-10T11:18:27.856247+0000","last_became_active":"2024-05-10T11:17:27.906963+0000","last_became_peered":"2024-05-10T11:17:27.906963+0000","last_unstale":"2024-05-10T11:18:27.856247+0000","last_undegraded":"2024-05-10T11:18:27.856247+0000","last_fullsized":"2024-05-10T11:18:27.856247+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:05:14.588971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8,0],"acting":[2,3,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"90'15","reported_seq":250,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:08.904210+0000","last_change":"2024-05-10T11:16:48.014296+0000","last_active":"2024-05-10T11:21:08.904210+0000","last_peered":"2024-05-10T11:21:08.904210+0000","last_clean":"2024-05-10T11:21:08.904210+0000","last_became_active":"2024-05-10T11:16:48.013962+0000","last_became_peered":"2024-05-10T11:16:48.013962+0000","last_unstale":"2024-05-10T11:21:08.904210+0000","last_undegraded":"2024-05-10T11:21:08.904210+0000","last_fullsized":"2024-05-10T11:21:08.904210+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:19:44.348670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":190,"num_read_kb":190,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"90'5","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674782+0000","last_change":"2024-05-10T11:16:52.056161+0000","last_active":"2024-05-10T11:19:26.674782+0000","last_peered":"2024-05-10T11:19:26.674782+0000","last_clean":"2024-05-10T11:19:26.674782+0000","last_became_active":"2024-05-10T11:16:52.055851+0000","last_became_peered":"2024-05-10T11:16:52.055851+0000","last_unstale":"2024-05-10T11:19:26.674782+0000","last_undegraded":"2024-05-10T11:19:26.674782+0000","last_fullsized":"2024-05-10T11:19:26.674782+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:10:26.822384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851380+0000","last_change":"2024-05-10T11:17:03.080696+0000","last_active":"2024-05-10T11:18:27.851380+0000","last_peered":"2024-05-10T11:18:27.851380+0000","last_clean":"2024-05-10T11:18:27.851380+0000","last_became_active":"2024-05-10T11:17:03.080173+0000","last_became_peered":"2024-05-10T11:17:03.080173+0000","last_unstale":"2024-05-10T11:18:27.851380+0000","last_undegraded":"2024-05-10T11:18:27.851380+0000","last_fullsized":"2024-05-10T11:18:27.851380+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:01:56.547498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:48.195816+0000","last_change":"2024-05-10T11:16:48.055690+0000","last_active":"2024-05-10T11:18:48.195816+0000","last_peered":"2024-05-10T11:18:48.195816+0000","last_clean":"2024-05-10T11:18:48.195816+0000","last_became_active":"2024-05-10T11:16:48.055020+0000","last_became_peered":"2024-05-10T11:16:48.055020+0000","last_unstale":"2024-05-10T11:18:48.195816+0000","last_undegraded":"2024-05-10T11:18:48.195816+0000","last_fullsized":"2024-05-10T11:18:48.195816+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:09:01.084758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"90'6","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675074+0000","last_change":"2024-05-10T11:16:52.045532+0000","last_active":"2024-05-10T11:19:26.675074+0000","last_peered":"2024-05-10T11:19:26.675074+0000","last_clean":"2024-05-10T11:19:26.675074+0000","last_became_active":"2024-05-10T11:16:52.044322+0000","last_became_peered":"2024-05-10T11:16:52.044322+0000","last_unstale":"2024-05-10T11:19:26.675074+0000","last_undegraded":"2024-05-10T11:19:26.675074+0000","last_fullsized":"2024-05-10T11:19:26.675074+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:03:51.824875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851628+0000","last_change":"2024-05-10T11:17:03.081271+0000","last_active":"2024-05-10T11:18:27.851628+0000","last_peered":"2024-05-10T11:18:27.851628+0000","last_clean":"2024-05-10T11:18:27.851628+0000","last_became_active":"2024-05-10T11:17:03.080919+0000","last_became_peered":"2024-05-10T11:17:03.080919+0000","last_unstale":"2024-05-10T11:18:27.851628+0000","last_undegraded":"2024-05-10T11:18:27.851628+0000","last_fullsized":"2024-05-10T11:18:27.851628+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:18:51.855005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":57,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855033+0000","last_change":"2024-05-10T11:16:48.015813+0000","last_active":"2024-05-10T11:18:27.855033+0000","last_peered":"2024-05-10T11:18:27.855033+0000","last_clean":"2024-05-10T11:18:27.855033+0000","last_became_active":"2024-05-10T11:16:48.015456+0000","last_became_peered":"2024-05-10T11:16:48.015456+0000","last_unstale":"2024-05-10T11:18:27.855033+0000","last_undegraded":"2024-05-10T11:18:27.855033+0000","last_fullsized":"2024-05-10T11:18:27.855033+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:02:01.548503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.678522+0000","last_change":"2024-05-10T11:16:52.044404+0000","last_active":"2024-05-10T11:19:26.678522+0000","last_peered":"2024-05-10T11:19:26.678522+0000","last_clean":"2024-05-10T11:19:26.678522+0000","last_became_active":"2024-05-10T11:16:52.043948+0000","last_became_peered":"2024-05-10T11:16:52.043948+0000","last_unstale":"2024-05-10T11:19:26.678522+0000","last_undegraded":"2024-05-10T11:19:26.678522+0000","last_fullsized":"2024-05-10T11:19:26.678522+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:42:29.024708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851393+0000","last_change":"2024-05-10T11:17:03.086533+0000","last_active":"2024-05-10T11:18:27.851393+0000","last_peered":"2024-05-10T11:18:27.851393+0000","last_clean":"2024-05-10T11:18:27.851393+0000","last_became_active":"2024-05-10T11:17:03.086005+0000","last_became_peered":"2024-05-10T11:17:03.086005+0000","last_unstale":"2024-05-10T11:18:27.851393+0000","last_undegraded":"2024-05-10T11:18:27.851393+0000","last_fullsized":"2024-05-10T11:18:27.851393+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:34:17.255760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855292+0000","last_change":"2024-05-10T11:16:48.017679+0000","last_active":"2024-05-10T11:18:27.855292+0000","last_peered":"2024-05-10T11:18:27.855292+0000","last_clean":"2024-05-10T11:18:27.855292+0000","last_became_active":"2024-05-10T11:16:48.016679+0000","last_became_peered":"2024-05-10T11:16:48.016679+0000","last_unstale":"2024-05-10T11:18:27.855292+0000","last_undegraded":"2024-05-10T11:18:27.855292+0000","last_fullsized":"2024-05-10T11:18:27.855292+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:14:02.830847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"90'15","reported_seq":54,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.678153+0000","last_change":"2024-05-10T11:16:52.049417+0000","last_active":"2024-05-10T11:19:26.678153+0000","last_peered":"2024-05-10T11:19:26.678153+0000","last_clean":"2024-05-10T11:19:26.678153+0000","last_became_active":"2024-05-10T11:16:52.049088+0000","last_became_peered":"2024-05-10T11:16:52.049088+0000","last_unstale":"2024-05-10T11:19:26.678153+0000","last_undegraded":"2024-05-10T11:19:26.678153+0000","last_fullsized":"2024-05-10T11:19:26.678153+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:08:54.100452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854914+0000","last_change":"2024-05-10T11:17:03.083471+0000","last_active":"2024-05-10T11:18:27.854914+0000","last_peered":"2024-05-10T11:18:27.854914+0000","last_clean":"2024-05-10T11:18:27.854914+0000","last_became_active":"2024-05-10T11:17:03.083043+0000","last_became_peered":"2024-05-10T11:17:03.083043+0000","last_unstale":"2024-05-10T11:18:27.854914+0000","last_undegraded":"2024-05-10T11:18:27.854914+0000","last_fullsized":"2024-05-10T11:18:27.854914+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:16:52.497928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"90'7","reported_seq":249,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:12.911699+0000","last_change":"2024-05-10T11:16:48.017135+0000","last_active":"2024-05-10T11:21:12.911699+0000","last_peered":"2024-05-10T11:21:12.911699+0000","last_clean":"2024-05-10T11:21:12.911699+0000","last_became_active":"2024-05-10T11:16:48.016696+0000","last_became_peered":"2024-05-10T11:16:48.016696+0000","last_unstale":"2024-05-10T11:21:12.911699+0000","last_undegraded":"2024-05-10T11:21:12.911699+0000","last_fullsized":"2024-05-10T11:21:12.911699+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:55:30.506222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1506,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":197,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.660003+0000","last_change":"2024-05-10T11:16:52.041333+0000","last_active":"2024-05-10T11:19:26.660003+0000","last_peered":"2024-05-10T11:19:26.660003+0000","last_clean":"2024-05-10T11:19:26.660003+0000","last_became_active":"2024-05-10T11:16:52.040986+0000","last_became_peered":"2024-05-10T11:16:52.040986+0000","last_unstale":"2024-05-10T11:19:26.660003+0000","last_undegraded":"2024-05-10T11:19:26.660003+0000","last_fullsized":"2024-05-10T11:19:26.660003+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:19:44.846743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855970+0000","last_change":"2024-05-10T11:17:03.080936+0000","last_active":"2024-05-10T11:18:27.855970+0000","last_peered":"2024-05-10T11:18:27.855970+0000","last_clean":"2024-05-10T11:18:27.855970+0000","last_became_active":"2024-05-10T11:17:03.080396+0000","last_became_peered":"2024-05-10T11:17:03.080396+0000","last_unstale":"2024-05-10T11:18:27.855970+0000","last_undegraded":"2024-05-10T11:18:27.855970+0000","last_fullsized":"2024-05-10T11:18:27.855970+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:46:21.611128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":52,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.062591+0000","last_change":"2024-05-10T11:16:48.014839+0000","last_active":"2024-05-10T11:18:28.062591+0000","last_peered":"2024-05-10T11:18:28.062591+0000","last_clean":"2024-05-10T11:18:28.062591+0000","last_became_active":"2024-05-10T11:16:48.014435+0000","last_became_peered":"2024-05-10T11:16:48.014435+0000","last_unstale":"2024-05-10T11:18:28.062591+0000","last_undegraded":"2024-05-10T11:18:28.062591+0000","last_fullsized":"2024-05-10T11:18:28.062591+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:23:36.379267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.673615+0000","last_change":"2024-05-10T11:16:52.051114+0000","last_active":"2024-05-10T11:19:26.673615+0000","last_peered":"2024-05-10T11:19:26.673615+0000","last_clean":"2024-05-10T11:19:26.673615+0000","last_became_active":"2024-05-10T11:16:52.050577+0000","last_became_peered":"2024-05-10T11:16:52.050577+0000","last_unstale":"2024-05-10T11:19:26.673615+0000","last_undegraded":"2024-05-10T11:19:26.673615+0000","last_fullsized":"2024-05-10T11:19:26.673615+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:05:04.843260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:07.989404+0000","last_change":"2024-05-10T11:17:03.083835+0000","last_active":"2024-05-10T11:19:07.989404+0000","last_peered":"2024-05-10T11:19:07.989404+0000","last_clean":"2024-05-10T11:19:07.989404+0000","last_became_active":"2024-05-10T11:17:03.083413+0000","last_became_peered":"2024-05-10T11:17:03.083413+0000","last_unstale":"2024-05-10T11:19:07.989404+0000","last_undegraded":"2024-05-10T11:19:07.989404+0000","last_fullsized":"2024-05-10T11:19:07.989404+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:03:17.385384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.845438+0000","last_change":"2024-05-10T11:16:48.007413+0000","last_active":"2024-05-10T11:18:27.845438+0000","last_peered":"2024-05-10T11:18:27.845438+0000","last_clean":"2024-05-10T11:18:27.845438+0000","last_became_active":"2024-05-10T11:16:48.007107+0000","last_became_peered":"2024-05-10T11:16:48.007107+0000","last_unstale":"2024-05-10T11:18:27.845438+0000","last_undegraded":"2024-05-10T11:18:27.845438+0000","last_fullsized":"2024-05-10T11:18:27.845438+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:23:53.119718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"90'8","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.663511+0000","last_change":"2024-05-10T11:16:52.041677+0000","last_active":"2024-05-10T11:19:26.663511+0000","last_peered":"2024-05-10T11:19:26.663511+0000","last_clean":"2024-05-10T11:19:26.663511+0000","last_became_active":"2024-05-10T11:16:52.041367+0000","last_became_peered":"2024-05-10T11:16:52.041367+0000","last_unstale":"2024-05-10T11:19:26.663511+0000","last_undegraded":"2024-05-10T11:19:26.663511+0000","last_fullsized":"2024-05-10T11:19:26.663511+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:18:30.778415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:04.991043+0000","last_change":"2024-05-10T11:17:03.083092+0000","last_active":"2024-05-10T11:19:04.991043+0000","last_peered":"2024-05-10T11:19:04.991043+0000","last_clean":"2024-05-10T11:19:04.991043+0000","last_became_active":"2024-05-10T11:17:03.082721+0000","last_became_peered":"2024-05-10T11:17:03.082721+0000","last_unstale":"2024-05-10T11:19:04.991043+0000","last_undegraded":"2024-05-10T11:19:04.991043+0000","last_fullsized":"2024-05-10T11:19:04.991043+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:20:10.921109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848171+0000","last_change":"2024-05-10T11:16:48.016029+0000","last_active":"2024-05-10T11:18:27.848171+0000","last_peered":"2024-05-10T11:18:27.848171+0000","last_clean":"2024-05-10T11:18:27.848171+0000","last_became_active":"2024-05-10T11:16:48.015430+0000","last_became_peered":"2024-05-10T11:16:48.015430+0000","last_unstale":"2024-05-10T11:18:27.848171+0000","last_undegraded":"2024-05-10T11:18:27.848171+0000","last_fullsized":"2024-05-10T11:18:27.848171+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:58:33.404987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"90'11","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.665685+0000","last_change":"2024-05-10T11:16:52.043460+0000","last_active":"2024-05-10T11:19:26.665685+0000","last_peered":"2024-05-10T11:19:26.665685+0000","last_clean":"2024-05-10T11:19:26.665685+0000","last_became_active":"2024-05-10T11:16:52.043148+0000","last_became_peered":"2024-05-10T11:16:52.043148+0000","last_unstale":"2024-05-10T11:19:26.665685+0000","last_undegraded":"2024-05-10T11:19:26.665685+0000","last_fullsized":"2024-05-10T11:19:26.665685+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:16:46.497801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855240+0000","last_change":"2024-05-10T11:17:28.101161+0000","last_active":"2024-05-10T11:18:27.855240+0000","last_peered":"2024-05-10T11:18:27.855240+0000","last_clean":"2024-05-10T11:18:27.855240+0000","last_became_active":"2024-05-10T11:17:28.100749+0000","last_became_peered":"2024-05-10T11:17:28.100749+0000","last_unstale":"2024-05-10T11:18:27.855240+0000","last_undegraded":"2024-05-10T11:18:27.855240+0000","last_fullsized":"2024-05-10T11:18:27.855240+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:22:44.998963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,8],"acting":[3,7,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"90'7","reported_seq":433,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:11.117274+0000","last_change":"2024-05-10T11:16:48.014243+0000","last_active":"2024-05-10T11:21:11.117274+0000","last_peered":"2024-05-10T11:21:11.117274+0000","last_clean":"2024-05-10T11:21:11.117274+0000","last_became_active":"2024-05-10T11:16:48.013773+0000","last_became_peered":"2024-05-10T11:16:48.013773+0000","last_unstale":"2024-05-10T11:21:11.117274+0000","last_undegraded":"2024-05-10T11:21:11.117274+0000","last_fullsized":"2024-05-10T11:21:11.117274+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:45:48.797714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":381,"num_read_kb":381,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"90'10","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677665+0000","last_change":"2024-05-10T11:16:52.043158+0000","last_active":"2024-05-10T11:19:26.677665+0000","last_peered":"2024-05-10T11:19:26.677665+0000","last_clean":"2024-05-10T11:19:26.677665+0000","last_became_active":"2024-05-10T11:16:52.042710+0000","last_became_peered":"2024-05-10T11:16:52.042710+0000","last_unstale":"2024-05-10T11:19:26.677665+0000","last_undegraded":"2024-05-10T11:19:26.677665+0000","last_fullsized":"2024-05-10T11:19:26.677665+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:09:24.774705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.850087+0000","last_change":"2024-05-10T11:17:03.088532+0000","last_active":"2024-05-10T11:18:27.850087+0000","last_peered":"2024-05-10T11:18:27.850087+0000","last_clean":"2024-05-10T11:18:27.850087+0000","last_became_active":"2024-05-10T11:17:03.088215+0000","last_became_peered":"2024-05-10T11:17:03.088215+0000","last_unstale":"2024-05-10T11:18:27.850087+0000","last_undegraded":"2024-05-10T11:18:27.850087+0000","last_fullsized":"2024-05-10T11:18:27.850087+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:17:13.454803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848744+0000","last_change":"2024-05-10T11:16:48.007517+0000","last_active":"2024-05-10T11:18:27.848744+0000","last_peered":"2024-05-10T11:18:27.848744+0000","last_clean":"2024-05-10T11:18:27.848744+0000","last_became_active":"2024-05-10T11:16:48.006669+0000","last_became_peered":"2024-05-10T11:16:48.006669+0000","last_unstale":"2024-05-10T11:18:27.848744+0000","last_undegraded":"2024-05-10T11:18:27.848744+0000","last_fullsized":"2024-05-10T11:18:27.848744+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:18:25.475701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671001+0000","last_change":"2024-05-10T11:16:52.044657+0000","last_active":"2024-05-10T11:19:26.671001+0000","last_peered":"2024-05-10T11:19:26.671001+0000","last_clean":"2024-05-10T11:19:26.671001+0000","last_became_active":"2024-05-10T11:16:52.043851+0000","last_became_peered":"2024-05-10T11:16:52.043851+0000","last_unstale":"2024-05-10T11:19:26.671001+0000","last_undegraded":"2024-05-10T11:19:26.671001+0000","last_fullsized":"2024-05-10T11:19:26.671001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:39:13.072004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851769+0000","last_change":"2024-05-10T11:17:03.076247+0000","last_active":"2024-05-10T11:18:27.851769+0000","last_peered":"2024-05-10T11:18:27.851769+0000","last_clean":"2024-05-10T11:18:27.851769+0000","last_became_active":"2024-05-10T11:17:03.075225+0000","last_became_peered":"2024-05-10T11:17:03.075225+0000","last_unstale":"2024-05-10T11:18:27.851769+0000","last_undegraded":"2024-05-10T11:18:27.851769+0000","last_fullsized":"2024-05-10T11:18:27.851769+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:05:02.967759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":51,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848917+0000","last_change":"2024-05-10T11:16:48.055124+0000","last_active":"2024-05-10T11:18:27.848917+0000","last_peered":"2024-05-10T11:18:27.848917+0000","last_clean":"2024-05-10T11:18:27.848917+0000","last_became_active":"2024-05-10T11:16:48.054733+0000","last_became_peered":"2024-05-10T11:16:48.054733+0000","last_unstale":"2024-05-10T11:18:27.848917+0000","last_undegraded":"2024-05-10T11:18:27.848917+0000","last_fullsized":"2024-05-10T11:18:27.848917+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:30:31.196384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"90'11","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677802+0000","last_change":"2024-05-10T11:16:52.043587+0000","last_active":"2024-05-10T11:19:26.677802+0000","last_peered":"2024-05-10T11:19:26.677802+0000","last_clean":"2024-05-10T11:19:26.677802+0000","last_became_active":"2024-05-10T11:16:52.043196+0000","last_became_peered":"2024-05-10T11:16:52.043196+0000","last_unstale":"2024-05-10T11:19:26.677802+0000","last_undegraded":"2024-05-10T11:19:26.677802+0000","last_fullsized":"2024-05-10T11:19:26.677802+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:08:44.659475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.850390+0000","last_change":"2024-05-10T11:17:03.088204+0000","last_active":"2024-05-10T11:18:27.850390+0000","last_peered":"2024-05-10T11:18:27.850390+0000","last_clean":"2024-05-10T11:18:27.850390+0000","last_became_active":"2024-05-10T11:17:03.087158+0000","last_became_peered":"2024-05-10T11:17:03.087158+0000","last_unstale":"2024-05-10T11:18:27.850390+0000","last_undegraded":"2024-05-10T11:18:27.850390+0000","last_fullsized":"2024-05-10T11:18:27.850390+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:34:39.611191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"90'44","reported_seq":484,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:11.909966+0000","last_change":"2024-05-10T11:16:48.007379+0000","last_active":"2024-05-10T11:21:11.909966+0000","last_peered":"2024-05-10T11:21:11.909966+0000","last_clean":"2024-05-10T11:21:11.909966+0000","last_became_active":"2024-05-10T11:16:48.006985+0000","last_became_peered":"2024-05-10T11:16:48.006985+0000","last_unstale":"2024-05-10T11:21:11.909966+0000","last_undegraded":"2024-05-10T11:21:11.909966+0000","last_fullsized":"2024-05-10T11:21:11.909966+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:12:46.390081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72481,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":395,"num_read_kb":269,"num_write":46,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"90'6","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.659154+0000","last_change":"2024-05-10T11:16:52.041342+0000","last_active":"2024-05-10T11:19:26.659154+0000","last_peered":"2024-05-10T11:19:26.659154+0000","last_clean":"2024-05-10T11:19:26.659154+0000","last_became_active":"2024-05-10T11:16:52.041043+0000","last_became_peered":"2024-05-10T11:16:52.041043+0000","last_unstale":"2024-05-10T11:19:26.659154+0000","last_undegraded":"2024-05-10T11:19:26.659154+0000","last_fullsized":"2024-05-10T11:19:26.659154+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:10:06.897014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.849130+0000","last_change":"2024-05-10T11:17:03.087123+0000","last_active":"2024-05-10T11:18:27.849130+0000","last_peered":"2024-05-10T11:18:27.849130+0000","last_clean":"2024-05-10T11:18:27.849130+0000","last_became_active":"2024-05-10T11:17:03.086161+0000","last_became_peered":"2024-05-10T11:17:03.086161+0000","last_unstale":"2024-05-10T11:18:27.849130+0000","last_undegraded":"2024-05-10T11:18:27.849130+0000","last_fullsized":"2024-05-10T11:18:27.849130+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:47:19.747784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":55,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854728+0000","last_change":"2024-05-10T11:16:48.007584+0000","last_active":"2024-05-10T11:18:27.854728+0000","last_peered":"2024-05-10T11:18:27.854728+0000","last_clean":"2024-05-10T11:18:27.854728+0000","last_became_active":"2024-05-10T11:16:48.007286+0000","last_became_peered":"2024-05-10T11:16:48.007286+0000","last_unstale":"2024-05-10T11:18:27.854728+0000","last_undegraded":"2024-05-10T11:18:27.854728+0000","last_fullsized":"2024-05-10T11:18:27.854728+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:55:00.954380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"90'9","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.663550+0000","last_change":"2024-05-10T11:16:52.049695+0000","last_active":"2024-05-10T11:19:26.663550+0000","last_peered":"2024-05-10T11:19:26.663550+0000","last_clean":"2024-05-10T11:19:26.663550+0000","last_became_active":"2024-05-10T11:16:52.049357+0000","last_became_peered":"2024-05-10T11:16:52.049357+0000","last_unstale":"2024-05-10T11:19:26.663550+0000","last_undegraded":"2024-05-10T11:19:26.663550+0000","last_fullsized":"2024-05-10T11:19:26.663550+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:19:24.583066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855726+0000","last_change":"2024-05-10T11:17:03.091169+0000","last_active":"2024-05-10T11:18:27.855726+0000","last_peered":"2024-05-10T11:18:27.855726+0000","last_clean":"2024-05-10T11:18:27.855726+0000","last_became_active":"2024-05-10T11:17:03.090711+0000","last_became_peered":"2024-05-10T11:17:03.090711+0000","last_unstale":"2024-05-10T11:18:27.855726+0000","last_undegraded":"2024-05-10T11:18:27.855726+0000","last_fullsized":"2024-05-10T11:18:27.855726+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:58:49.118170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":51,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848344+0000","last_change":"2024-05-10T11:16:48.015465+0000","last_active":"2024-05-10T11:18:27.848344+0000","last_peered":"2024-05-10T11:18:27.848344+0000","last_clean":"2024-05-10T11:18:27.848344+0000","last_became_active":"2024-05-10T11:16:48.015131+0000","last_became_peered":"2024-05-10T11:16:48.015131+0000","last_unstale":"2024-05-10T11:18:27.848344+0000","last_undegraded":"2024-05-10T11:18:27.848344+0000","last_fullsized":"2024-05-10T11:18:27.848344+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:55:02.917010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"90'15","reported_seq":59,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.663587+0000","last_change":"2024-05-10T11:17:27.661261+0000","last_active":"2024-05-10T11:19:26.663587+0000","last_peered":"2024-05-10T11:19:26.663587+0000","last_clean":"2024-05-10T11:19:26.663587+0000","last_became_active":"2024-05-10T11:17:27.660916+0000","last_became_peered":"2024-05-10T11:17:27.660916+0000","last_unstale":"2024-05-10T11:19:26.663587+0000","last_undegraded":"2024-05-10T11:19:26.663587+0000","last_fullsized":"2024-05-10T11:19:26.663587+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:24:55.464489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851224+0000","last_change":"2024-05-10T11:17:03.089748+0000","last_active":"2024-05-10T11:18:27.851224+0000","last_peered":"2024-05-10T11:18:27.851224+0000","last_clean":"2024-05-10T11:18:27.851224+0000","last_became_active":"2024-05-10T11:17:03.089372+0000","last_became_peered":"2024-05-10T11:17:03.089372+0000","last_unstale":"2024-05-10T11:18:27.851224+0000","last_undegraded":"2024-05-10T11:18:27.851224+0000","last_fullsized":"2024-05-10T11:18:27.851224+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:14:50.072707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"90'9","reported_seq":252,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:12.911326+0000","last_change":"2024-05-10T11:16:48.007535+0000","last_active":"2024-05-10T11:21:12.911326+0000","last_peered":"2024-05-10T11:21:12.911326+0000","last_clean":"2024-05-10T11:21:12.911326+0000","last_became_active":"2024-05-10T11:16:48.006930+0000","last_became_peered":"2024-05-10T11:16:48.006930+0000","last_unstale":"2024-05-10T11:21:12.911326+0000","last_undegraded":"2024-05-10T11:21:12.911326+0000","last_fullsized":"2024-05-10T11:21:12.911326+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:43:00.717545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2004,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":200,"num_read_kb":7,"num_write":9,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"90'6","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668655+0000","last_change":"2024-05-10T11:16:52.045912+0000","last_active":"2024-05-10T11:19:26.668655+0000","last_peered":"2024-05-10T11:19:26.668655+0000","last_clean":"2024-05-10T11:19:26.668655+0000","last_became_active":"2024-05-10T11:16:52.045617+0000","last_became_peered":"2024-05-10T11:16:52.045617+0000","last_unstale":"2024-05-10T11:19:26.668655+0000","last_undegraded":"2024-05-10T11:19:26.668655+0000","last_fullsized":"2024-05-10T11:19:26.668655+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:33:20.206709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.845980+0000","last_change":"2024-05-10T11:17:03.084329+0000","last_active":"2024-05-10T11:18:27.845980+0000","last_peered":"2024-05-10T11:18:27.845980+0000","last_clean":"2024-05-10T11:18:27.845980+0000","last_became_active":"2024-05-10T11:17:03.083952+0000","last_became_peered":"2024-05-10T11:17:03.083952+0000","last_unstale":"2024-05-10T11:18:27.845980+0000","last_undegraded":"2024-05-10T11:18:27.845980+0000","last_fullsized":"2024-05-10T11:18:27.845980+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:27:34.889679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":62,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854157+0000","last_change":"2024-05-10T11:16:48.056864+0000","last_active":"2024-05-10T11:18:27.854157+0000","last_peered":"2024-05-10T11:18:27.854157+0000","last_clean":"2024-05-10T11:18:27.854157+0000","last_became_active":"2024-05-10T11:16:48.056509+0000","last_became_peered":"2024-05-10T11:16:48.056509+0000","last_unstale":"2024-05-10T11:18:27.854157+0000","last_undegraded":"2024-05-10T11:18:27.854157+0000","last_fullsized":"2024-05-10T11:18:27.854157+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:41:00.569598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"90'6","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675538+0000","last_change":"2024-05-10T11:16:52.049669+0000","last_active":"2024-05-10T11:19:26.675538+0000","last_peered":"2024-05-10T11:19:26.675538+0000","last_clean":"2024-05-10T11:19:26.675538+0000","last_became_active":"2024-05-10T11:16:52.047990+0000","last_became_peered":"2024-05-10T11:16:52.047990+0000","last_unstale":"2024-05-10T11:19:26.675538+0000","last_undegraded":"2024-05-10T11:19:26.675538+0000","last_fullsized":"2024-05-10T11:19:26.675538+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:08:41.795541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848188+0000","last_change":"2024-05-10T11:17:03.086357+0000","last_active":"2024-05-10T11:18:27.848188+0000","last_peered":"2024-05-10T11:18:27.848188+0000","last_clean":"2024-05-10T11:18:27.848188+0000","last_became_active":"2024-05-10T11:17:03.085896+0000","last_became_peered":"2024-05-10T11:17:03.085896+0000","last_unstale":"2024-05-10T11:18:27.848188+0000","last_undegraded":"2024-05-10T11:18:27.848188+0000","last_fullsized":"2024-05-10T11:18:27.848188+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:09:00.174197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"90'3","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:06.703262+0000","last_change":"2024-05-10T11:16:48.019166+0000","last_active":"2024-05-10T11:19:06.703262+0000","last_peered":"2024-05-10T11:19:06.703262+0000","last_clean":"2024-05-10T11:19:06.703262+0000","last_became_active":"2024-05-10T11:16:48.018708+0000","last_became_peered":"2024-05-10T11:16:48.018708+0000","last_unstale":"2024-05-10T11:19:06.703262+0000","last_undegraded":"2024-05-10T11:19:06.703262+0000","last_fullsized":"2024-05-10T11:19:06.703262+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:59:48.883324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"90'5","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.663516+0000","last_change":"2024-05-10T11:17:27.665348+0000","last_active":"2024-05-10T11:19:26.663516+0000","last_peered":"2024-05-10T11:19:26.663516+0000","last_clean":"2024-05-10T11:19:26.663516+0000","last_became_active":"2024-05-10T11:17:27.664892+0000","last_became_peered":"2024-05-10T11:17:27.664892+0000","last_unstale":"2024-05-10T11:19:26.663516+0000","last_undegraded":"2024-05-10T11:19:26.663516+0000","last_fullsized":"2024-05-10T11:19:26.663516+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:13:15.632171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854415+0000","last_change":"2024-05-10T11:17:28.103040+0000","last_active":"2024-05-10T11:18:27.854415+0000","last_peered":"2024-05-10T11:18:27.854415+0000","last_clean":"2024-05-10T11:18:27.854415+0000","last_became_active":"2024-05-10T11:17:28.102474+0000","last_became_peered":"2024-05-10T11:17:28.102474+0000","last_unstale":"2024-05-10T11:18:27.854415+0000","last_undegraded":"2024-05-10T11:18:27.854415+0000","last_fullsized":"2024-05-10T11:18:27.854415+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:28:12.521313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,1],"acting":[8,10,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:55.224139+0000","last_change":"2024-05-10T11:16:48.055557+0000","last_active":"2024-05-10T11:18:55.224139+0000","last_peered":"2024-05-10T11:18:55.224139+0000","last_clean":"2024-05-10T11:18:55.224139+0000","last_became_active":"2024-05-10T11:16:48.055222+0000","last_became_peered":"2024-05-10T11:16:48.055222+0000","last_unstale":"2024-05-10T11:18:55.224139+0000","last_undegraded":"2024-05-10T11:18:55.224139+0000","last_fullsized":"2024-05-10T11:18:55.224139+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:46:03.054086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"90'4","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.660810+0000","last_change":"2024-05-10T11:16:52.043889+0000","last_active":"2024-05-10T11:19:26.660810+0000","last_peered":"2024-05-10T11:19:26.660810+0000","last_clean":"2024-05-10T11:19:26.660810+0000","last_became_active":"2024-05-10T11:16:52.043476+0000","last_became_peered":"2024-05-10T11:16:52.043476+0000","last_unstale":"2024-05-10T11:19:26.660810+0000","last_undegraded":"2024-05-10T11:19:26.660810+0000","last_fullsized":"2024-05-10T11:19:26.660810+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:35:33.577541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.845865+0000","last_change":"2024-05-10T11:17:03.082772+0000","last_active":"2024-05-10T11:18:27.845865+0000","last_peered":"2024-05-10T11:18:27.845865+0000","last_clean":"2024-05-10T11:18:27.845865+0000","last_became_active":"2024-05-10T11:17:03.082343+0000","last_became_peered":"2024-05-10T11:17:03.082343+0000","last_unstale":"2024-05-10T11:18:27.845865+0000","last_undegraded":"2024-05-10T11:18:27.845865+0000","last_fullsized":"2024-05-10T11:18:27.845865+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:20:09.949095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"90'8","reported_seq":247,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:09.906651+0000","last_change":"2024-05-10T11:16:48.005921+0000","last_active":"2024-05-10T11:21:09.906651+0000","last_peered":"2024-05-10T11:21:09.906651+0000","last_clean":"2024-05-10T11:21:09.906651+0000","last_became_active":"2024-05-10T11:16:48.005522+0000","last_became_peered":"2024-05-10T11:16:48.005522+0000","last_unstale":"2024-05-10T11:21:09.906651+0000","last_undegraded":"2024-05-10T11:21:09.906651+0000","last_fullsized":"2024-05-10T11:21:09.906651+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:39:00.495597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1613,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":194,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"90'7","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.654475+0000","last_change":"2024-05-10T11:16:52.043175+0000","last_active":"2024-05-10T11:19:26.654475+0000","last_peered":"2024-05-10T11:19:26.654475+0000","last_clean":"2024-05-10T11:19:26.654475+0000","last_became_active":"2024-05-10T11:16:52.042843+0000","last_became_peered":"2024-05-10T11:16:52.042843+0000","last_unstale":"2024-05-10T11:19:26.654475+0000","last_undegraded":"2024-05-10T11:19:26.654475+0000","last_fullsized":"2024-05-10T11:19:26.654475+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:24:22.572356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.846020+0000","last_change":"2024-05-10T11:17:03.560613+0000","last_active":"2024-05-10T11:18:27.846020+0000","last_peered":"2024-05-10T11:18:27.846020+0000","last_clean":"2024-05-10T11:18:27.846020+0000","last_became_active":"2024-05-10T11:17:03.560149+0000","last_became_peered":"2024-05-10T11:17:03.560149+0000","last_unstale":"2024-05-10T11:18:27.846020+0000","last_undegraded":"2024-05-10T11:18:27.846020+0000","last_fullsized":"2024-05-10T11:18:27.846020+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:29:59.256621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"90'8","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674404+0000","last_change":"2024-05-10T11:16:52.047667+0000","last_active":"2024-05-10T11:19:26.674404+0000","last_peered":"2024-05-10T11:19:26.674404+0000","last_clean":"2024-05-10T11:19:26.674404+0000","last_became_active":"2024-05-10T11:16:52.046206+0000","last_became_peered":"2024-05-10T11:16:52.046206+0000","last_unstale":"2024-05-10T11:19:26.674404+0000","last_undegraded":"2024-05-10T11:19:26.674404+0000","last_fullsized":"2024-05-10T11:19:26.674404+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:37:43.575295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'7","reported_seq":243,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:08.904209+0000","last_change":"2024-05-10T11:16:48.055486+0000","last_active":"2024-05-10T11:21:08.904209+0000","last_peered":"2024-05-10T11:21:08.904209+0000","last_clean":"2024-05-10T11:21:08.904209+0000","last_became_active":"2024-05-10T11:16:48.055141+0000","last_became_peered":"2024-05-10T11:16:48.055141+0000","last_unstale":"2024-05-10T11:21:08.904209+0000","last_undegraded":"2024-05-10T11:21:08.904209+0000","last_fullsized":"2024-05-10T11:21:08.904209+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:29:44.765058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":190,"num_read_kb":190,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848585+0000","last_change":"2024-05-10T11:17:03.082232+0000","last_active":"2024-05-10T11:18:27.848585+0000","last_peered":"2024-05-10T11:18:27.848585+0000","last_clean":"2024-05-10T11:18:27.848585+0000","last_became_active":"2024-05-10T11:17:03.081930+0000","last_became_peered":"2024-05-10T11:17:03.081930+0000","last_unstale":"2024-05-10T11:18:27.848585+0000","last_undegraded":"2024-05-10T11:18:27.848585+0000","last_fullsized":"2024-05-10T11:18:27.848585+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:12:43.832048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"90'8","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.673834+0000","last_change":"2024-05-10T11:17:28.101610+0000","last_active":"2024-05-10T11:19:26.673834+0000","last_peered":"2024-05-10T11:19:26.673834+0000","last_clean":"2024-05-10T11:19:26.673834+0000","last_became_active":"2024-05-10T11:17:28.101242+0000","last_became_peered":"2024-05-10T11:17:28.101242+0000","last_unstale":"2024-05-10T11:19:26.673834+0000","last_undegraded":"2024-05-10T11:19:26.673834+0000","last_fullsized":"2024-05-10T11:19:26.673834+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:18:53.230117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":54,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:54.138068+0000","last_change":"2024-05-10T11:16:48.007349+0000","last_active":"2024-05-10T11:18:54.138068+0000","last_peered":"2024-05-10T11:18:54.138068+0000","last_clean":"2024-05-10T11:18:54.138068+0000","last_became_active":"2024-05-10T11:16:48.006902+0000","last_became_peered":"2024-05-10T11:16:48.006902+0000","last_unstale":"2024-05-10T11:18:54.138068+0000","last_undegraded":"2024-05-10T11:18:54.138068+0000","last_fullsized":"2024-05-10T11:18:54.138068+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:10:14.679026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":119,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848541+0000","last_change":"2024-05-10T11:15:23.021445+0000","last_active":"2024-05-10T11:18:27.848541+0000","last_peered":"2024-05-10T11:18:27.848541+0000","last_clean":"2024-05-10T11:18:27.848541+0000","last_became_active":"2024-05-10T11:15:23.016547+0000","last_became_peered":"2024-05-10T11:15:23.016547+0000","last_unstale":"2024-05-10T11:18:27.848541+0000","last_undegraded":"2024-05-10T11:18:27.848541+0000","last_fullsized":"2024-05-10T11:18:27.848541+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:11:52.839903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:11:52.839903+0000","last_clean_scrub_stamp":"2024-05-10T11:11:52.839903+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:52:25.558388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848649+0000","last_change":"2024-05-10T11:17:27.803123+0000","last_active":"2024-05-10T11:18:27.848649+0000","last_peered":"2024-05-10T11:18:27.848649+0000","last_clean":"2024-05-10T11:18:27.848649+0000","last_became_active":"2024-05-10T11:17:27.802614+0000","last_became_peered":"2024-05-10T11:17:27.802614+0000","last_unstale":"2024-05-10T11:18:27.848649+0000","last_undegraded":"2024-05-10T11:18:27.848649+0000","last_fullsized":"2024-05-10T11:18:27.848649+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:42:45.115204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,11,6,10],"acting":[5,11,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"90'5","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.670971+0000","last_change":"2024-05-10T11:16:52.049027+0000","last_active":"2024-05-10T11:19:26.670971+0000","last_peered":"2024-05-10T11:19:26.670971+0000","last_clean":"2024-05-10T11:19:26.670971+0000","last_became_active":"2024-05-10T11:16:52.048707+0000","last_became_peered":"2024-05-10T11:16:52.048707+0000","last_unstale":"2024-05-10T11:19:26.670971+0000","last_undegraded":"2024-05-10T11:19:26.670971+0000","last_fullsized":"2024-05-10T11:19:26.670971+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:07:50.617791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":55,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:51.704262+0000","last_change":"2024-05-10T11:17:28.101640+0000","last_active":"2024-05-10T11:18:51.704262+0000","last_peered":"2024-05-10T11:18:51.704262+0000","last_clean":"2024-05-10T11:18:51.704262+0000","last_became_active":"2024-05-10T11:17:28.101170+0000","last_became_peered":"2024-05-10T11:17:28.101170+0000","last_unstale":"2024-05-10T11:18:51.704262+0000","last_undegraded":"2024-05-10T11:18:51.704262+0000","last_fullsized":"2024-05-10T11:18:51.704262+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:07:03.041192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:07.989302+0000","last_change":"2024-05-10T11:17:03.081699+0000","last_active":"2024-05-10T11:19:07.989302+0000","last_peered":"2024-05-10T11:19:07.989302+0000","last_clean":"2024-05-10T11:19:07.989302+0000","last_became_active":"2024-05-10T11:17:03.081256+0000","last_became_peered":"2024-05-10T11:17:03.081256+0000","last_unstale":"2024-05-10T11:19:07.989302+0000","last_undegraded":"2024-05-10T11:19:07.989302+0000","last_fullsized":"2024-05-10T11:19:07.989302+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:00:02.833979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:56.702224+0000","last_change":"2024-05-10T11:16:48.057508+0000","last_active":"2024-05-10T11:18:56.702224+0000","last_peered":"2024-05-10T11:18:56.702224+0000","last_clean":"2024-05-10T11:18:56.702224+0000","last_became_active":"2024-05-10T11:16:48.057166+0000","last_became_peered":"2024-05-10T11:16:48.057166+0000","last_unstale":"2024-05-10T11:18:56.702224+0000","last_undegraded":"2024-05-10T11:18:56.702224+0000","last_fullsized":"2024-05-10T11:18:56.702224+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:02:44.121762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"90'9","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671175+0000","last_change":"2024-05-10T11:16:52.047931+0000","last_active":"2024-05-10T11:19:26.671175+0000","last_peered":"2024-05-10T11:19:26.671175+0000","last_clean":"2024-05-10T11:19:26.671175+0000","last_became_active":"2024-05-10T11:16:52.047587+0000","last_became_peered":"2024-05-10T11:16:52.047587+0000","last_unstale":"2024-05-10T11:19:26.671175+0000","last_undegraded":"2024-05-10T11:19:26.671175+0000","last_fullsized":"2024-05-10T11:19:26.671175+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:48:08.546155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:03.197168+0000","last_change":"2024-05-10T11:17:03.560122+0000","last_active":"2024-05-10T11:19:03.197168+0000","last_peered":"2024-05-10T11:19:03.197168+0000","last_clean":"2024-05-10T11:19:03.197168+0000","last_became_active":"2024-05-10T11:17:03.559626+0000","last_became_peered":"2024-05-10T11:17:03.559626+0000","last_unstale":"2024-05-10T11:19:03.197168+0000","last_undegraded":"2024-05-10T11:19:03.197168+0000","last_fullsized":"2024-05-10T11:19:03.197168+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:00:25.900524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"90'18","reported_seq":79,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:08.081759+0000","last_change":"2024-05-10T11:18:27.864614+0000","last_active":"2024-05-10T11:21:08.081759+0000","last_peered":"2024-05-10T11:21:08.081759+0000","last_clean":"2024-05-10T11:21:08.081759+0000","last_became_active":"2024-05-10T11:18:27.857980+0000","last_became_peered":"2024-05-10T11:18:27.857980+0000","last_unstale":"2024-05-10T11:21:08.081759+0000","last_undegraded":"2024-05-10T11:21:08.081759+0000","last_fullsized":"2024-05-10T11:21:08.081759+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:57:44.304718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"90'5","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.669250+0000","last_change":"2024-05-10T11:16:52.041726+0000","last_active":"2024-05-10T11:19:26.669250+0000","last_peered":"2024-05-10T11:19:26.669250+0000","last_clean":"2024-05-10T11:19:26.669250+0000","last_became_active":"2024-05-10T11:16:52.041431+0000","last_became_peered":"2024-05-10T11:16:52.041431+0000","last_unstale":"2024-05-10T11:19:26.669250+0000","last_undegraded":"2024-05-10T11:19:26.669250+0000","last_fullsized":"2024-05-10T11:19:26.669250+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:24:16.133520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:07.877694+0000","last_change":"2024-05-10T11:17:03.077965+0000","last_active":"2024-05-10T11:19:07.877694+0000","last_peered":"2024-05-10T11:19:07.877694+0000","last_clean":"2024-05-10T11:19:07.877694+0000","last_became_active":"2024-05-10T11:17:03.077265+0000","last_became_peered":"2024-05-10T11:17:03.077265+0000","last_unstale":"2024-05-10T11:19:07.877694+0000","last_undegraded":"2024-05-10T11:19:07.877694+0000","last_fullsized":"2024-05-10T11:19:07.877694+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:23:49.046264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":53,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:59.138792+0000","last_change":"2024-05-10T11:16:48.392746+0000","last_active":"2024-05-10T11:18:59.138792+0000","last_peered":"2024-05-10T11:18:59.138792+0000","last_clean":"2024-05-10T11:18:59.138792+0000","last_became_active":"2024-05-10T11:16:48.392385+0000","last_became_peered":"2024-05-10T11:16:48.392385+0000","last_unstale":"2024-05-10T11:18:59.138792+0000","last_undegraded":"2024-05-10T11:18:59.138792+0000","last_fullsized":"2024-05-10T11:18:59.138792+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:59:33.332490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"90'7","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.670971+0000","last_change":"2024-05-10T11:16:52.053413+0000","last_active":"2024-05-10T11:19:26.670971+0000","last_peered":"2024-05-10T11:19:26.670971+0000","last_clean":"2024-05-10T11:19:26.670971+0000","last_became_active":"2024-05-10T11:16:52.052728+0000","last_became_peered":"2024-05-10T11:16:52.052728+0000","last_unstale":"2024-05-10T11:19:26.670971+0000","last_undegraded":"2024-05-10T11:19:26.670971+0000","last_fullsized":"2024-05-10T11:19:26.670971+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:44:04.224099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851826+0000","last_change":"2024-05-10T11:17:03.561077+0000","last_active":"2024-05-10T11:18:27.851826+0000","last_peered":"2024-05-10T11:18:27.851826+0000","last_clean":"2024-05-10T11:18:27.851826+0000","last_became_active":"2024-05-10T11:17:03.560668+0000","last_became_peered":"2024-05-10T11:17:03.560668+0000","last_unstale":"2024-05-10T11:18:27.851826+0000","last_undegraded":"2024-05-10T11:18:27.851826+0000","last_fullsized":"2024-05-10T11:18:27.851826+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:13:23.933388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:58.165115+0000","last_change":"2024-05-10T11:16:48.057501+0000","last_active":"2024-05-10T11:18:58.165115+0000","last_peered":"2024-05-10T11:18:58.165115+0000","last_clean":"2024-05-10T11:18:58.165115+0000","last_became_active":"2024-05-10T11:16:48.057144+0000","last_became_peered":"2024-05-10T11:16:48.057144+0000","last_unstale":"2024-05-10T11:18:58.165115+0000","last_undegraded":"2024-05-10T11:18:58.165115+0000","last_fullsized":"2024-05-10T11:18:58.165115+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:08:10.945786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"90'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.658683+0000","last_change":"2024-05-10T11:16:52.037082+0000","last_active":"2024-05-10T11:19:26.658683+0000","last_peered":"2024-05-10T11:19:26.658683+0000","last_clean":"2024-05-10T11:19:26.658683+0000","last_became_active":"2024-05-10T11:16:52.036688+0000","last_became_peered":"2024-05-10T11:16:52.036688+0000","last_unstale":"2024-05-10T11:19:26.658683+0000","last_undegraded":"2024-05-10T11:19:26.658683+0000","last_fullsized":"2024-05-10T11:19:26.658683+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:47:47.042738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851273+0000","last_change":"2024-05-10T11:17:03.089184+0000","last_active":"2024-05-10T11:18:27.851273+0000","last_peered":"2024-05-10T11:18:27.851273+0000","last_clean":"2024-05-10T11:18:27.851273+0000","last_became_active":"2024-05-10T11:17:03.088780+0000","last_became_peered":"2024-05-10T11:17:03.088780+0000","last_unstale":"2024-05-10T11:18:27.851273+0000","last_undegraded":"2024-05-10T11:18:27.851273+0000","last_fullsized":"2024-05-10T11:18:27.851273+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:28:04.563504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":52,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:58.196670+0000","last_change":"2024-05-10T11:16:48.006564+0000","last_active":"2024-05-10T11:18:58.196670+0000","last_peered":"2024-05-10T11:18:58.196670+0000","last_clean":"2024-05-10T11:18:58.196670+0000","last_became_active":"2024-05-10T11:16:48.006232+0000","last_became_peered":"2024-05-10T11:16:48.006232+0000","last_unstale":"2024-05-10T11:18:58.196670+0000","last_undegraded":"2024-05-10T11:18:58.196670+0000","last_fullsized":"2024-05-10T11:18:58.196670+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:57:51.056720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"90'9","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.672789+0000","last_change":"2024-05-10T11:16:52.039492+0000","last_active":"2024-05-10T11:19:26.672789+0000","last_peered":"2024-05-10T11:19:26.672789+0000","last_clean":"2024-05-10T11:19:26.672789+0000","last_became_active":"2024-05-10T11:16:52.039143+0000","last_became_peered":"2024-05-10T11:16:52.039143+0000","last_unstale":"2024-05-10T11:19:26.672789+0000","last_undegraded":"2024-05-10T11:19:26.672789+0000","last_fullsized":"2024-05-10T11:19:26.672789+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:19:11.305278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851977+0000","last_change":"2024-05-10T11:17:03.078573+0000","last_active":"2024-05-10T11:18:27.851977+0000","last_peered":"2024-05-10T11:18:27.851977+0000","last_clean":"2024-05-10T11:18:27.851977+0000","last_became_active":"2024-05-10T11:17:03.078196+0000","last_became_peered":"2024-05-10T11:17:03.078196+0000","last_unstale":"2024-05-10T11:18:27.851977+0000","last_undegraded":"2024-05-10T11:18:27.851977+0000","last_fullsized":"2024-05-10T11:18:27.851977+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:51:30.266019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"90'5","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:08.776239+0000","last_change":"2024-05-10T11:17:27.661845+0000","last_active":"2024-05-10T11:21:08.776239+0000","last_peered":"2024-05-10T11:21:08.776239+0000","last_clean":"2024-05-10T11:21:08.776239+0000","last_became_active":"2024-05-10T11:17:27.661429+0000","last_became_peered":"2024-05-10T11:17:27.661429+0000","last_unstale":"2024-05-10T11:21:08.776239+0000","last_undegraded":"2024-05-10T11:21:08.776239+0000","last_fullsized":"2024-05-10T11:21:08.776239+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:49:01.204444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"90'8","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.669314+0000","last_change":"2024-05-10T11:16:52.058512+0000","last_active":"2024-05-10T11:19:26.669314+0000","last_peered":"2024-05-10T11:19:26.669314+0000","last_clean":"2024-05-10T11:19:26.669314+0000","last_became_active":"2024-05-10T11:16:52.057965+0000","last_became_peered":"2024-05-10T11:16:52.057965+0000","last_unstale":"2024-05-10T11:19:26.669314+0000","last_undegraded":"2024-05-10T11:19:26.669314+0000","last_fullsized":"2024-05-10T11:19:26.669314+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:18:50.907235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851561+0000","last_change":"2024-05-10T11:17:03.560391+0000","last_active":"2024-05-10T11:18:27.851561+0000","last_peered":"2024-05-10T11:18:27.851561+0000","last_clean":"2024-05-10T11:18:27.851561+0000","last_became_active":"2024-05-10T11:17:03.559918+0000","last_became_peered":"2024-05-10T11:17:03.559918+0000","last_unstale":"2024-05-10T11:18:27.851561+0000","last_undegraded":"2024-05-10T11:18:27.851561+0000","last_fullsized":"2024-05-10T11:18:27.851561+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:25:09.436180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854479+0000","last_change":"2024-05-10T11:16:48.018478+0000","last_active":"2024-05-10T11:18:27.854479+0000","last_peered":"2024-05-10T11:18:27.854479+0000","last_clean":"2024-05-10T11:18:27.854479+0000","last_became_active":"2024-05-10T11:16:48.017292+0000","last_became_peered":"2024-05-10T11:16:48.017292+0000","last_unstale":"2024-05-10T11:18:27.854479+0000","last_undegraded":"2024-05-10T11:18:27.854479+0000","last_fullsized":"2024-05-10T11:18:27.854479+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:07:07.599886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"90'5","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675927+0000","last_change":"2024-05-10T11:16:52.048977+0000","last_active":"2024-05-10T11:19:26.675927+0000","last_peered":"2024-05-10T11:19:26.675927+0000","last_clean":"2024-05-10T11:19:26.675927+0000","last_became_active":"2024-05-10T11:16:52.048658+0000","last_became_peered":"2024-05-10T11:16:52.048658+0000","last_unstale":"2024-05-10T11:19:26.675927+0000","last_undegraded":"2024-05-10T11:19:26.675927+0000","last_fullsized":"2024-05-10T11:19:26.675927+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:20:57.507638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.062593+0000","last_change":"2024-05-10T11:17:03.086560+0000","last_active":"2024-05-10T11:18:28.062593+0000","last_peered":"2024-05-10T11:18:28.062593+0000","last_clean":"2024-05-10T11:18:28.062593+0000","last_became_active":"2024-05-10T11:17:03.085919+0000","last_became_peered":"2024-05-10T11:17:03.085919+0000","last_unstale":"2024-05-10T11:18:28.062593+0000","last_undegraded":"2024-05-10T11:18:28.062593+0000","last_fullsized":"2024-05-10T11:18:28.062593+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:08:59.110190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"90'8","reported_seq":191,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:13.120352+0000","last_change":"2024-05-10T11:18:27.868552+0000","last_active":"2024-05-10T11:21:13.120352+0000","last_peered":"2024-05-10T11:21:13.120352+0000","last_clean":"2024-05-10T11:21:13.120352+0000","last_became_active":"2024-05-10T11:18:27.857220+0000","last_became_peered":"2024-05-10T11:18:27.857220+0000","last_unstale":"2024-05-10T11:21:13.120352+0000","last_undegraded":"2024-05-10T11:21:13.120352+0000","last_fullsized":"2024-05-10T11:21:13.120352+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:32:28.064579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2195,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":169,"num_read_kb":2,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1561,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675321+0000","last_change":"2024-05-10T11:16:52.050303+0000","last_active":"2024-05-10T11:19:26.675321+0000","last_peered":"2024-05-10T11:19:26.675321+0000","last_clean":"2024-05-10T11:19:26.675321+0000","last_became_active":"2024-05-10T11:16:52.049791+0000","last_became_peered":"2024-05-10T11:16:52.049791+0000","last_unstale":"2024-05-10T11:19:26.675321+0000","last_undegraded":"2024-05-10T11:19:26.675321+0000","last_fullsized":"2024-05-10T11:19:26.675321+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:04:50.647395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854986+0000","last_change":"2024-05-10T11:17:03.087026+0000","last_active":"2024-05-10T11:18:27.854986+0000","last_peered":"2024-05-10T11:18:27.854986+0000","last_clean":"2024-05-10T11:18:27.854986+0000","last_became_active":"2024-05-10T11:17:03.086655+0000","last_became_peered":"2024-05-10T11:17:03.086655+0000","last_unstale":"2024-05-10T11:18:27.854986+0000","last_undegraded":"2024-05-10T11:18:27.854986+0000","last_fullsized":"2024-05-10T11:18:27.854986+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:52:37.414485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.849009+0000","last_change":"2024-05-10T11:16:48.014087+0000","last_active":"2024-05-10T11:18:27.849009+0000","last_peered":"2024-05-10T11:18:27.849009+0000","last_clean":"2024-05-10T11:18:27.849009+0000","last_became_active":"2024-05-10T11:16:48.013599+0000","last_became_peered":"2024-05-10T11:16:48.013599+0000","last_unstale":"2024-05-10T11:18:27.849009+0000","last_undegraded":"2024-05-10T11:18:27.849009+0000","last_fullsized":"2024-05-10T11:18:27.849009+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:41:07.988553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"90'6","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668692+0000","last_change":"2024-05-10T11:16:52.047277+0000","last_active":"2024-05-10T11:19:26.668692+0000","last_peered":"2024-05-10T11:19:26.668692+0000","last_clean":"2024-05-10T11:19:26.668692+0000","last_became_active":"2024-05-10T11:16:52.046916+0000","last_became_peered":"2024-05-10T11:16:52.046916+0000","last_unstale":"2024-05-10T11:19:26.668692+0000","last_undegraded":"2024-05-10T11:19:26.668692+0000","last_fullsized":"2024-05-10T11:19:26.668692+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:59:58.044364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848005+0000","last_change":"2024-05-10T11:17:03.082476+0000","last_active":"2024-05-10T11:18:27.848005+0000","last_peered":"2024-05-10T11:18:27.848005+0000","last_clean":"2024-05-10T11:18:27.848005+0000","last_became_active":"2024-05-10T11:17:03.080326+0000","last_became_peered":"2024-05-10T11:17:03.080326+0000","last_unstale":"2024-05-10T11:18:27.848005+0000","last_undegraded":"2024-05-10T11:18:27.848005+0000","last_fullsized":"2024-05-10T11:18:27.848005+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:57:27.656249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.846013+0000","last_change":"2024-05-10T11:16:48.006665+0000","last_active":"2024-05-10T11:18:27.846013+0000","last_peered":"2024-05-10T11:18:27.846013+0000","last_clean":"2024-05-10T11:18:27.846013+0000","last_became_active":"2024-05-10T11:16:48.006249+0000","last_became_peered":"2024-05-10T11:16:48.006249+0000","last_unstale":"2024-05-10T11:18:27.846013+0000","last_undegraded":"2024-05-10T11:18:27.846013+0000","last_fullsized":"2024-05-10T11:18:27.846013+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:35:31.187636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674210+0000","last_change":"2024-05-10T11:16:52.040594+0000","last_active":"2024-05-10T11:19:26.674210+0000","last_peered":"2024-05-10T11:19:26.674210+0000","last_clean":"2024-05-10T11:19:26.674210+0000","last_became_active":"2024-05-10T11:16:52.040188+0000","last_became_peered":"2024-05-10T11:16:52.040188+0000","last_unstale":"2024-05-10T11:19:26.674210+0000","last_undegraded":"2024-05-10T11:19:26.674210+0000","last_fullsized":"2024-05-10T11:19:26.674210+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:23:17.038258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"90'9","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.672113+0000","last_change":"2024-05-10T11:16:52.040479+0000","last_active":"2024-05-10T11:19:26.672113+0000","last_peered":"2024-05-10T11:19:26.672113+0000","last_clean":"2024-05-10T11:19:26.672113+0000","last_became_active":"2024-05-10T11:16:52.039958+0000","last_became_peered":"2024-05-10T11:16:52.039958+0000","last_unstale":"2024-05-10T11:19:26.672113+0000","last_undegraded":"2024-05-10T11:19:26.672113+0000","last_fullsized":"2024-05-10T11:19:26.672113+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:28:49.367853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"90'12","reported_seq":51,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675825+0000","last_change":"2024-05-10T11:16:52.047662+0000","last_active":"2024-05-10T11:19:26.675825+0000","last_peered":"2024-05-10T11:19:26.675825+0000","last_clean":"2024-05-10T11:19:26.675825+0000","last_became_active":"2024-05-10T11:16:52.047349+0000","last_became_peered":"2024-05-10T11:16:52.047349+0000","last_unstale":"2024-05-10T11:19:26.675825+0000","last_undegraded":"2024-05-10T11:19:26.675825+0000","last_fullsized":"2024-05-10T11:19:26.675825+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:26:08.260236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674212+0000","last_change":"2024-05-10T11:16:52.043475+0000","last_active":"2024-05-10T11:19:26.674212+0000","last_peered":"2024-05-10T11:19:26.674212+0000","last_clean":"2024-05-10T11:19:26.674212+0000","last_became_active":"2024-05-10T11:16:52.042939+0000","last_became_peered":"2024-05-10T11:16:52.042939+0000","last_unstale":"2024-05-10T11:19:26.674212+0000","last_undegraded":"2024-05-10T11:19:26.674212+0000","last_fullsized":"2024-05-10T11:19:26.674212+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:06:40.883586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"90'7","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.667925+0000","last_change":"2024-05-10T11:16:52.048096+0000","last_active":"2024-05-10T11:19:26.667925+0000","last_peered":"2024-05-10T11:19:26.667925+0000","last_clean":"2024-05-10T11:19:26.667925+0000","last_became_active":"2024-05-10T11:16:52.046956+0000","last_became_peered":"2024-05-10T11:16:52.046956+0000","last_unstale":"2024-05-10T11:19:26.667925+0000","last_undegraded":"2024-05-10T11:19:26.667925+0000","last_fullsized":"2024-05-10T11:19:26.667925+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:31:53.919554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"90'4","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.667662+0000","last_change":"2024-05-10T11:16:52.052145+0000","last_active":"2024-05-10T11:19:26.667662+0000","last_peered":"2024-05-10T11:19:26.667662+0000","last_clean":"2024-05-10T11:19:26.667662+0000","last_became_active":"2024-05-10T11:16:52.050904+0000","last_became_peered":"2024-05-10T11:16:52.050904+0000","last_unstale":"2024-05-10T11:19:26.667662+0000","last_undegraded":"2024-05-10T11:19:26.667662+0000","last_fullsized":"2024-05-10T11:19:26.667662+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:25:34.085771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"90'6","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668594+0000","last_change":"2024-05-10T11:16:52.040864+0000","last_active":"2024-05-10T11:19:26.668594+0000","last_peered":"2024-05-10T11:19:26.668594+0000","last_clean":"2024-05-10T11:19:26.668594+0000","last_became_active":"2024-05-10T11:16:52.040110+0000","last_became_peered":"2024-05-10T11:16:52.040110+0000","last_unstale":"2024-05-10T11:19:26.668594+0000","last_undegraded":"2024-05-10T11:19:26.668594+0000","last_fullsized":"2024-05-10T11:19:26.668594+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:19:12.325537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"90'15","reported_seq":54,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675056+0000","last_change":"2024-05-10T11:16:52.046077+0000","last_active":"2024-05-10T11:19:26.675056+0000","last_peered":"2024-05-10T11:19:26.675056+0000","last_clean":"2024-05-10T11:19:26.675056+0000","last_became_active":"2024-05-10T11:16:52.045160+0000","last_became_peered":"2024-05-10T11:16:52.045160+0000","last_unstale":"2024-05-10T11:19:26.675056+0000","last_undegraded":"2024-05-10T11:19:26.675056+0000","last_fullsized":"2024-05-10T11:19:26.675056+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:07:01.141313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"90'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.661905+0000","last_change":"2024-05-10T11:16:52.054371+0000","last_active":"2024-05-10T11:19:26.661905+0000","last_peered":"2024-05-10T11:19:26.661905+0000","last_clean":"2024-05-10T11:19:26.661905+0000","last_became_active":"2024-05-10T11:16:52.052670+0000","last_became_peered":"2024-05-10T11:16:52.052670+0000","last_unstale":"2024-05-10T11:19:26.661905+0000","last_undegraded":"2024-05-10T11:19:26.661905+0000","last_fullsized":"2024-05-10T11:19:26.661905+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:36:22.502096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"90'6","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671460+0000","last_change":"2024-05-10T11:16:52.050475+0000","last_active":"2024-05-10T11:19:26.671460+0000","last_peered":"2024-05-10T11:19:26.671460+0000","last_clean":"2024-05-10T11:19:26.671460+0000","last_became_active":"2024-05-10T11:16:52.050125+0000","last_became_peered":"2024-05-10T11:16:52.050125+0000","last_unstale":"2024-05-10T11:19:26.671460+0000","last_undegraded":"2024-05-10T11:19:26.671460+0000","last_fullsized":"2024-05-10T11:19:26.671460+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:33:43.164620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"90'8","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.676665+0000","last_change":"2024-05-10T11:16:52.047149+0000","last_active":"2024-05-10T11:19:26.676665+0000","last_peered":"2024-05-10T11:19:26.676665+0000","last_clean":"2024-05-10T11:19:26.676665+0000","last_became_active":"2024-05-10T11:16:52.046834+0000","last_became_peered":"2024-05-10T11:16:52.046834+0000","last_unstale":"2024-05-10T11:19:26.676665+0000","last_undegraded":"2024-05-10T11:19:26.676665+0000","last_fullsized":"2024-05-10T11:19:26.676665+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:06:46.689520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"90'10","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677686+0000","last_change":"2024-05-10T11:16:52.057232+0000","last_active":"2024-05-10T11:19:26.677686+0000","last_peered":"2024-05-10T11:19:26.677686+0000","last_clean":"2024-05-10T11:19:26.677686+0000","last_became_active":"2024-05-10T11:16:52.056843+0000","last_became_peered":"2024-05-10T11:16:52.056843+0000","last_unstale":"2024-05-10T11:19:26.677686+0000","last_undegraded":"2024-05-10T11:19:26.677686+0000","last_fullsized":"2024-05-10T11:19:26.677686+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:29:13.395566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"90'11","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.666362+0000","last_change":"2024-05-10T11:16:52.051147+0000","last_active":"2024-05-10T11:19:26.666362+0000","last_peered":"2024-05-10T11:19:26.666362+0000","last_clean":"2024-05-10T11:19:26.666362+0000","last_became_active":"2024-05-10T11:16:52.050822+0000","last_became_peered":"2024-05-10T11:16:52.050822+0000","last_unstale":"2024-05-10T11:19:26.666362+0000","last_undegraded":"2024-05-10T11:19:26.666362+0000","last_fullsized":"2024-05-10T11:19:26.666362+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:02:11.215183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668433+0000","last_change":"2024-05-10T11:16:52.042043+0000","last_active":"2024-05-10T11:19:26.668433+0000","last_peered":"2024-05-10T11:19:26.668433+0000","last_clean":"2024-05-10T11:19:26.668433+0000","last_became_active":"2024-05-10T11:16:52.041681+0000","last_became_peered":"2024-05-10T11:16:52.041681+0000","last_unstale":"2024-05-10T11:19:26.668433+0000","last_undegraded":"2024-05-10T11:19:26.668433+0000","last_fullsized":"2024-05-10T11:19:26.668433+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:16:40.054647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":83253,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1936,"num_read_kb":1067,"num_write":286,"num_write_kb":179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1561,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":602112,"data_stored":249759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":246,"ondisk_log_size":246,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678084,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1040384,"data_stored":520287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874314,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28720,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716432,"statfs":{"total":95995035648,"available":95965626368,"internally_reserved":0,"allocated":1744896,"data_stored":1179975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037839,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":523288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234068,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1060864,"data_stored":519570,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430297,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36956,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708196,"statfs":{"total":95995035648,"available":95957192704,"internally_reserved":0,"allocated":1658880,"data_stored":1118219,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593823,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1040384,"data_stored":515721,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574968,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36428,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708724,"statfs":{"total":95995035648,"available":95957733376,"internally_reserved":0,"allocated":1118208,"data_stored":589232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738493,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1064960,"data_stored":517177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411444,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28120,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717032,"statfs":{"total":95995035648,"available":95966240768,"internally_reserved":0,"allocated":1130496,"data_stored":588141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149807,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36364,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708788,"statfs":{"total":95995035648,"available":95957798912,"internally_reserved":0,"allocated":1052672,"data_stored":514404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953578,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1056768,"data_stored":522381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790053,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36964,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708188,"statfs":{"total":95995035648,"available":95957184512,"internally_reserved":0,"allocated":1667072,"data_stored":1112142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3203,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":74167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":6467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":75633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2217,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-10T11:21:16.597 DEBUG:teuthology.orchestra.run.smithi053:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-10T11:21:16.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.739+0000 7f8f7ed9d640 1 -- 172.21.15.53:0/280446832 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f78105d80 msgr2=0x7f8f78108170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:16.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.739+0000 7f8f7ed9d640 1 --2- 172.21.15.53:0/280446832 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f78105d80 0x7f8f78108170 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f8f6c009900 tx=0x7f8f6c02a410 comp rx=0 tx=0).stop 2024-05-10T11:21:16.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.739+0000 7f8f7ed9d640 1 -- 172.21.15.53:0/280446832 shutdown_connections 2024-05-10T11:21:16.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.739+0000 7f8f7ed9d640 1 --2- 172.21.15.53:0/280446832 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8f781086b0 0x7f8f7810ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:16.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.739+0000 7f8f7ed9d640 1 --2- 172.21.15.53:0/280446832 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f78105d80 0x7f8f78108170 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:16.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.739+0000 7f8f7ed9d640 1 --2- 172.21.15.53:0/280446832 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8f78103450 0x7f8f78105840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:16.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.739+0000 7f8f7ed9d640 1 -- 172.21.15.53:0/280446832 >> 172.21.15.53:0/280446832 conn(0x7f8f780fce40 msgr2=0x7f8f780ff280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:16.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.739+0000 7f8f7ed9d640 1 -- 172.21.15.53:0/280446832 shutdown_connections 2024-05-10T11:21:16.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.739+0000 7f8f7ed9d640 1 -- 172.21.15.53:0/280446832 wait complete. 2024-05-10T11:21:16.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.739+0000 7f8f7ed9d640 1 Processor -- start 2024-05-10T11:21:16.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.739+0000 7f8f7ed9d640 1 -- start start 2024-05-10T11:21:16.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.739+0000 7f8f7ed9d640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f78103450 0x7f8f78198b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:16.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.739+0000 7f8f7ed9d640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8f78105d80 0x7f8f78199050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:16.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.739+0000 7f8f7ed9d640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8f781086b0 0x7f8f781a00c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:16.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.739+0000 7f8f7ed9d640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8f7810e3a0 con 0x7f8f78103450 2024-05-10T11:21:16.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.739+0000 7f8f7ed9d640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f8f7810e220 con 0x7f8f78105d80 2024-05-10T11:21:16.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.739+0000 7f8f7ed9d640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f8f7810e520 con 0x7f8f781086b0 2024-05-10T11:21:16.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.740+0000 7f8f7cb39640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f78103450 0x7f8f78198b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:16.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.740+0000 7f8f7cb39640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f78103450 0x7f8f78198b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:47164/0 (socket says 172.21.15.53:47164) 2024-05-10T11:21:16.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.740+0000 7f8f7cb39640 1 -- 172.21.15.53:0/2209904918 learned_addr learned my addr 172.21.15.53:0/2209904918 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:16.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.740+0000 7f8f77fff640 1 --2- 172.21.15.53:0/2209904918 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8f78105d80 0x7f8f78199050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:16.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.740+0000 7f8f7d33a640 1 --2- 172.21.15.53:0/2209904918 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8f781086b0 0x7f8f781a00c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:16.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.740+0000 7f8f7cb39640 1 -- 172.21.15.53:0/2209904918 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8f781086b0 msgr2=0x7f8f781a00c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:16.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.740+0000 7f8f7cb39640 1 --2- 172.21.15.53:0/2209904918 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8f781086b0 0x7f8f781a00c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:16.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.740+0000 7f8f7cb39640 1 -- 172.21.15.53:0/2209904918 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8f78105d80 msgr2=0x7f8f78199050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:16.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.740+0000 7f8f7cb39640 1 --2- 172.21.15.53:0/2209904918 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8f78105d80 0x7f8f78199050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:16.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.740+0000 7f8f7cb39640 1 -- 172.21.15.53:0/2209904918 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f781a0730 con 0x7f8f78103450 2024-05-10T11:21:16.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.740+0000 7f8f7cb39640 1 --2- 172.21.15.53:0/2209904918 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f78103450 0x7f8f78198b10 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f8f6800d950 tx=0x7f8f6800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:16.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.740+0000 7f8f75ffb640 1 -- 172.21.15.53:0/2209904918 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f68017070 con 0x7f8f78103450 2024-05-10T11:21:16.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.740+0000 7f8f75ffb640 1 -- 172.21.15.53:0/2209904918 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8f68009c30 con 0x7f8f78103450 2024-05-10T11:21:16.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.740+0000 7f8f75ffb640 1 -- 172.21.15.53:0/2209904918 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f6800f620 con 0x7f8f78103450 2024-05-10T11:21:16.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.740+0000 7f8f7ed9d640 1 -- 172.21.15.53:0/2209904918 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f781a0a20 con 0x7f8f78103450 2024-05-10T11:21:16.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.740+0000 7f8f7ed9d640 1 -- 172.21.15.53:0/2209904918 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f781a0f40 con 0x7f8f78103450 2024-05-10T11:21:16.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.741+0000 7f8f7ed9d640 1 -- 172.21.15.53:0/2209904918 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f780fe930 con 0x7f8f78103450 2024-05-10T11:21:16.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.743+0000 7f8f75ffb640 1 -- 172.21.15.53:0/2209904918 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f8f68010460 con 0x7f8f78103450 2024-05-10T11:21:16.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.743+0000 7f8f75ffb640 1 --2- 172.21.15.53:0/2209904918 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8f600b2880 0x7f8f600b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:16.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.743+0000 7f8f77fff640 1 --2- 172.21.15.53:0/2209904918 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8f600b2880 0x7f8f600b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:16.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.743+0000 7f8f75ffb640 1 -- 172.21.15.53:0/2209904918 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f8f680e2370 con 0x7f8f78103450 2024-05-10T11:21:16.744 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.744+0000 7f8f77fff640 1 --2- 172.21.15.53:0/2209904918 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8f600b2880 0x7f8f600b4d40 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f8f6c006010 tx=0x7f8f6c0095f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:16.748 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.748+0000 7f8f75ffb640 1 -- 172.21.15.53:0/2209904918 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f8f680a9c40 con 0x7f8f78103450 2024-05-10T11:21:16.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.936+0000 7f8f7ed9d640 1 -- 172.21.15.53:0/2209904918 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8f78062df0 con 0x7f8f600b2880 2024-05-10T11:21:16.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.946+0000 7f8f75ffb640 1 -- 172.21.15.53:0/2209904918 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340538 (secure 0 0 0) 0x7f8f78062df0 con 0x7f8f600b2880 2024-05-10T11:21:16.949 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:21:16.951 INFO:teuthology.orchestra.run.smithi053.stderr:dumped all 2024-05-10T11:21:16.952 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.949+0000 7f8f7ed9d640 1 -- 172.21.15.53:0/2209904918 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8f600b2880 msgr2=0x7f8f600b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:16.952 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.949+0000 7f8f7ed9d640 1 --2- 172.21.15.53:0/2209904918 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8f600b2880 0x7f8f600b4d40 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f8f6c006010 tx=0x7f8f6c0095f0 comp rx=0 tx=0).stop 2024-05-10T11:21:16.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.949+0000 7f8f7ed9d640 1 -- 172.21.15.53:0/2209904918 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f78103450 msgr2=0x7f8f78198b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:16.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.949+0000 7f8f7ed9d640 1 --2- 172.21.15.53:0/2209904918 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f78103450 0x7f8f78198b10 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f8f6800d950 tx=0x7f8f6800de10 comp rx=0 tx=0).stop 2024-05-10T11:21:16.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.949+0000 7f8f7ed9d640 1 -- 172.21.15.53:0/2209904918 shutdown_connections 2024-05-10T11:21:16.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.949+0000 7f8f7ed9d640 1 --2- 172.21.15.53:0/2209904918 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8f600b2880 0x7f8f600b4d40 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:16.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.949+0000 7f8f7ed9d640 1 --2- 172.21.15.53:0/2209904918 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8f781086b0 0x7f8f781a00c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:16.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.949+0000 7f8f7ed9d640 1 --2- 172.21.15.53:0/2209904918 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8f78105d80 0x7f8f78199050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:16.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.949+0000 7f8f7ed9d640 1 --2- 172.21.15.53:0/2209904918 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8f78103450 0x7f8f78198b10 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:16.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.949+0000 7f8f7ed9d640 1 -- 172.21.15.53:0/2209904918 >> 172.21.15.53:0/2209904918 conn(0x7f8f780fce40 msgr2=0x7f8f78103d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:16.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.950+0000 7f8f7ed9d640 1 -- 172.21.15.53:0/2209904918 shutdown_connections 2024-05-10T11:21:16.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:16.950+0000 7f8f7ed9d640 1 -- 172.21.15.53:0/2209904918 wait complete. 2024-05-10T11:21:16.961 INFO:teuthology.orchestra.run.smithi053.stdout:{"pg_ready":true,"pg_map":{"version":435,"stamp":"2024-05-10T11:21:16.709989+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":673855,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":2022,"num_read_kb":1141,"num_write":413,"num_write_kb":2332,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":2953401,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":841,"ondisk_log_size":841,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":380152,"kb_used_data":14360,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124561672,"statfs":{"total":1151940427776,"available":1151551152128,"internally_reserved":0,"allocated":14704640,"data_stored":8220537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":7952,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":119,"num_read_kb":73,"num_write":24,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003520"},"pg_stats":[{"pgid":"3.3f","version":"90'8","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677604+0000","last_change":"2024-05-10T11:16:52.049384+0000","last_active":"2024-05-10T11:19:26.677604+0000","last_peered":"2024-05-10T11:19:26.677604+0000","last_clean":"2024-05-10T11:19:26.677604+0000","last_became_active":"2024-05-10T11:16:52.048417+0000","last_became_peered":"2024-05-10T11:16:52.048417+0000","last_unstale":"2024-05-10T11:19:26.677604+0000","last_undegraded":"2024-05-10T11:19:26.677604+0000","last_fullsized":"2024-05-10T11:19:26.677604+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:29:55.407009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"90'4","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.670362+0000","last_change":"2024-05-10T11:16:52.041837+0000","last_active":"2024-05-10T11:19:26.670362+0000","last_peered":"2024-05-10T11:19:26.670362+0000","last_clean":"2024-05-10T11:19:26.670362+0000","last_became_active":"2024-05-10T11:16:52.041495+0000","last_became_peered":"2024-05-10T11:16:52.041495+0000","last_unstale":"2024-05-10T11:19:26.670362+0000","last_undegraded":"2024-05-10T11:19:26.670362+0000","last_fullsized":"2024-05-10T11:19:26.670362+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:21:46.496192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"90'7","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.676738+0000","last_change":"2024-05-10T11:16:52.050140+0000","last_active":"2024-05-10T11:19:26.676738+0000","last_peered":"2024-05-10T11:19:26.676738+0000","last_clean":"2024-05-10T11:19:26.676738+0000","last_became_active":"2024-05-10T11:16:52.049742+0000","last_became_peered":"2024-05-10T11:16:52.049742+0000","last_unstale":"2024-05-10T11:19:26.676738+0000","last_undegraded":"2024-05-10T11:19:26.676738+0000","last_fullsized":"2024-05-10T11:19:26.676738+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:22:16.002805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.672029+0000","last_change":"2024-05-10T11:16:52.043970+0000","last_active":"2024-05-10T11:19:26.672029+0000","last_peered":"2024-05-10T11:19:26.672029+0000","last_clean":"2024-05-10T11:19:26.672029+0000","last_became_active":"2024-05-10T11:16:52.043663+0000","last_became_peered":"2024-05-10T11:16:52.043663+0000","last_unstale":"2024-05-10T11:19:26.672029+0000","last_undegraded":"2024-05-10T11:19:26.672029+0000","last_fullsized":"2024-05-10T11:19:26.672029+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:46:23.919920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"90'4","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.655284+0000","last_change":"2024-05-10T11:16:52.055493+0000","last_active":"2024-05-10T11:19:26.655284+0000","last_peered":"2024-05-10T11:19:26.655284+0000","last_clean":"2024-05-10T11:19:26.655284+0000","last_became_active":"2024-05-10T11:16:52.055175+0000","last_became_peered":"2024-05-10T11:16:52.055175+0000","last_unstale":"2024-05-10T11:19:26.655284+0000","last_undegraded":"2024-05-10T11:19:26.655284+0000","last_fullsized":"2024-05-10T11:19:26.655284+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:28:02.343842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"90'6","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.657073+0000","last_change":"2024-05-10T11:16:52.045466+0000","last_active":"2024-05-10T11:19:26.657073+0000","last_peered":"2024-05-10T11:19:26.657073+0000","last_clean":"2024-05-10T11:19:26.657073+0000","last_became_active":"2024-05-10T11:16:52.045143+0000","last_became_peered":"2024-05-10T11:16:52.045143+0000","last_unstale":"2024-05-10T11:19:26.657073+0000","last_undegraded":"2024-05-10T11:19:26.657073+0000","last_fullsized":"2024-05-10T11:19:26.657073+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:09:29.899140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"90'5","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668644+0000","last_change":"2024-05-10T11:16:52.045765+0000","last_active":"2024-05-10T11:19:26.668644+0000","last_peered":"2024-05-10T11:19:26.668644+0000","last_clean":"2024-05-10T11:19:26.668644+0000","last_became_active":"2024-05-10T11:16:52.045447+0000","last_became_peered":"2024-05-10T11:16:52.045447+0000","last_unstale":"2024-05-10T11:19:26.668644+0000","last_undegraded":"2024-05-10T11:19:26.668644+0000","last_fullsized":"2024-05-10T11:19:26.668644+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:57:57.767193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675082+0000","last_change":"2024-05-10T11:16:52.055070+0000","last_active":"2024-05-10T11:19:26.675082+0000","last_peered":"2024-05-10T11:19:26.675082+0000","last_clean":"2024-05-10T11:19:26.675082+0000","last_became_active":"2024-05-10T11:16:52.054795+0000","last_became_peered":"2024-05-10T11:16:52.054795+0000","last_unstale":"2024-05-10T11:19:26.675082+0000","last_undegraded":"2024-05-10T11:19:26.675082+0000","last_fullsized":"2024-05-10T11:19:26.675082+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:13:59.538940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"90'11","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677586+0000","last_change":"2024-05-10T11:16:52.046368+0000","last_active":"2024-05-10T11:19:26.677586+0000","last_peered":"2024-05-10T11:19:26.677586+0000","last_clean":"2024-05-10T11:19:26.677586+0000","last_became_active":"2024-05-10T11:16:52.044397+0000","last_became_peered":"2024-05-10T11:16:52.044397+0000","last_unstale":"2024-05-10T11:19:26.677586+0000","last_undegraded":"2024-05-10T11:19:26.677586+0000","last_fullsized":"2024-05-10T11:19:26.677586+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:38:10.830036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"90'16","reported_seq":55,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671172+0000","last_change":"2024-05-10T11:16:52.041843+0000","last_active":"2024-05-10T11:19:26.671172+0000","last_peered":"2024-05-10T11:19:26.671172+0000","last_clean":"2024-05-10T11:19:26.671172+0000","last_became_active":"2024-05-10T11:16:52.041268+0000","last_became_peered":"2024-05-10T11:16:52.041268+0000","last_unstale":"2024-05-10T11:19:26.671172+0000","last_undegraded":"2024-05-10T11:19:26.671172+0000","last_fullsized":"2024-05-10T11:19:26.671172+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:03:01.735820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"90'6","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674984+0000","last_change":"2024-05-10T11:16:52.050305+0000","last_active":"2024-05-10T11:19:26.674984+0000","last_peered":"2024-05-10T11:19:26.674984+0000","last_clean":"2024-05-10T11:19:26.674984+0000","last_became_active":"2024-05-10T11:16:52.049986+0000","last_became_peered":"2024-05-10T11:16:52.049986+0000","last_unstale":"2024-05-10T11:19:26.674984+0000","last_undegraded":"2024-05-10T11:19:26.674984+0000","last_fullsized":"2024-05-10T11:19:26.674984+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:45:56.000012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.664342+0000","last_change":"2024-05-10T11:16:52.041715+0000","last_active":"2024-05-10T11:19:26.664342+0000","last_peered":"2024-05-10T11:19:26.664342+0000","last_clean":"2024-05-10T11:19:26.664342+0000","last_became_active":"2024-05-10T11:16:52.041367+0000","last_became_peered":"2024-05-10T11:16:52.041367+0000","last_unstale":"2024-05-10T11:19:26.664342+0000","last_undegraded":"2024-05-10T11:19:26.664342+0000","last_fullsized":"2024-05-10T11:19:26.664342+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:51:49.249233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"90'10","reported_seq":55,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.653366+0000","last_change":"2024-05-10T11:17:27.803365+0000","last_active":"2024-05-10T11:19:26.653366+0000","last_peered":"2024-05-10T11:19:26.653366+0000","last_clean":"2024-05-10T11:19:26.653366+0000","last_became_active":"2024-05-10T11:17:27.802943+0000","last_became_peered":"2024-05-10T11:17:27.802943+0000","last_unstale":"2024-05-10T11:19:26.653366+0000","last_undegraded":"2024-05-10T11:19:26.653366+0000","last_fullsized":"2024-05-10T11:19:26.653366+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:48:49.877189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.664841+0000","last_change":"2024-05-10T11:16:52.040300+0000","last_active":"2024-05-10T11:19:26.664841+0000","last_peered":"2024-05-10T11:19:26.664841+0000","last_clean":"2024-05-10T11:19:26.664841+0000","last_became_active":"2024-05-10T11:16:52.039954+0000","last_became_peered":"2024-05-10T11:16:52.039954+0000","last_unstale":"2024-05-10T11:19:26.664841+0000","last_undegraded":"2024-05-10T11:19:26.664841+0000","last_fullsized":"2024-05-10T11:19:26.664841+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:26:55.176661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677073+0000","last_change":"2024-05-10T11:16:52.045422+0000","last_active":"2024-05-10T11:19:26.677073+0000","last_peered":"2024-05-10T11:19:26.677073+0000","last_clean":"2024-05-10T11:19:26.677073+0000","last_became_active":"2024-05-10T11:16:52.044945+0000","last_became_peered":"2024-05-10T11:16:52.044945+0000","last_unstale":"2024-05-10T11:19:26.677073+0000","last_undegraded":"2024-05-10T11:19:26.677073+0000","last_fullsized":"2024-05-10T11:19:26.677073+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:01:22.450005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671897+0000","last_change":"2024-05-10T11:16:52.047138+0000","last_active":"2024-05-10T11:19:26.671897+0000","last_peered":"2024-05-10T11:19:26.671897+0000","last_clean":"2024-05-10T11:19:26.671897+0000","last_became_active":"2024-05-10T11:16:52.046835+0000","last_became_peered":"2024-05-10T11:16:52.046835+0000","last_unstale":"2024-05-10T11:19:26.671897+0000","last_undegraded":"2024-05-10T11:19:26.671897+0000","last_fullsized":"2024-05-10T11:19:26.671897+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:44:05.401165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677673+0000","last_change":"2024-05-10T11:16:52.049560+0000","last_active":"2024-05-10T11:19:26.677673+0000","last_peered":"2024-05-10T11:19:26.677673+0000","last_clean":"2024-05-10T11:19:26.677673+0000","last_became_active":"2024-05-10T11:16:52.049198+0000","last_became_peered":"2024-05-10T11:16:52.049198+0000","last_unstale":"2024-05-10T11:19:26.677673+0000","last_undegraded":"2024-05-10T11:19:26.677673+0000","last_fullsized":"2024-05-10T11:19:26.677673+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:36:03.283534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"90'10","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674076+0000","last_change":"2024-05-10T11:16:52.037110+0000","last_active":"2024-05-10T11:19:26.674076+0000","last_peered":"2024-05-10T11:19:26.674076+0000","last_clean":"2024-05-10T11:19:26.674076+0000","last_became_active":"2024-05-10T11:16:52.036782+0000","last_became_peered":"2024-05-10T11:16:52.036782+0000","last_unstale":"2024-05-10T11:19:26.674076+0000","last_undegraded":"2024-05-10T11:19:26.674076+0000","last_fullsized":"2024-05-10T11:19:26.674076+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:19:41.389511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674068+0000","last_change":"2024-05-10T11:16:52.045755+0000","last_active":"2024-05-10T11:19:26.674068+0000","last_peered":"2024-05-10T11:19:26.674068+0000","last_clean":"2024-05-10T11:19:26.674068+0000","last_became_active":"2024-05-10T11:16:52.045426+0000","last_became_peered":"2024-05-10T11:16:52.045426+0000","last_unstale":"2024-05-10T11:19:26.674068+0000","last_undegraded":"2024-05-10T11:19:26.674068+0000","last_fullsized":"2024-05-10T11:19:26.674068+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:02:15.961037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856247+0000","last_change":"2024-05-10T11:17:27.907536+0000","last_active":"2024-05-10T11:18:27.856247+0000","last_peered":"2024-05-10T11:18:27.856247+0000","last_clean":"2024-05-10T11:18:27.856247+0000","last_became_active":"2024-05-10T11:17:27.906963+0000","last_became_peered":"2024-05-10T11:17:27.906963+0000","last_unstale":"2024-05-10T11:18:27.856247+0000","last_undegraded":"2024-05-10T11:18:27.856247+0000","last_fullsized":"2024-05-10T11:18:27.856247+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:05:14.588971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8,0],"acting":[2,3,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"90'15","reported_seq":255,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:13.911415+0000","last_change":"2024-05-10T11:16:48.014296+0000","last_active":"2024-05-10T11:21:13.911415+0000","last_peered":"2024-05-10T11:21:13.911415+0000","last_clean":"2024-05-10T11:21:13.911415+0000","last_became_active":"2024-05-10T11:16:48.013962+0000","last_became_peered":"2024-05-10T11:16:48.013962+0000","last_unstale":"2024-05-10T11:21:13.911415+0000","last_undegraded":"2024-05-10T11:21:13.911415+0000","last_fullsized":"2024-05-10T11:21:13.911415+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:19:44.348670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":195,"num_read_kb":195,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"90'5","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674782+0000","last_change":"2024-05-10T11:16:52.056161+0000","last_active":"2024-05-10T11:19:26.674782+0000","last_peered":"2024-05-10T11:19:26.674782+0000","last_clean":"2024-05-10T11:19:26.674782+0000","last_became_active":"2024-05-10T11:16:52.055851+0000","last_became_peered":"2024-05-10T11:16:52.055851+0000","last_unstale":"2024-05-10T11:19:26.674782+0000","last_undegraded":"2024-05-10T11:19:26.674782+0000","last_fullsized":"2024-05-10T11:19:26.674782+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:10:26.822384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851380+0000","last_change":"2024-05-10T11:17:03.080696+0000","last_active":"2024-05-10T11:18:27.851380+0000","last_peered":"2024-05-10T11:18:27.851380+0000","last_clean":"2024-05-10T11:18:27.851380+0000","last_became_active":"2024-05-10T11:17:03.080173+0000","last_became_peered":"2024-05-10T11:17:03.080173+0000","last_unstale":"2024-05-10T11:18:27.851380+0000","last_undegraded":"2024-05-10T11:18:27.851380+0000","last_fullsized":"2024-05-10T11:18:27.851380+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:01:56.547498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:48.195816+0000","last_change":"2024-05-10T11:16:48.055690+0000","last_active":"2024-05-10T11:18:48.195816+0000","last_peered":"2024-05-10T11:18:48.195816+0000","last_clean":"2024-05-10T11:18:48.195816+0000","last_became_active":"2024-05-10T11:16:48.055020+0000","last_became_peered":"2024-05-10T11:16:48.055020+0000","last_unstale":"2024-05-10T11:18:48.195816+0000","last_undegraded":"2024-05-10T11:18:48.195816+0000","last_fullsized":"2024-05-10T11:18:48.195816+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:09:01.084758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"90'6","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675074+0000","last_change":"2024-05-10T11:16:52.045532+0000","last_active":"2024-05-10T11:19:26.675074+0000","last_peered":"2024-05-10T11:19:26.675074+0000","last_clean":"2024-05-10T11:19:26.675074+0000","last_became_active":"2024-05-10T11:16:52.044322+0000","last_became_peered":"2024-05-10T11:16:52.044322+0000","last_unstale":"2024-05-10T11:19:26.675074+0000","last_undegraded":"2024-05-10T11:19:26.675074+0000","last_fullsized":"2024-05-10T11:19:26.675074+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:03:51.824875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851628+0000","last_change":"2024-05-10T11:17:03.081271+0000","last_active":"2024-05-10T11:18:27.851628+0000","last_peered":"2024-05-10T11:18:27.851628+0000","last_clean":"2024-05-10T11:18:27.851628+0000","last_became_active":"2024-05-10T11:17:03.080919+0000","last_became_peered":"2024-05-10T11:17:03.080919+0000","last_unstale":"2024-05-10T11:18:27.851628+0000","last_undegraded":"2024-05-10T11:18:27.851628+0000","last_fullsized":"2024-05-10T11:18:27.851628+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:18:51.855005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":57,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855033+0000","last_change":"2024-05-10T11:16:48.015813+0000","last_active":"2024-05-10T11:18:27.855033+0000","last_peered":"2024-05-10T11:18:27.855033+0000","last_clean":"2024-05-10T11:18:27.855033+0000","last_became_active":"2024-05-10T11:16:48.015456+0000","last_became_peered":"2024-05-10T11:16:48.015456+0000","last_unstale":"2024-05-10T11:18:27.855033+0000","last_undegraded":"2024-05-10T11:18:27.855033+0000","last_fullsized":"2024-05-10T11:18:27.855033+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:02:01.548503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.678522+0000","last_change":"2024-05-10T11:16:52.044404+0000","last_active":"2024-05-10T11:19:26.678522+0000","last_peered":"2024-05-10T11:19:26.678522+0000","last_clean":"2024-05-10T11:19:26.678522+0000","last_became_active":"2024-05-10T11:16:52.043948+0000","last_became_peered":"2024-05-10T11:16:52.043948+0000","last_unstale":"2024-05-10T11:19:26.678522+0000","last_undegraded":"2024-05-10T11:19:26.678522+0000","last_fullsized":"2024-05-10T11:19:26.678522+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:42:29.024708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851393+0000","last_change":"2024-05-10T11:17:03.086533+0000","last_active":"2024-05-10T11:18:27.851393+0000","last_peered":"2024-05-10T11:18:27.851393+0000","last_clean":"2024-05-10T11:18:27.851393+0000","last_became_active":"2024-05-10T11:17:03.086005+0000","last_became_peered":"2024-05-10T11:17:03.086005+0000","last_unstale":"2024-05-10T11:18:27.851393+0000","last_undegraded":"2024-05-10T11:18:27.851393+0000","last_fullsized":"2024-05-10T11:18:27.851393+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:34:17.255760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855292+0000","last_change":"2024-05-10T11:16:48.017679+0000","last_active":"2024-05-10T11:18:27.855292+0000","last_peered":"2024-05-10T11:18:27.855292+0000","last_clean":"2024-05-10T11:18:27.855292+0000","last_became_active":"2024-05-10T11:16:48.016679+0000","last_became_peered":"2024-05-10T11:16:48.016679+0000","last_unstale":"2024-05-10T11:18:27.855292+0000","last_undegraded":"2024-05-10T11:18:27.855292+0000","last_fullsized":"2024-05-10T11:18:27.855292+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:14:02.830847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"90'15","reported_seq":54,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.678153+0000","last_change":"2024-05-10T11:16:52.049417+0000","last_active":"2024-05-10T11:19:26.678153+0000","last_peered":"2024-05-10T11:19:26.678153+0000","last_clean":"2024-05-10T11:19:26.678153+0000","last_became_active":"2024-05-10T11:16:52.049088+0000","last_became_peered":"2024-05-10T11:16:52.049088+0000","last_unstale":"2024-05-10T11:19:26.678153+0000","last_undegraded":"2024-05-10T11:19:26.678153+0000","last_fullsized":"2024-05-10T11:19:26.678153+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:08:54.100452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854914+0000","last_change":"2024-05-10T11:17:03.083471+0000","last_active":"2024-05-10T11:18:27.854914+0000","last_peered":"2024-05-10T11:18:27.854914+0000","last_clean":"2024-05-10T11:18:27.854914+0000","last_became_active":"2024-05-10T11:17:03.083043+0000","last_became_peered":"2024-05-10T11:17:03.083043+0000","last_unstale":"2024-05-10T11:18:27.854914+0000","last_undegraded":"2024-05-10T11:18:27.854914+0000","last_fullsized":"2024-05-10T11:18:27.854914+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:16:52.497928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"90'7","reported_seq":249,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:12.911699+0000","last_change":"2024-05-10T11:16:48.017135+0000","last_active":"2024-05-10T11:21:12.911699+0000","last_peered":"2024-05-10T11:21:12.911699+0000","last_clean":"2024-05-10T11:21:12.911699+0000","last_became_active":"2024-05-10T11:16:48.016696+0000","last_became_peered":"2024-05-10T11:16:48.016696+0000","last_unstale":"2024-05-10T11:21:12.911699+0000","last_undegraded":"2024-05-10T11:21:12.911699+0000","last_fullsized":"2024-05-10T11:21:12.911699+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:55:30.506222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1506,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":197,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.660003+0000","last_change":"2024-05-10T11:16:52.041333+0000","last_active":"2024-05-10T11:19:26.660003+0000","last_peered":"2024-05-10T11:19:26.660003+0000","last_clean":"2024-05-10T11:19:26.660003+0000","last_became_active":"2024-05-10T11:16:52.040986+0000","last_became_peered":"2024-05-10T11:16:52.040986+0000","last_unstale":"2024-05-10T11:19:26.660003+0000","last_undegraded":"2024-05-10T11:19:26.660003+0000","last_fullsized":"2024-05-10T11:19:26.660003+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:19:44.846743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855970+0000","last_change":"2024-05-10T11:17:03.080936+0000","last_active":"2024-05-10T11:18:27.855970+0000","last_peered":"2024-05-10T11:18:27.855970+0000","last_clean":"2024-05-10T11:18:27.855970+0000","last_became_active":"2024-05-10T11:17:03.080396+0000","last_became_peered":"2024-05-10T11:17:03.080396+0000","last_unstale":"2024-05-10T11:18:27.855970+0000","last_undegraded":"2024-05-10T11:18:27.855970+0000","last_fullsized":"2024-05-10T11:18:27.855970+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:46:21.611128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":52,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.062591+0000","last_change":"2024-05-10T11:16:48.014839+0000","last_active":"2024-05-10T11:18:28.062591+0000","last_peered":"2024-05-10T11:18:28.062591+0000","last_clean":"2024-05-10T11:18:28.062591+0000","last_became_active":"2024-05-10T11:16:48.014435+0000","last_became_peered":"2024-05-10T11:16:48.014435+0000","last_unstale":"2024-05-10T11:18:28.062591+0000","last_undegraded":"2024-05-10T11:18:28.062591+0000","last_fullsized":"2024-05-10T11:18:28.062591+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:23:36.379267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.673615+0000","last_change":"2024-05-10T11:16:52.051114+0000","last_active":"2024-05-10T11:19:26.673615+0000","last_peered":"2024-05-10T11:19:26.673615+0000","last_clean":"2024-05-10T11:19:26.673615+0000","last_became_active":"2024-05-10T11:16:52.050577+0000","last_became_peered":"2024-05-10T11:16:52.050577+0000","last_unstale":"2024-05-10T11:19:26.673615+0000","last_undegraded":"2024-05-10T11:19:26.673615+0000","last_fullsized":"2024-05-10T11:19:26.673615+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:05:04.843260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:07.989404+0000","last_change":"2024-05-10T11:17:03.083835+0000","last_active":"2024-05-10T11:19:07.989404+0000","last_peered":"2024-05-10T11:19:07.989404+0000","last_clean":"2024-05-10T11:19:07.989404+0000","last_became_active":"2024-05-10T11:17:03.083413+0000","last_became_peered":"2024-05-10T11:17:03.083413+0000","last_unstale":"2024-05-10T11:19:07.989404+0000","last_undegraded":"2024-05-10T11:19:07.989404+0000","last_fullsized":"2024-05-10T11:19:07.989404+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:03:17.385384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.845438+0000","last_change":"2024-05-10T11:16:48.007413+0000","last_active":"2024-05-10T11:18:27.845438+0000","last_peered":"2024-05-10T11:18:27.845438+0000","last_clean":"2024-05-10T11:18:27.845438+0000","last_became_active":"2024-05-10T11:16:48.007107+0000","last_became_peered":"2024-05-10T11:16:48.007107+0000","last_unstale":"2024-05-10T11:18:27.845438+0000","last_undegraded":"2024-05-10T11:18:27.845438+0000","last_fullsized":"2024-05-10T11:18:27.845438+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:23:53.119718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"90'8","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.663511+0000","last_change":"2024-05-10T11:16:52.041677+0000","last_active":"2024-05-10T11:19:26.663511+0000","last_peered":"2024-05-10T11:19:26.663511+0000","last_clean":"2024-05-10T11:19:26.663511+0000","last_became_active":"2024-05-10T11:16:52.041367+0000","last_became_peered":"2024-05-10T11:16:52.041367+0000","last_unstale":"2024-05-10T11:19:26.663511+0000","last_undegraded":"2024-05-10T11:19:26.663511+0000","last_fullsized":"2024-05-10T11:19:26.663511+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:18:30.778415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:04.991043+0000","last_change":"2024-05-10T11:17:03.083092+0000","last_active":"2024-05-10T11:19:04.991043+0000","last_peered":"2024-05-10T11:19:04.991043+0000","last_clean":"2024-05-10T11:19:04.991043+0000","last_became_active":"2024-05-10T11:17:03.082721+0000","last_became_peered":"2024-05-10T11:17:03.082721+0000","last_unstale":"2024-05-10T11:19:04.991043+0000","last_undegraded":"2024-05-10T11:19:04.991043+0000","last_fullsized":"2024-05-10T11:19:04.991043+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:20:10.921109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848171+0000","last_change":"2024-05-10T11:16:48.016029+0000","last_active":"2024-05-10T11:18:27.848171+0000","last_peered":"2024-05-10T11:18:27.848171+0000","last_clean":"2024-05-10T11:18:27.848171+0000","last_became_active":"2024-05-10T11:16:48.015430+0000","last_became_peered":"2024-05-10T11:16:48.015430+0000","last_unstale":"2024-05-10T11:18:27.848171+0000","last_undegraded":"2024-05-10T11:18:27.848171+0000","last_fullsized":"2024-05-10T11:18:27.848171+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:58:33.404987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"90'11","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.665685+0000","last_change":"2024-05-10T11:16:52.043460+0000","last_active":"2024-05-10T11:19:26.665685+0000","last_peered":"2024-05-10T11:19:26.665685+0000","last_clean":"2024-05-10T11:19:26.665685+0000","last_became_active":"2024-05-10T11:16:52.043148+0000","last_became_peered":"2024-05-10T11:16:52.043148+0000","last_unstale":"2024-05-10T11:19:26.665685+0000","last_undegraded":"2024-05-10T11:19:26.665685+0000","last_fullsized":"2024-05-10T11:19:26.665685+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:16:46.497801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855240+0000","last_change":"2024-05-10T11:17:28.101161+0000","last_active":"2024-05-10T11:18:27.855240+0000","last_peered":"2024-05-10T11:18:27.855240+0000","last_clean":"2024-05-10T11:18:27.855240+0000","last_became_active":"2024-05-10T11:17:28.100749+0000","last_became_peered":"2024-05-10T11:17:28.100749+0000","last_unstale":"2024-05-10T11:18:27.855240+0000","last_undegraded":"2024-05-10T11:18:27.855240+0000","last_fullsized":"2024-05-10T11:18:27.855240+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:22:44.998963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,8],"acting":[3,7,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"90'7","reported_seq":433,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:11.117274+0000","last_change":"2024-05-10T11:16:48.014243+0000","last_active":"2024-05-10T11:21:11.117274+0000","last_peered":"2024-05-10T11:21:11.117274+0000","last_clean":"2024-05-10T11:21:11.117274+0000","last_became_active":"2024-05-10T11:16:48.013773+0000","last_became_peered":"2024-05-10T11:16:48.013773+0000","last_unstale":"2024-05-10T11:21:11.117274+0000","last_undegraded":"2024-05-10T11:21:11.117274+0000","last_fullsized":"2024-05-10T11:21:11.117274+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:45:48.797714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":381,"num_read_kb":381,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"90'10","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677665+0000","last_change":"2024-05-10T11:16:52.043158+0000","last_active":"2024-05-10T11:19:26.677665+0000","last_peered":"2024-05-10T11:19:26.677665+0000","last_clean":"2024-05-10T11:19:26.677665+0000","last_became_active":"2024-05-10T11:16:52.042710+0000","last_became_peered":"2024-05-10T11:16:52.042710+0000","last_unstale":"2024-05-10T11:19:26.677665+0000","last_undegraded":"2024-05-10T11:19:26.677665+0000","last_fullsized":"2024-05-10T11:19:26.677665+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:09:24.774705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.850087+0000","last_change":"2024-05-10T11:17:03.088532+0000","last_active":"2024-05-10T11:18:27.850087+0000","last_peered":"2024-05-10T11:18:27.850087+0000","last_clean":"2024-05-10T11:18:27.850087+0000","last_became_active":"2024-05-10T11:17:03.088215+0000","last_became_peered":"2024-05-10T11:17:03.088215+0000","last_unstale":"2024-05-10T11:18:27.850087+0000","last_undegraded":"2024-05-10T11:18:27.850087+0000","last_fullsized":"2024-05-10T11:18:27.850087+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:17:13.454803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848744+0000","last_change":"2024-05-10T11:16:48.007517+0000","last_active":"2024-05-10T11:18:27.848744+0000","last_peered":"2024-05-10T11:18:27.848744+0000","last_clean":"2024-05-10T11:18:27.848744+0000","last_became_active":"2024-05-10T11:16:48.006669+0000","last_became_peered":"2024-05-10T11:16:48.006669+0000","last_unstale":"2024-05-10T11:18:27.848744+0000","last_undegraded":"2024-05-10T11:18:27.848744+0000","last_fullsized":"2024-05-10T11:18:27.848744+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:18:25.475701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671001+0000","last_change":"2024-05-10T11:16:52.044657+0000","last_active":"2024-05-10T11:19:26.671001+0000","last_peered":"2024-05-10T11:19:26.671001+0000","last_clean":"2024-05-10T11:19:26.671001+0000","last_became_active":"2024-05-10T11:16:52.043851+0000","last_became_peered":"2024-05-10T11:16:52.043851+0000","last_unstale":"2024-05-10T11:19:26.671001+0000","last_undegraded":"2024-05-10T11:19:26.671001+0000","last_fullsized":"2024-05-10T11:19:26.671001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:39:13.072004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851769+0000","last_change":"2024-05-10T11:17:03.076247+0000","last_active":"2024-05-10T11:18:27.851769+0000","last_peered":"2024-05-10T11:18:27.851769+0000","last_clean":"2024-05-10T11:18:27.851769+0000","last_became_active":"2024-05-10T11:17:03.075225+0000","last_became_peered":"2024-05-10T11:17:03.075225+0000","last_unstale":"2024-05-10T11:18:27.851769+0000","last_undegraded":"2024-05-10T11:18:27.851769+0000","last_fullsized":"2024-05-10T11:18:27.851769+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:05:02.967759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":51,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848917+0000","last_change":"2024-05-10T11:16:48.055124+0000","last_active":"2024-05-10T11:18:27.848917+0000","last_peered":"2024-05-10T11:18:27.848917+0000","last_clean":"2024-05-10T11:18:27.848917+0000","last_became_active":"2024-05-10T11:16:48.054733+0000","last_became_peered":"2024-05-10T11:16:48.054733+0000","last_unstale":"2024-05-10T11:18:27.848917+0000","last_undegraded":"2024-05-10T11:18:27.848917+0000","last_fullsized":"2024-05-10T11:18:27.848917+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:30:31.196384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"90'11","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677802+0000","last_change":"2024-05-10T11:16:52.043587+0000","last_active":"2024-05-10T11:19:26.677802+0000","last_peered":"2024-05-10T11:19:26.677802+0000","last_clean":"2024-05-10T11:19:26.677802+0000","last_became_active":"2024-05-10T11:16:52.043196+0000","last_became_peered":"2024-05-10T11:16:52.043196+0000","last_unstale":"2024-05-10T11:19:26.677802+0000","last_undegraded":"2024-05-10T11:19:26.677802+0000","last_fullsized":"2024-05-10T11:19:26.677802+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:08:44.659475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.850390+0000","last_change":"2024-05-10T11:17:03.088204+0000","last_active":"2024-05-10T11:18:27.850390+0000","last_peered":"2024-05-10T11:18:27.850390+0000","last_clean":"2024-05-10T11:18:27.850390+0000","last_became_active":"2024-05-10T11:17:03.087158+0000","last_became_peered":"2024-05-10T11:17:03.087158+0000","last_unstale":"2024-05-10T11:18:27.850390+0000","last_undegraded":"2024-05-10T11:18:27.850390+0000","last_fullsized":"2024-05-10T11:18:27.850390+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:34:39.611191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"90'44","reported_seq":484,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:11.909966+0000","last_change":"2024-05-10T11:16:48.007379+0000","last_active":"2024-05-10T11:21:11.909966+0000","last_peered":"2024-05-10T11:21:11.909966+0000","last_clean":"2024-05-10T11:21:11.909966+0000","last_became_active":"2024-05-10T11:16:48.006985+0000","last_became_peered":"2024-05-10T11:16:48.006985+0000","last_unstale":"2024-05-10T11:21:11.909966+0000","last_undegraded":"2024-05-10T11:21:11.909966+0000","last_fullsized":"2024-05-10T11:21:11.909966+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:12:46.390081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72481,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":395,"num_read_kb":269,"num_write":46,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"90'6","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.659154+0000","last_change":"2024-05-10T11:16:52.041342+0000","last_active":"2024-05-10T11:19:26.659154+0000","last_peered":"2024-05-10T11:19:26.659154+0000","last_clean":"2024-05-10T11:19:26.659154+0000","last_became_active":"2024-05-10T11:16:52.041043+0000","last_became_peered":"2024-05-10T11:16:52.041043+0000","last_unstale":"2024-05-10T11:19:26.659154+0000","last_undegraded":"2024-05-10T11:19:26.659154+0000","last_fullsized":"2024-05-10T11:19:26.659154+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:10:06.897014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.849130+0000","last_change":"2024-05-10T11:17:03.087123+0000","last_active":"2024-05-10T11:18:27.849130+0000","last_peered":"2024-05-10T11:18:27.849130+0000","last_clean":"2024-05-10T11:18:27.849130+0000","last_became_active":"2024-05-10T11:17:03.086161+0000","last_became_peered":"2024-05-10T11:17:03.086161+0000","last_unstale":"2024-05-10T11:18:27.849130+0000","last_undegraded":"2024-05-10T11:18:27.849130+0000","last_fullsized":"2024-05-10T11:18:27.849130+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:47:19.747784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":55,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854728+0000","last_change":"2024-05-10T11:16:48.007584+0000","last_active":"2024-05-10T11:18:27.854728+0000","last_peered":"2024-05-10T11:18:27.854728+0000","last_clean":"2024-05-10T11:18:27.854728+0000","last_became_active":"2024-05-10T11:16:48.007286+0000","last_became_peered":"2024-05-10T11:16:48.007286+0000","last_unstale":"2024-05-10T11:18:27.854728+0000","last_undegraded":"2024-05-10T11:18:27.854728+0000","last_fullsized":"2024-05-10T11:18:27.854728+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:55:00.954380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"90'9","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.663550+0000","last_change":"2024-05-10T11:16:52.049695+0000","last_active":"2024-05-10T11:19:26.663550+0000","last_peered":"2024-05-10T11:19:26.663550+0000","last_clean":"2024-05-10T11:19:26.663550+0000","last_became_active":"2024-05-10T11:16:52.049357+0000","last_became_peered":"2024-05-10T11:16:52.049357+0000","last_unstale":"2024-05-10T11:19:26.663550+0000","last_undegraded":"2024-05-10T11:19:26.663550+0000","last_fullsized":"2024-05-10T11:19:26.663550+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:19:24.583066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855726+0000","last_change":"2024-05-10T11:17:03.091169+0000","last_active":"2024-05-10T11:18:27.855726+0000","last_peered":"2024-05-10T11:18:27.855726+0000","last_clean":"2024-05-10T11:18:27.855726+0000","last_became_active":"2024-05-10T11:17:03.090711+0000","last_became_peered":"2024-05-10T11:17:03.090711+0000","last_unstale":"2024-05-10T11:18:27.855726+0000","last_undegraded":"2024-05-10T11:18:27.855726+0000","last_fullsized":"2024-05-10T11:18:27.855726+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:58:49.118170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":51,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848344+0000","last_change":"2024-05-10T11:16:48.015465+0000","last_active":"2024-05-10T11:18:27.848344+0000","last_peered":"2024-05-10T11:18:27.848344+0000","last_clean":"2024-05-10T11:18:27.848344+0000","last_became_active":"2024-05-10T11:16:48.015131+0000","last_became_peered":"2024-05-10T11:16:48.015131+0000","last_unstale":"2024-05-10T11:18:27.848344+0000","last_undegraded":"2024-05-10T11:18:27.848344+0000","last_fullsized":"2024-05-10T11:18:27.848344+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:55:02.917010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"90'15","reported_seq":59,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.663587+0000","last_change":"2024-05-10T11:17:27.661261+0000","last_active":"2024-05-10T11:19:26.663587+0000","last_peered":"2024-05-10T11:19:26.663587+0000","last_clean":"2024-05-10T11:19:26.663587+0000","last_became_active":"2024-05-10T11:17:27.660916+0000","last_became_peered":"2024-05-10T11:17:27.660916+0000","last_unstale":"2024-05-10T11:19:26.663587+0000","last_undegraded":"2024-05-10T11:19:26.663587+0000","last_fullsized":"2024-05-10T11:19:26.663587+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:24:55.464489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851224+0000","last_change":"2024-05-10T11:17:03.089748+0000","last_active":"2024-05-10T11:18:27.851224+0000","last_peered":"2024-05-10T11:18:27.851224+0000","last_clean":"2024-05-10T11:18:27.851224+0000","last_became_active":"2024-05-10T11:17:03.089372+0000","last_became_peered":"2024-05-10T11:17:03.089372+0000","last_unstale":"2024-05-10T11:18:27.851224+0000","last_undegraded":"2024-05-10T11:18:27.851224+0000","last_fullsized":"2024-05-10T11:18:27.851224+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:14:50.072707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"90'9","reported_seq":252,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:12.911326+0000","last_change":"2024-05-10T11:16:48.007535+0000","last_active":"2024-05-10T11:21:12.911326+0000","last_peered":"2024-05-10T11:21:12.911326+0000","last_clean":"2024-05-10T11:21:12.911326+0000","last_became_active":"2024-05-10T11:16:48.006930+0000","last_became_peered":"2024-05-10T11:16:48.006930+0000","last_unstale":"2024-05-10T11:21:12.911326+0000","last_undegraded":"2024-05-10T11:21:12.911326+0000","last_fullsized":"2024-05-10T11:21:12.911326+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:43:00.717545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2004,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":200,"num_read_kb":7,"num_write":9,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"90'6","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668655+0000","last_change":"2024-05-10T11:16:52.045912+0000","last_active":"2024-05-10T11:19:26.668655+0000","last_peered":"2024-05-10T11:19:26.668655+0000","last_clean":"2024-05-10T11:19:26.668655+0000","last_became_active":"2024-05-10T11:16:52.045617+0000","last_became_peered":"2024-05-10T11:16:52.045617+0000","last_unstale":"2024-05-10T11:19:26.668655+0000","last_undegraded":"2024-05-10T11:19:26.668655+0000","last_fullsized":"2024-05-10T11:19:26.668655+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:33:20.206709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.845980+0000","last_change":"2024-05-10T11:17:03.084329+0000","last_active":"2024-05-10T11:18:27.845980+0000","last_peered":"2024-05-10T11:18:27.845980+0000","last_clean":"2024-05-10T11:18:27.845980+0000","last_became_active":"2024-05-10T11:17:03.083952+0000","last_became_peered":"2024-05-10T11:17:03.083952+0000","last_unstale":"2024-05-10T11:18:27.845980+0000","last_undegraded":"2024-05-10T11:18:27.845980+0000","last_fullsized":"2024-05-10T11:18:27.845980+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:27:34.889679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":62,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854157+0000","last_change":"2024-05-10T11:16:48.056864+0000","last_active":"2024-05-10T11:18:27.854157+0000","last_peered":"2024-05-10T11:18:27.854157+0000","last_clean":"2024-05-10T11:18:27.854157+0000","last_became_active":"2024-05-10T11:16:48.056509+0000","last_became_peered":"2024-05-10T11:16:48.056509+0000","last_unstale":"2024-05-10T11:18:27.854157+0000","last_undegraded":"2024-05-10T11:18:27.854157+0000","last_fullsized":"2024-05-10T11:18:27.854157+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:41:00.569598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"90'6","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675538+0000","last_change":"2024-05-10T11:16:52.049669+0000","last_active":"2024-05-10T11:19:26.675538+0000","last_peered":"2024-05-10T11:19:26.675538+0000","last_clean":"2024-05-10T11:19:26.675538+0000","last_became_active":"2024-05-10T11:16:52.047990+0000","last_became_peered":"2024-05-10T11:16:52.047990+0000","last_unstale":"2024-05-10T11:19:26.675538+0000","last_undegraded":"2024-05-10T11:19:26.675538+0000","last_fullsized":"2024-05-10T11:19:26.675538+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:08:41.795541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848188+0000","last_change":"2024-05-10T11:17:03.086357+0000","last_active":"2024-05-10T11:18:27.848188+0000","last_peered":"2024-05-10T11:18:27.848188+0000","last_clean":"2024-05-10T11:18:27.848188+0000","last_became_active":"2024-05-10T11:17:03.085896+0000","last_became_peered":"2024-05-10T11:17:03.085896+0000","last_unstale":"2024-05-10T11:18:27.848188+0000","last_undegraded":"2024-05-10T11:18:27.848188+0000","last_fullsized":"2024-05-10T11:18:27.848188+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:09:00.174197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"90'3","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:06.703262+0000","last_change":"2024-05-10T11:16:48.019166+0000","last_active":"2024-05-10T11:19:06.703262+0000","last_peered":"2024-05-10T11:19:06.703262+0000","last_clean":"2024-05-10T11:19:06.703262+0000","last_became_active":"2024-05-10T11:16:48.018708+0000","last_became_peered":"2024-05-10T11:16:48.018708+0000","last_unstale":"2024-05-10T11:19:06.703262+0000","last_undegraded":"2024-05-10T11:19:06.703262+0000","last_fullsized":"2024-05-10T11:19:06.703262+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:59:48.883324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"90'5","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.663516+0000","last_change":"2024-05-10T11:17:27.665348+0000","last_active":"2024-05-10T11:19:26.663516+0000","last_peered":"2024-05-10T11:19:26.663516+0000","last_clean":"2024-05-10T11:19:26.663516+0000","last_became_active":"2024-05-10T11:17:27.664892+0000","last_became_peered":"2024-05-10T11:17:27.664892+0000","last_unstale":"2024-05-10T11:19:26.663516+0000","last_undegraded":"2024-05-10T11:19:26.663516+0000","last_fullsized":"2024-05-10T11:19:26.663516+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:13:15.632171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854415+0000","last_change":"2024-05-10T11:17:28.103040+0000","last_active":"2024-05-10T11:18:27.854415+0000","last_peered":"2024-05-10T11:18:27.854415+0000","last_clean":"2024-05-10T11:18:27.854415+0000","last_became_active":"2024-05-10T11:17:28.102474+0000","last_became_peered":"2024-05-10T11:17:28.102474+0000","last_unstale":"2024-05-10T11:18:27.854415+0000","last_undegraded":"2024-05-10T11:18:27.854415+0000","last_fullsized":"2024-05-10T11:18:27.854415+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:28:12.521313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,1],"acting":[8,10,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:55.224139+0000","last_change":"2024-05-10T11:16:48.055557+0000","last_active":"2024-05-10T11:18:55.224139+0000","last_peered":"2024-05-10T11:18:55.224139+0000","last_clean":"2024-05-10T11:18:55.224139+0000","last_became_active":"2024-05-10T11:16:48.055222+0000","last_became_peered":"2024-05-10T11:16:48.055222+0000","last_unstale":"2024-05-10T11:18:55.224139+0000","last_undegraded":"2024-05-10T11:18:55.224139+0000","last_fullsized":"2024-05-10T11:18:55.224139+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:46:03.054086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"90'4","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.660810+0000","last_change":"2024-05-10T11:16:52.043889+0000","last_active":"2024-05-10T11:19:26.660810+0000","last_peered":"2024-05-10T11:19:26.660810+0000","last_clean":"2024-05-10T11:19:26.660810+0000","last_became_active":"2024-05-10T11:16:52.043476+0000","last_became_peered":"2024-05-10T11:16:52.043476+0000","last_unstale":"2024-05-10T11:19:26.660810+0000","last_undegraded":"2024-05-10T11:19:26.660810+0000","last_fullsized":"2024-05-10T11:19:26.660810+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:35:33.577541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:10.726895+0000","last_change":"2024-05-10T11:17:03.082772+0000","last_active":"2024-05-10T11:19:10.726895+0000","last_peered":"2024-05-10T11:19:10.726895+0000","last_clean":"2024-05-10T11:19:10.726895+0000","last_became_active":"2024-05-10T11:17:03.082343+0000","last_became_peered":"2024-05-10T11:17:03.082343+0000","last_unstale":"2024-05-10T11:19:10.726895+0000","last_undegraded":"2024-05-10T11:19:10.726895+0000","last_fullsized":"2024-05-10T11:19:10.726895+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:20:09.949095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"90'8","reported_seq":247,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:09.906651+0000","last_change":"2024-05-10T11:16:48.005921+0000","last_active":"2024-05-10T11:21:09.906651+0000","last_peered":"2024-05-10T11:21:09.906651+0000","last_clean":"2024-05-10T11:21:09.906651+0000","last_became_active":"2024-05-10T11:16:48.005522+0000","last_became_peered":"2024-05-10T11:16:48.005522+0000","last_unstale":"2024-05-10T11:21:09.906651+0000","last_undegraded":"2024-05-10T11:21:09.906651+0000","last_fullsized":"2024-05-10T11:21:09.906651+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:39:00.495597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1613,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":194,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"90'7","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.654475+0000","last_change":"2024-05-10T11:16:52.043175+0000","last_active":"2024-05-10T11:19:26.654475+0000","last_peered":"2024-05-10T11:19:26.654475+0000","last_clean":"2024-05-10T11:19:26.654475+0000","last_became_active":"2024-05-10T11:16:52.042843+0000","last_became_peered":"2024-05-10T11:16:52.042843+0000","last_unstale":"2024-05-10T11:19:26.654475+0000","last_undegraded":"2024-05-10T11:19:26.654475+0000","last_fullsized":"2024-05-10T11:19:26.654475+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:24:22.572356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.846020+0000","last_change":"2024-05-10T11:17:03.560613+0000","last_active":"2024-05-10T11:18:27.846020+0000","last_peered":"2024-05-10T11:18:27.846020+0000","last_clean":"2024-05-10T11:18:27.846020+0000","last_became_active":"2024-05-10T11:17:03.560149+0000","last_became_peered":"2024-05-10T11:17:03.560149+0000","last_unstale":"2024-05-10T11:18:27.846020+0000","last_undegraded":"2024-05-10T11:18:27.846020+0000","last_fullsized":"2024-05-10T11:18:27.846020+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:29:59.256621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"90'8","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674404+0000","last_change":"2024-05-10T11:16:52.047667+0000","last_active":"2024-05-10T11:19:26.674404+0000","last_peered":"2024-05-10T11:19:26.674404+0000","last_clean":"2024-05-10T11:19:26.674404+0000","last_became_active":"2024-05-10T11:16:52.046206+0000","last_became_peered":"2024-05-10T11:16:52.046206+0000","last_unstale":"2024-05-10T11:19:26.674404+0000","last_undegraded":"2024-05-10T11:19:26.674404+0000","last_fullsized":"2024-05-10T11:19:26.674404+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:37:43.575295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'7","reported_seq":248,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:13.912030+0000","last_change":"2024-05-10T11:16:48.055486+0000","last_active":"2024-05-10T11:21:13.912030+0000","last_peered":"2024-05-10T11:21:13.912030+0000","last_clean":"2024-05-10T11:21:13.912030+0000","last_became_active":"2024-05-10T11:16:48.055141+0000","last_became_peered":"2024-05-10T11:16:48.055141+0000","last_unstale":"2024-05-10T11:21:13.912030+0000","last_undegraded":"2024-05-10T11:21:13.912030+0000","last_fullsized":"2024-05-10T11:21:13.912030+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:29:44.765058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":195,"num_read_kb":195,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848585+0000","last_change":"2024-05-10T11:17:03.082232+0000","last_active":"2024-05-10T11:18:27.848585+0000","last_peered":"2024-05-10T11:18:27.848585+0000","last_clean":"2024-05-10T11:18:27.848585+0000","last_became_active":"2024-05-10T11:17:03.081930+0000","last_became_peered":"2024-05-10T11:17:03.081930+0000","last_unstale":"2024-05-10T11:18:27.848585+0000","last_undegraded":"2024-05-10T11:18:27.848585+0000","last_fullsized":"2024-05-10T11:18:27.848585+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:12:43.832048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"90'8","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.673834+0000","last_change":"2024-05-10T11:17:28.101610+0000","last_active":"2024-05-10T11:19:26.673834+0000","last_peered":"2024-05-10T11:19:26.673834+0000","last_clean":"2024-05-10T11:19:26.673834+0000","last_became_active":"2024-05-10T11:17:28.101242+0000","last_became_peered":"2024-05-10T11:17:28.101242+0000","last_unstale":"2024-05-10T11:19:26.673834+0000","last_undegraded":"2024-05-10T11:19:26.673834+0000","last_fullsized":"2024-05-10T11:19:26.673834+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:18:53.230117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":54,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:54.138068+0000","last_change":"2024-05-10T11:16:48.007349+0000","last_active":"2024-05-10T11:18:54.138068+0000","last_peered":"2024-05-10T11:18:54.138068+0000","last_clean":"2024-05-10T11:18:54.138068+0000","last_became_active":"2024-05-10T11:16:48.006902+0000","last_became_peered":"2024-05-10T11:16:48.006902+0000","last_unstale":"2024-05-10T11:18:54.138068+0000","last_undegraded":"2024-05-10T11:18:54.138068+0000","last_fullsized":"2024-05-10T11:18:54.138068+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:10:14.679026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":119,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848541+0000","last_change":"2024-05-10T11:15:23.021445+0000","last_active":"2024-05-10T11:18:27.848541+0000","last_peered":"2024-05-10T11:18:27.848541+0000","last_clean":"2024-05-10T11:18:27.848541+0000","last_became_active":"2024-05-10T11:15:23.016547+0000","last_became_peered":"2024-05-10T11:15:23.016547+0000","last_unstale":"2024-05-10T11:18:27.848541+0000","last_undegraded":"2024-05-10T11:18:27.848541+0000","last_fullsized":"2024-05-10T11:18:27.848541+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:11:52.839903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:11:52.839903+0000","last_clean_scrub_stamp":"2024-05-10T11:11:52.839903+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:52:25.558388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848649+0000","last_change":"2024-05-10T11:17:27.803123+0000","last_active":"2024-05-10T11:18:27.848649+0000","last_peered":"2024-05-10T11:18:27.848649+0000","last_clean":"2024-05-10T11:18:27.848649+0000","last_became_active":"2024-05-10T11:17:27.802614+0000","last_became_peered":"2024-05-10T11:17:27.802614+0000","last_unstale":"2024-05-10T11:18:27.848649+0000","last_undegraded":"2024-05-10T11:18:27.848649+0000","last_fullsized":"2024-05-10T11:18:27.848649+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:42:45.115204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,11,6,10],"acting":[5,11,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"90'5","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.670971+0000","last_change":"2024-05-10T11:16:52.049027+0000","last_active":"2024-05-10T11:19:26.670971+0000","last_peered":"2024-05-10T11:19:26.670971+0000","last_clean":"2024-05-10T11:19:26.670971+0000","last_became_active":"2024-05-10T11:16:52.048707+0000","last_became_peered":"2024-05-10T11:16:52.048707+0000","last_unstale":"2024-05-10T11:19:26.670971+0000","last_undegraded":"2024-05-10T11:19:26.670971+0000","last_fullsized":"2024-05-10T11:19:26.670971+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:07:50.617791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":55,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:51.704262+0000","last_change":"2024-05-10T11:17:28.101640+0000","last_active":"2024-05-10T11:18:51.704262+0000","last_peered":"2024-05-10T11:18:51.704262+0000","last_clean":"2024-05-10T11:18:51.704262+0000","last_became_active":"2024-05-10T11:17:28.101170+0000","last_became_peered":"2024-05-10T11:17:28.101170+0000","last_unstale":"2024-05-10T11:18:51.704262+0000","last_undegraded":"2024-05-10T11:18:51.704262+0000","last_fullsized":"2024-05-10T11:18:51.704262+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:07:03.041192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:07.989302+0000","last_change":"2024-05-10T11:17:03.081699+0000","last_active":"2024-05-10T11:19:07.989302+0000","last_peered":"2024-05-10T11:19:07.989302+0000","last_clean":"2024-05-10T11:19:07.989302+0000","last_became_active":"2024-05-10T11:17:03.081256+0000","last_became_peered":"2024-05-10T11:17:03.081256+0000","last_unstale":"2024-05-10T11:19:07.989302+0000","last_undegraded":"2024-05-10T11:19:07.989302+0000","last_fullsized":"2024-05-10T11:19:07.989302+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:00:02.833979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:56.702224+0000","last_change":"2024-05-10T11:16:48.057508+0000","last_active":"2024-05-10T11:18:56.702224+0000","last_peered":"2024-05-10T11:18:56.702224+0000","last_clean":"2024-05-10T11:18:56.702224+0000","last_became_active":"2024-05-10T11:16:48.057166+0000","last_became_peered":"2024-05-10T11:16:48.057166+0000","last_unstale":"2024-05-10T11:18:56.702224+0000","last_undegraded":"2024-05-10T11:18:56.702224+0000","last_fullsized":"2024-05-10T11:18:56.702224+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:02:44.121762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"90'9","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671175+0000","last_change":"2024-05-10T11:16:52.047931+0000","last_active":"2024-05-10T11:19:26.671175+0000","last_peered":"2024-05-10T11:19:26.671175+0000","last_clean":"2024-05-10T11:19:26.671175+0000","last_became_active":"2024-05-10T11:16:52.047587+0000","last_became_peered":"2024-05-10T11:16:52.047587+0000","last_unstale":"2024-05-10T11:19:26.671175+0000","last_undegraded":"2024-05-10T11:19:26.671175+0000","last_fullsized":"2024-05-10T11:19:26.671175+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:48:08.546155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:03.197168+0000","last_change":"2024-05-10T11:17:03.560122+0000","last_active":"2024-05-10T11:19:03.197168+0000","last_peered":"2024-05-10T11:19:03.197168+0000","last_clean":"2024-05-10T11:19:03.197168+0000","last_became_active":"2024-05-10T11:17:03.559626+0000","last_became_peered":"2024-05-10T11:17:03.559626+0000","last_unstale":"2024-05-10T11:19:03.197168+0000","last_undegraded":"2024-05-10T11:19:03.197168+0000","last_fullsized":"2024-05-10T11:19:03.197168+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:00:25.900524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"90'19","reported_seq":80,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:10.236815+0000","last_change":"2024-05-10T11:18:27.864614+0000","last_active":"2024-05-10T11:21:10.236815+0000","last_peered":"2024-05-10T11:21:10.236815+0000","last_clean":"2024-05-10T11:21:10.236815+0000","last_became_active":"2024-05-10T11:18:27.857980+0000","last_became_peered":"2024-05-10T11:18:27.857980+0000","last_unstale":"2024-05-10T11:21:10.236815+0000","last_undegraded":"2024-05-10T11:21:10.236815+0000","last_fullsized":"2024-05-10T11:21:10.236815+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:57:44.304718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":34,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"90'5","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.669250+0000","last_change":"2024-05-10T11:16:52.041726+0000","last_active":"2024-05-10T11:19:26.669250+0000","last_peered":"2024-05-10T11:19:26.669250+0000","last_clean":"2024-05-10T11:19:26.669250+0000","last_became_active":"2024-05-10T11:16:52.041431+0000","last_became_peered":"2024-05-10T11:16:52.041431+0000","last_unstale":"2024-05-10T11:19:26.669250+0000","last_undegraded":"2024-05-10T11:19:26.669250+0000","last_fullsized":"2024-05-10T11:19:26.669250+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:24:16.133520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:07.877694+0000","last_change":"2024-05-10T11:17:03.077965+0000","last_active":"2024-05-10T11:19:07.877694+0000","last_peered":"2024-05-10T11:19:07.877694+0000","last_clean":"2024-05-10T11:19:07.877694+0000","last_became_active":"2024-05-10T11:17:03.077265+0000","last_became_peered":"2024-05-10T11:17:03.077265+0000","last_unstale":"2024-05-10T11:19:07.877694+0000","last_undegraded":"2024-05-10T11:19:07.877694+0000","last_fullsized":"2024-05-10T11:19:07.877694+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:23:49.046264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":53,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:59.138792+0000","last_change":"2024-05-10T11:16:48.392746+0000","last_active":"2024-05-10T11:18:59.138792+0000","last_peered":"2024-05-10T11:18:59.138792+0000","last_clean":"2024-05-10T11:18:59.138792+0000","last_became_active":"2024-05-10T11:16:48.392385+0000","last_became_peered":"2024-05-10T11:16:48.392385+0000","last_unstale":"2024-05-10T11:18:59.138792+0000","last_undegraded":"2024-05-10T11:18:59.138792+0000","last_fullsized":"2024-05-10T11:18:59.138792+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:59:33.332490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"90'7","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.670971+0000","last_change":"2024-05-10T11:16:52.053413+0000","last_active":"2024-05-10T11:19:26.670971+0000","last_peered":"2024-05-10T11:19:26.670971+0000","last_clean":"2024-05-10T11:19:26.670971+0000","last_became_active":"2024-05-10T11:16:52.052728+0000","last_became_peered":"2024-05-10T11:16:52.052728+0000","last_unstale":"2024-05-10T11:19:26.670971+0000","last_undegraded":"2024-05-10T11:19:26.670971+0000","last_fullsized":"2024-05-10T11:19:26.670971+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:44:04.224099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851826+0000","last_change":"2024-05-10T11:17:03.561077+0000","last_active":"2024-05-10T11:18:27.851826+0000","last_peered":"2024-05-10T11:18:27.851826+0000","last_clean":"2024-05-10T11:18:27.851826+0000","last_became_active":"2024-05-10T11:17:03.560668+0000","last_became_peered":"2024-05-10T11:17:03.560668+0000","last_unstale":"2024-05-10T11:18:27.851826+0000","last_undegraded":"2024-05-10T11:18:27.851826+0000","last_fullsized":"2024-05-10T11:18:27.851826+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:13:23.933388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:58.165115+0000","last_change":"2024-05-10T11:16:48.057501+0000","last_active":"2024-05-10T11:18:58.165115+0000","last_peered":"2024-05-10T11:18:58.165115+0000","last_clean":"2024-05-10T11:18:58.165115+0000","last_became_active":"2024-05-10T11:16:48.057144+0000","last_became_peered":"2024-05-10T11:16:48.057144+0000","last_unstale":"2024-05-10T11:18:58.165115+0000","last_undegraded":"2024-05-10T11:18:58.165115+0000","last_fullsized":"2024-05-10T11:18:58.165115+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:08:10.945786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"90'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.658683+0000","last_change":"2024-05-10T11:16:52.037082+0000","last_active":"2024-05-10T11:19:26.658683+0000","last_peered":"2024-05-10T11:19:26.658683+0000","last_clean":"2024-05-10T11:19:26.658683+0000","last_became_active":"2024-05-10T11:16:52.036688+0000","last_became_peered":"2024-05-10T11:16:52.036688+0000","last_unstale":"2024-05-10T11:19:26.658683+0000","last_undegraded":"2024-05-10T11:19:26.658683+0000","last_fullsized":"2024-05-10T11:19:26.658683+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:47:47.042738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851273+0000","last_change":"2024-05-10T11:17:03.089184+0000","last_active":"2024-05-10T11:18:27.851273+0000","last_peered":"2024-05-10T11:18:27.851273+0000","last_clean":"2024-05-10T11:18:27.851273+0000","last_became_active":"2024-05-10T11:17:03.088780+0000","last_became_peered":"2024-05-10T11:17:03.088780+0000","last_unstale":"2024-05-10T11:18:27.851273+0000","last_undegraded":"2024-05-10T11:18:27.851273+0000","last_fullsized":"2024-05-10T11:18:27.851273+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:28:04.563504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":52,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:58.196670+0000","last_change":"2024-05-10T11:16:48.006564+0000","last_active":"2024-05-10T11:18:58.196670+0000","last_peered":"2024-05-10T11:18:58.196670+0000","last_clean":"2024-05-10T11:18:58.196670+0000","last_became_active":"2024-05-10T11:16:48.006232+0000","last_became_peered":"2024-05-10T11:16:48.006232+0000","last_unstale":"2024-05-10T11:18:58.196670+0000","last_undegraded":"2024-05-10T11:18:58.196670+0000","last_fullsized":"2024-05-10T11:18:58.196670+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:57:51.056720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"90'9","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.672789+0000","last_change":"2024-05-10T11:16:52.039492+0000","last_active":"2024-05-10T11:19:26.672789+0000","last_peered":"2024-05-10T11:19:26.672789+0000","last_clean":"2024-05-10T11:19:26.672789+0000","last_became_active":"2024-05-10T11:16:52.039143+0000","last_became_peered":"2024-05-10T11:16:52.039143+0000","last_unstale":"2024-05-10T11:19:26.672789+0000","last_undegraded":"2024-05-10T11:19:26.672789+0000","last_fullsized":"2024-05-10T11:19:26.672789+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:19:11.305278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851977+0000","last_change":"2024-05-10T11:17:03.078573+0000","last_active":"2024-05-10T11:18:27.851977+0000","last_peered":"2024-05-10T11:18:27.851977+0000","last_clean":"2024-05-10T11:18:27.851977+0000","last_became_active":"2024-05-10T11:17:03.078196+0000","last_became_peered":"2024-05-10T11:17:03.078196+0000","last_unstale":"2024-05-10T11:18:27.851977+0000","last_undegraded":"2024-05-10T11:18:27.851977+0000","last_fullsized":"2024-05-10T11:18:27.851977+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:51:30.266019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"90'5","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:08.776239+0000","last_change":"2024-05-10T11:17:27.661845+0000","last_active":"2024-05-10T11:21:08.776239+0000","last_peered":"2024-05-10T11:21:08.776239+0000","last_clean":"2024-05-10T11:21:08.776239+0000","last_became_active":"2024-05-10T11:17:27.661429+0000","last_became_peered":"2024-05-10T11:17:27.661429+0000","last_unstale":"2024-05-10T11:21:08.776239+0000","last_undegraded":"2024-05-10T11:21:08.776239+0000","last_fullsized":"2024-05-10T11:21:08.776239+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:49:01.204444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"90'8","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.669314+0000","last_change":"2024-05-10T11:16:52.058512+0000","last_active":"2024-05-10T11:19:26.669314+0000","last_peered":"2024-05-10T11:19:26.669314+0000","last_clean":"2024-05-10T11:19:26.669314+0000","last_became_active":"2024-05-10T11:16:52.057965+0000","last_became_peered":"2024-05-10T11:16:52.057965+0000","last_unstale":"2024-05-10T11:19:26.669314+0000","last_undegraded":"2024-05-10T11:19:26.669314+0000","last_fullsized":"2024-05-10T11:19:26.669314+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:18:50.907235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851561+0000","last_change":"2024-05-10T11:17:03.560391+0000","last_active":"2024-05-10T11:18:27.851561+0000","last_peered":"2024-05-10T11:18:27.851561+0000","last_clean":"2024-05-10T11:18:27.851561+0000","last_became_active":"2024-05-10T11:17:03.559918+0000","last_became_peered":"2024-05-10T11:17:03.559918+0000","last_unstale":"2024-05-10T11:18:27.851561+0000","last_undegraded":"2024-05-10T11:18:27.851561+0000","last_fullsized":"2024-05-10T11:18:27.851561+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:25:09.436180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854479+0000","last_change":"2024-05-10T11:16:48.018478+0000","last_active":"2024-05-10T11:18:27.854479+0000","last_peered":"2024-05-10T11:18:27.854479+0000","last_clean":"2024-05-10T11:18:27.854479+0000","last_became_active":"2024-05-10T11:16:48.017292+0000","last_became_peered":"2024-05-10T11:16:48.017292+0000","last_unstale":"2024-05-10T11:18:27.854479+0000","last_undegraded":"2024-05-10T11:18:27.854479+0000","last_fullsized":"2024-05-10T11:18:27.854479+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:07:07.599886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"90'5","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675927+0000","last_change":"2024-05-10T11:16:52.048977+0000","last_active":"2024-05-10T11:19:26.675927+0000","last_peered":"2024-05-10T11:19:26.675927+0000","last_clean":"2024-05-10T11:19:26.675927+0000","last_became_active":"2024-05-10T11:16:52.048658+0000","last_became_peered":"2024-05-10T11:16:52.048658+0000","last_unstale":"2024-05-10T11:19:26.675927+0000","last_undegraded":"2024-05-10T11:19:26.675927+0000","last_fullsized":"2024-05-10T11:19:26.675927+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:20:57.507638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.062593+0000","last_change":"2024-05-10T11:17:03.086560+0000","last_active":"2024-05-10T11:18:28.062593+0000","last_peered":"2024-05-10T11:18:28.062593+0000","last_clean":"2024-05-10T11:18:28.062593+0000","last_became_active":"2024-05-10T11:17:03.085919+0000","last_became_peered":"2024-05-10T11:17:03.085919+0000","last_unstale":"2024-05-10T11:18:28.062593+0000","last_undegraded":"2024-05-10T11:18:28.062593+0000","last_fullsized":"2024-05-10T11:18:28.062593+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:08:59.110190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"90'8","reported_seq":191,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:13.120352+0000","last_change":"2024-05-10T11:18:27.868552+0000","last_active":"2024-05-10T11:21:13.120352+0000","last_peered":"2024-05-10T11:21:13.120352+0000","last_clean":"2024-05-10T11:21:13.120352+0000","last_became_active":"2024-05-10T11:18:27.857220+0000","last_became_peered":"2024-05-10T11:18:27.857220+0000","last_unstale":"2024-05-10T11:21:13.120352+0000","last_undegraded":"2024-05-10T11:21:13.120352+0000","last_fullsized":"2024-05-10T11:21:13.120352+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:32:28.064579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2195,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":169,"num_read_kb":2,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1561,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675321+0000","last_change":"2024-05-10T11:16:52.050303+0000","last_active":"2024-05-10T11:19:26.675321+0000","last_peered":"2024-05-10T11:19:26.675321+0000","last_clean":"2024-05-10T11:19:26.675321+0000","last_became_active":"2024-05-10T11:16:52.049791+0000","last_became_peered":"2024-05-10T11:16:52.049791+0000","last_unstale":"2024-05-10T11:19:26.675321+0000","last_undegraded":"2024-05-10T11:19:26.675321+0000","last_fullsized":"2024-05-10T11:19:26.675321+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:04:50.647395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854986+0000","last_change":"2024-05-10T11:17:03.087026+0000","last_active":"2024-05-10T11:18:27.854986+0000","last_peered":"2024-05-10T11:18:27.854986+0000","last_clean":"2024-05-10T11:18:27.854986+0000","last_became_active":"2024-05-10T11:17:03.086655+0000","last_became_peered":"2024-05-10T11:17:03.086655+0000","last_unstale":"2024-05-10T11:18:27.854986+0000","last_undegraded":"2024-05-10T11:18:27.854986+0000","last_fullsized":"2024-05-10T11:18:27.854986+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:52:37.414485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.849009+0000","last_change":"2024-05-10T11:16:48.014087+0000","last_active":"2024-05-10T11:18:27.849009+0000","last_peered":"2024-05-10T11:18:27.849009+0000","last_clean":"2024-05-10T11:18:27.849009+0000","last_became_active":"2024-05-10T11:16:48.013599+0000","last_became_peered":"2024-05-10T11:16:48.013599+0000","last_unstale":"2024-05-10T11:18:27.849009+0000","last_undegraded":"2024-05-10T11:18:27.849009+0000","last_fullsized":"2024-05-10T11:18:27.849009+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:41:07.988553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"90'6","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668692+0000","last_change":"2024-05-10T11:16:52.047277+0000","last_active":"2024-05-10T11:19:26.668692+0000","last_peered":"2024-05-10T11:19:26.668692+0000","last_clean":"2024-05-10T11:19:26.668692+0000","last_became_active":"2024-05-10T11:16:52.046916+0000","last_became_peered":"2024-05-10T11:16:52.046916+0000","last_unstale":"2024-05-10T11:19:26.668692+0000","last_undegraded":"2024-05-10T11:19:26.668692+0000","last_fullsized":"2024-05-10T11:19:26.668692+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:59:58.044364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848005+0000","last_change":"2024-05-10T11:17:03.082476+0000","last_active":"2024-05-10T11:18:27.848005+0000","last_peered":"2024-05-10T11:18:27.848005+0000","last_clean":"2024-05-10T11:18:27.848005+0000","last_became_active":"2024-05-10T11:17:03.080326+0000","last_became_peered":"2024-05-10T11:17:03.080326+0000","last_unstale":"2024-05-10T11:18:27.848005+0000","last_undegraded":"2024-05-10T11:18:27.848005+0000","last_fullsized":"2024-05-10T11:18:27.848005+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:57:27.656249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.846013+0000","last_change":"2024-05-10T11:16:48.006665+0000","last_active":"2024-05-10T11:18:27.846013+0000","last_peered":"2024-05-10T11:18:27.846013+0000","last_clean":"2024-05-10T11:18:27.846013+0000","last_became_active":"2024-05-10T11:16:48.006249+0000","last_became_peered":"2024-05-10T11:16:48.006249+0000","last_unstale":"2024-05-10T11:18:27.846013+0000","last_undegraded":"2024-05-10T11:18:27.846013+0000","last_fullsized":"2024-05-10T11:18:27.846013+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:35:31.187636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674210+0000","last_change":"2024-05-10T11:16:52.040594+0000","last_active":"2024-05-10T11:19:26.674210+0000","last_peered":"2024-05-10T11:19:26.674210+0000","last_clean":"2024-05-10T11:19:26.674210+0000","last_became_active":"2024-05-10T11:16:52.040188+0000","last_became_peered":"2024-05-10T11:16:52.040188+0000","last_unstale":"2024-05-10T11:19:26.674210+0000","last_undegraded":"2024-05-10T11:19:26.674210+0000","last_fullsized":"2024-05-10T11:19:26.674210+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:23:17.038258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"90'9","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.672113+0000","last_change":"2024-05-10T11:16:52.040479+0000","last_active":"2024-05-10T11:19:26.672113+0000","last_peered":"2024-05-10T11:19:26.672113+0000","last_clean":"2024-05-10T11:19:26.672113+0000","last_became_active":"2024-05-10T11:16:52.039958+0000","last_became_peered":"2024-05-10T11:16:52.039958+0000","last_unstale":"2024-05-10T11:19:26.672113+0000","last_undegraded":"2024-05-10T11:19:26.672113+0000","last_fullsized":"2024-05-10T11:19:26.672113+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:28:49.367853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"90'12","reported_seq":51,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675825+0000","last_change":"2024-05-10T11:16:52.047662+0000","last_active":"2024-05-10T11:19:26.675825+0000","last_peered":"2024-05-10T11:19:26.675825+0000","last_clean":"2024-05-10T11:19:26.675825+0000","last_became_active":"2024-05-10T11:16:52.047349+0000","last_became_peered":"2024-05-10T11:16:52.047349+0000","last_unstale":"2024-05-10T11:19:26.675825+0000","last_undegraded":"2024-05-10T11:19:26.675825+0000","last_fullsized":"2024-05-10T11:19:26.675825+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:26:08.260236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674212+0000","last_change":"2024-05-10T11:16:52.043475+0000","last_active":"2024-05-10T11:19:26.674212+0000","last_peered":"2024-05-10T11:19:26.674212+0000","last_clean":"2024-05-10T11:19:26.674212+0000","last_became_active":"2024-05-10T11:16:52.042939+0000","last_became_peered":"2024-05-10T11:16:52.042939+0000","last_unstale":"2024-05-10T11:19:26.674212+0000","last_undegraded":"2024-05-10T11:19:26.674212+0000","last_fullsized":"2024-05-10T11:19:26.674212+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:06:40.883586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"90'7","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.667925+0000","last_change":"2024-05-10T11:16:52.048096+0000","last_active":"2024-05-10T11:19:26.667925+0000","last_peered":"2024-05-10T11:19:26.667925+0000","last_clean":"2024-05-10T11:19:26.667925+0000","last_became_active":"2024-05-10T11:16:52.046956+0000","last_became_peered":"2024-05-10T11:16:52.046956+0000","last_unstale":"2024-05-10T11:19:26.667925+0000","last_undegraded":"2024-05-10T11:19:26.667925+0000","last_fullsized":"2024-05-10T11:19:26.667925+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:31:53.919554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"90'4","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.667662+0000","last_change":"2024-05-10T11:16:52.052145+0000","last_active":"2024-05-10T11:19:26.667662+0000","last_peered":"2024-05-10T11:19:26.667662+0000","last_clean":"2024-05-10T11:19:26.667662+0000","last_became_active":"2024-05-10T11:16:52.050904+0000","last_became_peered":"2024-05-10T11:16:52.050904+0000","last_unstale":"2024-05-10T11:19:26.667662+0000","last_undegraded":"2024-05-10T11:19:26.667662+0000","last_fullsized":"2024-05-10T11:19:26.667662+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:25:34.085771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"90'6","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668594+0000","last_change":"2024-05-10T11:16:52.040864+0000","last_active":"2024-05-10T11:19:26.668594+0000","last_peered":"2024-05-10T11:19:26.668594+0000","last_clean":"2024-05-10T11:19:26.668594+0000","last_became_active":"2024-05-10T11:16:52.040110+0000","last_became_peered":"2024-05-10T11:16:52.040110+0000","last_unstale":"2024-05-10T11:19:26.668594+0000","last_undegraded":"2024-05-10T11:19:26.668594+0000","last_fullsized":"2024-05-10T11:19:26.668594+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:19:12.325537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"90'15","reported_seq":54,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675056+0000","last_change":"2024-05-10T11:16:52.046077+0000","last_active":"2024-05-10T11:19:26.675056+0000","last_peered":"2024-05-10T11:19:26.675056+0000","last_clean":"2024-05-10T11:19:26.675056+0000","last_became_active":"2024-05-10T11:16:52.045160+0000","last_became_peered":"2024-05-10T11:16:52.045160+0000","last_unstale":"2024-05-10T11:19:26.675056+0000","last_undegraded":"2024-05-10T11:19:26.675056+0000","last_fullsized":"2024-05-10T11:19:26.675056+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:07:01.141313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"90'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.661905+0000","last_change":"2024-05-10T11:16:52.054371+0000","last_active":"2024-05-10T11:19:26.661905+0000","last_peered":"2024-05-10T11:19:26.661905+0000","last_clean":"2024-05-10T11:19:26.661905+0000","last_became_active":"2024-05-10T11:16:52.052670+0000","last_became_peered":"2024-05-10T11:16:52.052670+0000","last_unstale":"2024-05-10T11:19:26.661905+0000","last_undegraded":"2024-05-10T11:19:26.661905+0000","last_fullsized":"2024-05-10T11:19:26.661905+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:36:22.502096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"90'6","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671460+0000","last_change":"2024-05-10T11:16:52.050475+0000","last_active":"2024-05-10T11:19:26.671460+0000","last_peered":"2024-05-10T11:19:26.671460+0000","last_clean":"2024-05-10T11:19:26.671460+0000","last_became_active":"2024-05-10T11:16:52.050125+0000","last_became_peered":"2024-05-10T11:16:52.050125+0000","last_unstale":"2024-05-10T11:19:26.671460+0000","last_undegraded":"2024-05-10T11:19:26.671460+0000","last_fullsized":"2024-05-10T11:19:26.671460+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:33:43.164620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"90'8","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.676665+0000","last_change":"2024-05-10T11:16:52.047149+0000","last_active":"2024-05-10T11:19:26.676665+0000","last_peered":"2024-05-10T11:19:26.676665+0000","last_clean":"2024-05-10T11:19:26.676665+0000","last_became_active":"2024-05-10T11:16:52.046834+0000","last_became_peered":"2024-05-10T11:16:52.046834+0000","last_unstale":"2024-05-10T11:19:26.676665+0000","last_undegraded":"2024-05-10T11:19:26.676665+0000","last_fullsized":"2024-05-10T11:19:26.676665+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:06:46.689520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"90'10","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677686+0000","last_change":"2024-05-10T11:16:52.057232+0000","last_active":"2024-05-10T11:19:26.677686+0000","last_peered":"2024-05-10T11:19:26.677686+0000","last_clean":"2024-05-10T11:19:26.677686+0000","last_became_active":"2024-05-10T11:16:52.056843+0000","last_became_peered":"2024-05-10T11:16:52.056843+0000","last_unstale":"2024-05-10T11:19:26.677686+0000","last_undegraded":"2024-05-10T11:19:26.677686+0000","last_fullsized":"2024-05-10T11:19:26.677686+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:29:13.395566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"90'11","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.666362+0000","last_change":"2024-05-10T11:16:52.051147+0000","last_active":"2024-05-10T11:19:26.666362+0000","last_peered":"2024-05-10T11:19:26.666362+0000","last_clean":"2024-05-10T11:19:26.666362+0000","last_became_active":"2024-05-10T11:16:52.050822+0000","last_became_peered":"2024-05-10T11:16:52.050822+0000","last_unstale":"2024-05-10T11:19:26.666362+0000","last_undegraded":"2024-05-10T11:19:26.666362+0000","last_fullsized":"2024-05-10T11:19:26.666362+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:02:11.215183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668433+0000","last_change":"2024-05-10T11:16:52.042043+0000","last_active":"2024-05-10T11:19:26.668433+0000","last_peered":"2024-05-10T11:19:26.668433+0000","last_clean":"2024-05-10T11:19:26.668433+0000","last_became_active":"2024-05-10T11:16:52.041681+0000","last_became_peered":"2024-05-10T11:16:52.041681+0000","last_unstale":"2024-05-10T11:19:26.668433+0000","last_undegraded":"2024-05-10T11:19:26.668433+0000","last_fullsized":"2024-05-10T11:19:26.668433+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:16:40.054647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":83253,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1946,"num_read_kb":1077,"num_write":288,"num_write_kb":180,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1561,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":602112,"data_stored":249759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":247,"ondisk_log_size":247,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678084,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1040384,"data_stored":520287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874314,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28720,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716432,"statfs":{"total":95995035648,"available":95965626368,"internally_reserved":0,"allocated":1744896,"data_stored":1179975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037840,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":523288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234068,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1060864,"data_stored":519570,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430297,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36956,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708196,"statfs":{"total":95995035648,"available":95957192704,"internally_reserved":0,"allocated":1658880,"data_stored":1118219,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593824,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1040384,"data_stored":515721,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574968,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36428,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708724,"statfs":{"total":95995035648,"available":95957733376,"internally_reserved":0,"allocated":1118208,"data_stored":589232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738494,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1064960,"data_stored":517177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411444,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28120,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717032,"statfs":{"total":95995035648,"available":95966240768,"internally_reserved":0,"allocated":1130496,"data_stored":588141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149807,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36364,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708788,"statfs":{"total":95995035648,"available":95957798912,"internally_reserved":0,"allocated":1052672,"data_stored":514404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953578,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1056768,"data_stored":522381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790053,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36964,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708188,"statfs":{"total":95995035648,"available":95957184512,"internally_reserved":0,"allocated":1667072,"data_stored":1112142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3203,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":74167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":6467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":75633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2217,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-10T11:21:16.966 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-05-10T11:21:16.966 DEBUG:teuthology.orchestra.run.smithi053:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-10T11:21:17.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.107+0000 7f4d37b4e640 1 -- 172.21.15.53:0/2572252653 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4d30101920 msgr2=0x7f4d30101d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:17.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.107+0000 7f4d37b4e640 1 --2- 172.21.15.53:0/2572252653 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4d30101920 0x7f4d30101d40 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f4d2c009900 tx=0x7f4d2c02a410 comp rx=0 tx=0).stop 2024-05-10T11:21:17.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.107+0000 7f4d37b4e640 1 -- 172.21.15.53:0/2572252653 shutdown_connections 2024-05-10T11:21:17.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.107+0000 7f4d37b4e640 1 --2- 172.21.15.53:0/2572252653 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4d301034d0 0x7f4d30109d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:17.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.107+0000 7f4d37b4e640 1 --2- 172.21.15.53:0/2572252653 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4d30102b10 0x7f4d30102f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:17.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.107+0000 7f4d37b4e640 1 --2- 172.21.15.53:0/2572252653 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4d30101920 0x7f4d30101d40 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:17.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.107+0000 7f4d37b4e640 1 -- 172.21.15.53:0/2572252653 >> 172.21.15.53:0/2572252653 conn(0x7f4d300fced0 msgr2=0x7f4d300ff2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:17.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.107+0000 7f4d37b4e640 1 -- 172.21.15.53:0/2572252653 shutdown_connections 2024-05-10T11:21:17.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.107+0000 7f4d37b4e640 1 -- 172.21.15.53:0/2572252653 wait complete. 2024-05-10T11:21:17.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.108+0000 7f4d37b4e640 1 Processor -- start 2024-05-10T11:21:17.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.108+0000 7f4d37b4e640 1 -- start start 2024-05-10T11:21:17.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.108+0000 7f4d37b4e640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4d30101920 0x7f4d301058b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:17.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.108+0000 7f4d37b4e640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4d30102b10 0x7f4d30103ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:17.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.108+0000 7f4d37b4e640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4d301034d0 0x7f4d30104430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:17.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.108+0000 7f4d37b4e640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4d3010d350 con 0x7f4d30101920 2024-05-10T11:21:17.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.108+0000 7f4d37b4e640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f4d3010d1d0 con 0x7f4d301034d0 2024-05-10T11:21:17.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.108+0000 7f4d37b4e640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f4d3010d4d0 con 0x7f4d30102b10 2024-05-10T11:21:17.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.108+0000 7f4d358ea640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4d30101920 0x7f4d301058b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:17.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.108+0000 7f4d358ea640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4d30101920 0x7f4d301058b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:47174/0 (socket says 172.21.15.53:47174) 2024-05-10T11:21:17.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.108+0000 7f4d358ea640 1 -- 172.21.15.53:0/2273368049 learned_addr learned my addr 172.21.15.53:0/2273368049 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:17.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.108+0000 7f4d350e9640 1 --2- 172.21.15.53:0/2273368049 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4d30102b10 0x7f4d30103ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:17.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.108+0000 7f4d360eb640 1 --2- 172.21.15.53:0/2273368049 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4d301034d0 0x7f4d30104430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:17.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.108+0000 7f4d358ea640 1 -- 172.21.15.53:0/2273368049 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4d30102b10 msgr2=0x7f4d30103ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:17.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.108+0000 7f4d358ea640 1 --2- 172.21.15.53:0/2273368049 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4d30102b10 0x7f4d30103ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:17.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.108+0000 7f4d358ea640 1 -- 172.21.15.53:0/2273368049 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4d301034d0 msgr2=0x7f4d30104430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:17.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.108+0000 7f4d358ea640 1 --2- 172.21.15.53:0/2273368049 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4d301034d0 0x7f4d30104430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:17.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.108+0000 7f4d358ea640 1 -- 172.21.15.53:0/2273368049 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d30104cc0 con 0x7f4d30101920 2024-05-10T11:21:17.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.108+0000 7f4d358ea640 1 --2- 172.21.15.53:0/2273368049 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4d30101920 0x7f4d301058b0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f4d2c031460 tx=0x7f4d2c003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:17.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.109+0000 7f4d26ffd640 1 -- 172.21.15.53:0/2273368049 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d2c03f070 con 0x7f4d30101920 2024-05-10T11:21:17.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.109+0000 7f4d37b4e640 1 -- 172.21.15.53:0/2273368049 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d301a2c30 con 0x7f4d30101920 2024-05-10T11:21:17.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.109+0000 7f4d26ffd640 1 -- 172.21.15.53:0/2273368049 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4d2c031ba0 con 0x7f4d30101920 2024-05-10T11:21:17.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.109+0000 7f4d26ffd640 1 -- 172.21.15.53:0/2273368049 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d2c035030 con 0x7f4d30101920 2024-05-10T11:21:17.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.109+0000 7f4d37b4e640 1 -- 172.21.15.53:0/2273368049 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d301a31d0 con 0x7f4d30101920 2024-05-10T11:21:17.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.110+0000 7f4d37b4e640 1 -- 172.21.15.53:0/2273368049 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d301a33a0 con 0x7f4d30101920 2024-05-10T11:21:17.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.111+0000 7f4d26ffd640 1 -- 172.21.15.53:0/2273368049 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f4d2c042070 con 0x7f4d30101920 2024-05-10T11:21:17.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.112+0000 7f4d26ffd640 1 --2- 172.21.15.53:0/2273368049 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4d1c0b2880 0x7f4d1c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:17.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.112+0000 7f4d350e9640 1 --2- 172.21.15.53:0/2273368049 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4d1c0b2880 0x7f4d1c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:17.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.112+0000 7f4d26ffd640 1 -- 172.21.15.53:0/2273368049 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f4d2c103770 con 0x7f4d30101920 2024-05-10T11:21:17.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.112+0000 7f4d350e9640 1 --2- 172.21.15.53:0/2273368049 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4d1c0b2880 0x7f4d1c0b4d40 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f4d30105620 tx=0x7f4d2000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:17.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.115+0000 7f4d26ffd640 1 -- 172.21.15.53:0/2273368049 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f4d2c0ca950 con 0x7f4d30101920 2024-05-10T11:21:17.302 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.302+0000 7f4d37b4e640 1 -- 172.21.15.53:0/2273368049 --> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4d300ff0f0 con 0x7f4d1c0b2880 2024-05-10T11:21:17.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.312+0000 7f4d26ffd640 1 -- 172.21.15.53:0/2273368049 <== mgr.14152 v2:172.21.15.53:6800/68657515 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340538 (secure 0 0 0) 0x7f4d300ff0f0 con 0x7f4d1c0b2880 2024-05-10T11:21:17.315 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:21:17.317 INFO:teuthology.orchestra.run.smithi053.stderr:dumped all 2024-05-10T11:21:17.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.315+0000 7f4d37b4e640 1 -- 172.21.15.53:0/2273368049 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4d1c0b2880 msgr2=0x7f4d1c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:17.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.315+0000 7f4d37b4e640 1 --2- 172.21.15.53:0/2273368049 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4d1c0b2880 0x7f4d1c0b4d40 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f4d30105620 tx=0x7f4d2000b390 comp rx=0 tx=0).stop 2024-05-10T11:21:17.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.315+0000 7f4d37b4e640 1 -- 172.21.15.53:0/2273368049 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4d30101920 msgr2=0x7f4d301058b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:17.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.315+0000 7f4d37b4e640 1 --2- 172.21.15.53:0/2273368049 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4d30101920 0x7f4d301058b0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f4d2c031460 tx=0x7f4d2c003c10 comp rx=0 tx=0).stop 2024-05-10T11:21:17.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.316+0000 7f4d37b4e640 1 -- 172.21.15.53:0/2273368049 shutdown_connections 2024-05-10T11:21:17.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.316+0000 7f4d37b4e640 1 --2- 172.21.15.53:0/2273368049 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4d1c0b2880 0x7f4d1c0b4d40 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:17.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.316+0000 7f4d37b4e640 1 --2- 172.21.15.53:0/2273368049 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4d301034d0 0x7f4d30104430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:17.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.316+0000 7f4d37b4e640 1 --2- 172.21.15.53:0/2273368049 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4d30102b10 0x7f4d30103ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:17.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.316+0000 7f4d37b4e640 1 --2- 172.21.15.53:0/2273368049 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4d30101920 0x7f4d301058b0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:17.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.316+0000 7f4d37b4e640 1 -- 172.21.15.53:0/2273368049 >> 172.21.15.53:0/2273368049 conn(0x7f4d300fced0 msgr2=0x7f4d300fe9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:17.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.316+0000 7f4d37b4e640 1 -- 172.21.15.53:0/2273368049 shutdown_connections 2024-05-10T11:21:17.320 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:17.316+0000 7f4d37b4e640 1 -- 172.21.15.53:0/2273368049 wait complete. 2024-05-10T11:21:17.327 INFO:teuthology.orchestra.run.smithi053.stdout:{"pg_ready":true,"pg_map":{"version":435,"stamp":"2024-05-10T11:21:16.709989+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":673855,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":2022,"num_read_kb":1141,"num_write":413,"num_write_kb":2332,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":2953401,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":841,"ondisk_log_size":841,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":380152,"kb_used_data":14360,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124561672,"statfs":{"total":1151940427776,"available":1151551152128,"internally_reserved":0,"allocated":14704640,"data_stored":8220537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":7952,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":119,"num_read_kb":73,"num_write":24,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003520"},"pg_stats":[{"pgid":"3.3f","version":"90'8","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677604+0000","last_change":"2024-05-10T11:16:52.049384+0000","last_active":"2024-05-10T11:19:26.677604+0000","last_peered":"2024-05-10T11:19:26.677604+0000","last_clean":"2024-05-10T11:19:26.677604+0000","last_became_active":"2024-05-10T11:16:52.048417+0000","last_became_peered":"2024-05-10T11:16:52.048417+0000","last_unstale":"2024-05-10T11:19:26.677604+0000","last_undegraded":"2024-05-10T11:19:26.677604+0000","last_fullsized":"2024-05-10T11:19:26.677604+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:29:55.407009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"90'4","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.670362+0000","last_change":"2024-05-10T11:16:52.041837+0000","last_active":"2024-05-10T11:19:26.670362+0000","last_peered":"2024-05-10T11:19:26.670362+0000","last_clean":"2024-05-10T11:19:26.670362+0000","last_became_active":"2024-05-10T11:16:52.041495+0000","last_became_peered":"2024-05-10T11:16:52.041495+0000","last_unstale":"2024-05-10T11:19:26.670362+0000","last_undegraded":"2024-05-10T11:19:26.670362+0000","last_fullsized":"2024-05-10T11:19:26.670362+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:21:46.496192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"90'7","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.676738+0000","last_change":"2024-05-10T11:16:52.050140+0000","last_active":"2024-05-10T11:19:26.676738+0000","last_peered":"2024-05-10T11:19:26.676738+0000","last_clean":"2024-05-10T11:19:26.676738+0000","last_became_active":"2024-05-10T11:16:52.049742+0000","last_became_peered":"2024-05-10T11:16:52.049742+0000","last_unstale":"2024-05-10T11:19:26.676738+0000","last_undegraded":"2024-05-10T11:19:26.676738+0000","last_fullsized":"2024-05-10T11:19:26.676738+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:22:16.002805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.672029+0000","last_change":"2024-05-10T11:16:52.043970+0000","last_active":"2024-05-10T11:19:26.672029+0000","last_peered":"2024-05-10T11:19:26.672029+0000","last_clean":"2024-05-10T11:19:26.672029+0000","last_became_active":"2024-05-10T11:16:52.043663+0000","last_became_peered":"2024-05-10T11:16:52.043663+0000","last_unstale":"2024-05-10T11:19:26.672029+0000","last_undegraded":"2024-05-10T11:19:26.672029+0000","last_fullsized":"2024-05-10T11:19:26.672029+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:46:23.919920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"90'4","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.655284+0000","last_change":"2024-05-10T11:16:52.055493+0000","last_active":"2024-05-10T11:19:26.655284+0000","last_peered":"2024-05-10T11:19:26.655284+0000","last_clean":"2024-05-10T11:19:26.655284+0000","last_became_active":"2024-05-10T11:16:52.055175+0000","last_became_peered":"2024-05-10T11:16:52.055175+0000","last_unstale":"2024-05-10T11:19:26.655284+0000","last_undegraded":"2024-05-10T11:19:26.655284+0000","last_fullsized":"2024-05-10T11:19:26.655284+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:28:02.343842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"90'6","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.657073+0000","last_change":"2024-05-10T11:16:52.045466+0000","last_active":"2024-05-10T11:19:26.657073+0000","last_peered":"2024-05-10T11:19:26.657073+0000","last_clean":"2024-05-10T11:19:26.657073+0000","last_became_active":"2024-05-10T11:16:52.045143+0000","last_became_peered":"2024-05-10T11:16:52.045143+0000","last_unstale":"2024-05-10T11:19:26.657073+0000","last_undegraded":"2024-05-10T11:19:26.657073+0000","last_fullsized":"2024-05-10T11:19:26.657073+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:09:29.899140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"90'5","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668644+0000","last_change":"2024-05-10T11:16:52.045765+0000","last_active":"2024-05-10T11:19:26.668644+0000","last_peered":"2024-05-10T11:19:26.668644+0000","last_clean":"2024-05-10T11:19:26.668644+0000","last_became_active":"2024-05-10T11:16:52.045447+0000","last_became_peered":"2024-05-10T11:16:52.045447+0000","last_unstale":"2024-05-10T11:19:26.668644+0000","last_undegraded":"2024-05-10T11:19:26.668644+0000","last_fullsized":"2024-05-10T11:19:26.668644+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:57:57.767193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675082+0000","last_change":"2024-05-10T11:16:52.055070+0000","last_active":"2024-05-10T11:19:26.675082+0000","last_peered":"2024-05-10T11:19:26.675082+0000","last_clean":"2024-05-10T11:19:26.675082+0000","last_became_active":"2024-05-10T11:16:52.054795+0000","last_became_peered":"2024-05-10T11:16:52.054795+0000","last_unstale":"2024-05-10T11:19:26.675082+0000","last_undegraded":"2024-05-10T11:19:26.675082+0000","last_fullsized":"2024-05-10T11:19:26.675082+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:13:59.538940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"90'11","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677586+0000","last_change":"2024-05-10T11:16:52.046368+0000","last_active":"2024-05-10T11:19:26.677586+0000","last_peered":"2024-05-10T11:19:26.677586+0000","last_clean":"2024-05-10T11:19:26.677586+0000","last_became_active":"2024-05-10T11:16:52.044397+0000","last_became_peered":"2024-05-10T11:16:52.044397+0000","last_unstale":"2024-05-10T11:19:26.677586+0000","last_undegraded":"2024-05-10T11:19:26.677586+0000","last_fullsized":"2024-05-10T11:19:26.677586+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:38:10.830036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"90'16","reported_seq":55,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671172+0000","last_change":"2024-05-10T11:16:52.041843+0000","last_active":"2024-05-10T11:19:26.671172+0000","last_peered":"2024-05-10T11:19:26.671172+0000","last_clean":"2024-05-10T11:19:26.671172+0000","last_became_active":"2024-05-10T11:16:52.041268+0000","last_became_peered":"2024-05-10T11:16:52.041268+0000","last_unstale":"2024-05-10T11:19:26.671172+0000","last_undegraded":"2024-05-10T11:19:26.671172+0000","last_fullsized":"2024-05-10T11:19:26.671172+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:03:01.735820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"90'6","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674984+0000","last_change":"2024-05-10T11:16:52.050305+0000","last_active":"2024-05-10T11:19:26.674984+0000","last_peered":"2024-05-10T11:19:26.674984+0000","last_clean":"2024-05-10T11:19:26.674984+0000","last_became_active":"2024-05-10T11:16:52.049986+0000","last_became_peered":"2024-05-10T11:16:52.049986+0000","last_unstale":"2024-05-10T11:19:26.674984+0000","last_undegraded":"2024-05-10T11:19:26.674984+0000","last_fullsized":"2024-05-10T11:19:26.674984+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:45:56.000012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.664342+0000","last_change":"2024-05-10T11:16:52.041715+0000","last_active":"2024-05-10T11:19:26.664342+0000","last_peered":"2024-05-10T11:19:26.664342+0000","last_clean":"2024-05-10T11:19:26.664342+0000","last_became_active":"2024-05-10T11:16:52.041367+0000","last_became_peered":"2024-05-10T11:16:52.041367+0000","last_unstale":"2024-05-10T11:19:26.664342+0000","last_undegraded":"2024-05-10T11:19:26.664342+0000","last_fullsized":"2024-05-10T11:19:26.664342+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:51:49.249233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"90'10","reported_seq":55,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.653366+0000","last_change":"2024-05-10T11:17:27.803365+0000","last_active":"2024-05-10T11:19:26.653366+0000","last_peered":"2024-05-10T11:19:26.653366+0000","last_clean":"2024-05-10T11:19:26.653366+0000","last_became_active":"2024-05-10T11:17:27.802943+0000","last_became_peered":"2024-05-10T11:17:27.802943+0000","last_unstale":"2024-05-10T11:19:26.653366+0000","last_undegraded":"2024-05-10T11:19:26.653366+0000","last_fullsized":"2024-05-10T11:19:26.653366+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:48:49.877189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.664841+0000","last_change":"2024-05-10T11:16:52.040300+0000","last_active":"2024-05-10T11:19:26.664841+0000","last_peered":"2024-05-10T11:19:26.664841+0000","last_clean":"2024-05-10T11:19:26.664841+0000","last_became_active":"2024-05-10T11:16:52.039954+0000","last_became_peered":"2024-05-10T11:16:52.039954+0000","last_unstale":"2024-05-10T11:19:26.664841+0000","last_undegraded":"2024-05-10T11:19:26.664841+0000","last_fullsized":"2024-05-10T11:19:26.664841+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:26:55.176661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677073+0000","last_change":"2024-05-10T11:16:52.045422+0000","last_active":"2024-05-10T11:19:26.677073+0000","last_peered":"2024-05-10T11:19:26.677073+0000","last_clean":"2024-05-10T11:19:26.677073+0000","last_became_active":"2024-05-10T11:16:52.044945+0000","last_became_peered":"2024-05-10T11:16:52.044945+0000","last_unstale":"2024-05-10T11:19:26.677073+0000","last_undegraded":"2024-05-10T11:19:26.677073+0000","last_fullsized":"2024-05-10T11:19:26.677073+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:01:22.450005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671897+0000","last_change":"2024-05-10T11:16:52.047138+0000","last_active":"2024-05-10T11:19:26.671897+0000","last_peered":"2024-05-10T11:19:26.671897+0000","last_clean":"2024-05-10T11:19:26.671897+0000","last_became_active":"2024-05-10T11:16:52.046835+0000","last_became_peered":"2024-05-10T11:16:52.046835+0000","last_unstale":"2024-05-10T11:19:26.671897+0000","last_undegraded":"2024-05-10T11:19:26.671897+0000","last_fullsized":"2024-05-10T11:19:26.671897+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:44:05.401165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677673+0000","last_change":"2024-05-10T11:16:52.049560+0000","last_active":"2024-05-10T11:19:26.677673+0000","last_peered":"2024-05-10T11:19:26.677673+0000","last_clean":"2024-05-10T11:19:26.677673+0000","last_became_active":"2024-05-10T11:16:52.049198+0000","last_became_peered":"2024-05-10T11:16:52.049198+0000","last_unstale":"2024-05-10T11:19:26.677673+0000","last_undegraded":"2024-05-10T11:19:26.677673+0000","last_fullsized":"2024-05-10T11:19:26.677673+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:36:03.283534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"90'10","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674076+0000","last_change":"2024-05-10T11:16:52.037110+0000","last_active":"2024-05-10T11:19:26.674076+0000","last_peered":"2024-05-10T11:19:26.674076+0000","last_clean":"2024-05-10T11:19:26.674076+0000","last_became_active":"2024-05-10T11:16:52.036782+0000","last_became_peered":"2024-05-10T11:16:52.036782+0000","last_unstale":"2024-05-10T11:19:26.674076+0000","last_undegraded":"2024-05-10T11:19:26.674076+0000","last_fullsized":"2024-05-10T11:19:26.674076+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:19:41.389511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674068+0000","last_change":"2024-05-10T11:16:52.045755+0000","last_active":"2024-05-10T11:19:26.674068+0000","last_peered":"2024-05-10T11:19:26.674068+0000","last_clean":"2024-05-10T11:19:26.674068+0000","last_became_active":"2024-05-10T11:16:52.045426+0000","last_became_peered":"2024-05-10T11:16:52.045426+0000","last_unstale":"2024-05-10T11:19:26.674068+0000","last_undegraded":"2024-05-10T11:19:26.674068+0000","last_fullsized":"2024-05-10T11:19:26.674068+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:02:15.961037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.856247+0000","last_change":"2024-05-10T11:17:27.907536+0000","last_active":"2024-05-10T11:18:27.856247+0000","last_peered":"2024-05-10T11:18:27.856247+0000","last_clean":"2024-05-10T11:18:27.856247+0000","last_became_active":"2024-05-10T11:17:27.906963+0000","last_became_peered":"2024-05-10T11:17:27.906963+0000","last_unstale":"2024-05-10T11:18:27.856247+0000","last_undegraded":"2024-05-10T11:18:27.856247+0000","last_fullsized":"2024-05-10T11:18:27.856247+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:05:14.588971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8,0],"acting":[2,3,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"90'15","reported_seq":255,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:13.911415+0000","last_change":"2024-05-10T11:16:48.014296+0000","last_active":"2024-05-10T11:21:13.911415+0000","last_peered":"2024-05-10T11:21:13.911415+0000","last_clean":"2024-05-10T11:21:13.911415+0000","last_became_active":"2024-05-10T11:16:48.013962+0000","last_became_peered":"2024-05-10T11:16:48.013962+0000","last_unstale":"2024-05-10T11:21:13.911415+0000","last_undegraded":"2024-05-10T11:21:13.911415+0000","last_fullsized":"2024-05-10T11:21:13.911415+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:19:44.348670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":195,"num_read_kb":195,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"90'5","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674782+0000","last_change":"2024-05-10T11:16:52.056161+0000","last_active":"2024-05-10T11:19:26.674782+0000","last_peered":"2024-05-10T11:19:26.674782+0000","last_clean":"2024-05-10T11:19:26.674782+0000","last_became_active":"2024-05-10T11:16:52.055851+0000","last_became_peered":"2024-05-10T11:16:52.055851+0000","last_unstale":"2024-05-10T11:19:26.674782+0000","last_undegraded":"2024-05-10T11:19:26.674782+0000","last_fullsized":"2024-05-10T11:19:26.674782+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:10:26.822384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851380+0000","last_change":"2024-05-10T11:17:03.080696+0000","last_active":"2024-05-10T11:18:27.851380+0000","last_peered":"2024-05-10T11:18:27.851380+0000","last_clean":"2024-05-10T11:18:27.851380+0000","last_became_active":"2024-05-10T11:17:03.080173+0000","last_became_peered":"2024-05-10T11:17:03.080173+0000","last_unstale":"2024-05-10T11:18:27.851380+0000","last_undegraded":"2024-05-10T11:18:27.851380+0000","last_fullsized":"2024-05-10T11:18:27.851380+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:01:56.547498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:48.195816+0000","last_change":"2024-05-10T11:16:48.055690+0000","last_active":"2024-05-10T11:18:48.195816+0000","last_peered":"2024-05-10T11:18:48.195816+0000","last_clean":"2024-05-10T11:18:48.195816+0000","last_became_active":"2024-05-10T11:16:48.055020+0000","last_became_peered":"2024-05-10T11:16:48.055020+0000","last_unstale":"2024-05-10T11:18:48.195816+0000","last_undegraded":"2024-05-10T11:18:48.195816+0000","last_fullsized":"2024-05-10T11:18:48.195816+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:09:01.084758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"90'6","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675074+0000","last_change":"2024-05-10T11:16:52.045532+0000","last_active":"2024-05-10T11:19:26.675074+0000","last_peered":"2024-05-10T11:19:26.675074+0000","last_clean":"2024-05-10T11:19:26.675074+0000","last_became_active":"2024-05-10T11:16:52.044322+0000","last_became_peered":"2024-05-10T11:16:52.044322+0000","last_unstale":"2024-05-10T11:19:26.675074+0000","last_undegraded":"2024-05-10T11:19:26.675074+0000","last_fullsized":"2024-05-10T11:19:26.675074+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:03:51.824875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851628+0000","last_change":"2024-05-10T11:17:03.081271+0000","last_active":"2024-05-10T11:18:27.851628+0000","last_peered":"2024-05-10T11:18:27.851628+0000","last_clean":"2024-05-10T11:18:27.851628+0000","last_became_active":"2024-05-10T11:17:03.080919+0000","last_became_peered":"2024-05-10T11:17:03.080919+0000","last_unstale":"2024-05-10T11:18:27.851628+0000","last_undegraded":"2024-05-10T11:18:27.851628+0000","last_fullsized":"2024-05-10T11:18:27.851628+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:18:51.855005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":57,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855033+0000","last_change":"2024-05-10T11:16:48.015813+0000","last_active":"2024-05-10T11:18:27.855033+0000","last_peered":"2024-05-10T11:18:27.855033+0000","last_clean":"2024-05-10T11:18:27.855033+0000","last_became_active":"2024-05-10T11:16:48.015456+0000","last_became_peered":"2024-05-10T11:16:48.015456+0000","last_unstale":"2024-05-10T11:18:27.855033+0000","last_undegraded":"2024-05-10T11:18:27.855033+0000","last_fullsized":"2024-05-10T11:18:27.855033+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:02:01.548503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.678522+0000","last_change":"2024-05-10T11:16:52.044404+0000","last_active":"2024-05-10T11:19:26.678522+0000","last_peered":"2024-05-10T11:19:26.678522+0000","last_clean":"2024-05-10T11:19:26.678522+0000","last_became_active":"2024-05-10T11:16:52.043948+0000","last_became_peered":"2024-05-10T11:16:52.043948+0000","last_unstale":"2024-05-10T11:19:26.678522+0000","last_undegraded":"2024-05-10T11:19:26.678522+0000","last_fullsized":"2024-05-10T11:19:26.678522+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:42:29.024708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851393+0000","last_change":"2024-05-10T11:17:03.086533+0000","last_active":"2024-05-10T11:18:27.851393+0000","last_peered":"2024-05-10T11:18:27.851393+0000","last_clean":"2024-05-10T11:18:27.851393+0000","last_became_active":"2024-05-10T11:17:03.086005+0000","last_became_peered":"2024-05-10T11:17:03.086005+0000","last_unstale":"2024-05-10T11:18:27.851393+0000","last_undegraded":"2024-05-10T11:18:27.851393+0000","last_fullsized":"2024-05-10T11:18:27.851393+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:34:17.255760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855292+0000","last_change":"2024-05-10T11:16:48.017679+0000","last_active":"2024-05-10T11:18:27.855292+0000","last_peered":"2024-05-10T11:18:27.855292+0000","last_clean":"2024-05-10T11:18:27.855292+0000","last_became_active":"2024-05-10T11:16:48.016679+0000","last_became_peered":"2024-05-10T11:16:48.016679+0000","last_unstale":"2024-05-10T11:18:27.855292+0000","last_undegraded":"2024-05-10T11:18:27.855292+0000","last_fullsized":"2024-05-10T11:18:27.855292+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:14:02.830847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"90'15","reported_seq":54,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.678153+0000","last_change":"2024-05-10T11:16:52.049417+0000","last_active":"2024-05-10T11:19:26.678153+0000","last_peered":"2024-05-10T11:19:26.678153+0000","last_clean":"2024-05-10T11:19:26.678153+0000","last_became_active":"2024-05-10T11:16:52.049088+0000","last_became_peered":"2024-05-10T11:16:52.049088+0000","last_unstale":"2024-05-10T11:19:26.678153+0000","last_undegraded":"2024-05-10T11:19:26.678153+0000","last_fullsized":"2024-05-10T11:19:26.678153+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:08:54.100452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854914+0000","last_change":"2024-05-10T11:17:03.083471+0000","last_active":"2024-05-10T11:18:27.854914+0000","last_peered":"2024-05-10T11:18:27.854914+0000","last_clean":"2024-05-10T11:18:27.854914+0000","last_became_active":"2024-05-10T11:17:03.083043+0000","last_became_peered":"2024-05-10T11:17:03.083043+0000","last_unstale":"2024-05-10T11:18:27.854914+0000","last_undegraded":"2024-05-10T11:18:27.854914+0000","last_fullsized":"2024-05-10T11:18:27.854914+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:16:52.497928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"90'7","reported_seq":249,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:12.911699+0000","last_change":"2024-05-10T11:16:48.017135+0000","last_active":"2024-05-10T11:21:12.911699+0000","last_peered":"2024-05-10T11:21:12.911699+0000","last_clean":"2024-05-10T11:21:12.911699+0000","last_became_active":"2024-05-10T11:16:48.016696+0000","last_became_peered":"2024-05-10T11:16:48.016696+0000","last_unstale":"2024-05-10T11:21:12.911699+0000","last_undegraded":"2024-05-10T11:21:12.911699+0000","last_fullsized":"2024-05-10T11:21:12.911699+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:55:30.506222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1506,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":197,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.660003+0000","last_change":"2024-05-10T11:16:52.041333+0000","last_active":"2024-05-10T11:19:26.660003+0000","last_peered":"2024-05-10T11:19:26.660003+0000","last_clean":"2024-05-10T11:19:26.660003+0000","last_became_active":"2024-05-10T11:16:52.040986+0000","last_became_peered":"2024-05-10T11:16:52.040986+0000","last_unstale":"2024-05-10T11:19:26.660003+0000","last_undegraded":"2024-05-10T11:19:26.660003+0000","last_fullsized":"2024-05-10T11:19:26.660003+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:19:44.846743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855970+0000","last_change":"2024-05-10T11:17:03.080936+0000","last_active":"2024-05-10T11:18:27.855970+0000","last_peered":"2024-05-10T11:18:27.855970+0000","last_clean":"2024-05-10T11:18:27.855970+0000","last_became_active":"2024-05-10T11:17:03.080396+0000","last_became_peered":"2024-05-10T11:17:03.080396+0000","last_unstale":"2024-05-10T11:18:27.855970+0000","last_undegraded":"2024-05-10T11:18:27.855970+0000","last_fullsized":"2024-05-10T11:18:27.855970+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:46:21.611128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":52,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.062591+0000","last_change":"2024-05-10T11:16:48.014839+0000","last_active":"2024-05-10T11:18:28.062591+0000","last_peered":"2024-05-10T11:18:28.062591+0000","last_clean":"2024-05-10T11:18:28.062591+0000","last_became_active":"2024-05-10T11:16:48.014435+0000","last_became_peered":"2024-05-10T11:16:48.014435+0000","last_unstale":"2024-05-10T11:18:28.062591+0000","last_undegraded":"2024-05-10T11:18:28.062591+0000","last_fullsized":"2024-05-10T11:18:28.062591+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:23:36.379267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.673615+0000","last_change":"2024-05-10T11:16:52.051114+0000","last_active":"2024-05-10T11:19:26.673615+0000","last_peered":"2024-05-10T11:19:26.673615+0000","last_clean":"2024-05-10T11:19:26.673615+0000","last_became_active":"2024-05-10T11:16:52.050577+0000","last_became_peered":"2024-05-10T11:16:52.050577+0000","last_unstale":"2024-05-10T11:19:26.673615+0000","last_undegraded":"2024-05-10T11:19:26.673615+0000","last_fullsized":"2024-05-10T11:19:26.673615+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:05:04.843260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:07.989404+0000","last_change":"2024-05-10T11:17:03.083835+0000","last_active":"2024-05-10T11:19:07.989404+0000","last_peered":"2024-05-10T11:19:07.989404+0000","last_clean":"2024-05-10T11:19:07.989404+0000","last_became_active":"2024-05-10T11:17:03.083413+0000","last_became_peered":"2024-05-10T11:17:03.083413+0000","last_unstale":"2024-05-10T11:19:07.989404+0000","last_undegraded":"2024-05-10T11:19:07.989404+0000","last_fullsized":"2024-05-10T11:19:07.989404+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:03:17.385384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.845438+0000","last_change":"2024-05-10T11:16:48.007413+0000","last_active":"2024-05-10T11:18:27.845438+0000","last_peered":"2024-05-10T11:18:27.845438+0000","last_clean":"2024-05-10T11:18:27.845438+0000","last_became_active":"2024-05-10T11:16:48.007107+0000","last_became_peered":"2024-05-10T11:16:48.007107+0000","last_unstale":"2024-05-10T11:18:27.845438+0000","last_undegraded":"2024-05-10T11:18:27.845438+0000","last_fullsized":"2024-05-10T11:18:27.845438+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:23:53.119718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"90'8","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.663511+0000","last_change":"2024-05-10T11:16:52.041677+0000","last_active":"2024-05-10T11:19:26.663511+0000","last_peered":"2024-05-10T11:19:26.663511+0000","last_clean":"2024-05-10T11:19:26.663511+0000","last_became_active":"2024-05-10T11:16:52.041367+0000","last_became_peered":"2024-05-10T11:16:52.041367+0000","last_unstale":"2024-05-10T11:19:26.663511+0000","last_undegraded":"2024-05-10T11:19:26.663511+0000","last_fullsized":"2024-05-10T11:19:26.663511+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:18:30.778415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:04.991043+0000","last_change":"2024-05-10T11:17:03.083092+0000","last_active":"2024-05-10T11:19:04.991043+0000","last_peered":"2024-05-10T11:19:04.991043+0000","last_clean":"2024-05-10T11:19:04.991043+0000","last_became_active":"2024-05-10T11:17:03.082721+0000","last_became_peered":"2024-05-10T11:17:03.082721+0000","last_unstale":"2024-05-10T11:19:04.991043+0000","last_undegraded":"2024-05-10T11:19:04.991043+0000","last_fullsized":"2024-05-10T11:19:04.991043+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:20:10.921109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848171+0000","last_change":"2024-05-10T11:16:48.016029+0000","last_active":"2024-05-10T11:18:27.848171+0000","last_peered":"2024-05-10T11:18:27.848171+0000","last_clean":"2024-05-10T11:18:27.848171+0000","last_became_active":"2024-05-10T11:16:48.015430+0000","last_became_peered":"2024-05-10T11:16:48.015430+0000","last_unstale":"2024-05-10T11:18:27.848171+0000","last_undegraded":"2024-05-10T11:18:27.848171+0000","last_fullsized":"2024-05-10T11:18:27.848171+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:58:33.404987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"90'11","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.665685+0000","last_change":"2024-05-10T11:16:52.043460+0000","last_active":"2024-05-10T11:19:26.665685+0000","last_peered":"2024-05-10T11:19:26.665685+0000","last_clean":"2024-05-10T11:19:26.665685+0000","last_became_active":"2024-05-10T11:16:52.043148+0000","last_became_peered":"2024-05-10T11:16:52.043148+0000","last_unstale":"2024-05-10T11:19:26.665685+0000","last_undegraded":"2024-05-10T11:19:26.665685+0000","last_fullsized":"2024-05-10T11:19:26.665685+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:16:46.497801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855240+0000","last_change":"2024-05-10T11:17:28.101161+0000","last_active":"2024-05-10T11:18:27.855240+0000","last_peered":"2024-05-10T11:18:27.855240+0000","last_clean":"2024-05-10T11:18:27.855240+0000","last_became_active":"2024-05-10T11:17:28.100749+0000","last_became_peered":"2024-05-10T11:17:28.100749+0000","last_unstale":"2024-05-10T11:18:27.855240+0000","last_undegraded":"2024-05-10T11:18:27.855240+0000","last_fullsized":"2024-05-10T11:18:27.855240+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:22:44.998963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,8],"acting":[3,7,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"90'7","reported_seq":433,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:11.117274+0000","last_change":"2024-05-10T11:16:48.014243+0000","last_active":"2024-05-10T11:21:11.117274+0000","last_peered":"2024-05-10T11:21:11.117274+0000","last_clean":"2024-05-10T11:21:11.117274+0000","last_became_active":"2024-05-10T11:16:48.013773+0000","last_became_peered":"2024-05-10T11:16:48.013773+0000","last_unstale":"2024-05-10T11:21:11.117274+0000","last_undegraded":"2024-05-10T11:21:11.117274+0000","last_fullsized":"2024-05-10T11:21:11.117274+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:45:48.797714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":381,"num_read_kb":381,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"90'10","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677665+0000","last_change":"2024-05-10T11:16:52.043158+0000","last_active":"2024-05-10T11:19:26.677665+0000","last_peered":"2024-05-10T11:19:26.677665+0000","last_clean":"2024-05-10T11:19:26.677665+0000","last_became_active":"2024-05-10T11:16:52.042710+0000","last_became_peered":"2024-05-10T11:16:52.042710+0000","last_unstale":"2024-05-10T11:19:26.677665+0000","last_undegraded":"2024-05-10T11:19:26.677665+0000","last_fullsized":"2024-05-10T11:19:26.677665+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:09:24.774705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.850087+0000","last_change":"2024-05-10T11:17:03.088532+0000","last_active":"2024-05-10T11:18:27.850087+0000","last_peered":"2024-05-10T11:18:27.850087+0000","last_clean":"2024-05-10T11:18:27.850087+0000","last_became_active":"2024-05-10T11:17:03.088215+0000","last_became_peered":"2024-05-10T11:17:03.088215+0000","last_unstale":"2024-05-10T11:18:27.850087+0000","last_undegraded":"2024-05-10T11:18:27.850087+0000","last_fullsized":"2024-05-10T11:18:27.850087+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:17:13.454803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848744+0000","last_change":"2024-05-10T11:16:48.007517+0000","last_active":"2024-05-10T11:18:27.848744+0000","last_peered":"2024-05-10T11:18:27.848744+0000","last_clean":"2024-05-10T11:18:27.848744+0000","last_became_active":"2024-05-10T11:16:48.006669+0000","last_became_peered":"2024-05-10T11:16:48.006669+0000","last_unstale":"2024-05-10T11:18:27.848744+0000","last_undegraded":"2024-05-10T11:18:27.848744+0000","last_fullsized":"2024-05-10T11:18:27.848744+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:18:25.475701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671001+0000","last_change":"2024-05-10T11:16:52.044657+0000","last_active":"2024-05-10T11:19:26.671001+0000","last_peered":"2024-05-10T11:19:26.671001+0000","last_clean":"2024-05-10T11:19:26.671001+0000","last_became_active":"2024-05-10T11:16:52.043851+0000","last_became_peered":"2024-05-10T11:16:52.043851+0000","last_unstale":"2024-05-10T11:19:26.671001+0000","last_undegraded":"2024-05-10T11:19:26.671001+0000","last_fullsized":"2024-05-10T11:19:26.671001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:39:13.072004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851769+0000","last_change":"2024-05-10T11:17:03.076247+0000","last_active":"2024-05-10T11:18:27.851769+0000","last_peered":"2024-05-10T11:18:27.851769+0000","last_clean":"2024-05-10T11:18:27.851769+0000","last_became_active":"2024-05-10T11:17:03.075225+0000","last_became_peered":"2024-05-10T11:17:03.075225+0000","last_unstale":"2024-05-10T11:18:27.851769+0000","last_undegraded":"2024-05-10T11:18:27.851769+0000","last_fullsized":"2024-05-10T11:18:27.851769+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:05:02.967759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":51,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848917+0000","last_change":"2024-05-10T11:16:48.055124+0000","last_active":"2024-05-10T11:18:27.848917+0000","last_peered":"2024-05-10T11:18:27.848917+0000","last_clean":"2024-05-10T11:18:27.848917+0000","last_became_active":"2024-05-10T11:16:48.054733+0000","last_became_peered":"2024-05-10T11:16:48.054733+0000","last_unstale":"2024-05-10T11:18:27.848917+0000","last_undegraded":"2024-05-10T11:18:27.848917+0000","last_fullsized":"2024-05-10T11:18:27.848917+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:30:31.196384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"90'11","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677802+0000","last_change":"2024-05-10T11:16:52.043587+0000","last_active":"2024-05-10T11:19:26.677802+0000","last_peered":"2024-05-10T11:19:26.677802+0000","last_clean":"2024-05-10T11:19:26.677802+0000","last_became_active":"2024-05-10T11:16:52.043196+0000","last_became_peered":"2024-05-10T11:16:52.043196+0000","last_unstale":"2024-05-10T11:19:26.677802+0000","last_undegraded":"2024-05-10T11:19:26.677802+0000","last_fullsized":"2024-05-10T11:19:26.677802+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:08:44.659475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.850390+0000","last_change":"2024-05-10T11:17:03.088204+0000","last_active":"2024-05-10T11:18:27.850390+0000","last_peered":"2024-05-10T11:18:27.850390+0000","last_clean":"2024-05-10T11:18:27.850390+0000","last_became_active":"2024-05-10T11:17:03.087158+0000","last_became_peered":"2024-05-10T11:17:03.087158+0000","last_unstale":"2024-05-10T11:18:27.850390+0000","last_undegraded":"2024-05-10T11:18:27.850390+0000","last_fullsized":"2024-05-10T11:18:27.850390+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:34:39.611191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"90'44","reported_seq":484,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:11.909966+0000","last_change":"2024-05-10T11:16:48.007379+0000","last_active":"2024-05-10T11:21:11.909966+0000","last_peered":"2024-05-10T11:21:11.909966+0000","last_clean":"2024-05-10T11:21:11.909966+0000","last_became_active":"2024-05-10T11:16:48.006985+0000","last_became_peered":"2024-05-10T11:16:48.006985+0000","last_unstale":"2024-05-10T11:21:11.909966+0000","last_undegraded":"2024-05-10T11:21:11.909966+0000","last_fullsized":"2024-05-10T11:21:11.909966+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:12:46.390081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72481,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":395,"num_read_kb":269,"num_write":46,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"90'6","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.659154+0000","last_change":"2024-05-10T11:16:52.041342+0000","last_active":"2024-05-10T11:19:26.659154+0000","last_peered":"2024-05-10T11:19:26.659154+0000","last_clean":"2024-05-10T11:19:26.659154+0000","last_became_active":"2024-05-10T11:16:52.041043+0000","last_became_peered":"2024-05-10T11:16:52.041043+0000","last_unstale":"2024-05-10T11:19:26.659154+0000","last_undegraded":"2024-05-10T11:19:26.659154+0000","last_fullsized":"2024-05-10T11:19:26.659154+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:10:06.897014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.849130+0000","last_change":"2024-05-10T11:17:03.087123+0000","last_active":"2024-05-10T11:18:27.849130+0000","last_peered":"2024-05-10T11:18:27.849130+0000","last_clean":"2024-05-10T11:18:27.849130+0000","last_became_active":"2024-05-10T11:17:03.086161+0000","last_became_peered":"2024-05-10T11:17:03.086161+0000","last_unstale":"2024-05-10T11:18:27.849130+0000","last_undegraded":"2024-05-10T11:18:27.849130+0000","last_fullsized":"2024-05-10T11:18:27.849130+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:47:19.747784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":55,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854728+0000","last_change":"2024-05-10T11:16:48.007584+0000","last_active":"2024-05-10T11:18:27.854728+0000","last_peered":"2024-05-10T11:18:27.854728+0000","last_clean":"2024-05-10T11:18:27.854728+0000","last_became_active":"2024-05-10T11:16:48.007286+0000","last_became_peered":"2024-05-10T11:16:48.007286+0000","last_unstale":"2024-05-10T11:18:27.854728+0000","last_undegraded":"2024-05-10T11:18:27.854728+0000","last_fullsized":"2024-05-10T11:18:27.854728+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:55:00.954380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"90'9","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.663550+0000","last_change":"2024-05-10T11:16:52.049695+0000","last_active":"2024-05-10T11:19:26.663550+0000","last_peered":"2024-05-10T11:19:26.663550+0000","last_clean":"2024-05-10T11:19:26.663550+0000","last_became_active":"2024-05-10T11:16:52.049357+0000","last_became_peered":"2024-05-10T11:16:52.049357+0000","last_unstale":"2024-05-10T11:19:26.663550+0000","last_undegraded":"2024-05-10T11:19:26.663550+0000","last_fullsized":"2024-05-10T11:19:26.663550+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:19:24.583066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.855726+0000","last_change":"2024-05-10T11:17:03.091169+0000","last_active":"2024-05-10T11:18:27.855726+0000","last_peered":"2024-05-10T11:18:27.855726+0000","last_clean":"2024-05-10T11:18:27.855726+0000","last_became_active":"2024-05-10T11:17:03.090711+0000","last_became_peered":"2024-05-10T11:17:03.090711+0000","last_unstale":"2024-05-10T11:18:27.855726+0000","last_undegraded":"2024-05-10T11:18:27.855726+0000","last_fullsized":"2024-05-10T11:18:27.855726+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:58:49.118170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":51,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848344+0000","last_change":"2024-05-10T11:16:48.015465+0000","last_active":"2024-05-10T11:18:27.848344+0000","last_peered":"2024-05-10T11:18:27.848344+0000","last_clean":"2024-05-10T11:18:27.848344+0000","last_became_active":"2024-05-10T11:16:48.015131+0000","last_became_peered":"2024-05-10T11:16:48.015131+0000","last_unstale":"2024-05-10T11:18:27.848344+0000","last_undegraded":"2024-05-10T11:18:27.848344+0000","last_fullsized":"2024-05-10T11:18:27.848344+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:55:02.917010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"90'15","reported_seq":59,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.663587+0000","last_change":"2024-05-10T11:17:27.661261+0000","last_active":"2024-05-10T11:19:26.663587+0000","last_peered":"2024-05-10T11:19:26.663587+0000","last_clean":"2024-05-10T11:19:26.663587+0000","last_became_active":"2024-05-10T11:17:27.660916+0000","last_became_peered":"2024-05-10T11:17:27.660916+0000","last_unstale":"2024-05-10T11:19:26.663587+0000","last_undegraded":"2024-05-10T11:19:26.663587+0000","last_fullsized":"2024-05-10T11:19:26.663587+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:24:55.464489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851224+0000","last_change":"2024-05-10T11:17:03.089748+0000","last_active":"2024-05-10T11:18:27.851224+0000","last_peered":"2024-05-10T11:18:27.851224+0000","last_clean":"2024-05-10T11:18:27.851224+0000","last_became_active":"2024-05-10T11:17:03.089372+0000","last_became_peered":"2024-05-10T11:17:03.089372+0000","last_unstale":"2024-05-10T11:18:27.851224+0000","last_undegraded":"2024-05-10T11:18:27.851224+0000","last_fullsized":"2024-05-10T11:18:27.851224+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:14:50.072707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"90'9","reported_seq":252,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:12.911326+0000","last_change":"2024-05-10T11:16:48.007535+0000","last_active":"2024-05-10T11:21:12.911326+0000","last_peered":"2024-05-10T11:21:12.911326+0000","last_clean":"2024-05-10T11:21:12.911326+0000","last_became_active":"2024-05-10T11:16:48.006930+0000","last_became_peered":"2024-05-10T11:16:48.006930+0000","last_unstale":"2024-05-10T11:21:12.911326+0000","last_undegraded":"2024-05-10T11:21:12.911326+0000","last_fullsized":"2024-05-10T11:21:12.911326+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:43:00.717545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2004,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":200,"num_read_kb":7,"num_write":9,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"90'6","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668655+0000","last_change":"2024-05-10T11:16:52.045912+0000","last_active":"2024-05-10T11:19:26.668655+0000","last_peered":"2024-05-10T11:19:26.668655+0000","last_clean":"2024-05-10T11:19:26.668655+0000","last_became_active":"2024-05-10T11:16:52.045617+0000","last_became_peered":"2024-05-10T11:16:52.045617+0000","last_unstale":"2024-05-10T11:19:26.668655+0000","last_undegraded":"2024-05-10T11:19:26.668655+0000","last_fullsized":"2024-05-10T11:19:26.668655+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:33:20.206709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.845980+0000","last_change":"2024-05-10T11:17:03.084329+0000","last_active":"2024-05-10T11:18:27.845980+0000","last_peered":"2024-05-10T11:18:27.845980+0000","last_clean":"2024-05-10T11:18:27.845980+0000","last_became_active":"2024-05-10T11:17:03.083952+0000","last_became_peered":"2024-05-10T11:17:03.083952+0000","last_unstale":"2024-05-10T11:18:27.845980+0000","last_undegraded":"2024-05-10T11:18:27.845980+0000","last_fullsized":"2024-05-10T11:18:27.845980+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:27:34.889679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":62,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854157+0000","last_change":"2024-05-10T11:16:48.056864+0000","last_active":"2024-05-10T11:18:27.854157+0000","last_peered":"2024-05-10T11:18:27.854157+0000","last_clean":"2024-05-10T11:18:27.854157+0000","last_became_active":"2024-05-10T11:16:48.056509+0000","last_became_peered":"2024-05-10T11:16:48.056509+0000","last_unstale":"2024-05-10T11:18:27.854157+0000","last_undegraded":"2024-05-10T11:18:27.854157+0000","last_fullsized":"2024-05-10T11:18:27.854157+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:41:00.569598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"90'6","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675538+0000","last_change":"2024-05-10T11:16:52.049669+0000","last_active":"2024-05-10T11:19:26.675538+0000","last_peered":"2024-05-10T11:19:26.675538+0000","last_clean":"2024-05-10T11:19:26.675538+0000","last_became_active":"2024-05-10T11:16:52.047990+0000","last_became_peered":"2024-05-10T11:16:52.047990+0000","last_unstale":"2024-05-10T11:19:26.675538+0000","last_undegraded":"2024-05-10T11:19:26.675538+0000","last_fullsized":"2024-05-10T11:19:26.675538+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:08:41.795541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848188+0000","last_change":"2024-05-10T11:17:03.086357+0000","last_active":"2024-05-10T11:18:27.848188+0000","last_peered":"2024-05-10T11:18:27.848188+0000","last_clean":"2024-05-10T11:18:27.848188+0000","last_became_active":"2024-05-10T11:17:03.085896+0000","last_became_peered":"2024-05-10T11:17:03.085896+0000","last_unstale":"2024-05-10T11:18:27.848188+0000","last_undegraded":"2024-05-10T11:18:27.848188+0000","last_fullsized":"2024-05-10T11:18:27.848188+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:09:00.174197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"90'3","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:06.703262+0000","last_change":"2024-05-10T11:16:48.019166+0000","last_active":"2024-05-10T11:19:06.703262+0000","last_peered":"2024-05-10T11:19:06.703262+0000","last_clean":"2024-05-10T11:19:06.703262+0000","last_became_active":"2024-05-10T11:16:48.018708+0000","last_became_peered":"2024-05-10T11:16:48.018708+0000","last_unstale":"2024-05-10T11:19:06.703262+0000","last_undegraded":"2024-05-10T11:19:06.703262+0000","last_fullsized":"2024-05-10T11:19:06.703262+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:59:48.883324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"90'5","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.663516+0000","last_change":"2024-05-10T11:17:27.665348+0000","last_active":"2024-05-10T11:19:26.663516+0000","last_peered":"2024-05-10T11:19:26.663516+0000","last_clean":"2024-05-10T11:19:26.663516+0000","last_became_active":"2024-05-10T11:17:27.664892+0000","last_became_peered":"2024-05-10T11:17:27.664892+0000","last_unstale":"2024-05-10T11:19:26.663516+0000","last_undegraded":"2024-05-10T11:19:26.663516+0000","last_fullsized":"2024-05-10T11:19:26.663516+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:13:15.632171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854415+0000","last_change":"2024-05-10T11:17:28.103040+0000","last_active":"2024-05-10T11:18:27.854415+0000","last_peered":"2024-05-10T11:18:27.854415+0000","last_clean":"2024-05-10T11:18:27.854415+0000","last_became_active":"2024-05-10T11:17:28.102474+0000","last_became_peered":"2024-05-10T11:17:28.102474+0000","last_unstale":"2024-05-10T11:18:27.854415+0000","last_undegraded":"2024-05-10T11:18:27.854415+0000","last_fullsized":"2024-05-10T11:18:27.854415+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:28:12.521313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,1],"acting":[8,10,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:55.224139+0000","last_change":"2024-05-10T11:16:48.055557+0000","last_active":"2024-05-10T11:18:55.224139+0000","last_peered":"2024-05-10T11:18:55.224139+0000","last_clean":"2024-05-10T11:18:55.224139+0000","last_became_active":"2024-05-10T11:16:48.055222+0000","last_became_peered":"2024-05-10T11:16:48.055222+0000","last_unstale":"2024-05-10T11:18:55.224139+0000","last_undegraded":"2024-05-10T11:18:55.224139+0000","last_fullsized":"2024-05-10T11:18:55.224139+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:46:03.054086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"90'4","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.660810+0000","last_change":"2024-05-10T11:16:52.043889+0000","last_active":"2024-05-10T11:19:26.660810+0000","last_peered":"2024-05-10T11:19:26.660810+0000","last_clean":"2024-05-10T11:19:26.660810+0000","last_became_active":"2024-05-10T11:16:52.043476+0000","last_became_peered":"2024-05-10T11:16:52.043476+0000","last_unstale":"2024-05-10T11:19:26.660810+0000","last_undegraded":"2024-05-10T11:19:26.660810+0000","last_fullsized":"2024-05-10T11:19:26.660810+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:35:33.577541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:10.726895+0000","last_change":"2024-05-10T11:17:03.082772+0000","last_active":"2024-05-10T11:19:10.726895+0000","last_peered":"2024-05-10T11:19:10.726895+0000","last_clean":"2024-05-10T11:19:10.726895+0000","last_became_active":"2024-05-10T11:17:03.082343+0000","last_became_peered":"2024-05-10T11:17:03.082343+0000","last_unstale":"2024-05-10T11:19:10.726895+0000","last_undegraded":"2024-05-10T11:19:10.726895+0000","last_fullsized":"2024-05-10T11:19:10.726895+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:20:09.949095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"90'8","reported_seq":247,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:09.906651+0000","last_change":"2024-05-10T11:16:48.005921+0000","last_active":"2024-05-10T11:21:09.906651+0000","last_peered":"2024-05-10T11:21:09.906651+0000","last_clean":"2024-05-10T11:21:09.906651+0000","last_became_active":"2024-05-10T11:16:48.005522+0000","last_became_peered":"2024-05-10T11:16:48.005522+0000","last_unstale":"2024-05-10T11:21:09.906651+0000","last_undegraded":"2024-05-10T11:21:09.906651+0000","last_fullsized":"2024-05-10T11:21:09.906651+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:39:00.495597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1613,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":194,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"90'7","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.654475+0000","last_change":"2024-05-10T11:16:52.043175+0000","last_active":"2024-05-10T11:19:26.654475+0000","last_peered":"2024-05-10T11:19:26.654475+0000","last_clean":"2024-05-10T11:19:26.654475+0000","last_became_active":"2024-05-10T11:16:52.042843+0000","last_became_peered":"2024-05-10T11:16:52.042843+0000","last_unstale":"2024-05-10T11:19:26.654475+0000","last_undegraded":"2024-05-10T11:19:26.654475+0000","last_fullsized":"2024-05-10T11:19:26.654475+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:24:22.572356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.846020+0000","last_change":"2024-05-10T11:17:03.560613+0000","last_active":"2024-05-10T11:18:27.846020+0000","last_peered":"2024-05-10T11:18:27.846020+0000","last_clean":"2024-05-10T11:18:27.846020+0000","last_became_active":"2024-05-10T11:17:03.560149+0000","last_became_peered":"2024-05-10T11:17:03.560149+0000","last_unstale":"2024-05-10T11:18:27.846020+0000","last_undegraded":"2024-05-10T11:18:27.846020+0000","last_fullsized":"2024-05-10T11:18:27.846020+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:29:59.256621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"90'8","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674404+0000","last_change":"2024-05-10T11:16:52.047667+0000","last_active":"2024-05-10T11:19:26.674404+0000","last_peered":"2024-05-10T11:19:26.674404+0000","last_clean":"2024-05-10T11:19:26.674404+0000","last_became_active":"2024-05-10T11:16:52.046206+0000","last_became_peered":"2024-05-10T11:16:52.046206+0000","last_unstale":"2024-05-10T11:19:26.674404+0000","last_undegraded":"2024-05-10T11:19:26.674404+0000","last_fullsized":"2024-05-10T11:19:26.674404+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:37:43.575295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'7","reported_seq":248,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:13.912030+0000","last_change":"2024-05-10T11:16:48.055486+0000","last_active":"2024-05-10T11:21:13.912030+0000","last_peered":"2024-05-10T11:21:13.912030+0000","last_clean":"2024-05-10T11:21:13.912030+0000","last_became_active":"2024-05-10T11:16:48.055141+0000","last_became_peered":"2024-05-10T11:16:48.055141+0000","last_unstale":"2024-05-10T11:21:13.912030+0000","last_undegraded":"2024-05-10T11:21:13.912030+0000","last_fullsized":"2024-05-10T11:21:13.912030+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:29:44.765058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":195,"num_read_kb":195,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848585+0000","last_change":"2024-05-10T11:17:03.082232+0000","last_active":"2024-05-10T11:18:27.848585+0000","last_peered":"2024-05-10T11:18:27.848585+0000","last_clean":"2024-05-10T11:18:27.848585+0000","last_became_active":"2024-05-10T11:17:03.081930+0000","last_became_peered":"2024-05-10T11:17:03.081930+0000","last_unstale":"2024-05-10T11:18:27.848585+0000","last_undegraded":"2024-05-10T11:18:27.848585+0000","last_fullsized":"2024-05-10T11:18:27.848585+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:12:43.832048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"90'8","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.673834+0000","last_change":"2024-05-10T11:17:28.101610+0000","last_active":"2024-05-10T11:19:26.673834+0000","last_peered":"2024-05-10T11:19:26.673834+0000","last_clean":"2024-05-10T11:19:26.673834+0000","last_became_active":"2024-05-10T11:17:28.101242+0000","last_became_peered":"2024-05-10T11:17:28.101242+0000","last_unstale":"2024-05-10T11:19:26.673834+0000","last_undegraded":"2024-05-10T11:19:26.673834+0000","last_fullsized":"2024-05-10T11:19:26.673834+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:18:53.230117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":54,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:54.138068+0000","last_change":"2024-05-10T11:16:48.007349+0000","last_active":"2024-05-10T11:18:54.138068+0000","last_peered":"2024-05-10T11:18:54.138068+0000","last_clean":"2024-05-10T11:18:54.138068+0000","last_became_active":"2024-05-10T11:16:48.006902+0000","last_became_peered":"2024-05-10T11:16:48.006902+0000","last_unstale":"2024-05-10T11:18:54.138068+0000","last_undegraded":"2024-05-10T11:18:54.138068+0000","last_fullsized":"2024-05-10T11:18:54.138068+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:10:14.679026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":119,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848541+0000","last_change":"2024-05-10T11:15:23.021445+0000","last_active":"2024-05-10T11:18:27.848541+0000","last_peered":"2024-05-10T11:18:27.848541+0000","last_clean":"2024-05-10T11:18:27.848541+0000","last_became_active":"2024-05-10T11:15:23.016547+0000","last_became_peered":"2024-05-10T11:15:23.016547+0000","last_unstale":"2024-05-10T11:18:27.848541+0000","last_undegraded":"2024-05-10T11:18:27.848541+0000","last_fullsized":"2024-05-10T11:18:27.848541+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:11:52.839903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:11:52.839903+0000","last_clean_scrub_stamp":"2024-05-10T11:11:52.839903+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:52:25.558388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848649+0000","last_change":"2024-05-10T11:17:27.803123+0000","last_active":"2024-05-10T11:18:27.848649+0000","last_peered":"2024-05-10T11:18:27.848649+0000","last_clean":"2024-05-10T11:18:27.848649+0000","last_became_active":"2024-05-10T11:17:27.802614+0000","last_became_peered":"2024-05-10T11:17:27.802614+0000","last_unstale":"2024-05-10T11:18:27.848649+0000","last_undegraded":"2024-05-10T11:18:27.848649+0000","last_fullsized":"2024-05-10T11:18:27.848649+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:42:45.115204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,11,6,10],"acting":[5,11,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"90'5","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.670971+0000","last_change":"2024-05-10T11:16:52.049027+0000","last_active":"2024-05-10T11:19:26.670971+0000","last_peered":"2024-05-10T11:19:26.670971+0000","last_clean":"2024-05-10T11:19:26.670971+0000","last_became_active":"2024-05-10T11:16:52.048707+0000","last_became_peered":"2024-05-10T11:16:52.048707+0000","last_unstale":"2024-05-10T11:19:26.670971+0000","last_undegraded":"2024-05-10T11:19:26.670971+0000","last_fullsized":"2024-05-10T11:19:26.670971+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:07:50.617791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":55,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:51.704262+0000","last_change":"2024-05-10T11:17:28.101640+0000","last_active":"2024-05-10T11:18:51.704262+0000","last_peered":"2024-05-10T11:18:51.704262+0000","last_clean":"2024-05-10T11:18:51.704262+0000","last_became_active":"2024-05-10T11:17:28.101170+0000","last_became_peered":"2024-05-10T11:17:28.101170+0000","last_unstale":"2024-05-10T11:18:51.704262+0000","last_undegraded":"2024-05-10T11:18:51.704262+0000","last_fullsized":"2024-05-10T11:18:51.704262+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:07:03.041192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:07.989302+0000","last_change":"2024-05-10T11:17:03.081699+0000","last_active":"2024-05-10T11:19:07.989302+0000","last_peered":"2024-05-10T11:19:07.989302+0000","last_clean":"2024-05-10T11:19:07.989302+0000","last_became_active":"2024-05-10T11:17:03.081256+0000","last_became_peered":"2024-05-10T11:17:03.081256+0000","last_unstale":"2024-05-10T11:19:07.989302+0000","last_undegraded":"2024-05-10T11:19:07.989302+0000","last_fullsized":"2024-05-10T11:19:07.989302+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:00:02.833979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:56.702224+0000","last_change":"2024-05-10T11:16:48.057508+0000","last_active":"2024-05-10T11:18:56.702224+0000","last_peered":"2024-05-10T11:18:56.702224+0000","last_clean":"2024-05-10T11:18:56.702224+0000","last_became_active":"2024-05-10T11:16:48.057166+0000","last_became_peered":"2024-05-10T11:16:48.057166+0000","last_unstale":"2024-05-10T11:18:56.702224+0000","last_undegraded":"2024-05-10T11:18:56.702224+0000","last_fullsized":"2024-05-10T11:18:56.702224+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:02:44.121762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"90'9","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671175+0000","last_change":"2024-05-10T11:16:52.047931+0000","last_active":"2024-05-10T11:19:26.671175+0000","last_peered":"2024-05-10T11:19:26.671175+0000","last_clean":"2024-05-10T11:19:26.671175+0000","last_became_active":"2024-05-10T11:16:52.047587+0000","last_became_peered":"2024-05-10T11:16:52.047587+0000","last_unstale":"2024-05-10T11:19:26.671175+0000","last_undegraded":"2024-05-10T11:19:26.671175+0000","last_fullsized":"2024-05-10T11:19:26.671175+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:48:08.546155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:03.197168+0000","last_change":"2024-05-10T11:17:03.560122+0000","last_active":"2024-05-10T11:19:03.197168+0000","last_peered":"2024-05-10T11:19:03.197168+0000","last_clean":"2024-05-10T11:19:03.197168+0000","last_became_active":"2024-05-10T11:17:03.559626+0000","last_became_peered":"2024-05-10T11:17:03.559626+0000","last_unstale":"2024-05-10T11:19:03.197168+0000","last_undegraded":"2024-05-10T11:19:03.197168+0000","last_fullsized":"2024-05-10T11:19:03.197168+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T23:00:25.900524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"90'19","reported_seq":80,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:10.236815+0000","last_change":"2024-05-10T11:18:27.864614+0000","last_active":"2024-05-10T11:21:10.236815+0000","last_peered":"2024-05-10T11:21:10.236815+0000","last_clean":"2024-05-10T11:21:10.236815+0000","last_became_active":"2024-05-10T11:18:27.857980+0000","last_became_peered":"2024-05-10T11:18:27.857980+0000","last_unstale":"2024-05-10T11:21:10.236815+0000","last_undegraded":"2024-05-10T11:21:10.236815+0000","last_fullsized":"2024-05-10T11:21:10.236815+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:57:44.304718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":34,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"90'5","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.669250+0000","last_change":"2024-05-10T11:16:52.041726+0000","last_active":"2024-05-10T11:19:26.669250+0000","last_peered":"2024-05-10T11:19:26.669250+0000","last_clean":"2024-05-10T11:19:26.669250+0000","last_became_active":"2024-05-10T11:16:52.041431+0000","last_became_peered":"2024-05-10T11:16:52.041431+0000","last_unstale":"2024-05-10T11:19:26.669250+0000","last_undegraded":"2024-05-10T11:19:26.669250+0000","last_fullsized":"2024-05-10T11:19:26.669250+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:24:16.133520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:07.877694+0000","last_change":"2024-05-10T11:17:03.077965+0000","last_active":"2024-05-10T11:19:07.877694+0000","last_peered":"2024-05-10T11:19:07.877694+0000","last_clean":"2024-05-10T11:19:07.877694+0000","last_became_active":"2024-05-10T11:17:03.077265+0000","last_became_peered":"2024-05-10T11:17:03.077265+0000","last_unstale":"2024-05-10T11:19:07.877694+0000","last_undegraded":"2024-05-10T11:19:07.877694+0000","last_fullsized":"2024-05-10T11:19:07.877694+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:23:49.046264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":53,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:59.138792+0000","last_change":"2024-05-10T11:16:48.392746+0000","last_active":"2024-05-10T11:18:59.138792+0000","last_peered":"2024-05-10T11:18:59.138792+0000","last_clean":"2024-05-10T11:18:59.138792+0000","last_became_active":"2024-05-10T11:16:48.392385+0000","last_became_peered":"2024-05-10T11:16:48.392385+0000","last_unstale":"2024-05-10T11:18:59.138792+0000","last_undegraded":"2024-05-10T11:18:59.138792+0000","last_fullsized":"2024-05-10T11:18:59.138792+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:59:33.332490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"90'7","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.670971+0000","last_change":"2024-05-10T11:16:52.053413+0000","last_active":"2024-05-10T11:19:26.670971+0000","last_peered":"2024-05-10T11:19:26.670971+0000","last_clean":"2024-05-10T11:19:26.670971+0000","last_became_active":"2024-05-10T11:16:52.052728+0000","last_became_peered":"2024-05-10T11:16:52.052728+0000","last_unstale":"2024-05-10T11:19:26.670971+0000","last_undegraded":"2024-05-10T11:19:26.670971+0000","last_fullsized":"2024-05-10T11:19:26.670971+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:44:04.224099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851826+0000","last_change":"2024-05-10T11:17:03.561077+0000","last_active":"2024-05-10T11:18:27.851826+0000","last_peered":"2024-05-10T11:18:27.851826+0000","last_clean":"2024-05-10T11:18:27.851826+0000","last_became_active":"2024-05-10T11:17:03.560668+0000","last_became_peered":"2024-05-10T11:17:03.560668+0000","last_unstale":"2024-05-10T11:18:27.851826+0000","last_undegraded":"2024-05-10T11:18:27.851826+0000","last_fullsized":"2024-05-10T11:18:27.851826+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:13:23.933388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:58.165115+0000","last_change":"2024-05-10T11:16:48.057501+0000","last_active":"2024-05-10T11:18:58.165115+0000","last_peered":"2024-05-10T11:18:58.165115+0000","last_clean":"2024-05-10T11:18:58.165115+0000","last_became_active":"2024-05-10T11:16:48.057144+0000","last_became_peered":"2024-05-10T11:16:48.057144+0000","last_unstale":"2024-05-10T11:18:58.165115+0000","last_undegraded":"2024-05-10T11:18:58.165115+0000","last_fullsized":"2024-05-10T11:18:58.165115+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:08:10.945786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"90'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.658683+0000","last_change":"2024-05-10T11:16:52.037082+0000","last_active":"2024-05-10T11:19:26.658683+0000","last_peered":"2024-05-10T11:19:26.658683+0000","last_clean":"2024-05-10T11:19:26.658683+0000","last_became_active":"2024-05-10T11:16:52.036688+0000","last_became_peered":"2024-05-10T11:16:52.036688+0000","last_unstale":"2024-05-10T11:19:26.658683+0000","last_undegraded":"2024-05-10T11:19:26.658683+0000","last_fullsized":"2024-05-10T11:19:26.658683+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:47:47.042738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851273+0000","last_change":"2024-05-10T11:17:03.089184+0000","last_active":"2024-05-10T11:18:27.851273+0000","last_peered":"2024-05-10T11:18:27.851273+0000","last_clean":"2024-05-10T11:18:27.851273+0000","last_became_active":"2024-05-10T11:17:03.088780+0000","last_became_peered":"2024-05-10T11:17:03.088780+0000","last_unstale":"2024-05-10T11:18:27.851273+0000","last_undegraded":"2024-05-10T11:18:27.851273+0000","last_fullsized":"2024-05-10T11:18:27.851273+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:28:04.563504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":52,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:58.196670+0000","last_change":"2024-05-10T11:16:48.006564+0000","last_active":"2024-05-10T11:18:58.196670+0000","last_peered":"2024-05-10T11:18:58.196670+0000","last_clean":"2024-05-10T11:18:58.196670+0000","last_became_active":"2024-05-10T11:16:48.006232+0000","last_became_peered":"2024-05-10T11:16:48.006232+0000","last_unstale":"2024-05-10T11:18:58.196670+0000","last_undegraded":"2024-05-10T11:18:58.196670+0000","last_fullsized":"2024-05-10T11:18:58.196670+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:57:51.056720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"90'9","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.672789+0000","last_change":"2024-05-10T11:16:52.039492+0000","last_active":"2024-05-10T11:19:26.672789+0000","last_peered":"2024-05-10T11:19:26.672789+0000","last_clean":"2024-05-10T11:19:26.672789+0000","last_became_active":"2024-05-10T11:16:52.039143+0000","last_became_peered":"2024-05-10T11:16:52.039143+0000","last_unstale":"2024-05-10T11:19:26.672789+0000","last_undegraded":"2024-05-10T11:19:26.672789+0000","last_fullsized":"2024-05-10T11:19:26.672789+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T21:19:11.305278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851977+0000","last_change":"2024-05-10T11:17:03.078573+0000","last_active":"2024-05-10T11:18:27.851977+0000","last_peered":"2024-05-10T11:18:27.851977+0000","last_clean":"2024-05-10T11:18:27.851977+0000","last_became_active":"2024-05-10T11:17:03.078196+0000","last_became_peered":"2024-05-10T11:17:03.078196+0000","last_unstale":"2024-05-10T11:18:27.851977+0000","last_undegraded":"2024-05-10T11:18:27.851977+0000","last_fullsized":"2024-05-10T11:18:27.851977+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:51:30.266019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"90'5","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:08.776239+0000","last_change":"2024-05-10T11:17:27.661845+0000","last_active":"2024-05-10T11:21:08.776239+0000","last_peered":"2024-05-10T11:21:08.776239+0000","last_clean":"2024-05-10T11:21:08.776239+0000","last_became_active":"2024-05-10T11:17:27.661429+0000","last_became_peered":"2024-05-10T11:17:27.661429+0000","last_unstale":"2024-05-10T11:21:08.776239+0000","last_undegraded":"2024-05-10T11:21:08.776239+0000","last_fullsized":"2024-05-10T11:21:08.776239+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:49:01.204444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"90'8","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.669314+0000","last_change":"2024-05-10T11:16:52.058512+0000","last_active":"2024-05-10T11:19:26.669314+0000","last_peered":"2024-05-10T11:19:26.669314+0000","last_clean":"2024-05-10T11:19:26.669314+0000","last_became_active":"2024-05-10T11:16:52.057965+0000","last_became_peered":"2024-05-10T11:16:52.057965+0000","last_unstale":"2024-05-10T11:19:26.669314+0000","last_undegraded":"2024-05-10T11:19:26.669314+0000","last_fullsized":"2024-05-10T11:19:26.669314+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T18:18:50.907235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.851561+0000","last_change":"2024-05-10T11:17:03.560391+0000","last_active":"2024-05-10T11:18:27.851561+0000","last_peered":"2024-05-10T11:18:27.851561+0000","last_clean":"2024-05-10T11:18:27.851561+0000","last_became_active":"2024-05-10T11:17:03.559918+0000","last_became_peered":"2024-05-10T11:17:03.559918+0000","last_unstale":"2024-05-10T11:18:27.851561+0000","last_undegraded":"2024-05-10T11:18:27.851561+0000","last_fullsized":"2024-05-10T11:18:27.851561+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:25:09.436180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854479+0000","last_change":"2024-05-10T11:16:48.018478+0000","last_active":"2024-05-10T11:18:27.854479+0000","last_peered":"2024-05-10T11:18:27.854479+0000","last_clean":"2024-05-10T11:18:27.854479+0000","last_became_active":"2024-05-10T11:16:48.017292+0000","last_became_peered":"2024-05-10T11:16:48.017292+0000","last_unstale":"2024-05-10T11:18:27.854479+0000","last_undegraded":"2024-05-10T11:18:27.854479+0000","last_fullsized":"2024-05-10T11:18:27.854479+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:07:07.599886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"90'5","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675927+0000","last_change":"2024-05-10T11:16:52.048977+0000","last_active":"2024-05-10T11:19:26.675927+0000","last_peered":"2024-05-10T11:19:26.675927+0000","last_clean":"2024-05-10T11:19:26.675927+0000","last_became_active":"2024-05-10T11:16:52.048658+0000","last_became_peered":"2024-05-10T11:16:52.048658+0000","last_unstale":"2024-05-10T11:19:26.675927+0000","last_undegraded":"2024-05-10T11:19:26.675927+0000","last_fullsized":"2024-05-10T11:19:26.675927+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:20:57.507638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:28.062593+0000","last_change":"2024-05-10T11:17:03.086560+0000","last_active":"2024-05-10T11:18:28.062593+0000","last_peered":"2024-05-10T11:18:28.062593+0000","last_clean":"2024-05-10T11:18:28.062593+0000","last_became_active":"2024-05-10T11:17:03.085919+0000","last_became_peered":"2024-05-10T11:17:03.085919+0000","last_unstale":"2024-05-10T11:18:28.062593+0000","last_undegraded":"2024-05-10T11:18:28.062593+0000","last_fullsized":"2024-05-10T11:18:28.062593+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:08:59.110190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"90'8","reported_seq":191,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:21:13.120352+0000","last_change":"2024-05-10T11:18:27.868552+0000","last_active":"2024-05-10T11:21:13.120352+0000","last_peered":"2024-05-10T11:21:13.120352+0000","last_clean":"2024-05-10T11:21:13.120352+0000","last_became_active":"2024-05-10T11:18:27.857220+0000","last_became_peered":"2024-05-10T11:18:27.857220+0000","last_unstale":"2024-05-10T11:21:13.120352+0000","last_undegraded":"2024-05-10T11:21:13.120352+0000","last_fullsized":"2024-05-10T11:21:13.120352+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T19:32:28.064579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2195,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":169,"num_read_kb":2,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1561,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"90'7","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675321+0000","last_change":"2024-05-10T11:16:52.050303+0000","last_active":"2024-05-10T11:19:26.675321+0000","last_peered":"2024-05-10T11:19:26.675321+0000","last_clean":"2024-05-10T11:19:26.675321+0000","last_became_active":"2024-05-10T11:16:52.049791+0000","last_became_peered":"2024-05-10T11:16:52.049791+0000","last_unstale":"2024-05-10T11:19:26.675321+0000","last_undegraded":"2024-05-10T11:19:26.675321+0000","last_fullsized":"2024-05-10T11:19:26.675321+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:04:50.647395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.854986+0000","last_change":"2024-05-10T11:17:03.087026+0000","last_active":"2024-05-10T11:18:27.854986+0000","last_peered":"2024-05-10T11:18:27.854986+0000","last_clean":"2024-05-10T11:18:27.854986+0000","last_became_active":"2024-05-10T11:17:03.086655+0000","last_became_peered":"2024-05-10T11:17:03.086655+0000","last_unstale":"2024-05-10T11:18:27.854986+0000","last_undegraded":"2024-05-10T11:18:27.854986+0000","last_fullsized":"2024-05-10T11:18:27.854986+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:52:37.414485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.849009+0000","last_change":"2024-05-10T11:16:48.014087+0000","last_active":"2024-05-10T11:18:27.849009+0000","last_peered":"2024-05-10T11:18:27.849009+0000","last_clean":"2024-05-10T11:18:27.849009+0000","last_became_active":"2024-05-10T11:16:48.013599+0000","last_became_peered":"2024-05-10T11:16:48.013599+0000","last_unstale":"2024-05-10T11:18:27.849009+0000","last_undegraded":"2024-05-10T11:18:27.849009+0000","last_fullsized":"2024-05-10T11:18:27.849009+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T14:41:07.988553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"90'6","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668692+0000","last_change":"2024-05-10T11:16:52.047277+0000","last_active":"2024-05-10T11:19:26.668692+0000","last_peered":"2024-05-10T11:19:26.668692+0000","last_clean":"2024-05-10T11:19:26.668692+0000","last_became_active":"2024-05-10T11:16:52.046916+0000","last_became_peered":"2024-05-10T11:16:52.046916+0000","last_unstale":"2024-05-10T11:19:26.668692+0000","last_undegraded":"2024-05-10T11:19:26.668692+0000","last_fullsized":"2024-05-10T11:19:26.668692+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T20:59:58.044364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.848005+0000","last_change":"2024-05-10T11:17:03.082476+0000","last_active":"2024-05-10T11:18:27.848005+0000","last_peered":"2024-05-10T11:18:27.848005+0000","last_clean":"2024-05-10T11:18:27.848005+0000","last_became_active":"2024-05-10T11:17:03.080326+0000","last_became_peered":"2024-05-10T11:17:03.080326+0000","last_unstale":"2024-05-10T11:18:27.848005+0000","last_undegraded":"2024-05-10T11:18:27.848005+0000","last_fullsized":"2024-05-10T11:18:27.848005+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:17:02.061768+0000","last_clean_scrub_stamp":"2024-05-10T11:17:02.061768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:57:27.656249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:18:27.846013+0000","last_change":"2024-05-10T11:16:48.006665+0000","last_active":"2024-05-10T11:18:27.846013+0000","last_peered":"2024-05-10T11:18:27.846013+0000","last_clean":"2024-05-10T11:18:27.846013+0000","last_became_active":"2024-05-10T11:16:48.006249+0000","last_became_peered":"2024-05-10T11:16:48.006249+0000","last_unstale":"2024-05-10T11:18:27.846013+0000","last_undegraded":"2024-05-10T11:18:27.846013+0000","last_fullsized":"2024-05-10T11:18:27.846013+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:46.993535+0000","last_clean_scrub_stamp":"2024-05-10T11:16:46.993535+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:35:31.187636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"90'9","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674210+0000","last_change":"2024-05-10T11:16:52.040594+0000","last_active":"2024-05-10T11:19:26.674210+0000","last_peered":"2024-05-10T11:19:26.674210+0000","last_clean":"2024-05-10T11:19:26.674210+0000","last_became_active":"2024-05-10T11:16:52.040188+0000","last_became_peered":"2024-05-10T11:16:52.040188+0000","last_unstale":"2024-05-10T11:19:26.674210+0000","last_undegraded":"2024-05-10T11:19:26.674210+0000","last_fullsized":"2024-05-10T11:19:26.674210+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T13:23:17.038258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"90'9","reported_seq":49,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.672113+0000","last_change":"2024-05-10T11:16:52.040479+0000","last_active":"2024-05-10T11:19:26.672113+0000","last_peered":"2024-05-10T11:19:26.672113+0000","last_clean":"2024-05-10T11:19:26.672113+0000","last_became_active":"2024-05-10T11:16:52.039958+0000","last_became_peered":"2024-05-10T11:16:52.039958+0000","last_unstale":"2024-05-10T11:19:26.672113+0000","last_undegraded":"2024-05-10T11:19:26.672113+0000","last_fullsized":"2024-05-10T11:19:26.672113+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:28:49.367853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"90'12","reported_seq":51,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675825+0000","last_change":"2024-05-10T11:16:52.047662+0000","last_active":"2024-05-10T11:19:26.675825+0000","last_peered":"2024-05-10T11:19:26.675825+0000","last_clean":"2024-05-10T11:19:26.675825+0000","last_became_active":"2024-05-10T11:16:52.047349+0000","last_became_peered":"2024-05-10T11:16:52.047349+0000","last_unstale":"2024-05-10T11:19:26.675825+0000","last_undegraded":"2024-05-10T11:19:26.675825+0000","last_fullsized":"2024-05-10T11:19:26.675825+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:26:08.260236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.674212+0000","last_change":"2024-05-10T11:16:52.043475+0000","last_active":"2024-05-10T11:19:26.674212+0000","last_peered":"2024-05-10T11:19:26.674212+0000","last_clean":"2024-05-10T11:19:26.674212+0000","last_became_active":"2024-05-10T11:16:52.042939+0000","last_became_peered":"2024-05-10T11:16:52.042939+0000","last_unstale":"2024-05-10T11:19:26.674212+0000","last_undegraded":"2024-05-10T11:19:26.674212+0000","last_fullsized":"2024-05-10T11:19:26.674212+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:06:40.883586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"90'7","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.667925+0000","last_change":"2024-05-10T11:16:52.048096+0000","last_active":"2024-05-10T11:19:26.667925+0000","last_peered":"2024-05-10T11:19:26.667925+0000","last_clean":"2024-05-10T11:19:26.667925+0000","last_became_active":"2024-05-10T11:16:52.046956+0000","last_became_peered":"2024-05-10T11:16:52.046956+0000","last_unstale":"2024-05-10T11:19:26.667925+0000","last_undegraded":"2024-05-10T11:19:26.667925+0000","last_fullsized":"2024-05-10T11:19:26.667925+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T12:31:53.919554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"90'4","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.667662+0000","last_change":"2024-05-10T11:16:52.052145+0000","last_active":"2024-05-10T11:19:26.667662+0000","last_peered":"2024-05-10T11:19:26.667662+0000","last_clean":"2024-05-10T11:19:26.667662+0000","last_became_active":"2024-05-10T11:16:52.050904+0000","last_became_peered":"2024-05-10T11:16:52.050904+0000","last_unstale":"2024-05-10T11:19:26.667662+0000","last_undegraded":"2024-05-10T11:19:26.667662+0000","last_fullsized":"2024-05-10T11:19:26.667662+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:25:34.085771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"90'6","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668594+0000","last_change":"2024-05-10T11:16:52.040864+0000","last_active":"2024-05-10T11:19:26.668594+0000","last_peered":"2024-05-10T11:19:26.668594+0000","last_clean":"2024-05-10T11:19:26.668594+0000","last_became_active":"2024-05-10T11:16:52.040110+0000","last_became_peered":"2024-05-10T11:16:52.040110+0000","last_unstale":"2024-05-10T11:19:26.668594+0000","last_undegraded":"2024-05-10T11:19:26.668594+0000","last_fullsized":"2024-05-10T11:19:26.668594+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:19:12.325537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"90'15","reported_seq":54,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.675056+0000","last_change":"2024-05-10T11:16:52.046077+0000","last_active":"2024-05-10T11:19:26.675056+0000","last_peered":"2024-05-10T11:19:26.675056+0000","last_clean":"2024-05-10T11:19:26.675056+0000","last_became_active":"2024-05-10T11:16:52.045160+0000","last_became_peered":"2024-05-10T11:16:52.045160+0000","last_unstale":"2024-05-10T11:19:26.675056+0000","last_undegraded":"2024-05-10T11:19:26.675056+0000","last_fullsized":"2024-05-10T11:19:26.675056+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T22:07:01.141313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"90'2","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.661905+0000","last_change":"2024-05-10T11:16:52.054371+0000","last_active":"2024-05-10T11:19:26.661905+0000","last_peered":"2024-05-10T11:19:26.661905+0000","last_clean":"2024-05-10T11:19:26.661905+0000","last_became_active":"2024-05-10T11:16:52.052670+0000","last_became_peered":"2024-05-10T11:16:52.052670+0000","last_unstale":"2024-05-10T11:19:26.661905+0000","last_undegraded":"2024-05-10T11:19:26.661905+0000","last_fullsized":"2024-05-10T11:19:26.661905+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T11:36:22.502096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"90'6","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.671460+0000","last_change":"2024-05-10T11:16:52.050475+0000","last_active":"2024-05-10T11:19:26.671460+0000","last_peered":"2024-05-10T11:19:26.671460+0000","last_clean":"2024-05-10T11:19:26.671460+0000","last_became_active":"2024-05-10T11:16:52.050125+0000","last_became_peered":"2024-05-10T11:16:52.050125+0000","last_unstale":"2024-05-10T11:19:26.671460+0000","last_undegraded":"2024-05-10T11:19:26.671460+0000","last_fullsized":"2024-05-10T11:19:26.671460+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:33:43.164620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"90'8","reported_seq":46,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.676665+0000","last_change":"2024-05-10T11:16:52.047149+0000","last_active":"2024-05-10T11:19:26.676665+0000","last_peered":"2024-05-10T11:19:26.676665+0000","last_clean":"2024-05-10T11:19:26.676665+0000","last_became_active":"2024-05-10T11:16:52.046834+0000","last_became_peered":"2024-05-10T11:16:52.046834+0000","last_unstale":"2024-05-10T11:19:26.676665+0000","last_undegraded":"2024-05-10T11:19:26.676665+0000","last_fullsized":"2024-05-10T11:19:26.676665+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T16:06:46.689520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"90'10","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.677686+0000","last_change":"2024-05-10T11:16:52.057232+0000","last_active":"2024-05-10T11:19:26.677686+0000","last_peered":"2024-05-10T11:19:26.677686+0000","last_clean":"2024-05-10T11:19:26.677686+0000","last_became_active":"2024-05-10T11:16:52.056843+0000","last_became_peered":"2024-05-10T11:16:52.056843+0000","last_unstale":"2024-05-10T11:19:26.677686+0000","last_undegraded":"2024-05-10T11:19:26.677686+0000","last_fullsized":"2024-05-10T11:19:26.677686+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T15:29:13.395566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"90'11","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.666362+0000","last_change":"2024-05-10T11:16:52.051147+0000","last_active":"2024-05-10T11:19:26.666362+0000","last_peered":"2024-05-10T11:19:26.666362+0000","last_clean":"2024-05-10T11:19:26.666362+0000","last_became_active":"2024-05-10T11:16:52.050822+0000","last_became_peered":"2024-05-10T11:16:52.050822+0000","last_unstale":"2024-05-10T11:19:26.666362+0000","last_undegraded":"2024-05-10T11:19:26.666362+0000","last_fullsized":"2024-05-10T11:19:26.666362+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:02:11.215183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"90'8","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-05-10T11:19:26.668433+0000","last_change":"2024-05-10T11:16:52.042043+0000","last_active":"2024-05-10T11:19:26.668433+0000","last_peered":"2024-05-10T11:19:26.668433+0000","last_clean":"2024-05-10T11:19:26.668433+0000","last_became_active":"2024-05-10T11:16:52.041681+0000","last_became_peered":"2024-05-10T11:16:52.041681+0000","last_unstale":"2024-05-10T11:19:26.668433+0000","last_undegraded":"2024-05-10T11:19:26.668433+0000","last_fullsized":"2024-05-10T11:19:26.668433+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-10T11:16:51.009758+0000","last_clean_scrub_stamp":"2024-05-10T11:16:51.009758+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-11T17:16:40.054647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":83253,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1946,"num_read_kb":1077,"num_write":288,"num_write_kb":180,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1561,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":602112,"data_stored":249759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":247,"ondisk_log_size":247,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678084,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1040384,"data_stored":520287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874314,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28720,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716432,"statfs":{"total":95995035648,"available":95965626368,"internally_reserved":0,"allocated":1744896,"data_stored":1179975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037840,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":523288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234068,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1060864,"data_stored":519570,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430297,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36956,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708196,"statfs":{"total":95995035648,"available":95957192704,"internally_reserved":0,"allocated":1658880,"data_stored":1118219,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593824,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1040384,"data_stored":515721,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574968,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36428,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708724,"statfs":{"total":95995035648,"available":95957733376,"internally_reserved":0,"allocated":1118208,"data_stored":589232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738494,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1064960,"data_stored":517177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411444,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28120,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717032,"statfs":{"total":95995035648,"available":95966240768,"internally_reserved":0,"allocated":1130496,"data_stored":588141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149807,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36364,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708788,"statfs":{"total":95995035648,"available":95957798912,"internally_reserved":0,"allocated":1052672,"data_stored":514404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953578,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1056768,"data_stored":522381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790053,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36964,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708188,"statfs":{"total":95995035648,"available":95957184512,"internally_reserved":0,"allocated":1667072,"data_stored":1112142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3203,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":75258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":74167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":6467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":75633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2217,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-10T11:21:17.332 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:21:17.616 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:21:18.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:17 smithi053 ceph-mon[30153]: from='client.15336 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:21:18.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:17 smithi053 ceph-mon[30153]: pgmap v435: 129 pgs: 129 active+clean; 658 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.9 KiB/s wr, 11 op/s 2024-05-10T11:21:18.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:17 smithi053 ceph-mon[30153]: from='client.15342 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:21:18.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:17 smithi132 ceph-mon[33758]: from='client.15336 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:21:18.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:17 smithi132 ceph-mon[33758]: pgmap v435: 129 pgs: 129 active+clean; 658 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.9 KiB/s wr, 11 op/s 2024-05-10T11:21:18.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:17 smithi132 ceph-mon[33758]: from='client.15342 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:21:18.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:17 smithi187 ceph-mon[34076]: from='client.15336 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:21:18.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:17 smithi187 ceph-mon[34076]: pgmap v435: 129 pgs: 129 active+clean; 658 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.9 KiB/s wr, 11 op/s 2024-05-10T11:21:18.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:17 smithi187 ceph-mon[34076]: from='client.15342 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:21:19.024 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:18 smithi053 ceph-mon[30153]: from='client.15348 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:21:19.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:18 smithi132 ceph-mon[33758]: from='client.15348 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:21:19.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:18 smithi187 ceph-mon[34076]: from='client.15348 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-10T11:21:19.399 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.397+0000 7f4a9a3c3700 1 -- 172.21.15.53:0/4074980820 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4a94102d60 msgr2=0x7f4a9410f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:19.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.397+0000 7f4a9a3c3700 1 --2- 172.21.15.53:0/4074980820 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4a94102d60 0x7f4a9410f250 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f4a8c00b0a0 tx=0x7f4a8c00b3b0 comp rx=0 tx=0).stop 2024-05-10T11:21:19.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.398+0000 7f4a9a3c3700 1 -- 172.21.15.53:0/4074980820 shutdown_connections 2024-05-10T11:21:19.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.398+0000 7f4a9a3c3700 1 --2- 172.21.15.53:0/4074980820 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4a94102d60 0x7f4a9410f250 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:19.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.398+0000 7f4a9a3c3700 1 --2- 172.21.15.53:0/4074980820 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4a94108410 0x7f4a941087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:19.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.398+0000 7f4a9a3c3700 1 --2- 172.21.15.53:0/4074980820 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4a941023a0 0x7f4a94102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:19.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.398+0000 7f4a9a3c3700 1 -- 172.21.15.53:0/4074980820 >> 172.21.15.53:0/4074980820 conn(0x7f4a94079350 msgr2=0x7f4a94079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:19.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.398+0000 7f4a9a3c3700 1 -- 172.21.15.53:0/4074980820 shutdown_connections 2024-05-10T11:21:19.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.398+0000 7f4a9a3c3700 1 -- 172.21.15.53:0/4074980820 wait complete. 2024-05-10T11:21:19.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.398+0000 7f4a9a3c3700 1 Processor -- start 2024-05-10T11:21:19.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.398+0000 7f4a9a3c3700 1 -- start start 2024-05-10T11:21:19.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.398+0000 7f4a9a3c3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4a941023a0 0x7f4a94104080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:19.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.398+0000 7f4a9a3c3700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4a94102d60 0x7f4a941045c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:19.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.398+0000 7f4a9a3c3700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4a94108410 0x7f4a94104b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:19.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.399+0000 7f4a9a3c3700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4a94112400 con 0x7f4a941023a0 2024-05-10T11:21:19.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.399+0000 7f4a9a3c3700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f4a94112280 con 0x7f4a94108410 2024-05-10T11:21:19.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.399+0000 7f4a9a3c3700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f4a94112580 con 0x7f4a94102d60 2024-05-10T11:21:19.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.399+0000 7f4a93fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4a941023a0 0x7f4a94104080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:19.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.399+0000 7f4a93fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4a941023a0 0x7f4a94104080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38144/0 (socket says 172.21.15.53:38144) 2024-05-10T11:21:19.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.399+0000 7f4a93fff700 1 -- 172.21.15.53:0/1838688792 learned_addr learned my addr 172.21.15.53:0/1838688792 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:19.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.399+0000 7f4a8bfff700 1 --2- 172.21.15.53:0/1838688792 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4a94102d60 0x7f4a941045c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:19.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.399+0000 7f4a98960700 1 --2- 172.21.15.53:0/1838688792 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4a94108410 0x7f4a94104b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:19.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.399+0000 7f4a93fff700 1 -- 172.21.15.53:0/1838688792 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4a94102d60 msgr2=0x7f4a941045c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:19.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.399+0000 7f4a93fff700 1 --2- 172.21.15.53:0/1838688792 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4a94102d60 0x7f4a941045c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:19.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.399+0000 7f4a93fff700 1 -- 172.21.15.53:0/1838688792 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4a94108410 msgr2=0x7f4a94104b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:19.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.399+0000 7f4a93fff700 1 --2- 172.21.15.53:0/1838688792 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4a94108410 0x7f4a94104b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:19.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.399+0000 7f4a93fff700 1 -- 172.21.15.53:0/1838688792 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a941a7f10 con 0x7f4a941023a0 2024-05-10T11:21:19.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.399+0000 7f4a93fff700 1 --2- 172.21.15.53:0/1838688792 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4a941023a0 0x7f4a94104080 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f4a8400d980 tx=0x7f4a8400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:19.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.399+0000 7f4a91ffb700 1 -- 172.21.15.53:0/1838688792 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a84017070 con 0x7f4a941023a0 2024-05-10T11:21:19.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.399+0000 7f4a9a3c3700 1 -- 172.21.15.53:0/1838688792 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a941a81a0 con 0x7f4a941023a0 2024-05-10T11:21:19.402 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.399+0000 7f4a91ffb700 1 -- 172.21.15.53:0/1838688792 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4a84005020 con 0x7f4a941023a0 2024-05-10T11:21:19.402 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.399+0000 7f4a91ffb700 1 -- 172.21.15.53:0/1838688792 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a8400f980 con 0x7f4a941023a0 2024-05-10T11:21:19.402 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.399+0000 7f4a9a3c3700 1 -- 172.21.15.53:0/1838688792 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a941a8690 con 0x7f4a941023a0 2024-05-10T11:21:19.402 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.400+0000 7f4a9a3c3700 1 -- 172.21.15.53:0/1838688792 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a9406a190 con 0x7f4a941023a0 2024-05-10T11:21:19.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.402+0000 7f4a91ffb700 1 -- 172.21.15.53:0/1838688792 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f4a84004a30 con 0x7f4a941023a0 2024-05-10T11:21:19.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.403+0000 7f4a91ffb700 1 --2- 172.21.15.53:0/1838688792 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4a800b2910 0x7f4a800b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:19.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.403+0000 7f4a8bfff700 1 --2- 172.21.15.53:0/1838688792 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4a800b2910 0x7f4a800b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:19.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.403+0000 7f4a91ffb700 1 -- 172.21.15.53:0/1838688792 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f4a840e2920 con 0x7f4a941023a0 2024-05-10T11:21:19.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.403+0000 7f4a8bfff700 1 --2- 172.21.15.53:0/1838688792 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4a800b2910 0x7f4a800b4dd0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f4a940797e0 tx=0x7f4a7c0073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:19.406 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.406+0000 7f4a91ffb700 1 -- 172.21.15.53:0/1838688792 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f4a84020020 con 0x7f4a941023a0 2024-05-10T11:21:19.667 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.667+0000 7f4a9a3c3700 1 -- 172.21.15.53:0/1838688792 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4a941a88f0 con 0x7f4a941023a0 2024-05-10T11:21:19.668 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.668+0000 7f4a91ffb700 1 -- 172.21.15.53:0/1838688792 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11941 (secure 0 0 0) 0x7f4a840aa150 con 0x7f4a941023a0 2024-05-10T11:21:19.669 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:21:19.669 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-10T11:16:54.139241+0000","modified":"2024-05-10T11:21:09.977203+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24463,"mds_1":24448,"mds_2":24442,"mds_3":24428,"mds_4":24415},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6839/3346396655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":3346396655},{"type":"v1","addr":"172.21.15.53:6839","nonce":3346396655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6841/3170432544","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6840","nonce":3170432544},{"type":"v1","addr":"172.21.15.53:6841","nonce":3170432544}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24353":{"gid":24353,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24377":{"gid":24377,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6835/2650777178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6834","nonce":2650777178},{"type":"v1","addr":"172.21.15.132:6835","nonce":2650777178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6837/392522477","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6836","nonce":392522477},{"type":"v1","addr":"172.21.15.132:6837","nonce":392522477}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":4,"incarnation":26,"state":"up:active","state_seq":32,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":24,"state":"up:active","state_seq":22,"addr":"172.21.15.132:6839/2363266970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6838","nonce":2363266970},{"type":"v1","addr":"172.21.15.132:6839","nonce":2363266970}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.187:6835/4099468922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6834","nonce":4099468922},{"type":"v1","addr":"172.21.15.187:6835","nonce":4099468922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"c","rank":1,"incarnation":20,"state":"up:active","state_seq":26,"addr":"172.21.15.187:6837/2293077942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6836","nonce":2293077942},{"type":"v1","addr":"172.21.15.187:6837","nonce":2293077942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.187:6839/735699922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6838","nonce":735699922},{"type":"v1","addr":"172.21.15.187:6839","nonce":735699922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24463,"qdb_cluster":[24442,24428,24463,24415,24448]},"id":1}]} 2024-05-10T11:21:19.671 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.670+0000 7f4a9a3c3700 1 -- 172.21.15.53:0/1838688792 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4a800b2910 msgr2=0x7f4a800b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:19.672 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.670+0000 7f4a9a3c3700 1 --2- 172.21.15.53:0/1838688792 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4a800b2910 0x7f4a800b4dd0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f4a940797e0 tx=0x7f4a7c0073d0 comp rx=0 tx=0).stop 2024-05-10T11:21:19.672 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.670+0000 7f4a9a3c3700 1 -- 172.21.15.53:0/1838688792 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4a941023a0 msgr2=0x7f4a94104080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:19.672 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.670+0000 7f4a9a3c3700 1 --2- 172.21.15.53:0/1838688792 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4a941023a0 0x7f4a94104080 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f4a8400d980 tx=0x7f4a8400dc90 comp rx=0 tx=0).stop 2024-05-10T11:21:19.672 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.670+0000 7f4a9a3c3700 1 -- 172.21.15.53:0/1838688792 shutdown_connections 2024-05-10T11:21:19.672 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.670+0000 7f4a9a3c3700 1 --2- 172.21.15.53:0/1838688792 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4a800b2910 0x7f4a800b4dd0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:19.673 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.670+0000 7f4a9a3c3700 1 --2- 172.21.15.53:0/1838688792 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4a94108410 0x7f4a94104b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:19.673 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.671+0000 7f4a9a3c3700 1 --2- 172.21.15.53:0/1838688792 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4a941023a0 0x7f4a94104080 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:19.673 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.671+0000 7f4a9a3c3700 1 --2- 172.21.15.53:0/1838688792 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4a94102d60 0x7f4a941045c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:19.673 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.671+0000 7f4a9a3c3700 1 -- 172.21.15.53:0/1838688792 >> 172.21.15.53:0/1838688792 conn(0x7f4a94079350 msgr2=0x7f4a94101600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:19.674 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.671+0000 7f4a9a3c3700 1 -- 172.21.15.53:0/1838688792 shutdown_connections 2024-05-10T11:21:19.674 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:19.671+0000 7f4a9a3c3700 1 -- 172.21.15.53:0/1838688792 wait complete. 2024-05-10T11:21:19.674 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 29 2024-05-10T11:21:20.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:19 smithi053 ceph-mon[30153]: pgmap v436: 129 pgs: 129 active+clean; 661 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-05-10T11:21:20.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:19 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1838688792' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:21:20.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:19 smithi132 ceph-mon[33758]: pgmap v436: 129 pgs: 129 active+clean; 661 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-05-10T11:21:20.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:19 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1838688792' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:21:20.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:19 smithi187 ceph-mon[34076]: pgmap v436: 129 pgs: 129 active+clean; 661 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-05-10T11:21:20.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:19 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1838688792' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:21:20.643 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-10T11:21:20.907 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:21:22.149 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:21 smithi053 ceph-mon[30153]: pgmap v437: 129 pgs: 129 active+clean; 661 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-05-10T11:21:22.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:21 smithi132 ceph-mon[33758]: pgmap v437: 129 pgs: 129 active+clean; 661 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-05-10T11:21:22.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:21 smithi187 ceph-mon[34076]: pgmap v437: 129 pgs: 129 active+clean; 661 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-05-10T11:21:22.712 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.709+0000 7f48bbb09700 1 -- 172.21.15.53:0/2635543958 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f48b406bc70 msgr2=0x7f48b406c0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:22.712 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.709+0000 7f48bbb09700 1 --2- 172.21.15.53:0/2635543958 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f48b406bc70 0x7f48b406c0f0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f48a40099c0 tx=0x7f48a4009cd0 comp rx=0 tx=0).stop 2024-05-10T11:21:22.712 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.709+0000 7f48bbb09700 1 -- 172.21.15.53:0/2635543958 shutdown_connections 2024-05-10T11:21:22.712 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.709+0000 7f48bbb09700 1 --2- 172.21.15.53:0/2635543958 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f48b406c630 0x7f48b4110360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:22.712 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.709+0000 7f48bbb09700 1 --2- 172.21.15.53:0/2635543958 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f48b4109590 0x7f48b4109970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:22.712 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.709+0000 7f48bbb09700 1 --2- 172.21.15.53:0/2635543958 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f48b406bc70 0x7f48b406c0f0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:22.712 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.709+0000 7f48bbb09700 1 -- 172.21.15.53:0/2635543958 >> 172.21.15.53:0/2635543958 conn(0x7f48b4079440 msgr2=0x7f48b4079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:22.712 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.709+0000 7f48bbb09700 1 -- 172.21.15.53:0/2635543958 shutdown_connections 2024-05-10T11:21:22.712 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.709+0000 7f48bbb09700 1 -- 172.21.15.53:0/2635543958 wait complete. 2024-05-10T11:21:22.712 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.710+0000 7f48bbb09700 1 Processor -- start 2024-05-10T11:21:22.712 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.710+0000 7f48bbb09700 1 -- start start 2024-05-10T11:21:22.713 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.710+0000 7f48bbb09700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f48b406bc70 0x7f48b41a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:22.713 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.710+0000 7f48bbb09700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f48b406c630 0x7f48b41a1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:22.713 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.710+0000 7f48bbb09700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f48b4109590 0x7f48b419bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:22.713 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.710+0000 7f48bbb09700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f48b4113550 con 0x7f48b406bc70 2024-05-10T11:21:22.713 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.710+0000 7f48bbb09700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f48b41133d0 con 0x7f48b4109590 2024-05-10T11:21:22.713 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.710+0000 7f48bbb09700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f48b41136d0 con 0x7f48b406c630 2024-05-10T11:21:22.713 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.710+0000 7f48b98a5700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f48b406bc70 0x7f48b41a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:22.713 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.710+0000 7f48b98a5700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f48b406bc70 0x7f48b41a1a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38168/0 (socket says 172.21.15.53:38168) 2024-05-10T11:21:22.713 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.710+0000 7f48b98a5700 1 -- 172.21.15.53:0/498440785 learned_addr learned my addr 172.21.15.53:0/498440785 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:22.713 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.710+0000 7f48b90a4700 1 --2- 172.21.15.53:0/498440785 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f48b406c630 0x7f48b41a1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:22.713 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.710+0000 7f48ba0a6700 1 --2- 172.21.15.53:0/498440785 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f48b4109590 0x7f48b419bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:22.713 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.710+0000 7f48b98a5700 1 -- 172.21.15.53:0/498440785 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f48b406c630 msgr2=0x7f48b41a1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:22.713 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.710+0000 7f48b98a5700 1 --2- 172.21.15.53:0/498440785 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f48b406c630 0x7f48b41a1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:22.713 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.710+0000 7f48b98a5700 1 -- 172.21.15.53:0/498440785 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f48b4109590 msgr2=0x7f48b419bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:22.714 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.710+0000 7f48b98a5700 1 --2- 172.21.15.53:0/498440785 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f48b4109590 0x7f48b419bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:22.714 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.710+0000 7f48b98a5700 1 -- 172.21.15.53:0/498440785 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48b419c400 con 0x7f48b406bc70 2024-05-10T11:21:22.714 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.711+0000 7f48b98a5700 1 --2- 172.21.15.53:0/498440785 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f48b406bc70 0x7f48b41a1a50 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f48b000d980 tx=0x7f48b000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:22.714 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.711+0000 7f48aaffd700 1 -- 172.21.15.53:0/498440785 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48b0017070 con 0x7f48b406bc70 2024-05-10T11:21:22.714 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.711+0000 7f48aaffd700 1 -- 172.21.15.53:0/498440785 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f48b0005020 con 0x7f48b406bc70 2024-05-10T11:21:22.714 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.711+0000 7f48bbb09700 1 -- 172.21.15.53:0/498440785 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48b419c6f0 con 0x7f48b406bc70 2024-05-10T11:21:22.714 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.711+0000 7f48aaffd700 1 -- 172.21.15.53:0/498440785 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48b000f980 con 0x7f48b406bc70 2024-05-10T11:21:22.714 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.711+0000 7f48bbb09700 1 -- 172.21.15.53:0/498440785 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48b41a89d0 con 0x7f48b406bc70 2024-05-10T11:21:22.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.712+0000 7f48bbb09700 1 -- 172.21.15.53:0/498440785 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48b4104c00 con 0x7f48b406bc70 2024-05-10T11:21:22.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.714+0000 7f48aaffd700 1 -- 172.21.15.53:0/498440785 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f48b0004a30 con 0x7f48b406bc70 2024-05-10T11:21:22.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.715+0000 7f48aaffd700 1 --2- 172.21.15.53:0/498440785 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f48a00b2990 0x7f48a00b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:22.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.715+0000 7f48b90a4700 1 --2- 172.21.15.53:0/498440785 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f48a00b2990 0x7f48a00b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:22.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.715+0000 7f48aaffd700 1 -- 172.21.15.53:0/498440785 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f48b00e28a0 con 0x7f48b406bc70 2024-05-10T11:21:22.716 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.716+0000 7f48b90a4700 1 --2- 172.21.15.53:0/498440785 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f48a00b2990 0x7f48a00b4e50 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f48a4000c00 tx=0x7f48a4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:22.718 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.718+0000 7f48aaffd700 1 -- 172.21.15.53:0/498440785 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f48b0020020 con 0x7f48b406bc70 2024-05-10T11:21:22.935 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.935+0000 7f48bbb09700 1 -- 172.21.15.53:0/498440785 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f48b41a8ba0 con 0x7f48b406bc70 2024-05-10T11:21:22.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.937+0000 7f48aaffd700 1 -- 172.21.15.53:0/498440785 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24690 (secure 0 0 0) 0x7f48b00aa150 con 0x7f48b406bc70 2024-05-10T11:21:22.938 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:21:22.938 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":90,"fsid":"745ae8e0-0ebd-11ef-bc98-c7b262605968","created":"2024-05-10T11:08:31.420091+0000","modified":"2024-05-10T11:18:27.841445+0000","last_up_change":"2024-05-10T11:15:46.966521+0000","last_in_change":"2024-05-10T11:15:27.163789+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-10T11:11:52.642234+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-10T11:16:46.031221+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-10T11:16:50.069775+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-10T11:17:01.067983+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"308620b5-0bae-4c96-ad1e-ed079eb9d754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6803","nonce":1941743135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6805","nonce":1941743135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6809","nonce":1941743135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6807","nonce":1941743135}]},"public_addr":"172.21.15.53:6803/1941743135","cluster_addr":"172.21.15.53:6805/1941743135","heartbeat_back_addr":"172.21.15.53:6809/1941743135","heartbeat_front_addr":"172.21.15.53:6807/1941743135","state":["exists","up"]},{"osd":1,"uuid":"e6bd2396-fc15-4c8a-85c0-5a7586c7c059","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6801","nonce":1054747155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6803","nonce":1054747155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6807","nonce":1054747155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6805","nonce":1054747155}]},"public_addr":"172.21.15.132:6801/1054747155","cluster_addr":"172.21.15.132:6803/1054747155","heartbeat_back_addr":"172.21.15.132:6807/1054747155","heartbeat_front_addr":"172.21.15.132:6805/1054747155","state":["exists","up"]},{"osd":2,"uuid":"b685f96c-bfb2-4d57-9484-35b2b18f7913","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6801","nonce":3202790181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6803","nonce":3202790181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6807","nonce":3202790181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6805","nonce":3202790181}]},"public_addr":"172.21.15.187:6801/3202790181","cluster_addr":"172.21.15.187:6803/3202790181","heartbeat_back_addr":"172.21.15.187:6807/3202790181","heartbeat_front_addr":"172.21.15.187:6805/3202790181","state":["exists","up"]},{"osd":3,"uuid":"4522b579-3cc7-4378-a93c-6c99815acc28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6811","nonce":1472446441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6813","nonce":1472446441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6817","nonce":1472446441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6815","nonce":1472446441}]},"public_addr":"172.21.15.53:6811/1472446441","cluster_addr":"172.21.15.53:6813/1472446441","heartbeat_back_addr":"172.21.15.53:6817/1472446441","heartbeat_front_addr":"172.21.15.53:6815/1472446441","state":["exists","up"]},{"osd":4,"uuid":"4ddb8a8d-a867-4c85-90f3-3c69f9005ac5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6809","nonce":1125460805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6811","nonce":1125460805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6815","nonce":1125460805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6813","nonce":1125460805}]},"public_addr":"172.21.15.132:6809/1125460805","cluster_addr":"172.21.15.132:6811/1125460805","heartbeat_back_addr":"172.21.15.132:6815/1125460805","heartbeat_front_addr":"172.21.15.132:6813/1125460805","state":["exists","up"]},{"osd":5,"uuid":"eaef74a7-cef1-4fc5-899f-fd14fcd05c57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6809","nonce":486081036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6811","nonce":486081036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6815","nonce":486081036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6813","nonce":486081036}]},"public_addr":"172.21.15.187:6809/486081036","cluster_addr":"172.21.15.187:6811/486081036","heartbeat_back_addr":"172.21.15.187:6815/486081036","heartbeat_front_addr":"172.21.15.187:6813/486081036","state":["exists","up"]},{"osd":6,"uuid":"af22474c-76ca-48da-a8ff-252375cbe43f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6819","nonce":3301526689}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6821","nonce":3301526689}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6825","nonce":3301526689}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6823","nonce":3301526689}]},"public_addr":"172.21.15.53:6819/3301526689","cluster_addr":"172.21.15.53:6821/3301526689","heartbeat_back_addr":"172.21.15.53:6825/3301526689","heartbeat_front_addr":"172.21.15.53:6823/3301526689","state":["exists","up"]},{"osd":7,"uuid":"d5765fdc-67e8-4b48-8742-65a458ed6430","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6817","nonce":304039390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6819","nonce":304039390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6823","nonce":304039390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6821","nonce":304039390}]},"public_addr":"172.21.15.132:6817/304039390","cluster_addr":"172.21.15.132:6819/304039390","heartbeat_back_addr":"172.21.15.132:6823/304039390","heartbeat_front_addr":"172.21.15.132:6821/304039390","state":["exists","up"]},{"osd":8,"uuid":"6c8900ce-f028-4463-a003-f7faa3895c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6817","nonce":2315808567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6819","nonce":2315808567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6823","nonce":2315808567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6821","nonce":2315808567}]},"public_addr":"172.21.15.187:6817/2315808567","cluster_addr":"172.21.15.187:6819/2315808567","heartbeat_back_addr":"172.21.15.187:6823/2315808567","heartbeat_front_addr":"172.21.15.187:6821/2315808567","state":["exists","up"]},{"osd":9,"uuid":"58eecf43-c7de-4e0e-86c4-f8d8d4fb3ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6827","nonce":1901241164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6829","nonce":1901241164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6833","nonce":1901241164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6831","nonce":1901241164}]},"public_addr":"172.21.15.53:6827/1901241164","cluster_addr":"172.21.15.53:6829/1901241164","heartbeat_back_addr":"172.21.15.53:6833/1901241164","heartbeat_front_addr":"172.21.15.53:6831/1901241164","state":["exists","up"]},{"osd":10,"uuid":"ba4a44c8-7162-4379-a382-4c98f785e69f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6825","nonce":482345617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6827","nonce":482345617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6831","nonce":482345617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6829","nonce":482345617}]},"public_addr":"172.21.15.132:6825/482345617","cluster_addr":"172.21.15.132:6827/482345617","heartbeat_back_addr":"172.21.15.132:6831/482345617","heartbeat_front_addr":"172.21.15.132:6829/482345617","state":["exists","up"]},{"osd":11,"uuid":"593923cd-74a8-4090-8006-e0e8472273da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6825","nonce":2749419601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6827","nonce":2749419601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6831","nonce":2749419601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6829","nonce":2749419601}]},"public_addr":"172.21.15.187:6825/2749419601","cluster_addr":"172.21.15.187:6827/2749419601","heartbeat_back_addr":"172.21.15.187:6831/2749419601","heartbeat_front_addr":"172.21.15.187:6829/2749419601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:02.104830+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:26.066990+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:50.070264+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:16.098565+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:41.234204+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:06.486543+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:33.486448+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:59.439071+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:25.149192+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:52.839666+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:19.077873+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:45.602763+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.11","mappings":[{"from":5,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:0/977742423":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6801/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/2797782055":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6800/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/3095428222":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/1058417156":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/2996064341":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/3430080635":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6800/1318129754":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6801/1318129754":"2024-05-11T11:08:59.024880+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-10T11:21:22.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.940+0000 7f48bbb09700 1 -- 172.21.15.53:0/498440785 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f48a00b2990 msgr2=0x7f48a00b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:22.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.940+0000 7f48bbb09700 1 --2- 172.21.15.53:0/498440785 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f48a00b2990 0x7f48a00b4e50 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f48a4000c00 tx=0x7f48a4005fb0 comp rx=0 tx=0).stop 2024-05-10T11:21:22.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.940+0000 7f48bbb09700 1 -- 172.21.15.53:0/498440785 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f48b406bc70 msgr2=0x7f48b41a1a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:22.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.940+0000 7f48bbb09700 1 --2- 172.21.15.53:0/498440785 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f48b406bc70 0x7f48b41a1a50 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f48b000d980 tx=0x7f48b000dc90 comp rx=0 tx=0).stop 2024-05-10T11:21:22.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.940+0000 7f48bbb09700 1 -- 172.21.15.53:0/498440785 shutdown_connections 2024-05-10T11:21:22.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.940+0000 7f48bbb09700 1 --2- 172.21.15.53:0/498440785 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f48a00b2990 0x7f48a00b4e50 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:22.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.940+0000 7f48bbb09700 1 --2- 172.21.15.53:0/498440785 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f48b4109590 0x7f48b419bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:22.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.940+0000 7f48bbb09700 1 --2- 172.21.15.53:0/498440785 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f48b406bc70 0x7f48b41a1a50 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:22.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.940+0000 7f48bbb09700 1 --2- 172.21.15.53:0/498440785 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f48b406c630 0x7f48b41a1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:22.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.940+0000 7f48bbb09700 1 -- 172.21.15.53:0/498440785 >> 172.21.15.53:0/498440785 conn(0x7f48b4079440 msgr2=0x7f48b410e6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:22.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.940+0000 7f48bbb09700 1 -- 172.21.15.53:0/498440785 shutdown_connections 2024-05-10T11:21:22.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:22.940+0000 7f48bbb09700 1 -- 172.21.15.53:0/498440785 wait complete. 2024-05-10T11:21:23.770 DEBUG:tasks.fwd_scrub:Yielding 2024-05-10T11:21:23.770 INFO:teuthology.run_tasks:Running task background_exec... 2024-05-10T11:21:23.780 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi053.front.sepia.ceph.com 2024-05-10T11:21:23.780 DEBUG:teuthology.orchestra.run.smithi053:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-05-10T11:21:23.781 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-05-10T11:21:23.781 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-10T11:21:23.781 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-10T11:21:23.783 INFO:teuthology.run_tasks:Running task workunit... 2024-05-10T11:21:23.799 INFO:tasks.workunit:Pulling workunits from ref d39fa08867836ac070c47cb66c782fa559fd480b 2024-05-10T11:21:23.800 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-05-10T11:21:23.800 INFO:tasks.workunit:timeout=3h 2024-05-10T11:21:23.800 INFO:tasks.workunit:cleanup=True 2024-05-10T11:21:23.800 DEBUG:teuthology.orchestra.run.smithi053:> stat -- /home/ubuntu/cephtest/mnt.0 2024-05-10T11:21:23.819 INFO:teuthology.orchestra.run.smithi053.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-05-10T11:21:23.819 INFO:teuthology.orchestra.run.smithi053.stdout: Size: 0 Blocks: 1 IO Block: 4194304 directory 2024-05-10T11:21:23.819 INFO:teuthology.orchestra.run.smithi053.stdout:Device: 67h/103d Inode: 1 Links: 2 2024-05-10T11:21:23.820 INFO:teuthology.orchestra.run.smithi053.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-10T11:21:23.820 INFO:teuthology.orchestra.run.smithi053.stdout:Context: system_u:object_r:fusefs_t:s0 2024-05-10T11:21:23.820 INFO:teuthology.orchestra.run.smithi053.stdout:Access: 2024-05-10 11:18:09.950691468 +0000 2024-05-10T11:21:23.820 INFO:teuthology.orchestra.run.smithi053.stdout:Modify: 2024-05-10 11:18:09.950691468 +0000 2024-05-10T11:21:23.820 INFO:teuthology.orchestra.run.smithi053.stdout:Change: 2024-05-10 11:21:09.583842281 +0000 2024-05-10T11:21:23.820 INFO:teuthology.orchestra.run.smithi053.stdout: Birth: - 2024-05-10T11:21:23.820 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-05-10T11:21:23.820 DEBUG:teuthology.orchestra.run.smithi053:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-05-10T11:21:23.895 DEBUG:teuthology.orchestra.run.smithi053:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout d39fa08867836ac070c47cb66c782fa559fd480b 2024-05-10T11:21:23.951 INFO:tasks.workunit.client.0.smithi053.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-05-10T11:21:24.047 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:21:24.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:23 smithi053 ceph-mon[30153]: pgmap v438: 129 pgs: 129 active+clean; 661 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-05-10T11:21:24.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:23 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/498440785' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:21:24.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:23 smithi132 ceph-mon[33758]: pgmap v438: 129 pgs: 129 active+clean; 661 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-05-10T11:21:24.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:23 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/498440785' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:21:24.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:23 smithi187 ceph-mon[34076]: pgmap v438: 129 pgs: 129 active+clean; 661 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-05-10T11:21:24.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:23 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/498440785' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:21:25.916 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:25 smithi053 ceph-mon[30153]: pgmap v439: 129 pgs: 129 active+clean; 661 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-10T11:21:25.926 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.926+0000 7fd80eb08700 1 -- 172.21.15.53:0/2911777039 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd80806b180 msgr2=0x7fd80806b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:25.926 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.926+0000 7fd80eb08700 1 --2- 172.21.15.53:0/2911777039 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd80806b180 0x7fd80806b600 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fd7f8009990 tx=0x7fd7f8009ca0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.926 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.926+0000 7fd80eb08700 1 -- 172.21.15.53:0/2911777039 shutdown_connections 2024-05-10T11:21:25.926 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.926+0000 7fd80eb08700 1 --2- 172.21.15.53:0/2911777039 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd80806bb40 0x7fd808110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.927 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.926+0000 7fd80eb08700 1 --2- 172.21.15.53:0/2911777039 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd808109510 0x7fd8081098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.927 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.926+0000 7fd80eb08700 1 --2- 172.21.15.53:0/2911777039 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd80806b180 0x7fd80806b600 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.927 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.926+0000 7fd80eb08700 1 -- 172.21.15.53:0/2911777039 >> 172.21.15.53:0/2911777039 conn(0x7fd808079350 msgr2=0x7fd808079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:25.927 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.926+0000 7fd80eb08700 1 -- 172.21.15.53:0/2911777039 shutdown_connections 2024-05-10T11:21:25.927 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.926+0000 7fd80eb08700 1 -- 172.21.15.53:0/2911777039 wait complete. 2024-05-10T11:21:25.929 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.927+0000 7fd80eb08700 1 Processor -- start 2024-05-10T11:21:25.929 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.927+0000 7fd80eb08700 1 -- start start 2024-05-10T11:21:25.929 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.927+0000 7fd80eb08700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd80806b180 0x7fd808102470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:25.929 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.927+0000 7fd80eb08700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd80806bb40 0x7fd8081029b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:25.929 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.927+0000 7fd80eb08700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd808109510 0x7fd808102ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:25.929 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.927+0000 7fd80eb08700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd8081134f0 con 0x7fd80806b180 2024-05-10T11:21:25.929 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.927+0000 7fd80eb08700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fd808113370 con 0x7fd80806bb40 2024-05-10T11:21:25.929 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.927+0000 7fd80c8a4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd80806b180 0x7fd808102470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:25.929 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.927+0000 7fd80eb08700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fd808113670 con 0x7fd808109510 2024-05-10T11:21:25.929 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.927+0000 7fd80c8a4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd80806b180 0x7fd808102470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38190/0 (socket says 172.21.15.53:38190) 2024-05-10T11:21:25.929 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.927+0000 7fd80c8a4700 1 -- 172.21.15.53:0/386682142 learned_addr learned my addr 172.21.15.53:0/386682142 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:25.929 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.927+0000 7fd7fffff700 1 --2- 172.21.15.53:0/386682142 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd80806bb40 0x7fd8081029b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:25.930 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.927+0000 7fd80d0a5700 1 --2- 172.21.15.53:0/386682142 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd808109510 0x7fd808102ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:25.930 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.928+0000 7fd80c8a4700 1 -- 172.21.15.53:0/386682142 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd808109510 msgr2=0x7fd808102ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:25.930 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.928+0000 7fd80c8a4700 1 --2- 172.21.15.53:0/386682142 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd808109510 0x7fd808102ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.930 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.928+0000 7fd80c8a4700 1 -- 172.21.15.53:0/386682142 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd80806bb40 msgr2=0x7fd8081029b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:25.930 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.928+0000 7fd80c8a4700 1 --2- 172.21.15.53:0/386682142 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd80806bb40 0x7fd8081029b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.930 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.928+0000 7fd80c8a4700 1 -- 172.21.15.53:0/386682142 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8081a7fc0 con 0x7fd80806b180 2024-05-10T11:21:25.930 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.928+0000 7fd80c8a4700 1 --2- 172.21.15.53:0/386682142 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd80806b180 0x7fd808102470 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fd80400c920 tx=0x7fd80400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:25.930 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.928+0000 7fd7fdffb700 1 -- 172.21.15.53:0/386682142 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd804004a30 con 0x7fd80806b180 2024-05-10T11:21:25.930 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.928+0000 7fd7fdffb700 1 -- 172.21.15.53:0/386682142 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd8040054b0 con 0x7fd80806b180 2024-05-10T11:21:25.930 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.928+0000 7fd7fdffb700 1 -- 172.21.15.53:0/386682142 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd804007b70 con 0x7fd80806b180 2024-05-10T11:21:25.930 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.928+0000 7fd80eb08700 1 -- 172.21.15.53:0/386682142 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8081a82b0 con 0x7fd80806b180 2024-05-10T11:21:25.930 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.928+0000 7fd80eb08700 1 -- 172.21.15.53:0/386682142 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8081a87c0 con 0x7fd80806b180 2024-05-10T11:21:25.931 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.932+0000 7fd7fdffb700 1 -- 172.21.15.53:0/386682142 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7fd804004bd0 con 0x7fd80806b180 2024-05-10T11:21:25.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.932+0000 7fd7fdffb700 1 --2- 172.21.15.53:0/386682142 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd7f00b2910 0x7fd7f00b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:25.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.933+0000 7fd7fdffb700 1 -- 172.21.15.53:0/386682142 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fd8040e21c0 con 0x7fd80806b180 2024-05-10T11:21:25.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.933+0000 7fd7fffff700 1 --2- 172.21.15.53:0/386682142 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd7f00b2910 0x7fd7f00b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:25.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.933+0000 7fd81939bb80 1 Processor -- start 2024-05-10T11:21:25.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.933+0000 7fd81939bb80 1 -- start start 2024-05-10T11:21:25.935 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.933+0000 7fd81939bb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb25230 0x55b2eeb25610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:25.935 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.933+0000 7fd81939bb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb25b50 0x55b2eeb1f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:25.935 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.933+0000 7fd81939bb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55b2eeb1fdd0 0x55b2eeb20210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:25.935 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.933+0000 7fd81939bb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55b2eea719c0 con 0x55b2eeb25b50 2024-05-10T11:21:25.935 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.933+0000 7fd81939bb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55b2ee9d6e20 con 0x55b2eeb25230 2024-05-10T11:21:25.935 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.933+0000 7fd81939bb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55b2eea6d980 con 0x55b2eeb1fdd0 2024-05-10T11:21:25.935 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.933+0000 7fd7fffff700 1 --2- 172.21.15.53:0/386682142 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd7f00b2910 0x7fd7f00b4dd0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fd7f800b5c0 tx=0x7fd7f8005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:25.935 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.933+0000 7fd7fffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb25b50 0x55b2eeb1f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:25.935 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.933+0000 7fd7fffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb25b50 0x55b2eeb1f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38194/0 (socket says 172.21.15.53:38194) 2024-05-10T11:21:25.935 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.933+0000 7fd7fffff700 1 -- 172.21.15.53:0/1470935977 learned_addr learned my addr 172.21.15.53:0/1470935977 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:25.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.933+0000 7fd80d0a5700 1 --2- 172.21.15.53:0/1470935977 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55b2eeb1fdd0 0x55b2eeb20210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:25.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.933+0000 7fd80c8a4700 1 --2- 172.21.15.53:0/1470935977 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb25230 0x55b2eeb25610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:25.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.934+0000 7fd7fffff700 1 -- 172.21.15.53:0/1470935977 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55b2eeb1fdd0 msgr2=0x55b2eeb20210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:25.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.934+0000 7fd7fffff700 1 --2- 172.21.15.53:0/1470935977 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55b2eeb1fdd0 0x55b2eeb20210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.934+0000 7fd7fffff700 1 -- 172.21.15.53:0/1470935977 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb25230 msgr2=0x55b2eeb25610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:25.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.934+0000 7fd7fffff700 1 --2- 172.21.15.53:0/1470935977 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb25230 0x55b2eeb25610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.934+0000 7fd7fffff700 1 -- 172.21.15.53:0/1470935977 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b2ee9be950 con 0x55b2eeb25b50 2024-05-10T11:21:25.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.934+0000 7fd7fffff700 1 --2- 172.21.15.53:0/1470935977 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb25b50 0x55b2eeb1f890 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fd7f8009990 tx=0x7fd7f801f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2207ca33d2bb3f3 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:25.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.934+0000 7fd7eeffd700 1 -- 172.21.15.53:0/1470935977 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7f8034070 con 0x55b2eeb25b50 2024-05-10T11:21:25.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.934+0000 7fd7eeffd700 1 -- 172.21.15.53:0/1470935977 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd7f802f900 con 0x55b2eeb25b50 2024-05-10T11:21:25.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.934+0000 7fd7eeffd700 1 -- 172.21.15.53:0/1470935977 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7f800f8a0 con 0x55b2eeb25b50 2024-05-10T11:21:25.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.935+0000 7fd81939bb80 1 -- 172.21.15.53:0/1470935977 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb25b50 msgr2=0x55b2eeb1f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:25.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.935+0000 7fd81939bb80 1 --2- 172.21.15.53:0/1470935977 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb25b50 0x55b2eeb1f890 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fd7f8009990 tx=0x7fd7f801f000 comp rx=0 tx=0).stop 2024-05-10T11:21:25.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.935+0000 7fd81939bb80 1 -- 172.21.15.53:0/1470935977 shutdown_connections 2024-05-10T11:21:25.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.935+0000 7fd81939bb80 1 --2- 172.21.15.53:0/1470935977 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55b2eeb1fdd0 0x55b2eeb20210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.935+0000 7fd81939bb80 1 --2- 172.21.15.53:0/1470935977 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb25230 0x55b2eeb25610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.935+0000 7fd81939bb80 1 --2- 172.21.15.53:0/1470935977 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb25b50 0x55b2eeb1f890 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.935+0000 7fd81939bb80 1 -- 172.21.15.53:0/1470935977 >> 172.21.15.53:0/1470935977 conn(0x55b2eea4bbf0 msgr2=0x55b2eeb1a320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:25.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.935+0000 7fd81939bb80 1 -- 172.21.15.53:0/1470935977 shutdown_connections 2024-05-10T11:21:25.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.935+0000 7fd81939bb80 1 -- 172.21.15.53:0/1470935977 wait complete. 2024-05-10T11:21:25.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.935+0000 7fd81939bb80 1 -- start start 2024-05-10T11:21:25.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.935+0000 7fd81939bb80 1 Processor -- start 2024-05-10T11:21:25.940 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.936+0000 7fd81939bb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb1fdd0 0x55b2eeb2b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:25.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.936+0000 7fd81939bb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55b2eeb25230 0x55b2eeb28b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:25.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.936+0000 7fd81939bb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb25b50 0x55b2eeb290d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:25.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.936+0000 7fd81939bb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55b2eeb2c470 con 0x55b2eeb1fdd0 2024-05-10T11:21:25.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.936+0000 7fd81939bb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55b2eea2af50 con 0x55b2eeb25b50 2024-05-10T11:21:25.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.936+0000 7fd81939bb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55b2eeb2c5f0 con 0x55b2eeb25230 2024-05-10T11:21:25.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.936+0000 7fd81939bb80 10 client.0 _ll_register_callbacks cb 0x55b2eea05630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:21:25.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.936+0000 7fd80c8a4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb1fdd0 0x55b2eeb2b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:25.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.936+0000 7fd80c8a4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb1fdd0 0x55b2eeb2b7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38196/0 (socket says 172.21.15.53:38196) 2024-05-10T11:21:25.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.936+0000 7fd80c8a4700 1 -- 172.21.15.53:0/1397097153 learned_addr learned my addr 172.21.15.53:0/1397097153 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:25.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.936+0000 7fd7fffff700 1 --2- 172.21.15.53:0/1397097153 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55b2eeb25230 0x55b2eeb28b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:25.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.936+0000 7fd80d0a5700 1 --2- 172.21.15.53:0/1397097153 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb25b50 0x55b2eeb290d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:25.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.936+0000 7fd80c8a4700 1 -- 172.21.15.53:0/1397097153 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55b2eeb25230 msgr2=0x55b2eeb28b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:25.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.936+0000 7fd80c8a4700 1 --2- 172.21.15.53:0/1397097153 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55b2eeb25230 0x55b2eeb28b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.936+0000 7fd80c8a4700 1 -- 172.21.15.53:0/1397097153 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb25b50 msgr2=0x55b2eeb290d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:25.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.936+0000 7fd80c8a4700 1 --2- 172.21.15.53:0/1397097153 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb25b50 0x55b2eeb290d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.936+0000 7fd80c8a4700 1 -- 172.21.15.53:0/1397097153 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b2eea287e0 con 0x55b2eeb1fdd0 2024-05-10T11:21:25.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.936+0000 7fd80d0a5700 1 --2- 172.21.15.53:0/1397097153 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb25b50 0x55b2eeb290d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:21:25.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.936+0000 7fd80c8a4700 1 --2- 172.21.15.53:0/1397097153 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb1fdd0 0x55b2eeb2b7f0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fd80400c8f0 tx=0x7fd804005660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa733bf23cffeca server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:25.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.936+0000 7fd7e7fff700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:21:25.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.936+0000 7fd7e7fff700 1 -- 172.21.15.53:0/1397097153 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8040c3060 con 0x55b2eeb1fdd0 2024-05-10T11:21:25.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.937+0000 7fd7e7fff700 1 -- 172.21.15.53:0/1397097153 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fd804007d30 con 0x55b2eeb1fdd0 2024-05-10T11:21:25.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.937+0000 7fd81939bb80 1 -- 172.21.15.53:0/1397097153 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd7f802f900 con 0x55b2eeb1fdd0 2024-05-10T11:21:25.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.937+0000 7fd7e7fff700 1 -- 172.21.15.53:0/1397097153 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd80401d040 con 0x55b2eeb1fdd0 2024-05-10T11:21:25.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.937+0000 7fd81939bb80 10 client.15372 fetch_fsmap learned FSMap version 29 2024-05-10T11:21:25.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.937+0000 7fd81939bb80 1 -- 172.21.15.53:0/1397097153 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b2eeb36e30 con 0x55b2eeb1fdd0 2024-05-10T11:21:25.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.937+0000 7fd7e7fff700 1 -- 172.21.15.53:0/1397097153 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd7f802f900 con 0x55b2eeb1fdd0 2024-05-10T11:21:25.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.937+0000 7fd7e7fff700 1 -- 172.21.15.53:0/1397097153 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fd8040c3c70 con 0x55b2eeb1fdd0 2024-05-10T11:21:25.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.937+0000 7fd81939bb80 10 client.15372 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:21:25.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.937+0000 7fd81939bb80 10 client.15372 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:21:25.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.937+0000 7fd81939bb80 20 client.15372 populate_metadata read hostname 'smithi053' 2024-05-10T11:21:25.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.937+0000 7fd81939bb80 1 --2- 172.21.15.53:0/1397097153 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55b2eeb39470 0x55b2eeb3b860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:25.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.937+0000 7fd81939bb80 4 client.15372 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:21:25.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.937+0000 7fd81939bb80 1 -- 172.21.15.53:0/1397097153 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b2eea7f3a0 con 0x55b2eeb39470 2024-05-10T11:21:25.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.937+0000 7fd7fffff700 1 --2- 172.21.15.53:0/1397097153 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55b2eeb39470 0x55b2eeb3b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:25.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.938+0000 7fd7fffff700 1 --2- 172.21.15.53:0/1397097153 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55b2eeb39470 0x55b2eeb3b860 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=61d0d325226aa446 server_cookie=176f7a04d1e903 in_seq=0 out_seq=0 2024-05-10T11:21:25.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.938+0000 7fd7e7fff700 10 client.15372 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:21:25.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.939+0000 7fd7e7fff700 1 -- 172.21.15.53:0/1397097153 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55b2eea7f3a0 con 0x55b2eeb39470 2024-05-10T11:21:25.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.939+0000 7fd7e7fff700 10 client.15372 handle_command_reply: tid=0 2024-05-10T11:21:25.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.939+0000 7fd81939bb80 1 client.15372 shutdown 2024-05-10T11:21:25.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.939+0000 7fd81939bb80 1 -- 172.21.15.53:0/1397097153 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb1fdd0 msgr2=0x55b2eeb2b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:25.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.939+0000 7fd81939bb80 1 --2- 172.21.15.53:0/1397097153 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb1fdd0 0x55b2eeb2b7f0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fd80400c8f0 tx=0x7fd804005660 comp rx=0 tx=0).stop 2024-05-10T11:21:25.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.939+0000 7fd81939bb80 1 -- 172.21.15.53:0/1397097153 shutdown_connections 2024-05-10T11:21:25.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.939+0000 7fd81939bb80 1 --2- 172.21.15.53:0/1397097153 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55b2eeb39470 0x55b2eeb3b860 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.939+0000 7fd81939bb80 1 --2- 172.21.15.53:0/1397097153 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb25b50 0x55b2eeb290d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.939+0000 7fd7e7fff700 0 client.15372 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:21:25.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.939+0000 7fd81939bb80 1 --2- 172.21.15.53:0/1397097153 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb1fdd0 0x55b2eeb2b7f0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.939+0000 7fd81939bb80 1 --2- 172.21.15.53:0/1397097153 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55b2eeb25230 0x55b2eeb28b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.939+0000 7fd81939bb80 1 -- 172.21.15.53:0/1397097153 >> 172.21.15.53:0/1397097153 conn(0x55b2eea4bbf0 msgr2=0x55b2eeb14bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:25.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.939+0000 7fd81939bb80 1 -- 172.21.15.53:0/1397097153 shutdown_connections 2024-05-10T11:21:25.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.939+0000 7fd81939bb80 1 -- 172.21.15.53:0/1397097153 wait complete. 2024-05-10T11:21:25.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.939+0000 7fd81939bb80 20 client.15372 trim_cache size 0 max 16384 2024-05-10T11:21:25.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.960+0000 7fd81939bb80 1 Processor -- start 2024-05-10T11:21:25.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.960+0000 7fd81939bb80 1 -- start start 2024-05-10T11:21:25.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.960+0000 7fd81939bb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb1fdd0 0x55b2eeb35530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:25.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.960+0000 7fd81939bb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb25230 0x55b2eeb14cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:25.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.960+0000 7fd81939bb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55b2eeb25b50 0x55b2eeb28b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:25.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.960+0000 7fd81939bb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd8081b1310 con 0x55b2eeb1fdd0 2024-05-10T11:21:25.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.960+0000 7fd81939bb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fd8081b2e50 con 0x55b2eeb25230 2024-05-10T11:21:25.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.960+0000 7fd81939bb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fd8081b19e0 con 0x55b2eeb25b50 2024-05-10T11:21:25.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.960+0000 7fd80c8a4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb1fdd0 0x55b2eeb35530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:25.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.960+0000 7fd80c8a4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb1fdd0 0x55b2eeb35530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38206/0 (socket says 172.21.15.53:38206) 2024-05-10T11:21:25.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.960+0000 7fd80c8a4700 1 -- 172.21.15.53:0/302991434 learned_addr learned my addr 172.21.15.53:0/302991434 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:25.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.961+0000 7fd80d0a5700 1 --2- 172.21.15.53:0/302991434 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55b2eeb25b50 0x55b2eeb28b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:25.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.961+0000 7fd80c8a4700 1 -- 172.21.15.53:0/302991434 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55b2eeb25b50 msgr2=0x55b2eeb28b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:25.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.961+0000 7fd7fffff700 1 --2- 172.21.15.53:0/302991434 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb25230 0x55b2eeb14cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:25.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.961+0000 7fd80c8a4700 1 --2- 172.21.15.53:0/302991434 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55b2eeb25b50 0x55b2eeb28b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.961+0000 7fd80c8a4700 1 -- 172.21.15.53:0/302991434 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb25230 msgr2=0x55b2eeb14cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:25.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.961+0000 7fd80c8a4700 1 --2- 172.21.15.53:0/302991434 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb25230 0x55b2eeb14cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.961+0000 7fd80c8a4700 1 -- 172.21.15.53:0/302991434 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b2eeb29ac0 con 0x55b2eeb1fdd0 2024-05-10T11:21:25.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.961+0000 7fd80c8a4700 1 --2- 172.21.15.53:0/302991434 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb1fdd0 0x55b2eeb35530 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fd8040e24a0 tx=0x7fd8040e2150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4fb98100f8ceb75 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:25.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.961+0000 7fd7ee7fc700 1 -- 172.21.15.53:0/302991434 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8040c3020 con 0x55b2eeb1fdd0 2024-05-10T11:21:25.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.961+0000 7fd7ee7fc700 1 -- 172.21.15.53:0/302991434 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd80406d030 con 0x55b2eeb1fdd0 2024-05-10T11:21:25.962 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.961+0000 7fd7ee7fc700 1 -- 172.21.15.53:0/302991434 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8040c3be0 con 0x55b2eeb1fdd0 2024-05-10T11:21:25.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.962+0000 7fd81939bb80 1 -- 172.21.15.53:0/302991434 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb1fdd0 msgr2=0x55b2eeb35530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:25.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.962+0000 7fd81939bb80 1 --2- 172.21.15.53:0/302991434 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb1fdd0 0x55b2eeb35530 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fd8040e24a0 tx=0x7fd8040e2150 comp rx=0 tx=0).stop 2024-05-10T11:21:25.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.962+0000 7fd81939bb80 1 -- 172.21.15.53:0/302991434 shutdown_connections 2024-05-10T11:21:25.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.962+0000 7fd81939bb80 1 --2- 172.21.15.53:0/302991434 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55b2eeb25b50 0x55b2eeb28b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.962+0000 7fd81939bb80 1 --2- 172.21.15.53:0/302991434 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb1fdd0 0x55b2eeb35530 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.962+0000 7fd81939bb80 1 --2- 172.21.15.53:0/302991434 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb25230 0x55b2eeb14cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.962+0000 7fd81939bb80 1 -- 172.21.15.53:0/302991434 >> 172.21.15.53:0/302991434 conn(0x55b2eea4bbf0 msgr2=0x55b2eeb28440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:25.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.962+0000 7fd81939bb80 1 -- 172.21.15.53:0/302991434 shutdown_connections 2024-05-10T11:21:25.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.962+0000 7fd81939bb80 1 -- 172.21.15.53:0/302991434 wait complete. 2024-05-10T11:21:25.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.962+0000 7fd81939bb80 1 -- start start 2024-05-10T11:21:25.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.962+0000 7fd81939bb80 1 Processor -- start 2024-05-10T11:21:25.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.963+0000 7fd81939bb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb1fdd0 0x55b2eeb31c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:25.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.963+0000 7fd81939bb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55b2eeb25230 0x55b2eeb2e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:25.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.963+0000 7fd81939bb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb25b50 0x55b2eeb2edc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:25.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.963+0000 7fd81939bb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd8081b2780 con 0x55b2eeb25b50 2024-05-10T11:21:25.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.963+0000 7fd81939bb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fd8081b20b0 con 0x55b2eeb1fdd0 2024-05-10T11:21:25.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.963+0000 7fd81939bb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fd8081af2b0 con 0x55b2eeb25230 2024-05-10T11:21:25.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.963+0000 7fd81939bb80 10 client.0 _ll_register_callbacks cb 0x55b2eea05630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:21:25.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.963+0000 7fd80c8a4700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb1fdd0 0x55b2eeb31c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:25.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.963+0000 7fd7fffff700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55b2eeb25230 0x55b2eeb2e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:25.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.963+0000 7fd80d0a5700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb25b50 0x55b2eeb2edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:25.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.963+0000 7fd80c8a4700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb1fdd0 0x55b2eeb31c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:41260/0 (socket says 172.21.15.53:41260) 2024-05-10T11:21:25.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.963+0000 7fd80c8a4700 1 -- 172.21.15.53:0/664554375 learned_addr learned my addr 172.21.15.53:0/664554375 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:25.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.963+0000 7fd80d0a5700 1 -- 172.21.15.53:0/664554375 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55b2eeb25230 msgr2=0x55b2eeb2e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:25.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.963+0000 7fd80d0a5700 1 --2- 172.21.15.53:0/664554375 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55b2eeb25230 0x55b2eeb2e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.963+0000 7fd80d0a5700 1 -- 172.21.15.53:0/664554375 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb1fdd0 msgr2=0x55b2eeb31c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:25.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.963+0000 7fd80d0a5700 1 --2- 172.21.15.53:0/664554375 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb1fdd0 0x55b2eeb31c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.963+0000 7fd80d0a5700 1 -- 172.21.15.53:0/664554375 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b2eeb2f470 con 0x55b2eeb25b50 2024-05-10T11:21:25.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.963+0000 7fd7fffff700 1 --2- 172.21.15.53:0/664554375 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55b2eeb25230 0x55b2eeb2e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:21:25.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.963+0000 7fd80c8a4700 1 --2- 172.21.15.53:0/664554375 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb1fdd0 0x55b2eeb31c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:21:25.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.963+0000 7fd80d0a5700 1 --2- 172.21.15.53:0/664554375 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb25b50 0x55b2eeb2edc0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fd800007a70 tx=0x7fd800007d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd5372576da5a9c7 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:25.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.964+0000 7fd7e7fff700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:21:25.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.964+0000 7fd7e7fff700 1 -- 172.21.15.53:0/664554375 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd80001c070 con 0x55b2eeb25b50 2024-05-10T11:21:25.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.964+0000 7fd7e7fff700 1 -- 172.21.15.53:0/664554375 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fd800016bc0 con 0x55b2eeb25b50 2024-05-10T11:21:25.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.964+0000 7fd81939bb80 1 -- 172.21.15.53:0/664554375 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd80406d030 con 0x55b2eeb25b50 2024-05-10T11:21:25.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.964+0000 7fd7e7fff700 1 -- 172.21.15.53:0/664554375 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd80002a050 con 0x55b2eeb25b50 2024-05-10T11:21:25.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.964+0000 7fd81939bb80 10 client.15378 fetch_fsmap learned FSMap version 29 2024-05-10T11:21:25.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.964+0000 7fd81939bb80 1 -- 172.21.15.53:0/664554375 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b2eeba4b10 con 0x55b2eeb25b50 2024-05-10T11:21:25.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.964+0000 7fd7e7fff700 1 -- 172.21.15.53:0/664554375 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd80406d030 con 0x55b2eeb25b50 2024-05-10T11:21:25.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.964+0000 7fd7e7fff700 1 -- 172.21.15.53:0/664554375 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fd800018420 con 0x55b2eeb25b50 2024-05-10T11:21:25.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.964+0000 7fd81939bb80 10 client.15378 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:21:25.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.964+0000 7fd81939bb80 10 client.15378 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:21:25.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.964+0000 7fd81939bb80 20 client.15378 populate_metadata read hostname 'smithi053' 2024-05-10T11:21:25.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.964+0000 7fd81939bb80 1 --2- 172.21.15.53:0/664554375 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55b2eeb39470 0x55b2eeba7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:25.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.964+0000 7fd81939bb80 4 client.15378 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-10T11:21:25.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.964+0000 7fd81939bb80 1 -- 172.21.15.53:0/664554375 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b2eea79440 con 0x55b2eeb39470 2024-05-10T11:21:25.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.965+0000 7fd80c8a4700 1 --2- 172.21.15.53:0/664554375 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55b2eeb39470 0x55b2eeba7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:25.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.965+0000 7fd7e7fff700 10 client.15378 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:21:25.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.965+0000 7fd80c8a4700 1 --2- 172.21.15.53:0/664554375 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55b2eeb39470 0x55b2eeba7260 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c289204c673d784 server_cookie=ed162a00dfea6c9e in_seq=0 out_seq=0 2024-05-10T11:21:25.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.966+0000 7fd7e7fff700 1 -- 172.21.15.53:0/664554375 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b2eea79440 con 0x55b2eeb39470 2024-05-10T11:21:25.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.966+0000 7fd7e7fff700 10 client.15378 handle_command_reply: tid=0 2024-05-10T11:21:25.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.966+0000 7fd81939bb80 1 client.15378 shutdown 2024-05-10T11:21:25.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.967+0000 7fd81939bb80 1 -- 172.21.15.53:0/664554375 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb25b50 msgr2=0x55b2eeb2edc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:25.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.967+0000 7fd81939bb80 1 --2- 172.21.15.53:0/664554375 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb25b50 0x55b2eeb2edc0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fd800007a70 tx=0x7fd800007d80 comp rx=0 tx=0).stop 2024-05-10T11:21:25.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.967+0000 7fd81939bb80 1 -- 172.21.15.53:0/664554375 shutdown_connections 2024-05-10T11:21:25.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.967+0000 7fd81939bb80 1 --2- 172.21.15.53:0/664554375 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55b2eeb39470 0x55b2eeba7260 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.967+0000 7fd81939bb80 1 --2- 172.21.15.53:0/664554375 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55b2eeb25b50 0x55b2eeb2edc0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.967+0000 7fd81939bb80 1 --2- 172.21.15.53:0/664554375 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55b2eeb1fdd0 0x55b2eeb31c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.967+0000 7fd81939bb80 1 --2- 172.21.15.53:0/664554375 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55b2eeb25230 0x55b2eeb2e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.967+0000 7fd7e7fff700 0 client.15378 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:21:25.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.967+0000 7fd81939bb80 1 -- 172.21.15.53:0/664554375 >> 172.21.15.53:0/664554375 conn(0x55b2eea4bbf0 msgr2=0x55b2eeb28ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:25.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.967+0000 7fd81939bb80 1 -- 172.21.15.53:0/664554375 shutdown_connections 2024-05-10T11:21:25.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.967+0000 7fd81939bb80 1 -- 172.21.15.53:0/664554375 wait complete. 2024-05-10T11:21:25.971 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.967+0000 7fd81939bb80 20 client.15378 trim_cache size 0 max 16384 2024-05-10T11:21:25.971 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:21:25.971 INFO:teuthology.orchestra.run.smithi053.stdout: "return_code": 0, 2024-05-10T11:21:25.971 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_tag": "d486071e-775f-4434-ab12-1f53695df717", 2024-05-10T11:21:25.971 INFO:teuthology.orchestra.run.smithi053.stdout: "mode": "asynchronous" 2024-05-10T11:21:25.971 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:21:25.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.968+0000 7fd80eb08700 1 -- 172.21.15.53:0/386682142 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd7f00b2910 msgr2=0x7fd7f00b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:25.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.968+0000 7fd80eb08700 1 --2- 172.21.15.53:0/386682142 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd7f00b2910 0x7fd7f00b4dd0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fd7f800b5c0 tx=0x7fd7f8005960 comp rx=0 tx=0).stop 2024-05-10T11:21:25.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.968+0000 7fd80eb08700 1 -- 172.21.15.53:0/386682142 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd80806b180 msgr2=0x7fd808102470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:25.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.968+0000 7fd80eb08700 1 --2- 172.21.15.53:0/386682142 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd80806b180 0x7fd808102470 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fd80400c920 tx=0x7fd80400cc30 comp rx=0 tx=0).stop 2024-05-10T11:21:25.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.968+0000 7fd80eb08700 1 -- 172.21.15.53:0/386682142 shutdown_connections 2024-05-10T11:21:25.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.968+0000 7fd80eb08700 1 --2- 172.21.15.53:0/386682142 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd7f00b2910 0x7fd7f00b4dd0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.968+0000 7fd80eb08700 1 --2- 172.21.15.53:0/386682142 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd808109510 0x7fd808102ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.968+0000 7fd80eb08700 1 --2- 172.21.15.53:0/386682142 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd80806b180 0x7fd808102470 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.968+0000 7fd80eb08700 1 --2- 172.21.15.53:0/386682142 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd80806bb40 0x7fd8081029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:25.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.968+0000 7fd80eb08700 1 -- 172.21.15.53:0/386682142 >> 172.21.15.53:0/386682142 conn(0x7fd808079350 msgr2=0x7fd808101330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:25.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.968+0000 7fd80eb08700 1 -- 172.21.15.53:0/386682142 shutdown_connections 2024-05-10T11:21:25.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:25.968+0000 7fd80eb08700 1 -- 172.21.15.53:0/386682142 wait complete. 2024-05-10T11:21:26.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:25 smithi132 ceph-mon[33758]: pgmap v439: 129 pgs: 129 active+clean; 661 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-10T11:21:26.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:25 smithi187 ceph-mon[34076]: pgmap v439: 129 pgs: 129 active+clean; 661 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-10T11:21:26.752 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-10T11:21:27.050 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:21:28.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:27 smithi132 ceph-mon[33758]: scrub queued for path: / 2024-05-10T11:21:28.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:27 smithi132 ceph-mon[33758]: scrub summary: idle+waiting paths [/] 2024-05-10T11:21:28.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:27 smithi132 ceph-mon[33758]: scrub summary: active paths [/] 2024-05-10T11:21:28.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:27 smithi132 ceph-mon[33758]: scrub summary: idle+waiting paths [/] 2024-05-10T11:21:28.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:27 smithi132 ceph-mon[33758]: pgmap v440: 129 pgs: 129 active+clean; 661 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 9 op/s 2024-05-10T11:21:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:27 smithi187 ceph-mon[34076]: scrub queued for path: / 2024-05-10T11:21:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:27 smithi187 ceph-mon[34076]: scrub summary: idle+waiting paths [/] 2024-05-10T11:21:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:27 smithi187 ceph-mon[34076]: scrub summary: active paths [/] 2024-05-10T11:21:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:27 smithi187 ceph-mon[34076]: scrub summary: idle+waiting paths [/] 2024-05-10T11:21:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:27 smithi187 ceph-mon[34076]: pgmap v440: 129 pgs: 129 active+clean; 661 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 9 op/s 2024-05-10T11:21:28.315 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:27 smithi053 ceph-mon[30153]: scrub queued for path: / 2024-05-10T11:21:28.316 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:27 smithi053 ceph-mon[30153]: scrub summary: idle+waiting paths [/] 2024-05-10T11:21:28.316 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:27 smithi053 ceph-mon[30153]: scrub summary: active paths [/] 2024-05-10T11:21:28.316 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:27 smithi053 ceph-mon[30153]: scrub summary: idle+waiting paths [/] 2024-05-10T11:21:28.316 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:27 smithi053 ceph-mon[30153]: pgmap v440: 129 pgs: 129 active+clean; 661 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 9 op/s 2024-05-10T11:21:28.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.932+0000 7f1ea866a700 1 -- 172.21.15.53:0/3118263969 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1ea0108870 msgr2=0x7f1ea01103f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:28.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.932+0000 7f1ea866a700 1 --2- 172.21.15.53:0/3118263969 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1ea0108870 0x7f1ea01103f0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f1e9800b0d0 tx=0x7f1e9800b3e0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.932+0000 7f1ea866a700 1 -- 172.21.15.53:0/3118263969 shutdown_connections 2024-05-10T11:21:28.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.932+0000 7f1ea866a700 1 --2- 172.21.15.53:0/3118263969 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1ea0108870 0x7f1ea01103f0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.932+0000 7f1ea866a700 1 --2- 172.21.15.53:0/3118263969 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1ea0103780 0x7f1ea0103b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.936 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.932+0000 7f1ea866a700 1 --2- 172.21.15.53:0/3118263969 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1ea0104130 0x7f1ea0108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.932+0000 7f1ea866a700 1 -- 172.21.15.53:0/3118263969 >> 172.21.15.53:0/3118263969 conn(0x7f1ea007a610 msgr2=0x7f1ea007aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:28.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.932+0000 7f1ea866a700 1 -- 172.21.15.53:0/3118263969 shutdown_connections 2024-05-10T11:21:28.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.932+0000 7f1ea866a700 1 -- 172.21.15.53:0/3118263969 wait complete. 2024-05-10T11:21:28.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.933+0000 7f1ea866a700 1 Processor -- start 2024-05-10T11:21:28.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.933+0000 7f1ea866a700 1 -- start start 2024-05-10T11:21:28.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.933+0000 7f1ea866a700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1ea0103780 0x7f1ea01a1830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:28.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.933+0000 7f1ea866a700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1ea0104130 0x7f1ea01a1d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:28.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.933+0000 7f1ea866a700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1ea0108870 0x7f1ea019b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:28.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.933+0000 7f1ea866a700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1ea0113540 con 0x7f1ea0103780 2024-05-10T11:21:28.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.933+0000 7f1ea866a700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f1ea01133c0 con 0x7f1ea0108870 2024-05-10T11:21:28.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.933+0000 7f1ea866a700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f1ea01136c0 con 0x7f1ea0104130 2024-05-10T11:21:28.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.933+0000 7f1ea6406700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1ea0103780 0x7f1ea01a1830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:28.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.933+0000 7f1ea6406700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1ea0103780 0x7f1ea01a1830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:45758/0 (socket says 172.21.15.53:45758) 2024-05-10T11:21:28.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.933+0000 7f1ea6406700 1 -- 172.21.15.53:0/3642499169 learned_addr learned my addr 172.21.15.53:0/3642499169 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:28.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.933+0000 7f1ea6c07700 1 --2- 172.21.15.53:0/3642499169 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1ea0108870 0x7f1ea019b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:28.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.933+0000 7f1ea5c05700 1 --2- 172.21.15.53:0/3642499169 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1ea0104130 0x7f1ea01a1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:28.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.934+0000 7f1ea6406700 1 -- 172.21.15.53:0/3642499169 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1ea0104130 msgr2=0x7f1ea01a1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:28.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.934+0000 7f1ea6406700 1 --2- 172.21.15.53:0/3642499169 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1ea0104130 0x7f1ea01a1d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.934+0000 7f1ea6406700 1 -- 172.21.15.53:0/3642499169 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1ea0108870 msgr2=0x7f1ea019b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:28.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.934+0000 7f1ea6406700 1 --2- 172.21.15.53:0/3642499169 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1ea0108870 0x7f1ea019b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.934+0000 7f1ea6406700 1 -- 172.21.15.53:0/3642499169 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ea019c150 con 0x7f1ea0103780 2024-05-10T11:21:28.939 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.934+0000 7f1ea6406700 1 --2- 172.21.15.53:0/3642499169 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1ea0103780 0x7f1ea01a1830 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f1e9c00d950 tx=0x7f1e9c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:28.939 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.934+0000 7f1e977fe700 1 -- 172.21.15.53:0/3642499169 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e9c016070 con 0x7f1ea0103780 2024-05-10T11:21:28.939 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.934+0000 7f1e977fe700 1 -- 172.21.15.53:0/3642499169 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1e9c00fd20 con 0x7f1ea0103780 2024-05-10T11:21:28.939 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.934+0000 7f1ea866a700 1 -- 172.21.15.53:0/3642499169 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ea019c440 con 0x7f1ea0103780 2024-05-10T11:21:28.939 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.934+0000 7f1e977fe700 1 -- 172.21.15.53:0/3642499169 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e9c00e3b0 con 0x7f1ea0103780 2024-05-10T11:21:28.939 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.934+0000 7f1ea866a700 1 -- 172.21.15.53:0/3642499169 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ea01a8700 con 0x7f1ea0103780 2024-05-10T11:21:28.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.936+0000 7f1e977fe700 1 -- 172.21.15.53:0/3642499169 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f1e9c019070 con 0x7f1ea0103780 2024-05-10T11:21:28.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.937+0000 7f1e977fe700 1 --2- 172.21.15.53:0/3642499169 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1e8c0b2910 0x7f1e8c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:28.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.937+0000 7f1ea5c05700 1 --2- 172.21.15.53:0/3642499169 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1e8c0b2910 0x7f1e8c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:28.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.937+0000 7f1e977fe700 1 -- 172.21.15.53:0/3642499169 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f1e9c0e21f0 con 0x7f1ea0103780 2024-05-10T11:21:28.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.938+0000 7f1ea5c05700 1 --2- 172.21.15.53:0/3642499169 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1e8c0b2910 0x7f1e8c0b4dd0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f1ea01107a0 tx=0x7f1e9000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:28.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.938+0000 7f1eb2efdb80 1 Processor -- start 2024-05-10T11:21:28.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.938+0000 7f1eb2efdb80 1 -- start start 2024-05-10T11:21:28.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.939+0000 7f1eb2efdb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ab0b3e11b0 0x55ab0b3e1590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:28.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.939+0000 7f1eb2efdb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ab0b3e1ad0 0x55ab0b3db810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:28.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.939+0000 7f1eb2efdb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3dbd50 0x55ab0b3dc190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:28.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.939+0000 7f1eb2efdb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55ab0b32d940 con 0x55ab0b3dbd50 2024-05-10T11:21:28.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.939+0000 7f1eb2efdb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55ab0b292da0 con 0x55ab0b3e1ad0 2024-05-10T11:21:28.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.939+0000 7f1eb2efdb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55ab0b329900 con 0x55ab0b3e11b0 2024-05-10T11:21:28.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.939+0000 7f1ea6c07700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3dbd50 0x55ab0b3dc190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:28.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.939+0000 7f1ea6c07700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3dbd50 0x55ab0b3dc190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:45774/0 (socket says 172.21.15.53:45774) 2024-05-10T11:21:28.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.939+0000 7f1ea6c07700 1 -- 172.21.15.53:0/393962235 learned_addr learned my addr 172.21.15.53:0/393962235 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:28.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.939+0000 7f1ea6406700 1 --2- 172.21.15.53:0/393962235 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ab0b3e11b0 0x55ab0b3e1590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:28.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.939+0000 7f1ea5c05700 1 --2- 172.21.15.53:0/393962235 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ab0b3e1ad0 0x55ab0b3db810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:28.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.939+0000 7f1ea6c07700 1 -- 172.21.15.53:0/393962235 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ab0b3e11b0 msgr2=0x55ab0b3e1590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:28.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.939+0000 7f1ea6c07700 1 --2- 172.21.15.53:0/393962235 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ab0b3e11b0 0x55ab0b3e1590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.939+0000 7f1ea6c07700 1 -- 172.21.15.53:0/393962235 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ab0b3e1ad0 msgr2=0x55ab0b3db810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:28.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.939+0000 7f1ea6c07700 1 --2- 172.21.15.53:0/393962235 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ab0b3e1ad0 0x55ab0b3db810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.939+0000 7f1ea6c07700 1 -- 172.21.15.53:0/393962235 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab0b27a8d0 con 0x55ab0b3dbd50 2024-05-10T11:21:28.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.939+0000 7f1ea6c07700 1 --2- 172.21.15.53:0/393962235 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3dbd50 0x55ab0b3dc190 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f1e98009c60 tx=0x7f1e98009c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=780514abcb0dc113 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:28.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.939+0000 7f1e94ff9700 1 -- 172.21.15.53:0/393962235 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e98009350 con 0x55ab0b3dbd50 2024-05-10T11:21:28.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.940+0000 7f1e94ff9700 1 -- 172.21.15.53:0/393962235 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1e98020070 con 0x55ab0b3dbd50 2024-05-10T11:21:28.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.940+0000 7f1e94ff9700 1 -- 172.21.15.53:0/393962235 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e980057e0 con 0x55ab0b3dbd50 2024-05-10T11:21:28.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.940+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/393962235 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3dbd50 msgr2=0x55ab0b3dc190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:28.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.940+0000 7f1eb2efdb80 1 --2- 172.21.15.53:0/393962235 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3dbd50 0x55ab0b3dc190 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f1e98009c60 tx=0x7f1e98009c90 comp rx=0 tx=0).stop 2024-05-10T11:21:28.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.940+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/393962235 shutdown_connections 2024-05-10T11:21:28.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.940+0000 7f1eb2efdb80 1 --2- 172.21.15.53:0/393962235 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3dbd50 0x55ab0b3dc190 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.940+0000 7f1eb2efdb80 1 --2- 172.21.15.53:0/393962235 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ab0b3e11b0 0x55ab0b3e1590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.940+0000 7f1eb2efdb80 1 --2- 172.21.15.53:0/393962235 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ab0b3e1ad0 0x55ab0b3db810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.940+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/393962235 >> 172.21.15.53:0/393962235 conn(0x55ab0b307b70 msgr2=0x55ab0b3d62a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:28.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.940+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/393962235 shutdown_connections 2024-05-10T11:21:28.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.940+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/393962235 wait complete. 2024-05-10T11:21:28.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.941+0000 7f1eb2efdb80 1 -- start start 2024-05-10T11:21:28.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.941+0000 7f1eb2efdb80 1 Processor -- start 2024-05-10T11:21:28.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.941+0000 7f1eb2efdb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ab0b3dbd50 0x55ab0b3e7730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:28.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.941+0000 7f1eb2efdb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ab0b3e11b0 0x55ab0b3e4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:28.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.941+0000 7f1eb2efdb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3e1ad0 0x55ab0b3e5010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:28.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.941+0000 7f1eb2efdb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55ab0b3e83f0 con 0x55ab0b3e1ad0 2024-05-10T11:21:28.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.941+0000 7f1eb2efdb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55ab0b2e6ed0 con 0x55ab0b3e11b0 2024-05-10T11:21:28.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.941+0000 7f1eb2efdb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55ab0b3e8570 con 0x55ab0b3dbd50 2024-05-10T11:21:28.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.941+0000 7f1eb2efdb80 10 client.0 _ll_register_callbacks cb 0x55ab0b2c15b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:21:28.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.941+0000 7f1ea6c07700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3e1ad0 0x55ab0b3e5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:28.949 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.941+0000 7f1ea6c07700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3e1ad0 0x55ab0b3e5010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:45776/0 (socket says 172.21.15.53:45776) 2024-05-10T11:21:28.949 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.941+0000 7f1ea6c07700 1 -- 172.21.15.53:0/2000114485 learned_addr learned my addr 172.21.15.53:0/2000114485 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:28.949 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.941+0000 7f1ea5c05700 1 --2- 172.21.15.53:0/2000114485 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ab0b3e11b0 0x55ab0b3e4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:28.949 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.941+0000 7f1ea6406700 1 --2- 172.21.15.53:0/2000114485 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ab0b3dbd50 0x55ab0b3e7730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:28.949 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.942+0000 7f1ea6c07700 1 -- 172.21.15.53:0/2000114485 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ab0b3dbd50 msgr2=0x55ab0b3e7730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:28.949 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.942+0000 7f1ea6c07700 1 --2- 172.21.15.53:0/2000114485 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ab0b3dbd50 0x55ab0b3e7730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.949 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.942+0000 7f1ea6c07700 1 -- 172.21.15.53:0/2000114485 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ab0b3e11b0 msgr2=0x55ab0b3e4ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:28.949 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.942+0000 7f1ea6c07700 1 --2- 172.21.15.53:0/2000114485 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ab0b3e11b0 0x55ab0b3e4ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.949 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.942+0000 7f1ea6c07700 1 -- 172.21.15.53:0/2000114485 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab0b2e4760 con 0x55ab0b3e1ad0 2024-05-10T11:21:28.949 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.942+0000 7f1ea6c07700 1 --2- 172.21.15.53:0/2000114485 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3e1ad0 0x55ab0b3e5010 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f1e9800b820 tx=0x7f1e980095a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83f34b3723d335ca server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:28.949 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.942+0000 7f1e89ffb700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:21:28.950 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.942+0000 7f1e89ffb700 1 -- 172.21.15.53:0/2000114485 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e98003a00 con 0x55ab0b3e1ad0 2024-05-10T11:21:28.950 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.942+0000 7f1e89ffb700 1 -- 172.21.15.53:0/2000114485 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f1e98003ba0 con 0x55ab0b3e1ad0 2024-05-10T11:21:28.950 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.942+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/2000114485 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e98020070 con 0x55ab0b3e1ad0 2024-05-10T11:21:28.950 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.942+0000 7f1e89ffb700 1 -- 172.21.15.53:0/2000114485 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1e98035050 con 0x55ab0b3e1ad0 2024-05-10T11:21:28.950 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.942+0000 7f1eb2efdb80 10 client.15390 fetch_fsmap learned FSMap version 29 2024-05-10T11:21:28.950 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.942+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/2000114485 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ab0b3f2ca0 con 0x55ab0b3e1ad0 2024-05-10T11:21:28.950 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.942+0000 7f1e89ffb700 1 -- 172.21.15.53:0/2000114485 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1e98020070 con 0x55ab0b3e1ad0 2024-05-10T11:21:28.950 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.943+0000 7f1e89ffb700 1 -- 172.21.15.53:0/2000114485 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f1e98011070 con 0x55ab0b3e1ad0 2024-05-10T11:21:28.950 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.943+0000 7f1eb2efdb80 10 client.15390 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:21:28.950 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.943+0000 7f1eb2efdb80 10 client.15390 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:21:28.950 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.943+0000 7f1eb2efdb80 20 client.15390 populate_metadata read hostname 'smithi053' 2024-05-10T11:21:28.950 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.943+0000 7f1eb2efdb80 1 --2- 172.21.15.53:0/2000114485 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55ab0b3f5170 0x55ab0b3f7560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:28.950 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.943+0000 7f1eb2efdb80 4 client.15390 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:21:28.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.943+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/2000114485 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ab0b33b320 con 0x55ab0b3f5170 2024-05-10T11:21:28.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.943+0000 7f1ea6406700 1 --2- 172.21.15.53:0/2000114485 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55ab0b3f5170 0x55ab0b3f7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:28.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.943+0000 7f1e89ffb700 10 client.15390 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:21:28.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.943+0000 7f1ea6406700 1 --2- 172.21.15.53:0/2000114485 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55ab0b3f5170 0x55ab0b3f7560 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eec7feea5d45765a server_cookie=89d052dbf0a0e080 in_seq=0 out_seq=0 2024-05-10T11:21:28.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.944+0000 7f1e89ffb700 1 -- 172.21.15.53:0/2000114485 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55ab0b33b320 con 0x55ab0b3f5170 2024-05-10T11:21:28.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.944+0000 7f1e89ffb700 10 client.15390 handle_command_reply: tid=0 2024-05-10T11:21:28.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.944+0000 7f1eb2efdb80 1 client.15390 shutdown 2024-05-10T11:21:28.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.944+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/2000114485 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3e1ad0 msgr2=0x55ab0b3e5010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:28.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.944+0000 7f1eb2efdb80 1 --2- 172.21.15.53:0/2000114485 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3e1ad0 0x55ab0b3e5010 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f1e9800b820 tx=0x7f1e980095a0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.944+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/2000114485 shutdown_connections 2024-05-10T11:21:28.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.944+0000 7f1eb2efdb80 1 --2- 172.21.15.53:0/2000114485 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55ab0b3f5170 0x55ab0b3f7560 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.944+0000 7f1eb2efdb80 1 --2- 172.21.15.53:0/2000114485 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3e1ad0 0x55ab0b3e5010 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.944+0000 7f1eb2efdb80 1 --2- 172.21.15.53:0/2000114485 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ab0b3dbd50 0x55ab0b3e7730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.944+0000 7f1eb2efdb80 1 --2- 172.21.15.53:0/2000114485 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ab0b3e11b0 0x55ab0b3e4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.951 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.944+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/2000114485 >> 172.21.15.53:0/2000114485 conn(0x55ab0b307b70 msgr2=0x55ab0b3d0b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:28.952 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.944+0000 7f1e89ffb700 0 client.15390 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:21:28.952 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.944+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/2000114485 shutdown_connections 2024-05-10T11:21:28.952 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.945+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/2000114485 wait complete. 2024-05-10T11:21:28.952 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.945+0000 7f1eb2efdb80 20 client.15390 trim_cache size 0 max 16384 2024-05-10T11:21:28.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.965+0000 7f1eb2efdb80 1 Processor -- start 2024-05-10T11:21:28.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.965+0000 7f1eb2efdb80 1 -- start start 2024-05-10T11:21:28.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.966+0000 7f1eb2efdb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3dbd50 0x55ab0b3db810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:28.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.966+0000 7f1eb2efdb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ab0b3e11b0 0x55ab0b3e2770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:28.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.966+0000 7f1eb2efdb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ab0b3e1ad0 0x55ab0b3e5100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:28.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.966+0000 7f1eb2efdb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1ea01b12d0 con 0x55ab0b3dbd50 2024-05-10T11:21:28.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.966+0000 7f1eb2efdb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f1ea01b2e10 con 0x55ab0b3e11b0 2024-05-10T11:21:28.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.966+0000 7f1eb2efdb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f1ea01b19a0 con 0x55ab0b3e1ad0 2024-05-10T11:21:28.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.966+0000 7f1ea6406700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3dbd50 0x55ab0b3db810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:28.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.966+0000 7f1ea6406700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3dbd50 0x55ab0b3db810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:45790/0 (socket says 172.21.15.53:45790) 2024-05-10T11:21:28.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.966+0000 7f1ea6406700 1 -- 172.21.15.53:0/760568509 learned_addr learned my addr 172.21.15.53:0/760568509 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:28.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.966+0000 7f1ea5c05700 1 --2- 172.21.15.53:0/760568509 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ab0b3e11b0 0x55ab0b3e2770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:28.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.966+0000 7f1ea6406700 1 -- 172.21.15.53:0/760568509 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ab0b3e1ad0 msgr2=0x55ab0b3e5100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:28.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.966+0000 7f1ea6c07700 1 --2- 172.21.15.53:0/760568509 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ab0b3e1ad0 0x55ab0b3e5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:28.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.966+0000 7f1ea6406700 1 --2- 172.21.15.53:0/760568509 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ab0b3e1ad0 0x55ab0b3e5100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.966+0000 7f1ea6406700 1 -- 172.21.15.53:0/760568509 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ab0b3e11b0 msgr2=0x55ab0b3e2770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:28.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.966+0000 7f1ea6406700 1 --2- 172.21.15.53:0/760568509 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ab0b3e11b0 0x55ab0b3e2770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.966+0000 7f1ea6406700 1 -- 172.21.15.53:0/760568509 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab0b3e59b0 con 0x55ab0b3dbd50 2024-05-10T11:21:28.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.966+0000 7f1ea6c07700 1 --2- 172.21.15.53:0/760568509 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ab0b3e1ad0 0x55ab0b3e5100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:21:28.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.966+0000 7f1ea5c05700 1 --2- 172.21.15.53:0/760568509 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ab0b3e11b0 0x55ab0b3e2770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:21:28.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.966+0000 7f1ea6406700 1 --2- 172.21.15.53:0/760568509 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3dbd50 0x55ab0b3db810 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f1e9c0910b0 tx=0x7f1e9c0a5310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94014c5f7279e60 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:28.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.967+0000 7f1e8bfff700 1 -- 172.21.15.53:0/760568509 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e9c020040 con 0x55ab0b3dbd50 2024-05-10T11:21:28.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.967+0000 7f1e8bfff700 1 -- 172.21.15.53:0/760568509 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1e9c0a9320 con 0x55ab0b3dbd50 2024-05-10T11:21:28.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.967+0000 7f1e8bfff700 1 -- 172.21.15.53:0/760568509 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e9c0b1cf0 con 0x55ab0b3dbd50 2024-05-10T11:21:28.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.967+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/760568509 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3dbd50 msgr2=0x55ab0b3db810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:28.972 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.967+0000 7f1eb2efdb80 1 --2- 172.21.15.53:0/760568509 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3dbd50 0x55ab0b3db810 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f1e9c0910b0 tx=0x7f1e9c0a5310 comp rx=0 tx=0).stop 2024-05-10T11:21:28.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.967+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/760568509 shutdown_connections 2024-05-10T11:21:28.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.967+0000 7f1eb2efdb80 1 --2- 172.21.15.53:0/760568509 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ab0b3e1ad0 0x55ab0b3e5100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.967+0000 7f1eb2efdb80 1 --2- 172.21.15.53:0/760568509 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3dbd50 0x55ab0b3db810 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.967+0000 7f1eb2efdb80 1 --2- 172.21.15.53:0/760568509 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ab0b3e11b0 0x55ab0b3e2770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.967+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/760568509 >> 172.21.15.53:0/760568509 conn(0x55ab0b307b70 msgr2=0x55ab0b3dfc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:28.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.968+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/760568509 shutdown_connections 2024-05-10T11:21:28.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.968+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/760568509 wait complete. 2024-05-10T11:21:28.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.968+0000 7f1eb2efdb80 1 -- start start 2024-05-10T11:21:28.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.968+0000 7f1eb2efdb80 1 Processor -- start 2024-05-10T11:21:28.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.968+0000 7f1eb2efdb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ab0b3dbd50 0x55ab0b3fa370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:28.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.968+0000 7f1eb2efdb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3e11b0 0x55ab0b3fa8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:28.973 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.968+0000 7f1eb2efdb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ab0b3e1ad0 0x55ab0b3f7940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:28.974 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.968+0000 7f1eb2efdb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1ea01b2740 con 0x55ab0b3e11b0 2024-05-10T11:21:28.974 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.968+0000 7f1eb2efdb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f1ea01b2070 con 0x55ab0b3e1ad0 2024-05-10T11:21:28.974 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.968+0000 7f1eb2efdb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f1ea01af270 con 0x55ab0b3dbd50 2024-05-10T11:21:28.974 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.968+0000 7f1eb2efdb80 10 client.0 _ll_register_callbacks cb 0x55ab0b2c15b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:21:28.974 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.968+0000 7f1ea5c05700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3e11b0 0x55ab0b3fa8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:28.974 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.968+0000 7f1ea5c05700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3e11b0 0x55ab0b3fa8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:45806/0 (socket says 172.21.15.53:45806) 2024-05-10T11:21:28.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.968+0000 7f1ea5c05700 1 -- 172.21.15.53:0/1633610353 learned_addr learned my addr 172.21.15.53:0/1633610353 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:28.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.969+0000 7f1ea6406700 1 --2- 172.21.15.53:0/1633610353 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ab0b3dbd50 0x55ab0b3fa370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:28.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.969+0000 7f1ea6c07700 1 --2- 172.21.15.53:0/1633610353 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ab0b3e1ad0 0x55ab0b3f7940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:28.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.969+0000 7f1ea5c05700 1 -- 172.21.15.53:0/1633610353 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ab0b3dbd50 msgr2=0x55ab0b3fa370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:28.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.969+0000 7f1ea5c05700 1 --2- 172.21.15.53:0/1633610353 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ab0b3dbd50 0x55ab0b3fa370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.969+0000 7f1ea5c05700 1 -- 172.21.15.53:0/1633610353 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ab0b3e1ad0 msgr2=0x55ab0b3f7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:28.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.969+0000 7f1ea5c05700 1 --2- 172.21.15.53:0/1633610353 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ab0b3e1ad0 0x55ab0b3f7940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.969+0000 7f1ea5c05700 1 -- 172.21.15.53:0/1633610353 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab0b3f8180 con 0x55ab0b3e11b0 2024-05-10T11:21:28.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.969+0000 7f1ea6406700 1 --2- 172.21.15.53:0/1633610353 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ab0b3dbd50 0x55ab0b3fa370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:21:28.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.969+0000 7f1ea5c05700 1 --2- 172.21.15.53:0/1633610353 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3e11b0 0x55ab0b3fa8b0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f1e90005d90 tx=0x7f1e90013070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3298072e6bc6d26 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:28.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.969+0000 7f1e89ffb700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:21:28.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.969+0000 7f1e89ffb700 1 -- 172.21.15.53:0/1633610353 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e9002e060 con 0x55ab0b3e11b0 2024-05-10T11:21:28.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.969+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/1633610353 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e9c0a9320 con 0x55ab0b3e11b0 2024-05-10T11:21:28.975 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.969+0000 7f1e89ffb700 1 -- 172.21.15.53:0/1633610353 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f1e90029680 con 0x55ab0b3e11b0 2024-05-10T11:21:28.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.969+0000 7f1e89ffb700 1 -- 172.21.15.53:0/1633610353 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1e90035050 con 0x55ab0b3e11b0 2024-05-10T11:21:28.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.969+0000 7f1eb2efdb80 10 client.15396 fetch_fsmap learned FSMap version 29 2024-05-10T11:21:28.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.969+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/1633610353 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ab0b45f3a0 con 0x55ab0b3e11b0 2024-05-10T11:21:28.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.970+0000 7f1e89ffb700 1 -- 172.21.15.53:0/1633610353 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1e9c0a9320 con 0x55ab0b3e11b0 2024-05-10T11:21:28.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.970+0000 7f1e89ffb700 1 -- 172.21.15.53:0/1633610353 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f1e9001f7d0 con 0x55ab0b3e11b0 2024-05-10T11:21:28.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.970+0000 7f1eb2efdb80 10 client.15396 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:21:28.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.970+0000 7f1eb2efdb80 10 client.15396 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:21:28.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.970+0000 7f1eb2efdb80 20 client.15396 populate_metadata read hostname 'smithi053' 2024-05-10T11:21:28.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.970+0000 7f1eb2efdb80 1 --2- 172.21.15.53:0/1633610353 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55ab0b45fac0 0x55ab0b461ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:28.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.970+0000 7f1eb2efdb80 4 client.15396 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-10T11:21:28.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.970+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/1633610353 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ab0b3353c0 con 0x55ab0b45fac0 2024-05-10T11:21:28.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.970+0000 7f1ea6406700 1 --2- 172.21.15.53:0/1633610353 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55ab0b45fac0 0x55ab0b461ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:28.976 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.970+0000 7f1e89ffb700 10 client.15396 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:21:28.977 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.970+0000 7f1ea6406700 1 --2- 172.21.15.53:0/1633610353 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55ab0b45fac0 0x55ab0b461ee0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3629cff18d7f6b2a server_cookie=3f2ae98a37ea25a1 in_seq=0 out_seq=0 2024-05-10T11:21:28.977 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.971+0000 7f1e89ffb700 1 -- 172.21.15.53:0/1633610353 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55ab0b3353c0 con 0x55ab0b45fac0 2024-05-10T11:21:28.977 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.971+0000 7f1e89ffb700 10 client.15396 handle_command_reply: tid=0 2024-05-10T11:21:28.977 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.971+0000 7f1eb2efdb80 1 client.15396 shutdown 2024-05-10T11:21:28.977 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.971+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/1633610353 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3e11b0 msgr2=0x55ab0b3fa8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:28.977 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.971+0000 7f1eb2efdb80 1 --2- 172.21.15.53:0/1633610353 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3e11b0 0x55ab0b3fa8b0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f1e90005d90 tx=0x7f1e90013070 comp rx=0 tx=0).stop 2024-05-10T11:21:28.977 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.971+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/1633610353 shutdown_connections 2024-05-10T11:21:28.977 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.971+0000 7f1eb2efdb80 1 --2- 172.21.15.53:0/1633610353 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55ab0b45fac0 0x55ab0b461ee0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.978 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.971+0000 7f1eb2efdb80 1 --2- 172.21.15.53:0/1633610353 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ab0b3e1ad0 0x55ab0b3f7940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.978 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.971+0000 7f1eb2efdb80 1 --2- 172.21.15.53:0/1633610353 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ab0b3dbd50 0x55ab0b3fa370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.978 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.971+0000 7f1eb2efdb80 1 --2- 172.21.15.53:0/1633610353 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ab0b3e11b0 0x55ab0b3fa8b0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.978 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.971+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/1633610353 >> 172.21.15.53:0/1633610353 conn(0x55ab0b307b70 msgr2=0x55ab0b3e04c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:28.978 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.971+0000 7f1e89ffb700 0 client.15396 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:21:28.978 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.971+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/1633610353 shutdown_connections 2024-05-10T11:21:28.978 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.971+0000 7f1eb2efdb80 1 -- 172.21.15.53:0/1633610353 wait complete. 2024-05-10T11:21:28.978 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.971+0000 7f1eb2efdb80 20 client.15396 trim_cache size 0 max 16384 2024-05-10T11:21:28.979 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:21:28.979 INFO:teuthology.orchestra.run.smithi053.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-10T11:21:28.979 INFO:teuthology.orchestra.run.smithi053.stdout: "scrubs": { 2024-05-10T11:21:28.979 INFO:teuthology.orchestra.run.smithi053.stdout: "d486071e-775f-4434-ab12-1f53695df717": { 2024-05-10T11:21:28.979 INFO:teuthology.orchestra.run.smithi053.stdout: "path": "/", 2024-05-10T11:21:28.979 INFO:teuthology.orchestra.run.smithi053.stdout: "tag": "d486071e-775f-4434-ab12-1f53695df717", 2024-05-10T11:21:28.979 INFO:teuthology.orchestra.run.smithi053.stdout: "options": "recursive,force" 2024-05-10T11:21:28.979 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:21:28.980 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:21:28.980 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:21:28.980 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.972+0000 7f1ea866a700 1 -- 172.21.15.53:0/3642499169 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1e8c0b2910 msgr2=0x7f1e8c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:28.980 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.972+0000 7f1ea866a700 1 --2- 172.21.15.53:0/3642499169 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1e8c0b2910 0x7f1e8c0b4dd0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f1ea01107a0 tx=0x7f1e9000b410 comp rx=0 tx=0).stop 2024-05-10T11:21:28.980 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.972+0000 7f1ea866a700 1 -- 172.21.15.53:0/3642499169 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1ea0103780 msgr2=0x7f1ea01a1830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:28.980 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.972+0000 7f1ea866a700 1 --2- 172.21.15.53:0/3642499169 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1ea0103780 0x7f1ea01a1830 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f1e9c00d950 tx=0x7f1e9c00dc60 comp rx=0 tx=0).stop 2024-05-10T11:21:28.980 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.972+0000 7f1ea866a700 1 -- 172.21.15.53:0/3642499169 shutdown_connections 2024-05-10T11:21:28.980 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.972+0000 7f1ea866a700 1 --2- 172.21.15.53:0/3642499169 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1e8c0b2910 0x7f1e8c0b4dd0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.972+0000 7f1ea866a700 1 --2- 172.21.15.53:0/3642499169 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1ea0108870 0x7f1ea019b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.972+0000 7f1ea866a700 1 --2- 172.21.15.53:0/3642499169 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1ea0103780 0x7f1ea01a1830 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.972+0000 7f1ea866a700 1 --2- 172.21.15.53:0/3642499169 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1ea0104130 0x7f1ea01a1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:28.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.972+0000 7f1ea866a700 1 -- 172.21.15.53:0/3642499169 >> 172.21.15.53:0/3642499169 conn(0x7f1ea007a610 msgr2=0x7f1ea01018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:28.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.972+0000 7f1ea866a700 1 -- 172.21.15.53:0/3642499169 shutdown_connections 2024-05-10T11:21:28.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:21:28.972+0000 7f1ea866a700 1 -- 172.21.15.53:0/3642499169 wait complete. 2024-05-10T11:21:29.750 INFO:tasks.cephfs.filesystem:scrub status for tag:d486071e-775f-4434-ab12-1f53695df717 - {'path': '/', 'tag': 'd486071e-775f-4434-ab12-1f53695df717', 'options': 'recursive,force'} 2024-05-10T11:21:30.222 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:29 smithi053 ceph-mon[30153]: pgmap v441: 129 pgs: 129 active+clean; 666 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-10T11:21:30.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:29 smithi132 ceph-mon[33758]: pgmap v441: 129 pgs: 129 active+clean; 666 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-10T11:21:30.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:29 smithi187 ceph-mon[34076]: pgmap v441: 129 pgs: 129 active+clean; 666 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-10T11:21:32.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:31 smithi132 ceph-mon[33758]: pgmap v442: 129 pgs: 129 active+clean; 666 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 767 B/s wr, 10 op/s 2024-05-10T11:21:32.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:31 smithi187 ceph-mon[34076]: pgmap v442: 129 pgs: 129 active+clean; 666 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 767 B/s wr, 10 op/s 2024-05-10T11:21:32.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:31 smithi053 ceph-mon[30153]: pgmap v442: 129 pgs: 129 active+clean; 666 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 767 B/s wr, 10 op/s 2024-05-10T11:21:34.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:33 smithi132 ceph-mon[33758]: pgmap v443: 129 pgs: 129 active+clean; 671 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-05-10T11:21:34.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:33 smithi187 ceph-mon[34076]: pgmap v443: 129 pgs: 129 active+clean; 671 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-05-10T11:21:34.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:33 smithi053 ceph-mon[30153]: pgmap v443: 129 pgs: 129 active+clean; 671 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-05-10T11:21:36.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:35 smithi132 ceph-mon[33758]: pgmap v444: 129 pgs: 129 active+clean; 671 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-05-10T11:21:36.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:35 smithi187 ceph-mon[34076]: pgmap v444: 129 pgs: 129 active+clean; 671 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-05-10T11:21:36.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:35 smithi053 ceph-mon[30153]: pgmap v444: 129 pgs: 129 active+clean; 671 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-05-10T11:21:36.941 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.940+0000 7fa68159d640 1 -- 172.21.15.53:0/3859388599 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa67c1034c0 msgr2=0x7fa67c109d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:36.941 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.940+0000 7fa68159d640 1 --2- 172.21.15.53:0/3859388599 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa67c1034c0 0x7fa67c109d50 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fa674009ca0 tx=0x7fa67402a8c0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.941 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.940+0000 7fa68159d640 1 -- 172.21.15.53:0/3859388599 shutdown_connections 2024-05-10T11:21:36.941 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.940+0000 7fa68159d640 1 --2- 172.21.15.53:0/3859388599 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa67c1034c0 0x7fa67c109d50 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.941 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.940+0000 7fa68159d640 1 --2- 172.21.15.53:0/3859388599 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa67c102b00 0x7fa67c102f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.941 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.940+0000 7fa68159d640 1 --2- 172.21.15.53:0/3859388599 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa67c101910 0x7fa67c101d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.941 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.940+0000 7fa68159d640 1 -- 172.21.15.53:0/3859388599 >> 172.21.15.53:0/3859388599 conn(0x7fa67c0fcea0 msgr2=0x7fa67c0ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.940+0000 7fa68159d640 1 -- 172.21.15.53:0/3859388599 shutdown_connections 2024-05-10T11:21:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.940+0000 7fa68159d640 1 -- 172.21.15.53:0/3859388599 wait complete. 2024-05-10T11:21:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.941+0000 7fa68159d640 1 Processor -- start 2024-05-10T11:21:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.941+0000 7fa68159d640 1 -- start start 2024-05-10T11:21:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.941+0000 7fa68159d640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa67c101910 0x7fa67c198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.941+0000 7fa68159d640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa67c102b00 0x7fa67c198f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.941+0000 7fa68159d640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa67c1034c0 0x7fa67c19fff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.941+0000 7fa68159d640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa67c10d340 con 0x7fa67c101910 2024-05-10T11:21:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.941+0000 7fa68159d640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fa67c10d1c0 con 0x7fa67c102b00 2024-05-10T11:21:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.941+0000 7fa68159d640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fa67c10d4c0 con 0x7fa67c1034c0 2024-05-10T11:21:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.941+0000 7fa67affd640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa67c101910 0x7fa67c198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.941+0000 7fa67affd640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa67c101910 0x7fa67c198a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:45822/0 (socket says 172.21.15.53:45822) 2024-05-10T11:21:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.941+0000 7fa67affd640 1 -- 172.21.15.53:0/1146746910 learned_addr learned my addr 172.21.15.53:0/1146746910 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.941+0000 7fa67b7fe640 1 --2- 172.21.15.53:0/1146746910 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa67c1034c0 0x7fa67c19fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:36.943 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.941+0000 7fa673fff640 1 --2- 172.21.15.53:0/1146746910 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa67c102b00 0x7fa67c198f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:36.943 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.941+0000 7fa67affd640 1 -- 172.21.15.53:0/1146746910 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa67c1034c0 msgr2=0x7fa67c19fff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:36.943 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.941+0000 7fa67affd640 1 --2- 172.21.15.53:0/1146746910 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa67c1034c0 0x7fa67c19fff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.943 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.941+0000 7fa67affd640 1 -- 172.21.15.53:0/1146746910 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa67c102b00 msgr2=0x7fa67c198f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:36.943 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.941+0000 7fa67affd640 1 --2- 172.21.15.53:0/1146746910 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa67c102b00 0x7fa67c198f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.943 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.941+0000 7fa67affd640 1 -- 172.21.15.53:0/1146746910 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa67c1a0660 con 0x7fa67c101910 2024-05-10T11:21:36.943 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.942+0000 7fa67affd640 1 --2- 172.21.15.53:0/1146746910 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa67c101910 0x7fa67c198a40 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fa66c00d770 tx=0x7fa66c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:36.943 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.942+0000 7fa678ff9640 1 -- 172.21.15.53:0/1146746910 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa66c017070 con 0x7fa67c101910 2024-05-10T11:21:36.943 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.942+0000 7fa678ff9640 1 -- 172.21.15.53:0/1146746910 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa66c009c30 con 0x7fa67c101910 2024-05-10T11:21:36.943 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.942+0000 7fa68159d640 1 -- 172.21.15.53:0/1146746910 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa67c1a0950 con 0x7fa67c101910 2024-05-10T11:21:36.943 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.942+0000 7fa678ff9640 1 -- 172.21.15.53:0/1146746910 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa66c003c50 con 0x7fa67c101910 2024-05-10T11:21:36.943 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.942+0000 7fa68159d640 1 -- 172.21.15.53:0/1146746910 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa67c1a0ea0 con 0x7fa67c101910 2024-05-10T11:21:36.946 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.945+0000 7fa678ff9640 1 -- 172.21.15.53:0/1146746910 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7fa66c003df0 con 0x7fa67c101910 2024-05-10T11:21:36.947 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.945+0000 7fa684390740 1 Processor -- start 2024-05-10T11:21:36.947 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.945+0000 7fa684390740 1 -- start start 2024-05-10T11:21:36.947 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.945+0000 7fa684390740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56077ecdbdb0 0x56077ecdc1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:36.947 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.945+0000 7fa684390740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56077ecdc7a0 0x56077ece12a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:36.947 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.945+0000 7fa684390740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ece1910 0x56077ece3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:36.947 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.945+0000 7fa684390740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x56077ec405d0 con 0x56077ece1910 2024-05-10T11:21:36.947 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.945+0000 7fa684390740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x56077ebf9890 con 0x56077ecdc7a0 2024-05-10T11:21:36.947 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.945+0000 7fa684390740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x56077ec3c590 con 0x56077ecdbdb0 2024-05-10T11:21:36.947 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.946+0000 7fa673fff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ece1910 0x56077ece3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:36.947 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.946+0000 7fa673fff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ece1910 0x56077ece3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:45824/0 (socket says 172.21.15.53:45824) 2024-05-10T11:21:36.947 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.946+0000 7fa673fff640 1 -- 172.21.15.53:0/2935054840 learned_addr learned my addr 172.21.15.53:0/2935054840 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:36.947 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.946+0000 7fa67affd640 1 --2- 172.21.15.53:0/2935054840 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56077ecdc7a0 0x56077ece12a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:36.947 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.946+0000 7fa67b7fe640 1 --2- 172.21.15.53:0/2935054840 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56077ecdbdb0 0x56077ecdc1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:36.948 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.946+0000 7fa673fff640 1 -- 172.21.15.53:0/2935054840 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56077ecdbdb0 msgr2=0x56077ecdc1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:36.948 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.946+0000 7fa673fff640 1 --2- 172.21.15.53:0/2935054840 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56077ecdbdb0 0x56077ecdc1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.948 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.946+0000 7fa673fff640 1 -- 172.21.15.53:0/2935054840 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56077ecdc7a0 msgr2=0x56077ece12a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:36.948 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.946+0000 7fa673fff640 1 --2- 172.21.15.53:0/2935054840 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56077ecdc7a0 0x56077ece12a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.948 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.946+0000 7fa673fff640 1 -- 172.21.15.53:0/2935054840 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56077e952210 con 0x56077ece1910 2024-05-10T11:21:36.948 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.946+0000 7fa678ff9640 1 --2- 172.21.15.53:0/1146746910 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa6680b2920 0x7fa6680b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:36.948 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.946+0000 7fa673fff640 1 --2- 172.21.15.53:0/2935054840 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ece1910 0x56077ece3da0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fa66400bc90 tx=0x7fa66400f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d579a1eaf317e3f server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:36.948 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.946+0000 7fa67b7fe640 1 --2- 172.21.15.53:0/1146746910 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa6680b2920 0x7fa6680b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:36.948 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.946+0000 7fa6717fa640 1 -- 172.21.15.53:0/2935054840 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa664015070 con 0x56077ece1910 2024-05-10T11:21:36.948 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.946+0000 7fa678ff9640 1 -- 172.21.15.53:0/1146746910 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fa66c0e21e0 con 0x7fa67c101910 2024-05-10T11:21:36.948 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.946+0000 7fa6717fa640 1 -- 172.21.15.53:0/2935054840 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa66401a8f0 con 0x56077ece1910 2024-05-10T11:21:36.948 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.946+0000 7fa6717fa640 1 -- 172.21.15.53:0/2935054840 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6640117c0 con 0x56077ece1910 2024-05-10T11:21:36.948 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.947+0000 7fa684390740 1 -- 172.21.15.53:0/2935054840 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ece1910 msgr2=0x56077ece3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:36.948 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.947+0000 7fa67b7fe640 1 --2- 172.21.15.53:0/1146746910 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa6680b2920 0x7fa6680b4de0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa674005cc0 tx=0x7fa674005c30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:36.948 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.947+0000 7fa684390740 1 --2- 172.21.15.53:0/2935054840 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ece1910 0x56077ece3da0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fa66400bc90 tx=0x7fa66400f730 comp rx=0 tx=0).stop 2024-05-10T11:21:36.949 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.947+0000 7fa684390740 1 -- 172.21.15.53:0/2935054840 shutdown_connections 2024-05-10T11:21:36.949 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.947+0000 7fa684390740 1 --2- 172.21.15.53:0/2935054840 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ece1910 0x56077ece3da0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.949 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.947+0000 7fa684390740 1 --2- 172.21.15.53:0/2935054840 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56077ecdc7a0 0x56077ece12a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.949 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.947+0000 7fa684390740 1 --2- 172.21.15.53:0/2935054840 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56077ecdbdb0 0x56077ecdc1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.949 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.947+0000 7fa684390740 1 -- 172.21.15.53:0/2935054840 >> 172.21.15.53:0/2935054840 conn(0x56077ecd7420 msgr2=0x56077ecd7820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:36.949 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.947+0000 7fa684390740 1 -- 172.21.15.53:0/2935054840 shutdown_connections 2024-05-10T11:21:36.949 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.947+0000 7fa684390740 1 -- 172.21.15.53:0/2935054840 wait complete. 2024-05-10T11:21:36.949 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.948+0000 7fa684390740 1 -- start start 2024-05-10T11:21:36.949 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.948+0000 7fa684390740 1 Processor -- start 2024-05-10T11:21:36.953 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.948+0000 7fa684390740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56077ecdbdb0 0x56077ece5f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:36.953 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.948+0000 7fa684390740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56077ecdc7a0 0x56077ece6470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:36.953 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.948+0000 7fa684390740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ece1910 0x56077eced4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:36.953 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.948+0000 7fa684390740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x56077ece48c0 con 0x56077ece1910 2024-05-10T11:21:36.953 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.948+0000 7fa684390740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x56077ebfd370 con 0x56077ecdc7a0 2024-05-10T11:21:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.948+0000 7fa684390740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x56077ece4a40 con 0x56077ecdbdb0 2024-05-10T11:21:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.948+0000 7fa684390740 10 client.0 _ll_register_callbacks cb 0x56077e951a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:21:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.948+0000 7fa67b7fe640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ece1910 0x56077eced4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.948+0000 7fa67b7fe640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ece1910 0x56077eced4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:45830/0 (socket says 172.21.15.53:45830) 2024-05-10T11:21:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.948+0000 7fa67b7fe640 1 -- 172.21.15.53:0/3183082895 learned_addr learned my addr 172.21.15.53:0/3183082895 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.948+0000 7fa673fff640 1 --2- 172.21.15.53:0/3183082895 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56077ecdc7a0 0x56077ece6470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.949+0000 7fa67affd640 1 --2- 172.21.15.53:0/3183082895 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56077ecdbdb0 0x56077ece5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.949+0000 7fa67b7fe640 1 -- 172.21.15.53:0/3183082895 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56077ecdbdb0 msgr2=0x56077ece5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.949+0000 7fa67b7fe640 1 --2- 172.21.15.53:0/3183082895 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56077ecdbdb0 0x56077ece5f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.949+0000 7fa67b7fe640 1 -- 172.21.15.53:0/3183082895 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56077ecdc7a0 msgr2=0x56077ece6470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.949+0000 7fa67b7fe640 1 --2- 172.21.15.53:0/3183082895 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56077ecdc7a0 0x56077ece6470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.949+0000 7fa67b7fe640 1 -- 172.21.15.53:0/3183082895 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56077ea1e620 con 0x56077ece1910 2024-05-10T11:21:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.949+0000 7fa67b7fe640 1 --2- 172.21.15.53:0/3183082895 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ece1910 0x56077eced4b0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fa674035000 tx=0x7fa67402a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6e382cb89b55e3c server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:36.955 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.949+0000 7fa6627fc640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:21:36.955 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.949+0000 7fa6627fc640 1 -- 172.21.15.53:0/3183082895 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa674004040 con 0x56077ece1910 2024-05-10T11:21:36.955 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.949+0000 7fa6627fc640 1 -- 172.21.15.53:0/3183082895 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fa6740041e0 con 0x56077ece1910 2024-05-10T11:21:36.955 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.949+0000 7fa684390740 1 -- 172.21.15.53:0/3183082895 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa66401a8f0 con 0x56077ece1910 2024-05-10T11:21:36.955 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.949+0000 7fa6627fc640 1 -- 172.21.15.53:0/3183082895 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa6740043e0 con 0x56077ece1910 2024-05-10T11:21:36.955 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.949+0000 7fa684390740 10 client.15408 fetch_fsmap learned FSMap version 29 2024-05-10T11:21:36.955 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.949+0000 7fa684390740 1 -- 172.21.15.53:0/3183082895 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56077ecf0490 con 0x56077ece1910 2024-05-10T11:21:36.955 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.950+0000 7fa6627fc640 1 -- 172.21.15.53:0/3183082895 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa66401a8f0 con 0x56077ece1910 2024-05-10T11:21:36.955 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.950+0000 7fa6627fc640 1 -- 172.21.15.53:0/3183082895 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fa674051070 con 0x56077ece1910 2024-05-10T11:21:36.955 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.950+0000 7fa684390740 10 client.15408 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:21:36.955 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.950+0000 7fa684390740 10 client.15408 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:21:36.955 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.950+0000 7fa684390740 20 client.15408 populate_metadata read hostname 'smithi053' 2024-05-10T11:21:36.955 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.950+0000 7fa684390740 1 --2- 172.21.15.53:0/3183082895 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x56077ecf1cd0 0x56077ecf4190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.950+0000 7fa684390740 4 client.15408 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:21:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.950+0000 7fa684390740 1 -- 172.21.15.53:0/3183082895 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56077ec4e1e0 con 0x56077ecf1cd0 2024-05-10T11:21:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.950+0000 7fa67affd640 1 --2- 172.21.15.53:0/3183082895 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x56077ecf1cd0 0x56077ecf4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.950+0000 7fa67affd640 1 --2- 172.21.15.53:0/3183082895 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x56077ecf1cd0 0x56077ecf4190 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a30fc8f8368c946 server_cookie=d2bd0508a43a369c in_seq=0 out_seq=0 2024-05-10T11:21:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.950+0000 7fa6627fc640 10 client.15408 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:21:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.951+0000 7fa6627fc640 1 -- 172.21.15.53:0/3183082895 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56077ec4e1e0 con 0x56077ecf1cd0 2024-05-10T11:21:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.951+0000 7fa6627fc640 10 client.15408 handle_command_reply: tid=0 2024-05-10T11:21:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.951+0000 7fa684390740 1 client.15408 shutdown 2024-05-10T11:21:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.951+0000 7fa684390740 1 -- 172.21.15.53:0/3183082895 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ece1910 msgr2=0x56077eced4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.951+0000 7fa684390740 1 --2- 172.21.15.53:0/3183082895 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ece1910 0x56077eced4b0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fa674035000 tx=0x7fa67402a8c0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.951+0000 7fa684390740 1 -- 172.21.15.53:0/3183082895 shutdown_connections 2024-05-10T11:21:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.951+0000 7fa684390740 1 --2- 172.21.15.53:0/3183082895 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x56077ecf1cd0 0x56077ecf4190 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.951+0000 7fa684390740 1 --2- 172.21.15.53:0/3183082895 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ece1910 0x56077eced4b0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.951+0000 7fa684390740 1 --2- 172.21.15.53:0/3183082895 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56077ecdc7a0 0x56077ece6470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.951+0000 7fa6627fc640 0 client.15408 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:21:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.951+0000 7fa684390740 1 --2- 172.21.15.53:0/3183082895 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56077ecdbdb0 0x56077ece5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.951+0000 7fa684390740 1 -- 172.21.15.53:0/3183082895 >> 172.21.15.53:0/3183082895 conn(0x56077ecd7420 msgr2=0x56077ecd6580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.951+0000 7fa684390740 1 -- 172.21.15.53:0/3183082895 shutdown_connections 2024-05-10T11:21:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.952+0000 7fa684390740 1 -- 172.21.15.53:0/3183082895 wait complete. 2024-05-10T11:21:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.952+0000 7fa684390740 20 client.15408 trim_cache size 0 max 16384 2024-05-10T11:21:36.971 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.967+0000 7fa684390740 1 Processor -- start 2024-05-10T11:21:36.971 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.967+0000 7fa684390740 1 -- start start 2024-05-10T11:21:36.971 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.967+0000 7fa684390740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ecdbdb0 0x56077ecda330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:36.971 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.967+0000 7fa684390740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56077ecdc7a0 0x56077eced470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:36.971 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.967+0000 7fa684390740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56077ece1910 0x56077ecda870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:36.972 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.967+0000 7fa684390740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa67c1ab2f0 con 0x56077ecdbdb0 2024-05-10T11:21:36.972 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.967+0000 7fa684390740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fa67c1ace30 con 0x56077ecdc7a0 2024-05-10T11:21:36.972 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.967+0000 7fa684390740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fa67c1ab9c0 con 0x56077ece1910 2024-05-10T11:21:36.972 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.967+0000 7fa67affd640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ecdbdb0 0x56077ecda330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:36.972 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.967+0000 7fa67affd640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ecdbdb0 0x56077ecda330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:45832/0 (socket says 172.21.15.53:45832) 2024-05-10T11:21:36.972 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.967+0000 7fa67affd640 1 -- 172.21.15.53:0/3017497014 learned_addr learned my addr 172.21.15.53:0/3017497014 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:36.972 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.968+0000 7fa673fff640 1 --2- 172.21.15.53:0/3017497014 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56077ecdc7a0 0x56077eced470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:36.972 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.968+0000 7fa67b7fe640 1 --2- 172.21.15.53:0/3017497014 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56077ece1910 0x56077ecda870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:36.972 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.968+0000 7fa67affd640 1 -- 172.21.15.53:0/3017497014 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56077ece1910 msgr2=0x56077ecda870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:36.972 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.968+0000 7fa67affd640 1 --2- 172.21.15.53:0/3017497014 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56077ece1910 0x56077ecda870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.972 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.968+0000 7fa67affd640 1 -- 172.21.15.53:0/3017497014 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56077ecdc7a0 msgr2=0x56077eced470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:36.972 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.968+0000 7fa67affd640 1 --2- 172.21.15.53:0/3017497014 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56077ecdc7a0 0x56077eced470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.973 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.968+0000 7fa67affd640 1 -- 172.21.15.53:0/3017497014 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56077ecdcb80 con 0x56077ecdbdb0 2024-05-10T11:21:36.973 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.968+0000 7fa673fff640 1 --2- 172.21.15.53:0/3017497014 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56077ecdc7a0 0x56077eced470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:21:36.973 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.968+0000 7fa67affd640 1 --2- 172.21.15.53:0/3017497014 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ecdbdb0 0x56077ecda330 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fa66c00d740 tx=0x7fa66c00df10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b0e9e932d6169ac server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:36.973 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.968+0000 7fa670ff9640 1 -- 172.21.15.53:0/3017497014 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa66c020040 con 0x56077ecdbdb0 2024-05-10T11:21:36.973 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.968+0000 7fa670ff9640 1 -- 172.21.15.53:0/3017497014 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa66c0a8e20 con 0x56077ecdbdb0 2024-05-10T11:21:36.973 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.968+0000 7fa670ff9640 1 -- 172.21.15.53:0/3017497014 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa66c0b2170 con 0x56077ecdbdb0 2024-05-10T11:21:36.973 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.969+0000 7fa684390740 1 -- 172.21.15.53:0/3017497014 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ecdbdb0 msgr2=0x56077ecda330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:36.973 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.969+0000 7fa684390740 1 --2- 172.21.15.53:0/3017497014 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ecdbdb0 0x56077ecda330 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fa66c00d740 tx=0x7fa66c00df10 comp rx=0 tx=0).stop 2024-05-10T11:21:36.973 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.969+0000 7fa684390740 1 -- 172.21.15.53:0/3017497014 shutdown_connections 2024-05-10T11:21:36.973 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.969+0000 7fa684390740 1 --2- 172.21.15.53:0/3017497014 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56077ece1910 0x56077ecda870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.973 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.969+0000 7fa684390740 1 --2- 172.21.15.53:0/3017497014 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56077ecdc7a0 0x56077eced470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.969+0000 7fa684390740 1 --2- 172.21.15.53:0/3017497014 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ecdbdb0 0x56077ecda330 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.969+0000 7fa684390740 1 -- 172.21.15.53:0/3017497014 >> 172.21.15.53:0/3017497014 conn(0x56077ecd7420 msgr2=0x56077ece5f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.969+0000 7fa684390740 1 -- 172.21.15.53:0/3017497014 shutdown_connections 2024-05-10T11:21:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.969+0000 7fa684390740 1 -- 172.21.15.53:0/3017497014 wait complete. 2024-05-10T11:21:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.969+0000 7fa684390740 1 -- start start 2024-05-10T11:21:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.969+0000 7fa684390740 1 Processor -- start 2024-05-10T11:21:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.969+0000 7fa684390740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ecdbdb0 0x56077eceb360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.969+0000 7fa684390740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56077ecdc7a0 0x56077eceb8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.969+0000 7fa684390740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56077ece1910 0x56077ecec7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa684390740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa67c1ac760 con 0x56077ecdbdb0 2024-05-10T11:21:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa684390740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fa67c1ac090 con 0x56077ece1910 2024-05-10T11:21:36.974 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa684390740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fa67c1a92d0 con 0x56077ecdc7a0 2024-05-10T11:21:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa684390740 10 client.0 _ll_register_callbacks cb 0x7fa674032f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:21:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa67affd640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ecdbdb0 0x56077eceb360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa67affd640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ecdbdb0 0x56077eceb360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:45840/0 (socket says 172.21.15.53:45840) 2024-05-10T11:21:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa67affd640 1 -- 172.21.15.53:0/1828896486 learned_addr learned my addr 172.21.15.53:0/1828896486 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa673fff640 1 --2- 172.21.15.53:0/1828896486 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56077ecdc7a0 0x56077eceb8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa67b7fe640 1 --2- 172.21.15.53:0/1828896486 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56077ece1910 0x56077ecec7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa67affd640 1 -- 172.21.15.53:0/1828896486 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56077ecdc7a0 msgr2=0x56077eceb8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa67affd640 1 --2- 172.21.15.53:0/1828896486 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56077ecdc7a0 0x56077eceb8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa67affd640 1 -- 172.21.15.53:0/1828896486 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56077ece1910 msgr2=0x56077ecec7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:36.975 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa67affd640 1 --2- 172.21.15.53:0/1828896486 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56077ece1910 0x56077ecec7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.976 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa67affd640 1 -- 172.21.15.53:0/1828896486 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56077ececde0 con 0x56077ecdbdb0 2024-05-10T11:21:36.976 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa67b7fe640 1 --2- 172.21.15.53:0/1828896486 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56077ece1910 0x56077ecec7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:21:36.976 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa673fff640 1 --2- 172.21.15.53:0/1828896486 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56077ecdc7a0 0x56077eceb8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:21:36.976 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa67affd640 1 --2- 172.21.15.53:0/1828896486 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ecdbdb0 0x56077eceb360 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fa66c0a92a0 tx=0x7fa66c0dfc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e271b39ba3ca37dc server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:36.976 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa6627fc640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:21:36.976 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa6627fc640 1 -- 172.21.15.53:0/1828896486 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa66c020070 con 0x56077ecdbdb0 2024-05-10T11:21:36.976 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa6627fc640 1 -- 172.21.15.53:0/1828896486 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fa66c0a8570 con 0x56077ecdbdb0 2024-05-10T11:21:36.976 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa684390740 1 -- 172.21.15.53:0/1828896486 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa66c0a8e20 con 0x56077ecdbdb0 2024-05-10T11:21:36.976 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa6627fc640 1 -- 172.21.15.53:0/1828896486 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa66c0a9a10 con 0x56077ecdbdb0 2024-05-10T11:21:36.976 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa684390740 10 client.15414 fetch_fsmap learned FSMap version 29 2024-05-10T11:21:36.976 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.970+0000 7fa684390740 1 -- 172.21.15.53:0/1828896486 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56077ed5cd70 con 0x56077ecdbdb0 2024-05-10T11:21:36.976 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.971+0000 7fa6627fc640 1 -- 172.21.15.53:0/1828896486 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa66c0a8e20 con 0x56077ecdbdb0 2024-05-10T11:21:36.977 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.971+0000 7fa6627fc640 1 -- 172.21.15.53:0/1828896486 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fa66c0a8070 con 0x56077ecdbdb0 2024-05-10T11:21:36.977 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.971+0000 7fa684390740 10 client.15414 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:21:36.977 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.971+0000 7fa684390740 10 client.15414 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:21:36.977 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.971+0000 7fa684390740 20 client.15414 populate_metadata read hostname 'smithi053' 2024-05-10T11:21:36.977 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.971+0000 7fa684390740 1 --2- 172.21.15.53:0/1828896486 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x56077ed5d6c0 0x56077ed5fae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:36.977 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.971+0000 7fa684390740 4 client.15414 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-10T11:21:36.977 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.971+0000 7fa684390740 1 -- 172.21.15.53:0/1828896486 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56077ec48050 con 0x56077ed5d6c0 2024-05-10T11:21:36.977 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.971+0000 7fa673fff640 1 --2- 172.21.15.53:0/1828896486 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x56077ed5d6c0 0x56077ed5fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:36.977 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.971+0000 7fa6627fc640 10 client.15414 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:21:36.977 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.971+0000 7fa673fff640 1 --2- 172.21.15.53:0/1828896486 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x56077ed5d6c0 0x56077ed5fae0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c16264623fd2812e server_cookie=ad8105082ce14b79 in_seq=0 out_seq=0 2024-05-10T11:21:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.984+0000 7fa6627fc640 1 -- 172.21.15.53:0/1828896486 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56077ec48050 con 0x56077ed5d6c0 2024-05-10T11:21:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.984+0000 7fa6627fc640 10 client.15414 handle_command_reply: tid=0 2024-05-10T11:21:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.984+0000 7fa684390740 1 client.15414 shutdown 2024-05-10T11:21:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.985+0000 7fa684390740 1 -- 172.21.15.53:0/1828896486 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ecdbdb0 msgr2=0x56077eceb360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.985+0000 7fa684390740 1 --2- 172.21.15.53:0/1828896486 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ecdbdb0 0x56077eceb360 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fa66c0a92a0 tx=0x7fa66c0dfc80 comp rx=0 tx=0).stop 2024-05-10T11:21:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.985+0000 7fa684390740 1 -- 172.21.15.53:0/1828896486 shutdown_connections 2024-05-10T11:21:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.985+0000 7fa684390740 1 --2- 172.21.15.53:0/1828896486 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56077ece1910 0x56077ecec7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.985+0000 7fa684390740 1 --2- 172.21.15.53:0/1828896486 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56077ecdc7a0 0x56077eceb8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.985+0000 7fa684390740 1 --2- 172.21.15.53:0/1828896486 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x56077ed5d6c0 0x56077ed5fae0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.985+0000 7fa684390740 1 --2- 172.21.15.53:0/1828896486 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56077ecdbdb0 0x56077eceb360 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.985+0000 7fa6627fc640 0 client.15414 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:21:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.985+0000 7fa684390740 1 -- 172.21.15.53:0/1828896486 >> 172.21.15.53:0/1828896486 conn(0x56077ecd7420 msgr2=0x56077ecda330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.985+0000 7fa684390740 1 -- 172.21.15.53:0/1828896486 shutdown_connections 2024-05-10T11:21:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.985+0000 7fa684390740 1 -- 172.21.15.53:0/1828896486 wait complete. 2024-05-10T11:21:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.985+0000 7fa684390740 20 client.15414 trim_cache size 0 max 16384 2024-05-10T11:21:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:{ 2024-05-10T11:21:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "message": "", 2024-05-10T11:21:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "return_code": 0 2024-05-10T11:21:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:} 2024-05-10T11:21:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.985+0000 7fa68159d640 1 -- 172.21.15.53:0/1146746910 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa6680b2920 msgr2=0x7fa6680b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.985+0000 7fa68159d640 1 --2- 172.21.15.53:0/1146746910 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa6680b2920 0x7fa6680b4de0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa674005cc0 tx=0x7fa674005c30 comp rx=0 tx=0).stop 2024-05-10T11:21:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.985+0000 7fa68159d640 1 -- 172.21.15.53:0/1146746910 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa67c101910 msgr2=0x7fa67c198a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.985+0000 7fa68159d640 1 --2- 172.21.15.53:0/1146746910 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa67c101910 0x7fa67c198a40 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fa66c00d770 tx=0x7fa66c00dc30 comp rx=0 tx=0).stop 2024-05-10T11:21:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.986+0000 7fa68159d640 1 -- 172.21.15.53:0/1146746910 shutdown_connections 2024-05-10T11:21:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.986+0000 7fa68159d640 1 --2- 172.21.15.53:0/1146746910 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa6680b2920 0x7fa6680b4de0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.986+0000 7fa68159d640 1 --2- 172.21.15.53:0/1146746910 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa67c1034c0 0x7fa67c19fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.986+0000 7fa68159d640 1 --2- 172.21.15.53:0/1146746910 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa67c102b00 0x7fa67c198f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.986+0000 7fa68159d640 1 --2- 172.21.15.53:0/1146746910 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa67c101910 0x7fa67c198a40 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.986+0000 7fa68159d640 1 -- 172.21.15.53:0/1146746910 >> 172.21.15.53:0/1146746910 conn(0x7fa67c0fcea0 msgr2=0x7fa67c0fe8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:36.988 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.986+0000 7fa68159d640 1 -- 172.21.15.53:0/1146746910 shutdown_connections 2024-05-10T11:21:36.988 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:36.986+0000 7fa68159d640 1 -- 172.21.15.53:0/1146746910 wait complete. 2024-05-10T11:21:38.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:37 smithi132 ceph-mon[33758]: pgmap v445: 129 pgs: 129 active+clean; 671 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-05-10T11:21:38.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:37 smithi187 ceph-mon[34076]: pgmap v445: 129 pgs: 129 active+clean; 671 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-05-10T11:21:38.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:37 smithi053 ceph-mon[30153]: pgmap v445: 129 pgs: 129 active+clean; 671 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-05-10T11:21:40.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:39 smithi132 ceph-mon[33758]: pgmap v446: 129 pgs: 129 active+clean; 674 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.8 KiB/s wr, 12 op/s 2024-05-10T11:21:40.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:39 smithi187 ceph-mon[34076]: pgmap v446: 129 pgs: 129 active+clean; 674 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.8 KiB/s wr, 12 op/s 2024-05-10T11:21:40.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:39 smithi053 ceph-mon[30153]: pgmap v446: 129 pgs: 129 active+clean; 674 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.8 KiB/s wr, 12 op/s 2024-05-10T11:21:42.231 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:41 smithi132 ceph-mon[33758]: pgmap v447: 129 pgs: 129 active+clean; 674 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.9 KiB/s wr, 13 op/s 2024-05-10T11:21:42.232 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:41 smithi132 ceph-mon[33758]: scrub summary: idle 2024-05-10T11:21:42.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:41 smithi187 ceph-mon[34076]: pgmap v447: 129 pgs: 129 active+clean; 674 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.9 KiB/s wr, 13 op/s 2024-05-10T11:21:42.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:41 smithi187 ceph-mon[34076]: scrub summary: idle 2024-05-10T11:21:42.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:41 smithi053 ceph-mon[30153]: pgmap v447: 129 pgs: 129 active+clean; 674 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.9 KiB/s wr, 13 op/s 2024-05-10T11:21:42.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:41 smithi053 ceph-mon[30153]: scrub summary: idle 2024-05-10T11:21:44.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:43 smithi132 ceph-mon[33758]: pgmap v448: 129 pgs: 129 active+clean; 674 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.1 KiB/s wr, 15 op/s 2024-05-10T11:21:44.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:43 smithi187 ceph-mon[34076]: pgmap v448: 129 pgs: 129 active+clean; 674 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.1 KiB/s wr, 15 op/s 2024-05-10T11:21:44.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:43 smithi053 ceph-mon[30153]: pgmap v448: 129 pgs: 129 active+clean; 674 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.1 KiB/s wr, 15 op/s 2024-05-10T11:21:46.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:45 smithi132 ceph-mon[33758]: pgmap v449: 129 pgs: 129 active+clean; 674 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2024-05-10T11:21:46.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:45 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:21:46.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:45 smithi187 ceph-mon[34076]: pgmap v449: 129 pgs: 129 active+clean; 674 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2024-05-10T11:21:46.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:45 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:21:46.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:45 smithi053 ceph-mon[30153]: pgmap v449: 129 pgs: 129 active+clean; 674 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2024-05-10T11:21:46.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:45 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:21:47.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:46 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:21:47.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:46 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:21:47.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:46 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:21:47.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:46 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:21:47.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:46 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:21:47.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:46 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:21:47.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:46 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:21:47.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:46 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:21:47.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:46 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:21:48.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:48 smithi132 ceph-mon[33758]: pgmap v450: 129 pgs: 129 active+clean; 674 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.6 KiB/s wr, 13 op/s 2024-05-10T11:21:48.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:48 smithi187 ceph-mon[34076]: pgmap v450: 129 pgs: 129 active+clean; 674 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.6 KiB/s wr, 13 op/s 2024-05-10T11:21:48.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:48 smithi053 ceph-mon[30153]: pgmap v450: 129 pgs: 129 active+clean; 674 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.6 KiB/s wr, 13 op/s 2024-05-10T11:21:50.089 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.086+0000 7f2962b9d640 1 -- 172.21.15.53:0/706551723 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f295c105e20 msgr2=0x7f295c108210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:50.089 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.086+0000 7f2962b9d640 1 --2- 172.21.15.53:0/706551723 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f295c105e20 0x7f295c108210 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f2948009900 tx=0x7f294802a410 comp rx=0 tx=0).stop 2024-05-10T11:21:50.089 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.086+0000 7f2962b9d640 1 -- 172.21.15.53:0/706551723 shutdown_connections 2024-05-10T11:21:50.089 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.086+0000 7f2962b9d640 1 --2- 172.21.15.53:0/706551723 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f295c108750 0x7f295c10ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.089 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.086+0000 7f2962b9d640 1 --2- 172.21.15.53:0/706551723 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f295c105e20 0x7f295c108210 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.089 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.086+0000 7f2962b9d640 1 --2- 172.21.15.53:0/706551723 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f295c1034f0 0x7f295c1058e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.089 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.086+0000 7f2962b9d640 1 -- 172.21.15.53:0/706551723 >> 172.21.15.53:0/706551723 conn(0x7f295c0fce80 msgr2=0x7f295c0ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:50.089 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.086+0000 7f2962b9d640 1 -- 172.21.15.53:0/706551723 shutdown_connections 2024-05-10T11:21:50.089 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.087+0000 7f2962b9d640 1 -- 172.21.15.53:0/706551723 wait complete. 2024-05-10T11:21:50.089 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.087+0000 7f2962b9d640 1 Processor -- start 2024-05-10T11:21:50.089 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.087+0000 7f2962b9d640 1 -- start start 2024-05-10T11:21:50.090 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.087+0000 7f2962b9d640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f295c1034f0 0x7f295c198bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:50.090 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.087+0000 7f2962b9d640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f295c105e20 0x7f295c1990f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:50.090 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.087+0000 7f2962b9d640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f295c108750 0x7f295c1a0110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:50.090 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.087+0000 7f2962b9d640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f295c10e430 con 0x7f295c108750 2024-05-10T11:21:50.090 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.087+0000 7f2962b9d640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f295c10e2b0 con 0x7f295c105e20 2024-05-10T11:21:50.090 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.087+0000 7f2962b9d640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f295c10e5b0 con 0x7f295c1034f0 2024-05-10T11:21:50.090 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.088+0000 7f296113a640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f295c108750 0x7f295c1a0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:50.090 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.088+0000 7f296113a640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f295c108750 0x7f295c1a0110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60456/0 (socket says 172.21.15.53:60456) 2024-05-10T11:21:50.090 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.088+0000 7f296113a640 1 -- 172.21.15.53:0/1131389443 learned_addr learned my addr 172.21.15.53:0/1131389443 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:50.090 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.088+0000 7f2960939640 1 --2- 172.21.15.53:0/1131389443 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f295c1034f0 0x7f295c198bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:50.090 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.088+0000 7f295bfff640 1 --2- 172.21.15.53:0/1131389443 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f295c105e20 0x7f295c1990f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:50.090 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.088+0000 7f296113a640 1 -- 172.21.15.53:0/1131389443 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f295c1034f0 msgr2=0x7f295c198bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:50.090 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.088+0000 7f296113a640 1 --2- 172.21.15.53:0/1131389443 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f295c1034f0 0x7f295c198bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.091 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.088+0000 7f296113a640 1 -- 172.21.15.53:0/1131389443 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f295c105e20 msgr2=0x7f295c1990f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:50.091 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.088+0000 7f296113a640 1 --2- 172.21.15.53:0/1131389443 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f295c105e20 0x7f295c1990f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.091 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.088+0000 7f296113a640 1 -- 172.21.15.53:0/1131389443 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f295c1a0780 con 0x7f295c108750 2024-05-10T11:21:50.091 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.088+0000 7f296113a640 1 --2- 172.21.15.53:0/1131389443 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f295c108750 0x7f295c1a0110 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f2954009fd0 tx=0x7f295400b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:50.091 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.088+0000 7f2959ffb640 1 -- 172.21.15.53:0/1131389443 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2954017070 con 0x7f295c108750 2024-05-10T11:21:50.091 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.088+0000 7f2959ffb640 1 -- 172.21.15.53:0/1131389443 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2954003e00 con 0x7f295c108750 2024-05-10T11:21:50.091 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.088+0000 7f2962b9d640 1 -- 172.21.15.53:0/1131389443 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f295c1a0a70 con 0x7f295c108750 2024-05-10T11:21:50.091 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.088+0000 7f2959ffb640 1 -- 172.21.15.53:0/1131389443 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2954010460 con 0x7f295c108750 2024-05-10T11:21:50.091 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.089+0000 7f2962b9d640 1 -- 172.21.15.53:0/1131389443 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f295c1a0f90 con 0x7f295c108750 2024-05-10T11:21:50.099 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.091+0000 7f2959ffb640 1 -- 172.21.15.53:0/1131389443 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f2954003970 con 0x7f295c108750 2024-05-10T11:21:50.099 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.091+0000 7f296598f740 1 Processor -- start 2024-05-10T11:21:50.099 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.091+0000 7f296598f740 1 -- start start 2024-05-10T11:21:50.099 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.092+0000 7f296598f740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bedb0 0x5654dd0bf1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:50.099 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.092+0000 7f296598f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0bf7a0 0x5654dd0c42a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:50.099 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.092+0000 7f296598f740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5654dd0c4910 0x5654dd0c6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:50.099 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.092+0000 7f296598f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5654dd0235d0 con 0x5654dd0bf7a0 2024-05-10T11:21:50.099 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.092+0000 7f296598f740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5654dcfdc890 con 0x5654dd0bedb0 2024-05-10T11:21:50.100 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.092+0000 7f296598f740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5654dd01f590 con 0x5654dd0c4910 2024-05-10T11:21:50.100 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.092+0000 7f2960939640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0bf7a0 0x5654dd0c42a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:50.100 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.092+0000 7f2960939640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0bf7a0 0x5654dd0c42a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60464/0 (socket says 172.21.15.53:60464) 2024-05-10T11:21:50.100 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.092+0000 7f2960939640 1 -- 172.21.15.53:0/2166551059 learned_addr learned my addr 172.21.15.53:0/2166551059 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:50.100 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.092+0000 7f295bfff640 1 --2- 172.21.15.53:0/2166551059 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bedb0 0x5654dd0bf1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:50.100 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.092+0000 7f295bfff640 1 --2- 172.21.15.53:0/2166551059 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5654dd0c4910 0x5654dd0c6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:50.100 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.092+0000 7f2959ffb640 1 --2- 172.21.15.53:0/1131389443 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f294c0b29a0 0x7f294c0b4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:50.100 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.092+0000 7f2960939640 1 -- 172.21.15.53:0/2166551059 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5654dd0c4910 msgr2=0x5654dd0c6da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:50.100 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.092+0000 7f2960939640 1 --2- 172.21.15.53:0/2166551059 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5654dd0c4910 0x5654dd0c6da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.100 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.092+0000 7f2960939640 1 -- 172.21.15.53:0/2166551059 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bedb0 msgr2=0x5654dd0bf1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:50.100 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.092+0000 7f2960939640 1 --2- 172.21.15.53:0/2166551059 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bedb0 0x5654dd0bf1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.100 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.092+0000 7f2960939640 1 -- 172.21.15.53:0/2166551059 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654dcd35210 con 0x5654dd0bf7a0 2024-05-10T11:21:50.100 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.092+0000 7f295bfff640 1 --2- 172.21.15.53:0/2166551059 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5654dd0c4910 0x5654dd0c6da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:21:50.100 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.092+0000 7f296113a640 1 --2- 172.21.15.53:0/1131389443 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f294c0b29a0 0x7f294c0b4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:50.101 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.092+0000 7f2960939640 1 --2- 172.21.15.53:0/2166551059 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0bf7a0 0x5654dd0c42a0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f295000b760 tx=0x7f295000bc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abae5d0cda074a0d server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:50.101 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.092+0000 7f2959ffb640 1 -- 172.21.15.53:0/1131389443 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f29540e2800 con 0x7f295c108750 2024-05-10T11:21:50.101 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.093+0000 7f2946ffd640 1 -- 172.21.15.53:0/2166551059 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2950003dd0 con 0x5654dd0bf7a0 2024-05-10T11:21:50.101 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.093+0000 7f2946ffd640 1 -- 172.21.15.53:0/2166551059 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2950015070 con 0x5654dd0bf7a0 2024-05-10T11:21:50.101 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.093+0000 7f2946ffd640 1 -- 172.21.15.53:0/2166551059 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2950004cd0 con 0x5654dd0bf7a0 2024-05-10T11:21:50.101 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.093+0000 7f296598f740 1 -- 172.21.15.53:0/2166551059 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0bf7a0 msgr2=0x5654dd0c42a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:50.101 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.093+0000 7f296113a640 1 --2- 172.21.15.53:0/1131389443 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f294c0b29a0 0x7f294c0b4e60 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f295400dfd0 tx=0x7f2954004950 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:50.101 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.093+0000 7f296598f740 1 --2- 172.21.15.53:0/2166551059 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0bf7a0 0x5654dd0c42a0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f295000b760 tx=0x7f295000bc20 comp rx=0 tx=0).stop 2024-05-10T11:21:50.101 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.093+0000 7f296598f740 1 -- 172.21.15.53:0/2166551059 shutdown_connections 2024-05-10T11:21:50.101 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.093+0000 7f296598f740 1 --2- 172.21.15.53:0/2166551059 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5654dd0c4910 0x5654dd0c6da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.101 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.093+0000 7f296598f740 1 --2- 172.21.15.53:0/2166551059 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0bf7a0 0x5654dd0c42a0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.101 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.093+0000 7f296598f740 1 --2- 172.21.15.53:0/2166551059 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bedb0 0x5654dd0bf1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.101 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.093+0000 7f296598f740 1 -- 172.21.15.53:0/2166551059 >> 172.21.15.53:0/2166551059 conn(0x5654dd0ba420 msgr2=0x5654dd0ba820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:50.101 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.093+0000 7f296598f740 1 -- 172.21.15.53:0/2166551059 shutdown_connections 2024-05-10T11:21:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.093+0000 7f296598f740 1 -- 172.21.15.53:0/2166551059 wait complete. 2024-05-10T11:21:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.094+0000 7f296598f740 1 -- start start 2024-05-10T11:21:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.094+0000 7f296598f740 1 Processor -- start 2024-05-10T11:21:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.094+0000 7f296598f740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bedb0 0x5654dd0c8fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.094+0000 7f296598f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0bf7a0 0x5654dd0c9510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.094+0000 7f296598f740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5654dd0c4910 0x5654dd0d0550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.094+0000 7f296598f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5654dd0c78c0 con 0x5654dd0bf7a0 2024-05-10T11:21:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.094+0000 7f296598f740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5654dcfe0370 con 0x5654dd0bedb0 2024-05-10T11:21:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.094+0000 7f296598f740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5654dd0c7a40 con 0x5654dd0c4910 2024-05-10T11:21:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.094+0000 7f296598f740 10 client.0 _ll_register_callbacks cb 0x5654dcd34a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:21:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.094+0000 7f2960939640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0bf7a0 0x5654dd0c9510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.094+0000 7f2960939640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0bf7a0 0x5654dd0c9510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60474/0 (socket says 172.21.15.53:60474) 2024-05-10T11:21:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.094+0000 7f2960939640 1 -- 172.21.15.53:0/3599240364 learned_addr learned my addr 172.21.15.53:0/3599240364 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.095+0000 7f295bfff640 1 --2- 172.21.15.53:0/3599240364 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5654dd0c4910 0x5654dd0d0550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.095+0000 7f295bfff640 1 --2- 172.21.15.53:0/3599240364 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bedb0 0x5654dd0c8fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.095+0000 7f2960939640 1 -- 172.21.15.53:0/3599240364 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5654dd0c4910 msgr2=0x5654dd0d0550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.095+0000 7f2960939640 1 --2- 172.21.15.53:0/3599240364 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5654dd0c4910 0x5654dd0d0550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.095+0000 7f2960939640 1 -- 172.21.15.53:0/3599240364 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bedb0 msgr2=0x5654dd0c8fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.095+0000 7f2960939640 1 --2- 172.21.15.53:0/3599240364 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bedb0 0x5654dd0c8fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.095+0000 7f2960939640 1 -- 172.21.15.53:0/3599240364 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654dce01620 con 0x5654dd0bf7a0 2024-05-10T11:21:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.095+0000 7f295bfff640 1 --2- 172.21.15.53:0/3599240364 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bedb0 0x5654dd0c8fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:21:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.095+0000 7f2960939640 1 --2- 172.21.15.53:0/3599240364 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0bf7a0 0x5654dd0c9510 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f2950003e00 tx=0x7f2950003e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b768540f6731533 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.095+0000 7f293bfff640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:21:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.095+0000 7f293bfff640 1 -- 172.21.15.53:0/3599240364 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2950028060 con 0x5654dd0bf7a0 2024-05-10T11:21:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.095+0000 7f296598f740 1 -- 172.21.15.53:0/3599240364 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2950015070 con 0x5654dd0bf7a0 2024-05-10T11:21:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.095+0000 7f293bfff640 1 -- 172.21.15.53:0/3599240364 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f2950011850 con 0x5654dd0bf7a0 2024-05-10T11:21:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.095+0000 7f293bfff640 1 -- 172.21.15.53:0/3599240364 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f295002f050 con 0x5654dd0bf7a0 2024-05-10T11:21:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.095+0000 7f296598f740 10 client.15426 fetch_fsmap learned FSMap version 29 2024-05-10T11:21:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.095+0000 7f296598f740 1 -- 172.21.15.53:0/3599240364 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5654dd0d34a0 con 0x5654dd0bf7a0 2024-05-10T11:21:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.096+0000 7f293bfff640 1 -- 172.21.15.53:0/3599240364 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2950015070 con 0x5654dd0bf7a0 2024-05-10T11:21:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.096+0000 7f293bfff640 1 -- 172.21.15.53:0/3599240364 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f2950022070 con 0x5654dd0bf7a0 2024-05-10T11:21:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.096+0000 7f296598f740 10 client.15426 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:21:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.096+0000 7f296598f740 10 client.15426 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:21:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.096+0000 7f296598f740 20 client.15426 populate_metadata read hostname 'smithi053' 2024-05-10T11:21:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.096+0000 7f296598f740 1 --2- 172.21.15.53:0/3599240364 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5654dd0d48a0 0x5654dd0d6c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.096+0000 7f296598f740 4 client.15426 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:21:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.096+0000 7f296598f740 1 -- 172.21.15.53:0/3599240364 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5654dd0311e0 con 0x5654dd0d48a0 2024-05-10T11:21:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.096+0000 7f295bfff640 1 --2- 172.21.15.53:0/3599240364 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5654dd0d48a0 0x5654dd0d6c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.097+0000 7f293bfff640 10 client.15426 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:21:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.097+0000 7f295bfff640 1 --2- 172.21.15.53:0/3599240364 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5654dd0d48a0 0x5654dd0d6c90 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b4316f65624de9dd server_cookie=a06f13b1b7323790 in_seq=0 out_seq=0 2024-05-10T11:21:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.097+0000 7f293bfff640 1 -- 172.21.15.53:0/3599240364 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5654dd0311e0 con 0x5654dd0d48a0 2024-05-10T11:21:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.097+0000 7f293bfff640 10 client.15426 handle_command_reply: tid=0 2024-05-10T11:21:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.097+0000 7f296598f740 1 client.15426 shutdown 2024-05-10T11:21:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.097+0000 7f296598f740 1 -- 172.21.15.53:0/3599240364 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0bf7a0 msgr2=0x5654dd0c9510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.097+0000 7f296598f740 1 --2- 172.21.15.53:0/3599240364 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0bf7a0 0x5654dd0c9510 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f2950003e00 tx=0x7f2950003e30 comp rx=0 tx=0).stop 2024-05-10T11:21:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.097+0000 7f296598f740 1 -- 172.21.15.53:0/3599240364 shutdown_connections 2024-05-10T11:21:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.097+0000 7f296598f740 1 --2- 172.21.15.53:0/3599240364 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5654dd0c4910 0x5654dd0d0550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.097+0000 7f296598f740 1 --2- 172.21.15.53:0/3599240364 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5654dd0d48a0 0x5654dd0d6c90 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.097+0000 7f296598f740 1 --2- 172.21.15.53:0/3599240364 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0bf7a0 0x5654dd0c9510 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.098+0000 7f293bfff640 0 client.15426 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:21:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.098+0000 7f296598f740 1 --2- 172.21.15.53:0/3599240364 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bedb0 0x5654dd0c8fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.098+0000 7f296598f740 1 -- 172.21.15.53:0/3599240364 >> 172.21.15.53:0/3599240364 conn(0x5654dd0ba420 msgr2=0x5654dd0b9580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.098+0000 7f296598f740 1 -- 172.21.15.53:0/3599240364 shutdown_connections 2024-05-10T11:21:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.098+0000 7f296598f740 1 -- 172.21.15.53:0/3599240364 wait complete. 2024-05-10T11:21:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.098+0000 7f296598f740 20 client.15426 trim_cache size 0 max 16384 2024-05-10T11:21:50.118 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.113+0000 7f296598f740 1 Processor -- start 2024-05-10T11:21:50.118 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.113+0000 7f296598f740 1 -- start start 2024-05-10T11:21:50.118 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.114+0000 7f296598f740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bedb0 0x5654dd0c6d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:50.118 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.114+0000 7f296598f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0bf7a0 0x5654dd0c8fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:50.118 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.114+0000 7f296598f740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5654dd0c4910 0x5654dd0c9510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:50.118 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.114+0000 7f296598f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f295c1ab450 con 0x5654dd0bf7a0 2024-05-10T11:21:50.118 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.114+0000 7f296598f740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f295c1acf90 con 0x5654dd0bedb0 2024-05-10T11:21:50.118 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.114+0000 7f296598f740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f295c1abb20 con 0x5654dd0c4910 2024-05-10T11:21:50.118 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.114+0000 7f2960939640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0bf7a0 0x5654dd0c8fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:50.119 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.114+0000 7f2960939640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0bf7a0 0x5654dd0c8fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60478/0 (socket says 172.21.15.53:60478) 2024-05-10T11:21:50.119 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.114+0000 7f2960939640 1 -- 172.21.15.53:0/1306424733 learned_addr learned my addr 172.21.15.53:0/1306424733 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:50.119 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.114+0000 7f295bfff640 1 --2- 172.21.15.53:0/1306424733 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5654dd0c4910 0x5654dd0c9510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:50.119 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.114+0000 7f2960939640 1 -- 172.21.15.53:0/1306424733 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5654dd0c4910 msgr2=0x5654dd0c9510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:50.119 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.114+0000 7f2960939640 1 --2- 172.21.15.53:0/1306424733 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5654dd0c4910 0x5654dd0c9510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.119 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.114+0000 7f295bfff640 1 --2- 172.21.15.53:0/1306424733 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bedb0 0x5654dd0c6d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:50.119 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.114+0000 7f2960939640 1 -- 172.21.15.53:0/1306424733 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bedb0 msgr2=0x5654dd0c6d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:50.119 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.114+0000 7f2960939640 1 --2- 172.21.15.53:0/1306424733 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bedb0 0x5654dd0c6d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.119 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.114+0000 7f2960939640 1 -- 172.21.15.53:0/1306424733 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654dd0ba250 con 0x5654dd0bf7a0 2024-05-10T11:21:50.119 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.114+0000 7f295bfff640 1 --2- 172.21.15.53:0/1306424733 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bedb0 0x5654dd0c6d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:21:50.119 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.114+0000 7f2960939640 1 --2- 172.21.15.53:0/1306424733 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0bf7a0 0x5654dd0c8fd0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f295000b760 tx=0x7f2950019f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46a728f1f646fb06 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:50.119 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.114+0000 7f29467fc640 1 -- 172.21.15.53:0/1306424733 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2950028050 con 0x5654dd0bf7a0 2024-05-10T11:21:50.119 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.114+0000 7f29467fc640 1 -- 172.21.15.53:0/1306424733 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2950015070 con 0x5654dd0bf7a0 2024-05-10T11:21:50.119 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.114+0000 7f29467fc640 1 -- 172.21.15.53:0/1306424733 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2950004b00 con 0x5654dd0bf7a0 2024-05-10T11:21:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.115+0000 7f296598f740 1 -- 172.21.15.53:0/1306424733 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0bf7a0 msgr2=0x5654dd0c8fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.115+0000 7f296598f740 1 --2- 172.21.15.53:0/1306424733 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0bf7a0 0x5654dd0c8fd0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f295000b760 tx=0x7f2950019f50 comp rx=0 tx=0).stop 2024-05-10T11:21:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.115+0000 7f296598f740 1 -- 172.21.15.53:0/1306424733 shutdown_connections 2024-05-10T11:21:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.115+0000 7f296598f740 1 --2- 172.21.15.53:0/1306424733 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5654dd0c4910 0x5654dd0c9510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.115+0000 7f296598f740 1 --2- 172.21.15.53:0/1306424733 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0bf7a0 0x5654dd0c8fd0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.115+0000 7f296598f740 1 --2- 172.21.15.53:0/1306424733 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bedb0 0x5654dd0c6d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.115+0000 7f296598f740 1 -- 172.21.15.53:0/1306424733 >> 172.21.15.53:0/1306424733 conn(0x5654dd0ba420 msgr2=0x5654dd0b53e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.115+0000 7f296598f740 1 -- 172.21.15.53:0/1306424733 shutdown_connections 2024-05-10T11:21:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.115+0000 7f296598f740 1 -- 172.21.15.53:0/1306424733 wait complete. 2024-05-10T11:21:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.115+0000 7f296598f740 1 -- start start 2024-05-10T11:21:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.115+0000 7f296598f740 1 Processor -- start 2024-05-10T11:21:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.116+0000 7f296598f740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5654dd0bedb0 0x5654dd0cd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.116+0000 7f296598f740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bf7a0 0x5654dd0cd6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.116+0000 7f296598f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0c4910 0x5654dd0ce6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.116+0000 7f296598f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f295c1ac8c0 con 0x5654dd0c4910 2024-05-10T11:21:50.121 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.116+0000 7f296598f740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f295c1ac1f0 con 0x5654dd0bf7a0 2024-05-10T11:21:50.121 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.116+0000 7f296598f740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f295c1a9430 con 0x5654dd0bedb0 2024-05-10T11:21:50.121 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.116+0000 7f296598f740 10 client.0 _ll_register_callbacks cb 0x7f2950004590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:21:50.121 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.116+0000 7f295bfff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0c4910 0x5654dd0ce6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:50.121 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.116+0000 7f295bfff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0c4910 0x5654dd0ce6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60482/0 (socket says 172.21.15.53:60482) 2024-05-10T11:21:50.121 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.116+0000 7f295bfff640 1 -- 172.21.15.53:0/4226130630 learned_addr learned my addr 172.21.15.53:0/4226130630 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:21:50.121 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.116+0000 7f2960939640 1 --2- 172.21.15.53:0/4226130630 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bf7a0 0x5654dd0cd6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:50.121 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.116+0000 7f295bfff640 1 --2- 172.21.15.53:0/4226130630 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5654dd0bedb0 0x5654dd0cd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:50.121 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.116+0000 7f2960939640 1 -- 172.21.15.53:0/4226130630 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5654dd0bedb0 msgr2=0x5654dd0cd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:50.121 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.116+0000 7f2960939640 1 --2- 172.21.15.53:0/4226130630 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5654dd0bedb0 0x5654dd0cd170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.121 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.116+0000 7f2960939640 1 -- 172.21.15.53:0/4226130630 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0c4910 msgr2=0x5654dd0ce6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:21:50.121 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.116+0000 7f2960939640 1 --2- 172.21.15.53:0/4226130630 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0c4910 0x5654dd0ce6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.121 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.116+0000 7f2960939640 1 -- 172.21.15.53:0/4226130630 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654dd0cecb0 con 0x5654dd0bf7a0 2024-05-10T11:21:50.121 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.117+0000 7f2960939640 1 --2- 172.21.15.53:0/4226130630 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bf7a0 0x5654dd0cd6b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x5654dd0d6ee0 tx=0x7f2950019d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0a82028391119ab server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:21:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.117+0000 7f293bfff640 10 client.0 ms_handle_connect on v2:172.21.15.132:3300/0 2024-05-10T11:21:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.117+0000 7f293bfff640 1 -- 172.21.15.53:0/4226130630 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2950028050 con 0x5654dd0bf7a0 2024-05-10T11:21:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.117+0000 7f296598f740 1 -- 172.21.15.53:0/4226130630 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2950015070 con 0x5654dd0bf7a0 2024-05-10T11:21:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.117+0000 7f293bfff640 1 -- 172.21.15.53:0/4226130630 <== mon.2 v2:172.21.15.132:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f2950019420 con 0x5654dd0bf7a0 2024-05-10T11:21:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.117+0000 7f293bfff640 1 -- 172.21.15.53:0/4226130630 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2950045050 con 0x5654dd0bf7a0 2024-05-10T11:21:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.117+0000 7f296598f740 10 client.25028 fetch_fsmap learned FSMap version 29 2024-05-10T11:21:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.117+0000 7f296598f740 1 -- 172.21.15.53:0/4226130630 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5654dd0cff30 con 0x5654dd0bf7a0 2024-05-10T11:21:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.117+0000 7f293bfff640 1 -- 172.21.15.53:0/4226130630 <== mon.2 v2:172.21.15.132:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2950015070 con 0x5654dd0bf7a0 2024-05-10T11:21:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.118+0000 7f293bfff640 1 -- 172.21.15.53:0/4226130630 <== mon.2 v2:172.21.15.132:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f2950022040 con 0x5654dd0bf7a0 2024-05-10T11:21:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.118+0000 7f296598f740 10 client.25028 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:21:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.118+0000 7f296598f740 10 client.25028 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:21:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.118+0000 7f296598f740 20 client.25028 populate_metadata read hostname 'smithi053' 2024-05-10T11:21:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.118+0000 7f296598f740 1 --2- 172.21.15.53:0/4226130630 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5654dd13f7d0 0x5654dd141bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:21:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.118+0000 7f296598f740 4 client.25028 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-10T11:21:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.118+0000 7f296598f740 1 -- 172.21.15.53:0/4226130630 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5654dd02b050 con 0x5654dd13f7d0 2024-05-10T11:21:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.118+0000 7f295bfff640 1 --2- 172.21.15.53:0/4226130630 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5654dd13f7d0 0x5654dd141bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:21:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.119+0000 7f295bfff640 1 --2- 172.21.15.53:0/4226130630 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5654dd13f7d0 0x5654dd141bf0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a8f09654f27bae0d server_cookie=bf5dad1040a649c1 in_seq=0 out_seq=0 2024-05-10T11:21:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.119+0000 7f293bfff640 10 client.25028 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:21:50.125 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.124+0000 7f293bfff640 1 -- 172.21.15.53:0/4226130630 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5654dd02b050 con 0x5654dd13f7d0 2024-05-10T11:21:50.125 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.124+0000 7f293bfff640 10 client.25028 handle_command_reply: tid=0 2024-05-10T11:21:50.125 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.124+0000 7f296598f740 1 client.25028 shutdown 2024-05-10T11:21:50.125 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.125+0000 7f296598f740 1 -- 172.21.15.53:0/4226130630 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bf7a0 msgr2=0x5654dd0cd6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:50.125 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.125+0000 7f296598f740 1 --2- 172.21.15.53:0/4226130630 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bf7a0 0x5654dd0cd6b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x5654dd0d6ee0 tx=0x7f2950019d50 comp rx=0 tx=0).stop 2024-05-10T11:21:50.125 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.125+0000 7f296598f740 1 -- 172.21.15.53:0/4226130630 shutdown_connections 2024-05-10T11:21:50.125 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.125+0000 7f296598f740 1 --2- 172.21.15.53:0/4226130630 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5654dd13f7d0 0x5654dd141bf0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.125 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.125+0000 7f296598f740 1 --2- 172.21.15.53:0/4226130630 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5654dd0c4910 0x5654dd0ce6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.125 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.125+0000 7f296598f740 1 --2- 172.21.15.53:0/4226130630 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5654dd0bf7a0 0x5654dd0cd6b0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.126 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.125+0000 7f293bfff640 0 client.25028 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:21:50.126 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.125+0000 7f296598f740 1 --2- 172.21.15.53:0/4226130630 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5654dd0bedb0 0x5654dd0cd170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.126 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.125+0000 7f296598f740 1 -- 172.21.15.53:0/4226130630 >> 172.21.15.53:0/4226130630 conn(0x5654dd0ba420 msgr2=0x5654dd0c8fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:50.126 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.125+0000 7f296598f740 1 -- 172.21.15.53:0/4226130630 shutdown_connections 2024-05-10T11:21:50.126 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.125+0000 7f296598f740 1 -- 172.21.15.53:0/4226130630 wait complete. 2024-05-10T11:21:50.126 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.125+0000 7f296598f740 20 client.25028 trim_cache size 0 max 16384 2024-05-10T11:21:50.126 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:{ 2024-05-10T11:21:50.126 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "message": "", 2024-05-10T11:21:50.126 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "return_code": 0 2024-05-10T11:21:50.126 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:} 2024-05-10T11:21:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.125+0000 7f2962b9d640 1 -- 172.21.15.53:0/1131389443 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f294c0b29a0 msgr2=0x7f294c0b4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.125+0000 7f2962b9d640 1 --2- 172.21.15.53:0/1131389443 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f294c0b29a0 0x7f294c0b4e60 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f295400dfd0 tx=0x7f2954004950 comp rx=0 tx=0).stop 2024-05-10T11:21:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.125+0000 7f2962b9d640 1 -- 172.21.15.53:0/1131389443 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f295c108750 msgr2=0x7f295c1a0110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:21:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.126+0000 7f2962b9d640 1 --2- 172.21.15.53:0/1131389443 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f295c108750 0x7f295c1a0110 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f2954009fd0 tx=0x7f295400b260 comp rx=0 tx=0).stop 2024-05-10T11:21:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.126+0000 7f2962b9d640 1 -- 172.21.15.53:0/1131389443 shutdown_connections 2024-05-10T11:21:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.126+0000 7f2962b9d640 1 --2- 172.21.15.53:0/1131389443 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f294c0b29a0 0x7f294c0b4e60 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.126+0000 7f2962b9d640 1 --2- 172.21.15.53:0/1131389443 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f295c108750 0x7f295c1a0110 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.126+0000 7f2962b9d640 1 --2- 172.21.15.53:0/1131389443 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f295c105e20 0x7f295c1990f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.126+0000 7f2962b9d640 1 --2- 172.21.15.53:0/1131389443 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f295c1034f0 0x7f295c198bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:21:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.126+0000 7f2962b9d640 1 -- 172.21.15.53:0/1131389443 >> 172.21.15.53:0/1131389443 conn(0x7f295c0fce80 msgr2=0x7f295c103e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:21:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.126+0000 7f2962b9d640 1 -- 172.21.15.53:0/1131389443 shutdown_connections 2024-05-10T11:21:50.128 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:21:50.126+0000 7f2962b9d640 1 -- 172.21.15.53:0/1131389443 wait complete. 2024-05-10T11:21:50.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:50 smithi132 ceph-mon[33758]: pgmap v451: 129 pgs: 129 active+clean; 674 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.6 KiB/s wr, 15 op/s 2024-05-10T11:21:50.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:50 smithi187 ceph-mon[34076]: pgmap v451: 129 pgs: 129 active+clean; 674 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.6 KiB/s wr, 15 op/s 2024-05-10T11:21:50.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:50 smithi053 ceph-mon[30153]: pgmap v451: 129 pgs: 129 active+clean; 674 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.6 KiB/s wr, 15 op/s 2024-05-10T11:21:52.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:52 smithi132 ceph-mon[33758]: pgmap v452: 129 pgs: 129 active+clean; 674 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1023 B/s wr, 13 op/s 2024-05-10T11:21:52.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:52 smithi187 ceph-mon[34076]: pgmap v452: 129 pgs: 129 active+clean; 674 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1023 B/s wr, 13 op/s 2024-05-10T11:21:52.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:52 smithi053 ceph-mon[30153]: pgmap v452: 129 pgs: 129 active+clean; 674 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1023 B/s wr, 13 op/s 2024-05-10T11:21:54.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:54 smithi132 ceph-mon[33758]: pgmap v453: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 682 B/s wr, 12 op/s 2024-05-10T11:21:54.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:54 smithi187 ceph-mon[34076]: pgmap v453: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 682 B/s wr, 12 op/s 2024-05-10T11:21:54.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:54 smithi053 ceph-mon[30153]: pgmap v453: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 682 B/s wr, 12 op/s 2024-05-10T11:21:56.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:56 smithi132 ceph-mon[33758]: pgmap v454: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-10T11:21:56.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:56 smithi187 ceph-mon[34076]: pgmap v454: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-10T11:21:56.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:56 smithi053 ceph-mon[30153]: pgmap v454: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-10T11:21:58.371 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:21:58 smithi053 ceph-mon[30153]: pgmap v455: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-10T11:21:58.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:21:58 smithi132 ceph-mon[33758]: pgmap v455: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-10T11:21:58.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:21:58 smithi187 ceph-mon[34076]: pgmap v455: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-10T11:21:59.752 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-10T11:22:00.005 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:22:00.390 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:00 smithi053 ceph-mon[30153]: pgmap v456: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-10T11:22:00.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:00 smithi132 ceph-mon[33758]: pgmap v456: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-10T11:22:00.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:00 smithi187 ceph-mon[34076]: pgmap v456: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-10T11:22:01.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.883+0000 7f17c5b96700 1 -- 172.21.15.53:0/1557025309 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f17c0103750 msgr2=0x7f17c0103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:01.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.883+0000 7f17c5b96700 1 --2- 172.21.15.53:0/1557025309 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f17c0103750 0x7f17c0103b30 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f17b00099c0 tx=0x7f17b0009cd0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.883+0000 7f17c5b96700 1 -- 172.21.15.53:0/1557025309 shutdown_connections 2024-05-10T11:22:01.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.883+0000 7f17c5b96700 1 --2- 172.21.15.53:0/1557025309 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f17c0108850 0x7f17c01103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.883+0000 7f17c5b96700 1 --2- 172.21.15.53:0/1557025309 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f17c0103750 0x7f17c0103b30 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.883+0000 7f17c5b96700 1 --2- 172.21.15.53:0/1557025309 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f17c0104100 0x7f17c0108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.883+0000 7f17c5b96700 1 -- 172.21.15.53:0/1557025309 >> 172.21.15.53:0/1557025309 conn(0x7f17c007a600 msgr2=0x7f17c007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:01.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.884+0000 7f17c5b96700 1 -- 172.21.15.53:0/1557025309 shutdown_connections 2024-05-10T11:22:01.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.884+0000 7f17c5b96700 1 -- 172.21.15.53:0/1557025309 wait complete. 2024-05-10T11:22:01.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.884+0000 7f17c5b96700 1 Processor -- start 2024-05-10T11:22:01.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.884+0000 7f17c5b96700 1 -- start start 2024-05-10T11:22:01.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.884+0000 7f17c5b96700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f17c0103750 0x7f17c00757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:01.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.884+0000 7f17c5b96700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f17c0104100 0x7f17c0075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:01.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.885+0000 7f17c5b96700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f17c0108850 0x7f17c0076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:01.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.885+0000 7f17c5b96700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f17c0113550 con 0x7f17c0108850 2024-05-10T11:22:01.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.885+0000 7f17c5b96700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f17c01133d0 con 0x7f17c0104100 2024-05-10T11:22:01.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.885+0000 7f17c5b96700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f17c01136d0 con 0x7f17c0103750 2024-05-10T11:22:01.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.885+0000 7f17bffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f17c0108850 0x7f17c0076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:01.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.885+0000 7f17bffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f17c0108850 0x7f17c0076220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52142/0 (socket says 172.21.15.53:52142) 2024-05-10T11:22:01.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.885+0000 7f17bffff700 1 -- 172.21.15.53:0/1587278687 learned_addr learned my addr 172.21.15.53:0/1587278687 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:01.896 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.885+0000 7f17bf7fe700 1 --2- 172.21.15.53:0/1587278687 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f17c0103750 0x7f17c00757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:01.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.885+0000 7f17beffd700 1 --2- 172.21.15.53:0/1587278687 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f17c0104100 0x7f17c0075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:01.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.885+0000 7f17bffff700 1 -- 172.21.15.53:0/1587278687 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f17c0103750 msgr2=0x7f17c00757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:01.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.885+0000 7f17bffff700 1 --2- 172.21.15.53:0/1587278687 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f17c0103750 0x7f17c00757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.885+0000 7f17bffff700 1 -- 172.21.15.53:0/1587278687 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f17c0104100 msgr2=0x7f17c0075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:01.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.885+0000 7f17bffff700 1 --2- 172.21.15.53:0/1587278687 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f17c0104100 0x7f17c0075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.885+0000 7f17bffff700 1 -- 172.21.15.53:0/1587278687 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17c01a7fb0 con 0x7f17c0108850 2024-05-10T11:22:01.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.885+0000 7f17beffd700 1 --2- 172.21.15.53:0/1587278687 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f17c0104100 0x7f17c0075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:22:01.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.885+0000 7f17bffff700 1 --2- 172.21.15.53:0/1587278687 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f17c0108850 0x7f17c0076220 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f17b800b970 tx=0x7f17b800bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:01.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.885+0000 7f17bcff9700 1 -- 172.21.15.53:0/1587278687 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b8019070 con 0x7f17c0108850 2024-05-10T11:22:01.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.885+0000 7f17bcff9700 1 -- 172.21.15.53:0/1587278687 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f17b800cdc0 con 0x7f17c0108850 2024-05-10T11:22:01.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.885+0000 7f17c5b96700 1 -- 172.21.15.53:0/1587278687 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17c01a82a0 con 0x7f17c0108850 2024-05-10T11:22:01.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.885+0000 7f17bcff9700 1 -- 172.21.15.53:0/1587278687 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b8014e30 con 0x7f17c0108850 2024-05-10T11:22:01.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.886+0000 7f17c5b96700 1 -- 172.21.15.53:0/1587278687 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17c01a8790 con 0x7f17c0108850 2024-05-10T11:22:01.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.888+0000 7f17bcff9700 1 -- 172.21.15.53:0/1587278687 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f17b801c070 con 0x7f17c0108850 2024-05-10T11:22:01.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.889+0000 7f17bcff9700 1 --2- 172.21.15.53:0/1587278687 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f17a80b2910 0x7f17a80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:01.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.889+0000 7f17d0429b80 1 Processor -- start 2024-05-10T11:22:01.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.889+0000 7f17d0429b80 1 -- start start 2024-05-10T11:22:01.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.889+0000 7f17bf7fe700 1 --2- 172.21.15.53:0/1587278687 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f17a80b2910 0x7f17a80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:01.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.889+0000 7f17bcff9700 1 -- 172.21.15.53:0/1587278687 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f17b80e1a30 con 0x7f17c0108850 2024-05-10T11:22:01.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.889+0000 7f17d0429b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5582e33d64d0 0x5582e33d68b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:01.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.889+0000 7f17d0429b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e33d6df0 0x5582e33da6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:01.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.889+0000 7f17d0429b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33dac80 0x5582e33db100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:01.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.889+0000 7f17d0429b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5582e3328860 con 0x5582e33dac80 2024-05-10T11:22:01.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.889+0000 7f17d0429b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5582e32c77c0 con 0x5582e33d6df0 2024-05-10T11:22:01.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.889+0000 7f17d0429b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5582e3324820 con 0x5582e33d64d0 2024-05-10T11:22:01.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.889+0000 7f17bffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33dac80 0x5582e33db100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:01.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.889+0000 7f17bffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33dac80 0x5582e33db100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52156/0 (socket says 172.21.15.53:52156) 2024-05-10T11:22:01.898 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.889+0000 7f17bf7fe700 1 --2- 172.21.15.53:0/1587278687 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f17a80b2910 0x7f17a80b4dd0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f17b0000c00 tx=0x7f17b0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:01.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.889+0000 7f17bffff700 1 -- 172.21.15.53:0/2740108252 learned_addr learned my addr 172.21.15.53:0/2740108252 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:01.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.890+0000 7f17bf7fe700 1 --2- 172.21.15.53:0/2740108252 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5582e33d64d0 0x5582e33d68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:01.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.890+0000 7f17beffd700 1 --2- 172.21.15.53:0/2740108252 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e33d6df0 0x5582e33da6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:01.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.890+0000 7f17bffff700 1 -- 172.21.15.53:0/2740108252 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5582e33d64d0 msgr2=0x5582e33d68b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:01.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.890+0000 7f17bffff700 1 --2- 172.21.15.53:0/2740108252 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5582e33d64d0 0x5582e33d68b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.890+0000 7f17bffff700 1 -- 172.21.15.53:0/2740108252 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e33d6df0 msgr2=0x5582e33da6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:01.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.890+0000 7f17bffff700 1 --2- 172.21.15.53:0/2740108252 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e33d6df0 0x5582e33da6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.890+0000 7f17bffff700 1 -- 172.21.15.53:0/2740108252 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582e32758d0 con 0x5582e33dac80 2024-05-10T11:22:01.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.890+0000 7f17beffd700 1 --2- 172.21.15.53:0/2740108252 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e33d6df0 0x5582e33da6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:22:01.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.890+0000 7f17bffff700 1 --2- 172.21.15.53:0/2740108252 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33dac80 0x5582e33db100 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f17b800cfd0 tx=0x7f17b80a8400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b9b8e8394e622b9 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:01.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.890+0000 7f17a5ffb700 1 -- 172.21.15.53:0/2740108252 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b80a8720 con 0x5582e33dac80 2024-05-10T11:22:01.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.890+0000 7f17a5ffb700 1 -- 172.21.15.53:0/2740108252 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f17b8090040 con 0x5582e33dac80 2024-05-10T11:22:01.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.890+0000 7f17a5ffb700 1 -- 172.21.15.53:0/2740108252 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b80a8e70 con 0x5582e33dac80 2024-05-10T11:22:01.899 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.891+0000 7f17d0429b80 1 -- 172.21.15.53:0/2740108252 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33dac80 msgr2=0x5582e33db100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:01.900 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.891+0000 7f17d0429b80 1 --2- 172.21.15.53:0/2740108252 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33dac80 0x5582e33db100 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f17b800cfd0 tx=0x7f17b80a8400 comp rx=0 tx=0).stop 2024-05-10T11:22:01.900 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.891+0000 7f17d0429b80 1 -- 172.21.15.53:0/2740108252 shutdown_connections 2024-05-10T11:22:01.900 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.891+0000 7f17d0429b80 1 --2- 172.21.15.53:0/2740108252 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33dac80 0x5582e33db100 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.900 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.891+0000 7f17d0429b80 1 --2- 172.21.15.53:0/2740108252 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5582e33d64d0 0x5582e33d68b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.900 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.891+0000 7f17d0429b80 1 --2- 172.21.15.53:0/2740108252 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e33d6df0 0x5582e33da6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.900 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.891+0000 7f17d0429b80 1 -- 172.21.15.53:0/2740108252 >> 172.21.15.53:0/2740108252 conn(0x5582e3302100 msgr2=0x5582e33d0c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:01.900 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.891+0000 7f17d0429b80 1 -- 172.21.15.53:0/2740108252 shutdown_connections 2024-05-10T11:22:01.900 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.891+0000 7f17d0429b80 1 -- 172.21.15.53:0/2740108252 wait complete. 2024-05-10T11:22:01.900 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.891+0000 7f17d0429b80 1 -- start start 2024-05-10T11:22:01.900 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.892+0000 7f17d0429b80 1 Processor -- start 2024-05-10T11:22:01.900 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.892+0000 7f17d0429b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33d64d0 0x5582e33e20b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:01.900 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.892+0000 7f17d0429b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e33d6df0 0x5582e33df4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:01.900 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.892+0000 7f17d0429b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5582e33dac80 0x5582e33dfa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:01.900 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.892+0000 7f17d0429b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5582e33e2e90 con 0x5582e33d64d0 2024-05-10T11:22:01.900 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.892+0000 7f17d0429b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5582e328ec30 con 0x5582e33d6df0 2024-05-10T11:22:01.901 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.892+0000 7f17d0429b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5582e33e3010 con 0x5582e33dac80 2024-05-10T11:22:01.901 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.892+0000 7f17d0429b80 10 client.0 _ll_register_callbacks cb 0x5582e32c0920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:01.901 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.892+0000 7f17bffff700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5582e33dac80 0x5582e33dfa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:01.901 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.892+0000 7f17bf7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33d64d0 0x5582e33e20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:01.901 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.892+0000 7f17bf7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33d64d0 0x5582e33e20b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52170/0 (socket says 172.21.15.53:52170) 2024-05-10T11:22:01.901 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.892+0000 7f17bf7fe700 1 -- 172.21.15.53:0/49939279 learned_addr learned my addr 172.21.15.53:0/49939279 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:01.901 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.892+0000 7f17bffff700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5582e33dac80 0x5582e33dfa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.53:51836/0 (socket says 172.21.15.53:51836) 2024-05-10T11:22:01.901 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.892+0000 7f17beffd700 1 --2- 172.21.15.53:0/49939279 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e33d6df0 0x5582e33df4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:01.901 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.893+0000 7f17bf7fe700 1 -- 172.21.15.53:0/49939279 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5582e33dac80 msgr2=0x5582e33dfa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:01.901 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.893+0000 7f17bf7fe700 1 --2- 172.21.15.53:0/49939279 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5582e33dac80 0x5582e33dfa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.902 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.893+0000 7f17bf7fe700 1 -- 172.21.15.53:0/49939279 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e33d6df0 msgr2=0x5582e33df4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:01.902 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.893+0000 7f17bf7fe700 1 --2- 172.21.15.53:0/49939279 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e33d6df0 0x5582e33df4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.902 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.893+0000 7f17bf7fe700 1 -- 172.21.15.53:0/49939279 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582e32c4690 con 0x5582e33d64d0 2024-05-10T11:22:01.902 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.893+0000 7f17bffff700 1 --2- 172.21.15.53:0/49939279 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5582e33dac80 0x5582e33dfa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:22:01.902 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.893+0000 7f17bf7fe700 1 --2- 172.21.15.53:0/49939279 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33d64d0 0x5582e33e20b0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f17b00099c0 tx=0x7f17b0009cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbfb27d01bfca5e8 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:01.902 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.893+0000 7f179effd700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:01.902 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.893+0000 7f179effd700 1 -- 172.21.15.53:0/49939279 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b0036060 con 0x5582e33d64d0 2024-05-10T11:22:01.902 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.893+0000 7f179effd700 1 -- 172.21.15.53:0/49939279 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f17b0003a90 con 0x5582e33d64d0 2024-05-10T11:22:01.902 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.893+0000 7f17d0429b80 1 -- 172.21.15.53:0/49939279 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f17b8090040 con 0x5582e33d64d0 2024-05-10T11:22:01.902 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.893+0000 7f179effd700 1 -- 172.21.15.53:0/49939279 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f17b003d050 con 0x5582e33d64d0 2024-05-10T11:22:01.902 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.893+0000 7f17d0429b80 10 client.15444 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:01.902 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.893+0000 7f17d0429b80 1 -- 172.21.15.53:0/49939279 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5582e33e46f0 con 0x5582e33d64d0 2024-05-10T11:22:01.902 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.893+0000 7f179effd700 1 -- 172.21.15.53:0/49939279 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f17b8090040 con 0x5582e33d64d0 2024-05-10T11:22:01.903 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.894+0000 7f179effd700 1 -- 172.21.15.53:0/49939279 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f17b000f460 con 0x5582e33d64d0 2024-05-10T11:22:01.903 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.894+0000 7f17d0429b80 10 client.15444 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:01.903 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.894+0000 7f17d0429b80 10 client.15444 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:01.903 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.894+0000 7f17d0429b80 20 client.15444 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:01.903 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.894+0000 7f17d0429b80 1 --2- 172.21.15.53:0/49939279 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5582e33e6d30 0x5582e33e9190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:01.903 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.894+0000 7f17d0429b80 4 client.15444 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:22:01.903 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.894+0000 7f17d0429b80 1 -- 172.21.15.53:0/49939279 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5582e33a2650 con 0x5582e33e6d30 2024-05-10T11:22:01.903 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.894+0000 7f17beffd700 1 --2- 172.21.15.53:0/49939279 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5582e33e6d30 0x5582e33e9190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:01.903 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.894+0000 7f179effd700 10 client.15444 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:01.903 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.894+0000 7f17beffd700 1 --2- 172.21.15.53:0/49939279 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5582e33e6d30 0x5582e33e9190 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8990493e19323e92 server_cookie=e0f1d881c7b692ce in_seq=0 out_seq=0 2024-05-10T11:22:01.904 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.895+0000 7f179effd700 1 -- 172.21.15.53:0/49939279 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5582e33a2650 con 0x5582e33e6d30 2024-05-10T11:22:01.904 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.895+0000 7f179effd700 10 client.15444 handle_command_reply: tid=0 2024-05-10T11:22:01.904 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.895+0000 7f17d0429b80 1 client.15444 shutdown 2024-05-10T11:22:01.904 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.895+0000 7f17d0429b80 1 -- 172.21.15.53:0/49939279 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33d64d0 msgr2=0x5582e33e20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:01.905 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.895+0000 7f17d0429b80 1 --2- 172.21.15.53:0/49939279 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33d64d0 0x5582e33e20b0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f17b00099c0 tx=0x7f17b0009cd0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.905 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.895+0000 7f17d0429b80 1 -- 172.21.15.53:0/49939279 shutdown_connections 2024-05-10T11:22:01.905 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.895+0000 7f17d0429b80 1 --2- 172.21.15.53:0/49939279 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5582e33e6d30 0x5582e33e9190 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.905 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.895+0000 7f17d0429b80 1 --2- 172.21.15.53:0/49939279 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5582e33dac80 0x5582e33dfa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.905 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.895+0000 7f17d0429b80 1 --2- 172.21.15.53:0/49939279 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33d64d0 0x5582e33e20b0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.905 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.895+0000 7f17d0429b80 1 --2- 172.21.15.53:0/49939279 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e33d6df0 0x5582e33df4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.905 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.896+0000 7f17d0429b80 1 -- 172.21.15.53:0/49939279 >> 172.21.15.53:0/49939279 conn(0x5582e3302100 msgr2=0x5582e33d0c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:01.905 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.896+0000 7f179effd700 0 client.15444 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:01.905 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.896+0000 7f17d0429b80 1 -- 172.21.15.53:0/49939279 shutdown_connections 2024-05-10T11:22:01.905 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.896+0000 7f17d0429b80 1 -- 172.21.15.53:0/49939279 wait complete. 2024-05-10T11:22:01.905 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.896+0000 7f17d0429b80 20 client.15444 trim_cache size 0 max 16384 2024-05-10T11:22:01.917 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.916+0000 7f17d0429b80 1 Processor -- start 2024-05-10T11:22:01.917 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.916+0000 7f17d0429b80 1 -- start start 2024-05-10T11:22:01.917 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.916+0000 7f17d0429b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e3302100 0x5582e33cb200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:01.917 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.916+0000 7f17d0429b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33d64d0 0x5582e33dee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:01.917 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.916+0000 7f17d0429b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5582e33d6df0 0x5582e340ab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:01.917 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.916+0000 7f17d0429b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f17c01ad040 con 0x5582e33d64d0 2024-05-10T11:22:01.917 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.916+0000 7f17d0429b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f17c01aeb80 con 0x5582e3302100 2024-05-10T11:22:01.918 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.916+0000 7f17d0429b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f17c01ad710 con 0x5582e33d6df0 2024-05-10T11:22:01.918 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.916+0000 7f17beffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33d64d0 0x5582e33dee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:01.918 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.916+0000 7f17beffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33d64d0 0x5582e33dee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52180/0 (socket says 172.21.15.53:52180) 2024-05-10T11:22:01.918 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.916+0000 7f17beffd700 1 -- 172.21.15.53:0/522648852 learned_addr learned my addr 172.21.15.53:0/522648852 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:01.918 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.917+0000 7f17bf7fe700 1 --2- 172.21.15.53:0/522648852 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e3302100 0x5582e33cb200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:01.918 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.917+0000 7f17bffff700 1 --2- 172.21.15.53:0/522648852 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5582e33d6df0 0x5582e340ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:01.918 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.917+0000 7f17beffd700 1 -- 172.21.15.53:0/522648852 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5582e33d6df0 msgr2=0x5582e340ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:01.918 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.917+0000 7f17beffd700 1 --2- 172.21.15.53:0/522648852 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5582e33d6df0 0x5582e340ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.918 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.917+0000 7f17beffd700 1 -- 172.21.15.53:0/522648852 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e3302100 msgr2=0x5582e33cb200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:01.918 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.917+0000 7f17beffd700 1 --2- 172.21.15.53:0/522648852 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e3302100 0x5582e33cb200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.918 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.917+0000 7f17beffd700 1 -- 172.21.15.53:0/522648852 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582e33d1d40 con 0x5582e33d64d0 2024-05-10T11:22:01.918 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.917+0000 7f17bf7fe700 1 --2- 172.21.15.53:0/522648852 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e3302100 0x5582e33cb200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:22:01.918 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.917+0000 7f17beffd700 1 --2- 172.21.15.53:0/522648852 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33d64d0 0x5582e33dee00 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f17c01030e0 tx=0x7f17b400be00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75b6949274cfaad6 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:01.918 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.917+0000 7f17a57fa700 1 -- 172.21.15.53:0/522648852 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b4003d80 con 0x5582e33d64d0 2024-05-10T11:22:01.919 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.917+0000 7f17a57fa700 1 -- 172.21.15.53:0/522648852 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f17b4003f20 con 0x5582e33d64d0 2024-05-10T11:22:01.919 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.917+0000 7f17a57fa700 1 -- 172.21.15.53:0/522648852 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b401d730 con 0x5582e33d64d0 2024-05-10T11:22:01.923 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.918+0000 7f17d0429b80 1 -- 172.21.15.53:0/522648852 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33d64d0 msgr2=0x5582e33dee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:01.923 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.918+0000 7f17d0429b80 1 --2- 172.21.15.53:0/522648852 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33d64d0 0x5582e33dee00 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f17c01030e0 tx=0x7f17b400be00 comp rx=0 tx=0).stop 2024-05-10T11:22:01.923 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.918+0000 7f17d0429b80 1 -- 172.21.15.53:0/522648852 shutdown_connections 2024-05-10T11:22:01.923 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.918+0000 7f17d0429b80 1 --2- 172.21.15.53:0/522648852 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5582e33d6df0 0x5582e340ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.923 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.918+0000 7f17d0429b80 1 --2- 172.21.15.53:0/522648852 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e3302100 0x5582e33cb200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.923 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.918+0000 7f17d0429b80 1 --2- 172.21.15.53:0/522648852 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33d64d0 0x5582e33dee00 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.923 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.918+0000 7f17d0429b80 1 -- 172.21.15.53:0/522648852 >> 172.21.15.53:0/522648852 conn(0x5582e33cbab0 msgr2=0x5582e33d5b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:01.923 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.918+0000 7f17d0429b80 1 -- 172.21.15.53:0/522648852 shutdown_connections 2024-05-10T11:22:01.924 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.918+0000 7f17d0429b80 1 -- 172.21.15.53:0/522648852 wait complete. 2024-05-10T11:22:01.924 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.918+0000 7f17d0429b80 1 -- start start 2024-05-10T11:22:01.924 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.918+0000 7f17d0429b80 1 Processor -- start 2024-05-10T11:22:01.924 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.919+0000 7f17d0429b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e3302100 0x5582e33ea710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:01.924 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.919+0000 7f17d0429b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33d64d0 0x5582e33eac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:01.924 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.919+0000 7f17d0429b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5582e33d6df0 0x5582e33eb190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:01.924 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.919+0000 7f17d0429b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f17c01ae4b0 con 0x5582e33d64d0 2024-05-10T11:22:01.924 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.919+0000 7f17d0429b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f17c01adde0 con 0x5582e3302100 2024-05-10T11:22:01.924 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.919+0000 7f17d0429b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f17c01ab010 con 0x5582e33d6df0 2024-05-10T11:22:01.924 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.919+0000 7f17d0429b80 10 client.0 _ll_register_callbacks cb 0x5582e32c0920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:01.924 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.919+0000 7f17beffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33d64d0 0x5582e33eac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:01.924 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.919+0000 7f17beffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33d64d0 0x5582e33eac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52182/0 (socket says 172.21.15.53:52182) 2024-05-10T11:22:01.924 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.919+0000 7f17beffd700 1 -- 172.21.15.53:0/3600669312 learned_addr learned my addr 172.21.15.53:0/3600669312 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:01.924 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.919+0000 7f17bf7fe700 1 --2- 172.21.15.53:0/3600669312 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e3302100 0x5582e33ea710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:01.925 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.919+0000 7f17bffff700 1 --2- 172.21.15.53:0/3600669312 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5582e33d6df0 0x5582e33eb190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:01.925 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.919+0000 7f17beffd700 1 -- 172.21.15.53:0/3600669312 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5582e33d6df0 msgr2=0x5582e33eb190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:01.925 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.919+0000 7f17beffd700 1 --2- 172.21.15.53:0/3600669312 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5582e33d6df0 0x5582e33eb190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.925 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.919+0000 7f17beffd700 1 -- 172.21.15.53:0/3600669312 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e3302100 msgr2=0x5582e33ea710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:01.925 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.919+0000 7f17beffd700 1 --2- 172.21.15.53:0/3600669312 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e3302100 0x5582e33ea710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.925 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.919+0000 7f17beffd700 1 -- 172.21.15.53:0/3600669312 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582e346a830 con 0x5582e33d64d0 2024-05-10T11:22:01.925 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.919+0000 7f17bf7fe700 1 --2- 172.21.15.53:0/3600669312 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e3302100 0x5582e33ea710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:22:01.925 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.919+0000 7f17beffd700 1 --2- 172.21.15.53:0/3600669312 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33d64d0 0x5582e33eac50 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f17b4004150 tx=0x7f17b4003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=526f34a7bc188bb8 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:01.925 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.919+0000 7f179effd700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:01.925 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.919+0000 7f179effd700 1 -- 172.21.15.53:0/3600669312 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b4005450 con 0x5582e33d64d0 2024-05-10T11:22:01.925 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.920+0000 7f179effd700 1 -- 172.21.15.53:0/3600669312 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f17b40055f0 con 0x5582e33d64d0 2024-05-10T11:22:01.925 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.920+0000 7f17d0429b80 1 -- 172.21.15.53:0/3600669312 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f17b4003f20 con 0x5582e33d64d0 2024-05-10T11:22:01.925 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.920+0000 7f179effd700 1 -- 172.21.15.53:0/3600669312 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f17b4039050 con 0x5582e33d64d0 2024-05-10T11:22:01.925 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.920+0000 7f17d0429b80 10 client.15450 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:01.925 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.920+0000 7f17d0429b80 1 -- 172.21.15.53:0/3600669312 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5582e346bb40 con 0x5582e33d64d0 2024-05-10T11:22:01.926 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.920+0000 7f179effd700 1 -- 172.21.15.53:0/3600669312 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f17b4003f20 con 0x5582e33d64d0 2024-05-10T11:22:01.926 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.920+0000 7f179effd700 1 -- 172.21.15.53:0/3600669312 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f17b4012870 con 0x5582e33d64d0 2024-05-10T11:22:01.926 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.920+0000 7f17d0429b80 10 client.15450 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:01.926 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.920+0000 7f17d0429b80 10 client.15450 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:01.926 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.920+0000 7f17d0429b80 20 client.15450 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:01.926 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.920+0000 7f17d0429b80 1 --2- 172.21.15.53:0/3600669312 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5582e33dac80 0x5582e346e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:01.926 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.920+0000 7f17d0429b80 4 client.15450 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-10T11:22:01.926 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.920+0000 7f17d0429b80 1 -- 172.21.15.53:0/3600669312 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5582e3336240 con 0x5582e33dac80 2024-05-10T11:22:01.926 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.921+0000 7f17bf7fe700 1 --2- 172.21.15.53:0/3600669312 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5582e33dac80 0x5582e346e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:01.926 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.921+0000 7f17bf7fe700 1 --2- 172.21.15.53:0/3600669312 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5582e33dac80 0x5582e346e1b0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=680db16d95c20521 server_cookie=bcf46a55b1138ddf in_seq=0 out_seq=0 2024-05-10T11:22:01.926 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.921+0000 7f179effd700 10 client.15450 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:01.926 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.921+0000 7f179effd700 1 -- 172.21.15.53:0/3600669312 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5582e3336240 con 0x5582e33dac80 2024-05-10T11:22:01.926 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.921+0000 7f179effd700 10 client.15450 handle_command_reply: tid=0 2024-05-10T11:22:01.926 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.921+0000 7f17d0429b80 1 client.15450 shutdown 2024-05-10T11:22:01.927 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.921+0000 7f17d0429b80 1 -- 172.21.15.53:0/3600669312 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33d64d0 msgr2=0x5582e33eac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:01.927 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.921+0000 7f17d0429b80 1 --2- 172.21.15.53:0/3600669312 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33d64d0 0x5582e33eac50 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f17b4004150 tx=0x7f17b4003ce0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.927 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.921+0000 7f17d0429b80 1 -- 172.21.15.53:0/3600669312 shutdown_connections 2024-05-10T11:22:01.927 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.921+0000 7f17d0429b80 1 --2- 172.21.15.53:0/3600669312 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5582e33dac80 0x5582e346e1b0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.927 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.921+0000 7f17d0429b80 1 --2- 172.21.15.53:0/3600669312 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5582e33d6df0 0x5582e33eb190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.927 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.921+0000 7f17d0429b80 1 --2- 172.21.15.53:0/3600669312 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5582e3302100 0x5582e33ea710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.927 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.921+0000 7f179effd700 0 client.15450 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:01.927 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.921+0000 7f17d0429b80 1 --2- 172.21.15.53:0/3600669312 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5582e33d64d0 0x5582e33eac50 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.927 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.921+0000 7f17d0429b80 1 -- 172.21.15.53:0/3600669312 >> 172.21.15.53:0/3600669312 conn(0x5582e33cbab0 msgr2=0x5582e33d9520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:01.927 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.922+0000 7f17d0429b80 1 -- 172.21.15.53:0/3600669312 shutdown_connections 2024-05-10T11:22:01.927 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.922+0000 7f17d0429b80 1 -- 172.21.15.53:0/3600669312 wait complete. 2024-05-10T11:22:01.927 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.922+0000 7f17d0429b80 20 client.15450 trim_cache size 0 max 16384 2024-05-10T11:22:01.928 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:22:01.928 INFO:teuthology.orchestra.run.smithi053.stdout: "status": "no active scrubs running", 2024-05-10T11:22:01.928 INFO:teuthology.orchestra.run.smithi053.stdout: "scrubs": {} 2024-05-10T11:22:01.928 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:22:01.928 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.922+0000 7f17c5b96700 1 -- 172.21.15.53:0/1587278687 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f17a80b2910 msgr2=0x7f17a80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:01.928 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.922+0000 7f17c5b96700 1 --2- 172.21.15.53:0/1587278687 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f17a80b2910 0x7f17a80b4dd0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f17b0000c00 tx=0x7f17b0005fb0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.929 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.922+0000 7f17c5b96700 1 -- 172.21.15.53:0/1587278687 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f17c0108850 msgr2=0x7f17c0076220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:01.929 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.922+0000 7f17c5b96700 1 --2- 172.21.15.53:0/1587278687 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f17c0108850 0x7f17c0076220 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f17b800b970 tx=0x7f17b800bc80 comp rx=0 tx=0).stop 2024-05-10T11:22:01.929 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.922+0000 7f17c5b96700 1 -- 172.21.15.53:0/1587278687 shutdown_connections 2024-05-10T11:22:01.929 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.922+0000 7f17c5b96700 1 --2- 172.21.15.53:0/1587278687 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f17a80b2910 0x7f17a80b4dd0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.929 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.922+0000 7f17c5b96700 1 --2- 172.21.15.53:0/1587278687 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f17c0108850 0x7f17c0076220 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.929 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.922+0000 7f17c5b96700 1 --2- 172.21.15.53:0/1587278687 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f17c0103750 0x7f17c00757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.929 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.922+0000 7f17c5b96700 1 --2- 172.21.15.53:0/1587278687 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f17c0104100 0x7f17c0075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:01.929 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.922+0000 7f17c5b96700 1 -- 172.21.15.53:0/1587278687 >> 172.21.15.53:0/1587278687 conn(0x7f17c007a600 msgr2=0x7f17c0101890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:01.929 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.923+0000 7f17c5b96700 1 -- 172.21.15.53:0/1587278687 shutdown_connections 2024-05-10T11:22:01.929 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:01.923+0000 7f17c5b96700 1 -- 172.21.15.53:0/1587278687 wait complete. 2024-05-10T11:22:02.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:02 smithi132 ceph-mon[33758]: pgmap v457: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-10T11:22:02.519 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:02 smithi187 ceph-mon[34076]: pgmap v457: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-10T11:22:02.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:02 smithi053 ceph-mon[30153]: pgmap v457: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-10T11:22:02.738 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-10T11:22:02.738 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:22:02.997 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:22:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.217+0000 7fd05cbe4640 1 -- 172.21.15.53:0/608038286 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd058105dc0 msgr2=0x7fd0581081b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.217+0000 7fd05cbe4640 1 --2- 172.21.15.53:0/608038286 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd058105dc0 0x7fd0581081b0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fd04c009900 tx=0x7fd04c02a410 comp rx=0 tx=0).stop 2024-05-10T11:22:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.217+0000 7fd05cbe4640 1 -- 172.21.15.53:0/608038286 shutdown_connections 2024-05-10T11:22:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.217+0000 7fd05cbe4640 1 --2- 172.21.15.53:0/608038286 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd0581086f0 0x7fd05810ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.217+0000 7fd05cbe4640 1 --2- 172.21.15.53:0/608038286 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd058105dc0 0x7fd0581081b0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.217+0000 7fd05cbe4640 1 --2- 172.21.15.53:0/608038286 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd058103490 0x7fd058105880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.217+0000 7fd05cbe4640 1 -- 172.21.15.53:0/608038286 >> 172.21.15.53:0/608038286 conn(0x7fd0580fce80 msgr2=0x7fd0580ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.217+0000 7fd05cbe4640 1 -- 172.21.15.53:0/608038286 shutdown_connections 2024-05-10T11:22:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.217+0000 7fd05cbe4640 1 -- 172.21.15.53:0/608038286 wait complete. 2024-05-10T11:22:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.218+0000 7fd05cbe4640 1 Processor -- start 2024-05-10T11:22:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.218+0000 7fd05cbe4640 1 -- start start 2024-05-10T11:22:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.218+0000 7fd05cbe4640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd058103490 0x7fd058198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.218+0000 7fd05cbe4640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd058105dc0 0x7fd058198fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.218+0000 7fd05cbe4640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd0581086f0 0x7fd0581a0020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.218+0000 7fd05cbe4640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd05810e3f0 con 0x7fd058105dc0 2024-05-10T11:22:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.218+0000 7fd05cbe4640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fd05810e270 con 0x7fd058103490 2024-05-10T11:22:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.218+0000 7fd05cbe4640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fd05810e570 con 0x7fd0581086f0 2024-05-10T11:22:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.218+0000 7fd055d9b640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd058105dc0 0x7fd058198fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.218+0000 7fd055d9b640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd058105dc0 0x7fd058198fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52212/0 (socket says 172.21.15.53:52212) 2024-05-10T11:22:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.218+0000 7fd05659c640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd058103490 0x7fd058198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.218+0000 7fd055d9b640 1 -- 172.21.15.53:0/1429936194 learned_addr learned my addr 172.21.15.53:0/1429936194 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.218+0000 7fd056d9d640 1 --2- 172.21.15.53:0/1429936194 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd0581086f0 0x7fd0581a0020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.218+0000 7fd055d9b640 1 -- 172.21.15.53:0/1429936194 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd0581086f0 msgr2=0x7fd0581a0020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.218+0000 7fd055d9b640 1 --2- 172.21.15.53:0/1429936194 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd0581086f0 0x7fd0581a0020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.218+0000 7fd055d9b640 1 -- 172.21.15.53:0/1429936194 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd058103490 msgr2=0x7fd058198a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.218+0000 7fd055d9b640 1 --2- 172.21.15.53:0/1429936194 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd058103490 0x7fd058198a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.218+0000 7fd055d9b640 1 -- 172.21.15.53:0/1429936194 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0581a0690 con 0x7fd058105dc0 2024-05-10T11:22:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.218+0000 7fd056d9d640 1 --2- 172.21.15.53:0/1429936194 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd0581086f0 0x7fd0581a0020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:22:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.219+0000 7fd055d9b640 1 --2- 172.21.15.53:0/1429936194 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd058105dc0 0x7fd058198fb0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fd04c005ab0 tx=0x7fd04c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.219+0000 7fd0477fe640 1 -- 172.21.15.53:0/1429936194 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd04c03f030 con 0x7fd058105dc0 2024-05-10T11:22:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.219+0000 7fd05cbe4640 1 -- 172.21.15.53:0/1429936194 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0581a0920 con 0x7fd058105dc0 2024-05-10T11:22:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.219+0000 7fd0477fe640 1 -- 172.21.15.53:0/1429936194 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd04c003c90 con 0x7fd058105dc0 2024-05-10T11:22:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.219+0000 7fd0477fe640 1 -- 172.21.15.53:0/1429936194 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd04c035070 con 0x7fd058105dc0 2024-05-10T11:22:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.219+0000 7fd05cbe4640 1 -- 172.21.15.53:0/1429936194 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0581a0e10 con 0x7fd058105dc0 2024-05-10T11:22:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.221+0000 7fd0477fe640 1 -- 172.21.15.53:0/1429936194 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7fd04c042030 con 0x7fd058105dc0 2024-05-10T11:22:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.222+0000 7fd05f9da740 1 Processor -- start 2024-05-10T11:22:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.222+0000 7fd05f9da740 1 -- start start 2024-05-10T11:22:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.222+0000 7fd05f9da740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c20557b1c0 0x55c20557b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.222+0000 7fd05f9da740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c20557bbb0 0x55c2055806b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.222+0000 7fd05f9da740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c205580d20 0x55c2055831b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.222+0000 7fd05f9da740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55c2054db5d0 con 0x55c20557bbb0 2024-05-10T11:22:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.222+0000 7fd05f9da740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55c205494890 con 0x55c205580d20 2024-05-10T11:22:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.222+0000 7fd05f9da740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55c2054d7590 con 0x55c20557b1c0 2024-05-10T11:22:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.222+0000 7fd05659c640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c20557bbb0 0x55c2055806b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.222+0000 7fd05659c640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c20557bbb0 0x55c2055806b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52220/0 (socket says 172.21.15.53:52220) 2024-05-10T11:22:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.222+0000 7fd056d9d640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c20557b1c0 0x55c20557b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.222+0000 7fd05659c640 1 -- 172.21.15.53:0/2022990517 learned_addr learned my addr 172.21.15.53:0/2022990517 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.222+0000 7fd055d9b640 1 --2- 172.21.15.53:0/2022990517 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c205580d20 0x55c2055831b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.222+0000 7fd0477fe640 1 --2- 172.21.15.53:0/1429936194 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd0400b2920 0x7fd0400b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.222+0000 7fd05659c640 1 -- 172.21.15.53:0/2022990517 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c20557b1c0 msgr2=0x55c20557b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.222+0000 7fd05659c640 1 --2- 172.21.15.53:0/2022990517 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c20557b1c0 0x55c20557b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.222+0000 7fd05659c640 1 -- 172.21.15.53:0/2022990517 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c205580d20 msgr2=0x55c2055831b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.222+0000 7fd05659c640 1 --2- 172.21.15.53:0/2022990517 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c205580d20 0x55c2055831b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.223+0000 7fd05659c640 1 -- 172.21.15.53:0/2022990517 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c2051ed210 con 0x55c20557bbb0 2024-05-10T11:22:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.223+0000 7fd055d9b640 1 --2- 172.21.15.53:0/2022990517 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c205580d20 0x55c2055831b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:22:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.223+0000 7fd056d9d640 1 --2- 172.21.15.53:0/1429936194 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd0400b2920 0x7fd0400b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.223+0000 7fd0477fe640 1 -- 172.21.15.53:0/1429936194 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fd04c1030e0 con 0x7fd058105dc0 2024-05-10T11:22:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.223+0000 7fd05659c640 1 --2- 172.21.15.53:0/2022990517 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c20557bbb0 0x55c2055806b0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fd04800ad00 tx=0x7fd04800f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29c248267d153cc3 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.223+0000 7fd044ff9640 1 -- 172.21.15.53:0/2022990517 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd04801d070 con 0x55c20557bbb0 2024-05-10T11:22:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.223+0000 7fd044ff9640 1 -- 172.21.15.53:0/2022990517 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd048018ad0 con 0x55c20557bbb0 2024-05-10T11:22:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.223+0000 7fd044ff9640 1 -- 172.21.15.53:0/2022990517 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd048010a70 con 0x55c20557bbb0 2024-05-10T11:22:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.224+0000 7fd05f9da740 1 -- 172.21.15.53:0/2022990517 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c20557bbb0 msgr2=0x55c2055806b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.224+0000 7fd056d9d640 1 --2- 172.21.15.53:0/1429936194 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd0400b2920 0x7fd0400b4de0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x55c20557c410 tx=0x7fd050004a40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.224+0000 7fd05f9da740 1 --2- 172.21.15.53:0/2022990517 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c20557bbb0 0x55c2055806b0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fd04800ad00 tx=0x7fd04800f790 comp rx=0 tx=0).stop 2024-05-10T11:22:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.224+0000 7fd05f9da740 1 -- 172.21.15.53:0/2022990517 shutdown_connections 2024-05-10T11:22:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.224+0000 7fd05f9da740 1 --2- 172.21.15.53:0/2022990517 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c205580d20 0x55c2055831b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.224+0000 7fd05f9da740 1 --2- 172.21.15.53:0/2022990517 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c20557bbb0 0x55c2055806b0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.224+0000 7fd05f9da740 1 --2- 172.21.15.53:0/2022990517 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c20557b1c0 0x55c20557b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.224+0000 7fd05f9da740 1 -- 172.21.15.53:0/2022990517 >> 172.21.15.53:0/2022990517 conn(0x55c205572420 msgr2=0x55c205572820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.224+0000 7fd05f9da740 1 -- 172.21.15.53:0/2022990517 shutdown_connections 2024-05-10T11:22:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.224+0000 7fd05f9da740 1 -- 172.21.15.53:0/2022990517 wait complete. 2024-05-10T11:22:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.224+0000 7fd05f9da740 1 -- start start 2024-05-10T11:22:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.224+0000 7fd05f9da740 1 Processor -- start 2024-05-10T11:22:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.224+0000 7fd05f9da740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c20557b1c0 0x55c205585410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.224+0000 7fd05f9da740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c20557bbb0 0x55c205585950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.224+0000 7fd05f9da740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c205580d20 0x55c20558c990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.224+0000 7fd05f9da740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55c205583cd0 con 0x55c20557b1c0 2024-05-10T11:22:03.234 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.224+0000 7fd05f9da740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55c205498370 con 0x55c205580d20 2024-05-10T11:22:03.234 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.224+0000 7fd05f9da740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55c205583e50 con 0x55c20557bbb0 2024-05-10T11:22:03.234 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.225+0000 7fd05f9da740 10 client.0 _ll_register_callbacks cb 0x55c2051eca00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:03.234 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.225+0000 7fd05659c640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c20557b1c0 0x55c205585410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:03.234 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.225+0000 7fd05659c640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c20557b1c0 0x55c205585410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52222/0 (socket says 172.21.15.53:52222) 2024-05-10T11:22:03.234 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.225+0000 7fd05659c640 1 -- 172.21.15.53:0/2327063328 learned_addr learned my addr 172.21.15.53:0/2327063328 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:03.234 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.225+0000 7fd05659c640 1 -- 172.21.15.53:0/2327063328 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c20557bbb0 msgr2=0x55c205585950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:03.234 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.225+0000 7fd055d9b640 1 --2- 172.21.15.53:0/2327063328 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c20557bbb0 0x55c205585950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:03.234 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.225+0000 7fd056d9d640 1 --2- 172.21.15.53:0/2327063328 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c205580d20 0x55c20558c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:03.234 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.225+0000 7fd05659c640 1 --2- 172.21.15.53:0/2327063328 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c20557bbb0 0x55c205585950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.234 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.225+0000 7fd05659c640 1 -- 172.21.15.53:0/2327063328 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c205580d20 msgr2=0x55c20558c990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.225+0000 7fd05659c640 1 --2- 172.21.15.53:0/2327063328 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c205580d20 0x55c20558c990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.225+0000 7fd05659c640 1 -- 172.21.15.53:0/2327063328 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c2052b9620 con 0x55c20557b1c0 2024-05-10T11:22:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.225+0000 7fd055d9b640 1 --2- 172.21.15.53:0/2327063328 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c20557bbb0 0x55c205585950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:22:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.225+0000 7fd056d9d640 1 --2- 172.21.15.53:0/2327063328 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c205580d20 0x55c20558c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:22:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.225+0000 7fd05659c640 1 --2- 172.21.15.53:0/2327063328 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c20557b1c0 0x55c205585410 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fd04800a5c0 tx=0x7fd0480186f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ffbbc002ffa131c server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.225+0000 7fd03dffb640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.225+0000 7fd03dffb640 1 -- 172.21.15.53:0/2327063328 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd04801d040 con 0x55c20557b1c0 2024-05-10T11:22:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.225+0000 7fd05f9da740 1 -- 172.21.15.53:0/2327063328 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd048018ad0 con 0x55c20557b1c0 2024-05-10T11:22:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.225+0000 7fd03dffb640 1 -- 172.21.15.53:0/2327063328 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fd048005240 con 0x55c20557b1c0 2024-05-10T11:22:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.225+0000 7fd03dffb640 1 -- 172.21.15.53:0/2327063328 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd048031050 con 0x55c20557b1c0 2024-05-10T11:22:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.225+0000 7fd05f9da740 10 client.15462 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.226+0000 7fd05f9da740 1 -- 172.21.15.53:0/2327063328 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c20558f970 con 0x55c20557b1c0 2024-05-10T11:22:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.226+0000 7fd03dffb640 1 -- 172.21.15.53:0/2327063328 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd048018ad0 con 0x55c20557b1c0 2024-05-10T11:22:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.226+0000 7fd03dffb640 1 -- 172.21.15.53:0/2327063328 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fd048020030 con 0x55c20557b1c0 2024-05-10T11:22:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.226+0000 7fd05f9da740 10 client.15462 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.226+0000 7fd05f9da740 10 client.15462 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.226+0000 7fd05f9da740 20 client.15462 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.226+0000 7fd05f9da740 1 --2- 172.21.15.53:0/2327063328 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55c205590de0 0x55c205593210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.226+0000 7fd05f9da740 4 client.15462 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:22:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.226+0000 7fd05f9da740 1 -- 172.21.15.53:0/2327063328 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c2054e91e0 con 0x55c205590de0 2024-05-10T11:22:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.226+0000 7fd055d9b640 1 --2- 172.21.15.53:0/2327063328 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55c205590de0 0x55c205593210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.227+0000 7fd055d9b640 1 --2- 172.21.15.53:0/2327063328 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55c205590de0 0x55c205593210 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5420fe31b39e6d59 server_cookie=b7bf12a1e3c7127f in_seq=0 out_seq=0 2024-05-10T11:22:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.227+0000 7fd03dffb640 10 client.15462 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.227+0000 7fd03dffb640 1 -- 172.21.15.53:0/2327063328 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55c2054e91e0 con 0x55c205590de0 2024-05-10T11:22:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.227+0000 7fd03dffb640 10 client.15462 handle_command_reply: tid=0 2024-05-10T11:22:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.227+0000 7fd05f9da740 1 client.15462 shutdown 2024-05-10T11:22:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.228+0000 7fd05f9da740 1 -- 172.21.15.53:0/2327063328 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c20557b1c0 msgr2=0x55c205585410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.228+0000 7fd05f9da740 1 --2- 172.21.15.53:0/2327063328 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c20557b1c0 0x55c205585410 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fd04800a5c0 tx=0x7fd0480186f0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.228+0000 7fd05f9da740 1 -- 172.21.15.53:0/2327063328 shutdown_connections 2024-05-10T11:22:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.228+0000 7fd05f9da740 1 --2- 172.21.15.53:0/2327063328 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c205580d20 0x55c20558c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.228+0000 7fd05f9da740 1 --2- 172.21.15.53:0/2327063328 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c20557bbb0 0x55c205585950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.228+0000 7fd05f9da740 1 --2- 172.21.15.53:0/2327063328 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55c205590de0 0x55c205593210 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.228+0000 7fd05f9da740 1 --2- 172.21.15.53:0/2327063328 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c20557b1c0 0x55c205585410 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.228+0000 7fd05f9da740 1 -- 172.21.15.53:0/2327063328 >> 172.21.15.53:0/2327063328 conn(0x55c205572420 msgr2=0x55c205571580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.228+0000 7fd03dffb640 0 client.15462 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.228+0000 7fd05f9da740 1 -- 172.21.15.53:0/2327063328 shutdown_connections 2024-05-10T11:22:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.228+0000 7fd05f9da740 1 -- 172.21.15.53:0/2327063328 wait complete. 2024-05-10T11:22:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.228+0000 7fd05f9da740 20 client.15462 trim_cache size 0 max 16384 2024-05-10T11:22:03.245 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.244+0000 7fd05f9da740 1 Processor -- start 2024-05-10T11:22:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.244+0000 7fd05f9da740 1 -- start start 2024-05-10T11:22:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.245+0000 7fd05f9da740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c20557b1c0 0x55c205575810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.245+0000 7fd05f9da740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c20557bbb0 0x55c205575d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.245+0000 7fd05f9da740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c205580d20 0x55c20558c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.245+0000 7fd05f9da740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd0581a91f0 con 0x55c205580d20 2024-05-10T11:22:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.245+0000 7fd05f9da740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fd0581aad30 con 0x55c20557bbb0 2024-05-10T11:22:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.245+0000 7fd05f9da740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fd0581a98c0 con 0x55c20557b1c0 2024-05-10T11:22:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.245+0000 7fd056d9d640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c205580d20 0x55c20558c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.245+0000 7fd056d9d640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c205580d20 0x55c20558c8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52234/0 (socket says 172.21.15.53:52234) 2024-05-10T11:22:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.245+0000 7fd056d9d640 1 -- 172.21.15.53:0/307544948 learned_addr learned my addr 172.21.15.53:0/307544948 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.245+0000 7fd05659c640 1 --2- 172.21.15.53:0/307544948 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c20557b1c0 0x55c205575810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:03.247 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.245+0000 7fd055d9b640 1 --2- 172.21.15.53:0/307544948 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c20557bbb0 0x55c205575d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:03.247 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.245+0000 7fd056d9d640 1 -- 172.21.15.53:0/307544948 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c20557b1c0 msgr2=0x55c205575810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:03.247 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.245+0000 7fd056d9d640 1 --2- 172.21.15.53:0/307544948 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c20557b1c0 0x55c205575810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.247 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.245+0000 7fd056d9d640 1 -- 172.21.15.53:0/307544948 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c20557bbb0 msgr2=0x55c205575d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:03.247 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.245+0000 7fd056d9d640 1 --2- 172.21.15.53:0/307544948 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c20557bbb0 0x55c205575d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.247 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.245+0000 7fd056d9d640 1 -- 172.21.15.53:0/307544948 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c2055800e0 con 0x55c205580d20 2024-05-10T11:22:03.247 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.245+0000 7fd056d9d640 1 --2- 172.21.15.53:0/307544948 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c205580d20 0x55c20558c8b0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fd05000f740 tx=0x7fd050012f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e78121e1ffcf45a server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:03.247 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.246+0000 7fd03ffff640 1 -- 172.21.15.53:0/307544948 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd05001d0d0 con 0x55c205580d20 2024-05-10T11:22:03.247 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.246+0000 7fd03ffff640 1 -- 172.21.15.53:0/307544948 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd05001d270 con 0x55c205580d20 2024-05-10T11:22:03.247 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.246+0000 7fd03ffff640 1 -- 172.21.15.53:0/307544948 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd05001b9e0 con 0x55c205580d20 2024-05-10T11:22:03.251 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.246+0000 7fd05f9da740 1 -- 172.21.15.53:0/307544948 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c205580d20 msgr2=0x55c20558c8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.246+0000 7fd05f9da740 1 --2- 172.21.15.53:0/307544948 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c205580d20 0x55c20558c8b0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fd05000f740 tx=0x7fd050012f90 comp rx=0 tx=0).stop 2024-05-10T11:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.246+0000 7fd05f9da740 1 -- 172.21.15.53:0/307544948 shutdown_connections 2024-05-10T11:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.246+0000 7fd05f9da740 1 --2- 172.21.15.53:0/307544948 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c205580d20 0x55c20558c8b0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.246+0000 7fd05f9da740 1 --2- 172.21.15.53:0/307544948 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c20557bbb0 0x55c205575d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.246+0000 7fd05f9da740 1 --2- 172.21.15.53:0/307544948 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c20557b1c0 0x55c205575810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.246+0000 7fd05f9da740 1 -- 172.21.15.53:0/307544948 >> 172.21.15.53:0/307544948 conn(0x55c205572420 msgr2=0x55c205575100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.246+0000 7fd05f9da740 1 -- 172.21.15.53:0/307544948 shutdown_connections 2024-05-10T11:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.247+0000 7fd05f9da740 1 -- 172.21.15.53:0/307544948 wait complete. 2024-05-10T11:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.247+0000 7fd05f9da740 1 -- start start 2024-05-10T11:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.247+0000 7fd05f9da740 1 Processor -- start 2024-05-10T11:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.247+0000 7fd05f9da740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c20557b1c0 0x55c205589bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.247+0000 7fd05f9da740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c20557bbb0 0x55c20558a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.247+0000 7fd05f9da740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c205580d20 0x55c20558b140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:03.253 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.247+0000 7fd05f9da740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd0581aa660 con 0x55c205580d20 2024-05-10T11:22:03.253 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.247+0000 7fd05f9da740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fd0581a9f90 con 0x55c20557b1c0 2024-05-10T11:22:03.253 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.247+0000 7fd05f9da740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fd0581a71d0 con 0x55c20557bbb0 2024-05-10T11:22:03.253 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.247+0000 7fd05f9da740 10 client.0 _ll_register_callbacks cb 0x7fd04801b070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:03.253 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.247+0000 7fd056d9d640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c205580d20 0x55c20558b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:03.253 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.247+0000 7fd056d9d640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c205580d20 0x55c20558b140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52244/0 (socket says 172.21.15.53:52244) 2024-05-10T11:22:03.253 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.247+0000 7fd056d9d640 1 -- 172.21.15.53:0/1647956232 learned_addr learned my addr 172.21.15.53:0/1647956232 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:03.253 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.248+0000 7fd05659c640 1 --2- 172.21.15.53:0/1647956232 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c20557b1c0 0x55c205589bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:03.253 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.248+0000 7fd055d9b640 1 --2- 172.21.15.53:0/1647956232 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c20557bbb0 0x55c20558a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:03.253 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.248+0000 7fd056d9d640 1 -- 172.21.15.53:0/1647956232 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c20557bbb0 msgr2=0x55c20558a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:03.253 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.248+0000 7fd056d9d640 1 --2- 172.21.15.53:0/1647956232 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c20557bbb0 0x55c20558a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.253 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.248+0000 7fd056d9d640 1 -- 172.21.15.53:0/1647956232 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c20557b1c0 msgr2=0x55c205589bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:03.253 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.248+0000 7fd056d9d640 1 --2- 172.21.15.53:0/1647956232 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c20557b1c0 0x55c205589bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.253 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.248+0000 7fd056d9d640 1 -- 172.21.15.53:0/1647956232 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c20558b730 con 0x55c205580d20 2024-05-10T11:22:03.254 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.248+0000 7fd05659c640 1 --2- 172.21.15.53:0/1647956232 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c20557b1c0 0x55c205589bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:22:03.254 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.248+0000 7fd056d9d640 1 --2- 172.21.15.53:0/1647956232 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c205580d20 0x55c20558b140 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fd050006010 tx=0x7fd05001c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43399645668c0a7f server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:03.254 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.248+0000 7fd03dffb640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:03.254 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.248+0000 7fd03dffb640 1 -- 172.21.15.53:0/1647956232 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd05001d0d0 con 0x55c205580d20 2024-05-10T11:22:03.254 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.248+0000 7fd05f9da740 1 -- 172.21.15.53:0/1647956232 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd05001d270 con 0x55c205580d20 2024-05-10T11:22:03.254 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.248+0000 7fd03dffb640 1 -- 172.21.15.53:0/1647956232 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fd05002c070 con 0x55c205580d20 2024-05-10T11:22:03.254 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.248+0000 7fd03dffb640 1 -- 172.21.15.53:0/1647956232 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd050039050 con 0x55c205580d20 2024-05-10T11:22:03.254 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.249+0000 7fd05f9da740 10 client.15468 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:03.254 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.249+0000 7fd05f9da740 1 -- 172.21.15.53:0/1647956232 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c20558ca40 con 0x55c205580d20 2024-05-10T11:22:03.254 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.249+0000 7fd03dffb640 1 -- 172.21.15.53:0/1647956232 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd05001d270 con 0x55c205580d20 2024-05-10T11:22:03.254 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.249+0000 7fd03dffb640 1 -- 172.21.15.53:0/1647956232 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fd05001da30 con 0x55c205580d20 2024-05-10T11:22:03.254 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.249+0000 7fd05f9da740 10 client.15468 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.249+0000 7fd05f9da740 10 client.15468 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.249+0000 7fd05f9da740 20 client.15468 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.249+0000 7fd05f9da740 1 --2- 172.21.15.53:0/1647956232 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55c2055fbb60 0x55c2055fdf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.249+0000 7fd05f9da740 4 client.15468 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-10T11:22:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.249+0000 7fd05f9da740 1 -- 172.21.15.53:0/1647956232 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c2054e3050 con 0x55c2055fbb60 2024-05-10T11:22:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.250+0000 7fd05659c640 1 --2- 172.21.15.53:0/1647956232 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55c2055fbb60 0x55c2055fdf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.250+0000 7fd05659c640 1 --2- 172.21.15.53:0/1647956232 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55c2055fbb60 0x55c2055fdf80 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=86a2a465252589d7 server_cookie=40ff4ffe6fbd62b0 in_seq=0 out_seq=0 2024-05-10T11:22:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.250+0000 7fd03dffb640 10 client.15468 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.254+0000 7fd03dffb640 1 -- 172.21.15.53:0/1647956232 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c2054e3050 con 0x55c2055fbb60 2024-05-10T11:22:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.254+0000 7fd03dffb640 10 client.15468 handle_command_reply: tid=0 2024-05-10T11:22:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.254+0000 7fd05f9da740 1 client.15468 shutdown 2024-05-10T11:22:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.254+0000 7fd05f9da740 1 -- 172.21.15.53:0/1647956232 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c205580d20 msgr2=0x55c20558b140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.254+0000 7fd05f9da740 1 --2- 172.21.15.53:0/1647956232 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c205580d20 0x55c20558b140 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fd050006010 tx=0x7fd05001c9a0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.254+0000 7fd05f9da740 1 -- 172.21.15.53:0/1647956232 shutdown_connections 2024-05-10T11:22:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.254+0000 7fd05f9da740 1 --2- 172.21.15.53:0/1647956232 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55c2055fbb60 0x55c2055fdf80 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.254+0000 7fd05f9da740 1 --2- 172.21.15.53:0/1647956232 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c205580d20 0x55c20558b140 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.254+0000 7fd05f9da740 1 --2- 172.21.15.53:0/1647956232 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c20557bbb0 0x55c20558a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.254+0000 7fd05f9da740 1 --2- 172.21.15.53:0/1647956232 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c20557b1c0 0x55c205589bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.254+0000 7fd03dffb640 0 client.15468 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.254+0000 7fd05f9da740 1 -- 172.21.15.53:0/1647956232 >> 172.21.15.53:0/1647956232 conn(0x55c205572420 msgr2=0x55c205575990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.254+0000 7fd05f9da740 1 -- 172.21.15.53:0/1647956232 shutdown_connections 2024-05-10T11:22:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.254+0000 7fd05f9da740 1 -- 172.21.15.53:0/1647956232 wait complete. 2024-05-10T11:22:03.258 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.254+0000 7fd05f9da740 20 client.15468 trim_cache size 0 max 16384 2024-05-10T11:22:03.258 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:{ 2024-05-10T11:22:03.258 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "message": "", 2024-05-10T11:22:03.258 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "return_code": 0 2024-05-10T11:22:03.258 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:} 2024-05-10T11:22:03.259 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.255+0000 7fd05cbe4640 1 -- 172.21.15.53:0/1429936194 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd0400b2920 msgr2=0x7fd0400b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:03.259 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.255+0000 7fd05cbe4640 1 --2- 172.21.15.53:0/1429936194 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd0400b2920 0x7fd0400b4de0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x55c20557c410 tx=0x7fd050004a40 comp rx=0 tx=0).stop 2024-05-10T11:22:03.259 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.255+0000 7fd05cbe4640 1 -- 172.21.15.53:0/1429936194 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd058105dc0 msgr2=0x7fd058198fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:03.259 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.255+0000 7fd05cbe4640 1 --2- 172.21.15.53:0/1429936194 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd058105dc0 0x7fd058198fb0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fd04c005ab0 tx=0x7fd04c0042f0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.259 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.255+0000 7fd05cbe4640 1 -- 172.21.15.53:0/1429936194 shutdown_connections 2024-05-10T11:22:03.259 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.255+0000 7fd05cbe4640 1 --2- 172.21.15.53:0/1429936194 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd0400b2920 0x7fd0400b4de0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.260 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.255+0000 7fd05cbe4640 1 --2- 172.21.15.53:0/1429936194 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd0581086f0 0x7fd0581a0020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.260 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.255+0000 7fd05cbe4640 1 --2- 172.21.15.53:0/1429936194 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd058105dc0 0x7fd058198fb0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.260 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.255+0000 7fd05cbe4640 1 --2- 172.21.15.53:0/1429936194 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd058103490 0x7fd058198a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:03.260 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.255+0000 7fd05cbe4640 1 -- 172.21.15.53:0/1429936194 >> 172.21.15.53:0/1429936194 conn(0x7fd0580fce80 msgr2=0x7fd058103f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:03.260 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.255+0000 7fd05cbe4640 1 -- 172.21.15.53:0/1429936194 shutdown_connections 2024-05-10T11:22:03.260 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:03.255+0000 7fd05cbe4640 1 -- 172.21.15.53:0/1429936194 wait complete. 2024-05-10T11:22:04.366 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:04 smithi053 ceph-mon[30153]: pgmap v458: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 341 B/s wr, 11 op/s 2024-05-10T11:22:04.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:04 smithi132 ceph-mon[33758]: pgmap v458: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 341 B/s wr, 11 op/s 2024-05-10T11:22:04.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:04 smithi187 ceph-mon[34076]: pgmap v458: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 341 B/s wr, 11 op/s 2024-05-10T11:22:04.941 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.941+0000 7f277cb9f700 1 -- 172.21.15.53:0/2436642948 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2778108410 msgr2=0x7f27781087f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:04.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.941+0000 7f277cb9f700 1 --2- 172.21.15.53:0/2436642948 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2778108410 0x7f27781087f0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f2768009990 tx=0x7f2768009ca0 comp rx=0 tx=0).stop 2024-05-10T11:22:04.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.941+0000 7f277cb9f700 1 -- 172.21.15.53:0/2436642948 shutdown_connections 2024-05-10T11:22:04.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.941+0000 7f277cb9f700 1 --2- 172.21.15.53:0/2436642948 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2778102d60 0x7f277810f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:04.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.941+0000 7f277cb9f700 1 --2- 172.21.15.53:0/2436642948 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2778108410 0x7f27781087f0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:04.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.941+0000 7f277cb9f700 1 --2- 172.21.15.53:0/2436642948 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f27781023a0 0x7f2778102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:04.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.941+0000 7f277cb9f700 1 -- 172.21.15.53:0/2436642948 >> 172.21.15.53:0/2436642948 conn(0x7f2778079350 msgr2=0x7f2778079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:04.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.941+0000 7f277cb9f700 1 -- 172.21.15.53:0/2436642948 shutdown_connections 2024-05-10T11:22:04.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.941+0000 7f277cb9f700 1 -- 172.21.15.53:0/2436642948 wait complete. 2024-05-10T11:22:04.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.942+0000 7f277cb9f700 1 Processor -- start 2024-05-10T11:22:04.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.942+0000 7f277cb9f700 1 -- start start 2024-05-10T11:22:04.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.942+0000 7f277cb9f700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f27781023a0 0x7f277819f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:04.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.942+0000 7f277cb9f700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2778102d60 0x7f277819fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:04.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.942+0000 7f277cb9f700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2778108410 0x7f2778199af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:04.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.942+0000 7f277cb9f700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f2778112410 con 0x7f2778108410 2024-05-10T11:22:04.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.942+0000 7f277cb9f700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f2778112290 con 0x7f27781023a0 2024-05-10T11:22:04.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.942+0000 7f277cb9f700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f2778112590 con 0x7f2778102d60 2024-05-10T11:22:04.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.942+0000 7f2776d9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2778108410 0x7f2778199af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:04.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.942+0000 7f2776d9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2778108410 0x7f2778199af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52262/0 (socket says 172.21.15.53:52262) 2024-05-10T11:22:04.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.942+0000 7f2776d9d700 1 -- 172.21.15.53:0/3191455027 learned_addr learned my addr 172.21.15.53:0/3191455027 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:04.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.942+0000 7f277659c700 1 --2- 172.21.15.53:0/3191455027 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f27781023a0 0x7f277819f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:04.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.943+0000 7f2775d9b700 1 --2- 172.21.15.53:0/3191455027 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2778102d60 0x7f277819fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:04.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.943+0000 7f2776d9d700 1 -- 172.21.15.53:0/3191455027 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2778102d60 msgr2=0x7f277819fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:04.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.943+0000 7f2776d9d700 1 --2- 172.21.15.53:0/3191455027 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2778102d60 0x7f277819fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:04.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.943+0000 7f2776d9d700 1 -- 172.21.15.53:0/3191455027 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f27781023a0 msgr2=0x7f277819f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:04.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.943+0000 7f2776d9d700 1 --2- 172.21.15.53:0/3191455027 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f27781023a0 0x7f277819f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:04.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.943+0000 7f2776d9d700 1 -- 172.21.15.53:0/3191455027 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f277819a290 con 0x7f2778108410 2024-05-10T11:22:04.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.943+0000 7f2776d9d700 1 --2- 172.21.15.53:0/3191455027 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2778108410 0x7f2778199af0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f2770007ee0 tx=0x7f277000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:04.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.943+0000 7f27677fe700 1 -- 172.21.15.53:0/3191455027 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f277000dbd0 con 0x7f2778108410 2024-05-10T11:22:04.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.943+0000 7f277cb9f700 1 -- 172.21.15.53:0/3191455027 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f277819a580 con 0x7f2778108410 2024-05-10T11:22:04.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.943+0000 7f27677fe700 1 -- 172.21.15.53:0/3191455027 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f277000dd70 con 0x7f2778108410 2024-05-10T11:22:04.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.943+0000 7f27677fe700 1 -- 172.21.15.53:0/3191455027 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27700058d0 con 0x7f2778108410 2024-05-10T11:22:04.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.943+0000 7f277cb9f700 1 -- 172.21.15.53:0/3191455027 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2778112da0 con 0x7f2778108410 2024-05-10T11:22:04.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.944+0000 7f277cb9f700 1 -- 172.21.15.53:0/3191455027 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2778103ac0 con 0x7f2778108410 2024-05-10T11:22:04.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.946+0000 7f27677fe700 1 -- 172.21.15.53:0/3191455027 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f277001a020 con 0x7f2778108410 2024-05-10T11:22:04.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.946+0000 7f27677fe700 1 --2- 172.21.15.53:0/3191455027 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f27600b2990 0x7f27600b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:04.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.946+0000 7f27677fe700 1 -- 172.21.15.53:0/3191455027 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f27700e2440 con 0x7f2778108410 2024-05-10T11:22:04.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.947+0000 7f277659c700 1 --2- 172.21.15.53:0/3191455027 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f27600b2990 0x7f27600b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:04.948 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.947+0000 7f277659c700 1 --2- 172.21.15.53:0/3191455027 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f27600b2990 0x7f27600b4e50 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f276800b5c0 tx=0x7f2768005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:04.950 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:04.950+0000 7f27677fe700 1 -- 172.21.15.53:0/3191455027 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f2770010070 con 0x7f2778108410 2024-05-10T11:22:05.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:05.222+0000 7f277cb9f700 1 -- 172.21.15.53:0/3191455027 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2778113000 con 0x7f2778108410 2024-05-10T11:22:05.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:05.222+0000 7f27677fe700 1 -- 172.21.15.53:0/3191455027 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11941 (secure 0 0 0) 0x7f27700a9c70 con 0x7f2778108410 2024-05-10T11:22:05.223 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:22:05.223 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-10T11:16:54.139241+0000","modified":"2024-05-10T11:21:09.977203+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24463,"mds_1":24448,"mds_2":24442,"mds_3":24428,"mds_4":24415},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6839/3346396655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":3346396655},{"type":"v1","addr":"172.21.15.53:6839","nonce":3346396655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6841/3170432544","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6840","nonce":3170432544},{"type":"v1","addr":"172.21.15.53:6841","nonce":3170432544}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24353":{"gid":24353,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24377":{"gid":24377,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6835/2650777178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6834","nonce":2650777178},{"type":"v1","addr":"172.21.15.132:6835","nonce":2650777178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6837/392522477","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6836","nonce":392522477},{"type":"v1","addr":"172.21.15.132:6837","nonce":392522477}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":4,"incarnation":26,"state":"up:active","state_seq":32,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":24,"state":"up:active","state_seq":22,"addr":"172.21.15.132:6839/2363266970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6838","nonce":2363266970},{"type":"v1","addr":"172.21.15.132:6839","nonce":2363266970}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.187:6835/4099468922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6834","nonce":4099468922},{"type":"v1","addr":"172.21.15.187:6835","nonce":4099468922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"c","rank":1,"incarnation":20,"state":"up:active","state_seq":26,"addr":"172.21.15.187:6837/2293077942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6836","nonce":2293077942},{"type":"v1","addr":"172.21.15.187:6837","nonce":2293077942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.187:6839/735699922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6838","nonce":735699922},{"type":"v1","addr":"172.21.15.187:6839","nonce":735699922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24463,"qdb_cluster":[24442,24428,24463,24415,24448]},"id":1}]} 2024-05-10T11:22:05.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:05.225+0000 7f277cb9f700 1 -- 172.21.15.53:0/3191455027 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f27600b2990 msgr2=0x7f27600b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:05.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:05.225+0000 7f277cb9f700 1 --2- 172.21.15.53:0/3191455027 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f27600b2990 0x7f27600b4e50 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f276800b5c0 tx=0x7f2768005960 comp rx=0 tx=0).stop 2024-05-10T11:22:05.226 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:05.225+0000 7f277cb9f700 1 -- 172.21.15.53:0/3191455027 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2778108410 msgr2=0x7f2778199af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:05.226 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:05.225+0000 7f277cb9f700 1 --2- 172.21.15.53:0/3191455027 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2778108410 0x7f2778199af0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f2770007ee0 tx=0x7f277000d3b0 comp rx=0 tx=0).stop 2024-05-10T11:22:05.226 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:05.225+0000 7f277cb9f700 1 -- 172.21.15.53:0/3191455027 shutdown_connections 2024-05-10T11:22:05.226 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:05.225+0000 7f277cb9f700 1 --2- 172.21.15.53:0/3191455027 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f27600b2990 0x7f27600b4e50 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:05.226 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:05.225+0000 7f277cb9f700 1 --2- 172.21.15.53:0/3191455027 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2778108410 0x7f2778199af0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:05.226 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:05.225+0000 7f277cb9f700 1 --2- 172.21.15.53:0/3191455027 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f27781023a0 0x7f277819f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:05.226 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:05.225+0000 7f277cb9f700 1 --2- 172.21.15.53:0/3191455027 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2778102d60 0x7f277819fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:05.226 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:05.225+0000 7f277cb9f700 1 -- 172.21.15.53:0/3191455027 >> 172.21.15.53:0/3191455027 conn(0x7f2778079350 msgr2=0x7f27780fff50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:05.226 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:05.225+0000 7f277cb9f700 1 -- 172.21.15.53:0/3191455027 shutdown_connections 2024-05-10T11:22:05.226 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:05.225+0000 7f277cb9f700 1 -- 172.21.15.53:0/3191455027 wait complete. 2024-05-10T11:22:05.227 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 29 2024-05-10T11:22:05.958 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-10T11:22:06.215 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:22:06.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:06 smithi053 ceph-mon[30153]: pgmap v459: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:22:06.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:06 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3191455027' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:22:06.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:06 smithi132 ceph-mon[33758]: pgmap v459: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:22:06.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:06 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3191455027' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:22:06.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:06 smithi187 ceph-mon[34076]: pgmap v459: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:22:06.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:06 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3191455027' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:22:08.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.112+0000 7f9ce8706700 1 -- 172.21.15.53:0/3836715686 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9ce0109ad0 msgr2=0x7f9ce0109f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:08.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.112+0000 7f9ce8706700 1 --2- 172.21.15.53:0/3836715686 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9ce0109ad0 0x7f9ce0109f50 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f9cd0009990 tx=0x7f9cd0009ca0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.112+0000 7f9ce8706700 1 -- 172.21.15.53:0/3836715686 shutdown_connections 2024-05-10T11:22:08.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.112+0000 7f9ce8706700 1 --2- 172.21.15.53:0/3836715686 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9ce010a490 0x7f9ce01169a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.112+0000 7f9ce8706700 1 --2- 172.21.15.53:0/3836715686 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9ce010fb60 0x7f9ce010ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.112+0000 7f9ce8706700 1 --2- 172.21.15.53:0/3836715686 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9ce0109ad0 0x7f9ce0109f50 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.112+0000 7f9ce8706700 1 -- 172.21.15.53:0/3836715686 >> 172.21.15.53:0/3836715686 conn(0x7f9ce0076c70 msgr2=0x7f9ce0079090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:08.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.112+0000 7f9ce8706700 1 -- 172.21.15.53:0/3836715686 shutdown_connections 2024-05-10T11:22:08.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.112+0000 7f9ce8706700 1 -- 172.21.15.53:0/3836715686 wait complete. 2024-05-10T11:22:08.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.112+0000 7f9ce8706700 1 Processor -- start 2024-05-10T11:22:08.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.112+0000 7f9ce8706700 1 -- start start 2024-05-10T11:22:08.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.113+0000 7f9ce8706700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9ce0109ad0 0x7f9ce01a0070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:08.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.113+0000 7f9ce8706700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9ce010a490 0x7f9ce01a05b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:08.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.113+0000 7f9ce8706700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9ce010fb60 0x7f9ce01a4940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:08.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.113+0000 7f9ce8706700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9ce0119b80 con 0x7f9ce010fb60 2024-05-10T11:22:08.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.113+0000 7f9ce8706700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f9ce0119a00 con 0x7f9ce0109ad0 2024-05-10T11:22:08.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.113+0000 7f9ce8706700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f9ce0119d00 con 0x7f9ce010a490 2024-05-10T11:22:08.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.113+0000 7f9ce6ca3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9ce010fb60 0x7f9ce01a4940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:08.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.113+0000 7f9ce6ca3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9ce010fb60 0x7f9ce01a4940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52278/0 (socket says 172.21.15.53:52278) 2024-05-10T11:22:08.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.113+0000 7f9ce6ca3700 1 -- 172.21.15.53:0/1673124685 learned_addr learned my addr 172.21.15.53:0/1673124685 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:08.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.113+0000 7f9ce5ca1700 1 --2- 172.21.15.53:0/1673124685 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9ce010a490 0x7f9ce01a05b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:08.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.113+0000 7f9ce64a2700 1 --2- 172.21.15.53:0/1673124685 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9ce0109ad0 0x7f9ce01a0070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:08.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.113+0000 7f9ce6ca3700 1 -- 172.21.15.53:0/1673124685 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9ce010a490 msgr2=0x7f9ce01a05b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:08.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.113+0000 7f9ce6ca3700 1 --2- 172.21.15.53:0/1673124685 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9ce010a490 0x7f9ce01a05b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.113+0000 7f9ce6ca3700 1 -- 172.21.15.53:0/1673124685 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9ce0109ad0 msgr2=0x7f9ce01a0070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:08.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.113+0000 7f9ce6ca3700 1 --2- 172.21.15.53:0/1673124685 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9ce0109ad0 0x7f9ce01a0070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.113+0000 7f9ce6ca3700 1 -- 172.21.15.53:0/1673124685 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ce01a5080 con 0x7f9ce010fb60 2024-05-10T11:22:08.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.113+0000 7f9ce6ca3700 1 --2- 172.21.15.53:0/1673124685 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9ce010fb60 0x7f9ce01a4940 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f9cd8007ee0 tx=0x7f9cd800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:08.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.113+0000 7f9cd77fe700 1 -- 172.21.15.53:0/1673124685 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cd800dd20 con 0x7f9ce010fb60 2024-05-10T11:22:08.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.114+0000 7f9ce8706700 1 -- 172.21.15.53:0/1673124685 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ce01a5370 con 0x7f9ce010fb60 2024-05-10T11:22:08.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.114+0000 7f9cd77fe700 1 -- 172.21.15.53:0/1673124685 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9cd8004020 con 0x7f9ce010fb60 2024-05-10T11:22:08.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.114+0000 7f9cd77fe700 1 -- 172.21.15.53:0/1673124685 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cd8015660 con 0x7f9ce010fb60 2024-05-10T11:22:08.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.114+0000 7f9ce8706700 1 -- 172.21.15.53:0/1673124685 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ce01acbf0 con 0x7f9ce010fb60 2024-05-10T11:22:08.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.116+0000 7f9cd77fe700 1 -- 172.21.15.53:0/1673124685 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f9cd80041d0 con 0x7f9ce010fb60 2024-05-10T11:22:08.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.117+0000 7f9cd77fe700 1 --2- 172.21.15.53:0/1673124685 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9ccc0b2910 0x7f9ccc0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:08.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.117+0000 7f9ce64a2700 1 --2- 172.21.15.53:0/1673124685 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9ccc0b2910 0x7f9ccc0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:08.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.117+0000 7f9cd77fe700 1 -- 172.21.15.53:0/1673124685 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f9cd80e2120 con 0x7f9ce010fb60 2024-05-10T11:22:08.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.117+0000 7f9cf2f99b80 1 Processor -- start 2024-05-10T11:22:08.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.118+0000 7f9ce64a2700 1 --2- 172.21.15.53:0/1673124685 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9ccc0b2910 0x7f9ccc0b4dd0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f9cdc005950 tx=0x7f9cdc00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:08.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.118+0000 7f9cf2f99b80 1 -- start start 2024-05-10T11:22:08.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.118+0000 7f9cf2f99b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5619a85fc1b0 0x5619a85fc590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:08.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.118+0000 7f9cf2f99b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5619a85fcad0 0x5619a85f6810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:08.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.118+0000 7f9cf2f99b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85f6d50 0x5619a85f7190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:08.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.118+0000 7f9cf2f99b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5619a8548940 con 0x5619a85f6d50 2024-05-10T11:22:08.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.118+0000 7f9cf2f99b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5619a84adda0 con 0x5619a85fc1b0 2024-05-10T11:22:08.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.118+0000 7f9cf2f99b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5619a8544900 con 0x5619a85fcad0 2024-05-10T11:22:08.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.118+0000 7f9ce6ca3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85f6d50 0x5619a85f7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:08.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.118+0000 7f9ce6ca3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85f6d50 0x5619a85f7190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52292/0 (socket says 172.21.15.53:52292) 2024-05-10T11:22:08.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.118+0000 7f9ce6ca3700 1 -- 172.21.15.53:0/259993270 learned_addr learned my addr 172.21.15.53:0/259993270 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:08.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.118+0000 7f9ce5ca1700 1 --2- 172.21.15.53:0/259993270 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5619a85fcad0 0x5619a85f6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:08.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.118+0000 7f9ce64a2700 1 --2- 172.21.15.53:0/259993270 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5619a85fc1b0 0x5619a85fc590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:08.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.118+0000 7f9ce6ca3700 1 -- 172.21.15.53:0/259993270 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5619a85fcad0 msgr2=0x5619a85f6810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:08.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.118+0000 7f9ce6ca3700 1 --2- 172.21.15.53:0/259993270 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5619a85fcad0 0x5619a85f6810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.118+0000 7f9ce6ca3700 1 -- 172.21.15.53:0/259993270 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5619a85fc1b0 msgr2=0x5619a85fc590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:08.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.118+0000 7f9ce6ca3700 1 --2- 172.21.15.53:0/259993270 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5619a85fc1b0 0x5619a85fc590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.118+0000 7f9ce6ca3700 1 -- 172.21.15.53:0/259993270 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5619a84958d0 con 0x5619a85f6d50 2024-05-10T11:22:08.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.118+0000 7f9ce6ca3700 1 --2- 172.21.15.53:0/259993270 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85f6d50 0x5619a85f7190 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f9cd80a5270 tx=0x7f9cd80a50b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78b4bfbfe260718f server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:08.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.119+0000 7f9cd4ff9700 1 -- 172.21.15.53:0/259993270 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cd80a91f0 con 0x5619a85f6d50 2024-05-10T11:22:08.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.119+0000 7f9cd4ff9700 1 -- 172.21.15.53:0/259993270 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9cd80ad5a0 con 0x5619a85f6d50 2024-05-10T11:22:08.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.119+0000 7f9cd4ff9700 1 -- 172.21.15.53:0/259993270 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cd80a9650 con 0x5619a85f6d50 2024-05-10T11:22:08.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.119+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/259993270 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85f6d50 msgr2=0x5619a85f7190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:08.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.119+0000 7f9cf2f99b80 1 --2- 172.21.15.53:0/259993270 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85f6d50 0x5619a85f7190 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f9cd80a5270 tx=0x7f9cd80a50b0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.119+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/259993270 shutdown_connections 2024-05-10T11:22:08.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.119+0000 7f9cf2f99b80 1 --2- 172.21.15.53:0/259993270 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85f6d50 0x5619a85f7190 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.119+0000 7f9cf2f99b80 1 --2- 172.21.15.53:0/259993270 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5619a85fc1b0 0x5619a85fc590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.119+0000 7f9cf2f99b80 1 --2- 172.21.15.53:0/259993270 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5619a85fcad0 0x5619a85f6810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.119+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/259993270 >> 172.21.15.53:0/259993270 conn(0x5619a8522b70 msgr2=0x5619a85f12a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:08.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.120+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/259993270 shutdown_connections 2024-05-10T11:22:08.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.120+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/259993270 wait complete. 2024-05-10T11:22:08.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.120+0000 7f9cf2f99b80 1 -- start start 2024-05-10T11:22:08.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.120+0000 7f9cf2f99b80 1 Processor -- start 2024-05-10T11:22:08.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.120+0000 7f9cf2f99b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5619a85f6d50 0x5619a86026e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:08.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.120+0000 7f9cf2f99b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5619a85fc1b0 0x5619a85ffa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:08.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.120+0000 7f9cf2f99b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85fcad0 0x5619a85fffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:08.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.120+0000 7f9cf2f99b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5619a8603450 con 0x5619a85fcad0 2024-05-10T11:22:08.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.120+0000 7f9cf2f99b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5619a8501ed0 con 0x5619a85fc1b0 2024-05-10T11:22:08.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.120+0000 7f9cf2f99b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5619a86035d0 con 0x5619a85f6d50 2024-05-10T11:22:08.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.120+0000 7f9cf2f99b80 10 client.0 _ll_register_callbacks cb 0x5619a84dc5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:08.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.120+0000 7f9ce6ca3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85fcad0 0x5619a85fffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:08.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.120+0000 7f9ce6ca3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85fcad0 0x5619a85fffc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52294/0 (socket says 172.21.15.53:52294) 2024-05-10T11:22:08.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.120+0000 7f9ce6ca3700 1 -- 172.21.15.53:0/4275290005 learned_addr learned my addr 172.21.15.53:0/4275290005 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:08.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.121+0000 7f9ce64a2700 1 --2- 172.21.15.53:0/4275290005 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5619a85f6d50 0x5619a86026e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:08.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.121+0000 7f9ce5ca1700 1 --2- 172.21.15.53:0/4275290005 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5619a85fc1b0 0x5619a85ffa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:08.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.121+0000 7f9ce6ca3700 1 -- 172.21.15.53:0/4275290005 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5619a85f6d50 msgr2=0x5619a86026e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:08.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.121+0000 7f9ce6ca3700 1 --2- 172.21.15.53:0/4275290005 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5619a85f6d50 0x5619a86026e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.121+0000 7f9ce6ca3700 1 -- 172.21.15.53:0/4275290005 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5619a85fc1b0 msgr2=0x5619a85ffa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:08.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.121+0000 7f9ce6ca3700 1 --2- 172.21.15.53:0/4275290005 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5619a85fc1b0 0x5619a85ffa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.121+0000 7f9ce6ca3700 1 -- 172.21.15.53:0/4275290005 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5619a84ff760 con 0x5619a85fcad0 2024-05-10T11:22:08.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.121+0000 7f9ce5ca1700 1 --2- 172.21.15.53:0/4275290005 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5619a85fc1b0 0x5619a85ffa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:22:08.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.121+0000 7f9ce6ca3700 1 --2- 172.21.15.53:0/4275290005 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85fcad0 0x5619a85fffc0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f9cd80a8ef0 tx=0x7f9cd80df6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=977e71ab7eba0503 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:08.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.121+0000 7f9cc9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:08.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.121+0000 7f9cc9ffb700 1 -- 172.21.15.53:0/4275290005 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cd80c2070 con 0x5619a85fcad0 2024-05-10T11:22:08.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.121+0000 7f9cc9ffb700 1 -- 172.21.15.53:0/4275290005 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f9cd80ad160 con 0x5619a85fcad0 2024-05-10T11:22:08.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.121+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/4275290005 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9cd80ad5a0 con 0x5619a85fcad0 2024-05-10T11:22:08.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.121+0000 7f9cc9ffb700 1 -- 172.21.15.53:0/4275290005 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9cd80ad360 con 0x5619a85fcad0 2024-05-10T11:22:08.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.121+0000 7f9cf2f99b80 10 client.15486 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:08.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.121+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/4275290005 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5619a860dcb0 con 0x5619a85fcad0 2024-05-10T11:22:08.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.122+0000 7f9cc9ffb700 1 -- 172.21.15.53:0/4275290005 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9cd80ad5a0 con 0x5619a85fcad0 2024-05-10T11:22:08.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.122+0000 7f9cc9ffb700 1 -- 172.21.15.53:0/4275290005 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f9cd80b1bc0 con 0x5619a85fcad0 2024-05-10T11:22:08.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.122+0000 7f9cf2f99b80 10 client.15486 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:08.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.122+0000 7f9cf2f99b80 10 client.15486 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.l 2024-05-10T11:22:08.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.122+0000 7f9cf2f99b80 20 client.15486 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:08.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.122+0000 7f9cf2f99b80 1 --2- 172.21.15.53:0/4275290005 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x5619a8610180 0x5619a8612570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:08.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.122+0000 7f9cf2f99b80 4 client.15486 mds_command: new command op to 24415 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:22:08.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.122+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/4275290005 --> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5619a8556320 con 0x5619a8610180 2024-05-10T11:22:08.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.122+0000 7f9ce64a2700 1 --2- 172.21.15.53:0/4275290005 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x5619a8610180 0x5619a8612570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:08.128 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.123+0000 7f9ce64a2700 1 --2- 172.21.15.53:0/4275290005 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x5619a8610180 0x5619a8612570 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=cd15df6679a769fc server_cookie=f1c9d8c72e4a48ac in_seq=0 out_seq=0 2024-05-10T11:22:08.128 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.123+0000 7f9cc9ffb700 10 client.15486 ms_handle_connect on v2:172.21.15.187:6832/4278444882 2024-05-10T11:22:08.128 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.123+0000 7f9cc9ffb700 1 -- 172.21.15.53:0/4275290005 <== mds.4 v2:172.21.15.187:6832/4278444882 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5619a8556320 con 0x5619a8610180 2024-05-10T11:22:08.128 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.123+0000 7f9cc9ffb700 10 client.15486 handle_command_reply: tid=0 2024-05-10T11:22:08.128 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.123+0000 7f9cf2f99b80 1 client.15486 shutdown 2024-05-10T11:22:08.128 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.124+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/4275290005 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85fcad0 msgr2=0x5619a85fffc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:08.128 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.124+0000 7f9cf2f99b80 1 --2- 172.21.15.53:0/4275290005 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85fcad0 0x5619a85fffc0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f9cd80a8ef0 tx=0x7f9cd80df6a0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.128 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.124+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/4275290005 shutdown_connections 2024-05-10T11:22:08.128 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.124+0000 7f9cf2f99b80 1 --2- 172.21.15.53:0/4275290005 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x5619a8610180 0x5619a8612570 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.128 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.124+0000 7f9cf2f99b80 1 --2- 172.21.15.53:0/4275290005 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85fcad0 0x5619a85fffc0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.128 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.124+0000 7f9cf2f99b80 1 --2- 172.21.15.53:0/4275290005 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5619a85f6d50 0x5619a86026e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.128 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.124+0000 7f9cf2f99b80 1 --2- 172.21.15.53:0/4275290005 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5619a85fc1b0 0x5619a85ffa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.128 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.124+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/4275290005 >> 172.21.15.53:0/4275290005 conn(0x5619a8522b70 msgr2=0x5619a85ebb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:08.128 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.124+0000 7f9cc9ffb700 0 client.15486 ms_handle_reset on v2:172.21.15.187:6832/4278444882 2024-05-10T11:22:08.129 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.124+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/4275290005 shutdown_connections 2024-05-10T11:22:08.129 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.124+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/4275290005 wait complete. 2024-05-10T11:22:08.129 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.124+0000 7f9cf2f99b80 20 client.15486 trim_cache size 0 max 16384 2024-05-10T11:22:08.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.139+0000 7f9cf2f99b80 1 Processor -- start 2024-05-10T11:22:08.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.139+0000 7f9cf2f99b80 1 -- start start 2024-05-10T11:22:08.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.139+0000 7f9cf2f99b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5619a85f6d50 0x5619a85f6810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:08.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.139+0000 7f9cf2f99b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5619a85fc1b0 0x5619a85fd5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:08.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.139+0000 7f9cf2f99b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85fcad0 0x5619a85ebc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:08.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.139+0000 7f9cf2f99b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9ce01b5870 con 0x5619a85fcad0 2024-05-10T11:22:08.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.139+0000 7f9cf2f99b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f9ce01b73b0 con 0x5619a85fc1b0 2024-05-10T11:22:08.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.139+0000 7f9cf2f99b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f9ce01b5f40 con 0x5619a85f6d50 2024-05-10T11:22:08.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.139+0000 7f9ce6ca3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85fcad0 0x5619a85ebc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:08.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.139+0000 7f9ce6ca3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85fcad0 0x5619a85ebc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52304/0 (socket says 172.21.15.53:52304) 2024-05-10T11:22:08.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.139+0000 7f9ce6ca3700 1 -- 172.21.15.53:0/1418171657 learned_addr learned my addr 172.21.15.53:0/1418171657 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:08.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.140+0000 7f9ce64a2700 1 --2- 172.21.15.53:0/1418171657 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5619a85f6d50 0x5619a85f6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:08.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.140+0000 7f9ce5ca1700 1 --2- 172.21.15.53:0/1418171657 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5619a85fc1b0 0x5619a85fd5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:08.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.140+0000 7f9ce6ca3700 1 -- 172.21.15.53:0/1418171657 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5619a85f6d50 msgr2=0x5619a85f6810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:08.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.140+0000 7f9ce6ca3700 1 --2- 172.21.15.53:0/1418171657 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5619a85f6d50 0x5619a85f6810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.140+0000 7f9ce6ca3700 1 -- 172.21.15.53:0/1418171657 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5619a85fc1b0 msgr2=0x5619a85fd5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:08.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.140+0000 7f9ce6ca3700 1 --2- 172.21.15.53:0/1418171657 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5619a85fc1b0 0x5619a85fd5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.140+0000 7f9ce6ca3700 1 -- 172.21.15.53:0/1418171657 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5619a85edc80 con 0x5619a85fcad0 2024-05-10T11:22:08.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.140+0000 7f9ce5ca1700 1 --2- 172.21.15.53:0/1418171657 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5619a85fc1b0 0x5619a85fd5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:22:08.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.140+0000 7f9ce6ca3700 1 --2- 172.21.15.53:0/1418171657 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85fcad0 0x5619a85ebc40 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f9cd80c5040 tx=0x7f9cd80a9330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6dd9c6e431e8c35 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:08.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.140+0000 7f9ccbfff700 1 -- 172.21.15.53:0/1418171657 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cd80c2070 con 0x5619a85fcad0 2024-05-10T11:22:08.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.140+0000 7f9ccbfff700 1 -- 172.21.15.53:0/1418171657 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9cd8004bd0 con 0x5619a85fcad0 2024-05-10T11:22:08.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.140+0000 7f9ccbfff700 1 -- 172.21.15.53:0/1418171657 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cd80a4d00 con 0x5619a85fcad0 2024-05-10T11:22:08.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.141+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/1418171657 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85fcad0 msgr2=0x5619a85ebc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:08.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.141+0000 7f9cf2f99b80 1 --2- 172.21.15.53:0/1418171657 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85fcad0 0x5619a85ebc40 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f9cd80c5040 tx=0x7f9cd80a9330 comp rx=0 tx=0).stop 2024-05-10T11:22:08.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.141+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/1418171657 shutdown_connections 2024-05-10T11:22:08.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.141+0000 7f9cf2f99b80 1 --2- 172.21.15.53:0/1418171657 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85fcad0 0x5619a85ebc40 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.141+0000 7f9cf2f99b80 1 --2- 172.21.15.53:0/1418171657 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5619a85f6d50 0x5619a85f6810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.141+0000 7f9cf2f99b80 1 --2- 172.21.15.53:0/1418171657 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5619a85fc1b0 0x5619a85fd5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.141+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/1418171657 >> 172.21.15.53:0/1418171657 conn(0x5619a8522b70 msgr2=0x5619a85fceb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:08.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.141+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/1418171657 shutdown_connections 2024-05-10T11:22:08.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.141+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/1418171657 wait complete. 2024-05-10T11:22:08.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.141+0000 7f9cf2f99b80 1 -- start start 2024-05-10T11:22:08.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.141+0000 7f9cf2f99b80 1 Processor -- start 2024-05-10T11:22:08.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.141+0000 7f9cf2f99b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5619a85f6d50 0x5619a8612190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:08.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.141+0000 7f9cf2f99b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5619a85fc1b0 0x5619a86126d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:08.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.141+0000 7f9cf2f99b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85fcad0 0x5619a8612c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:08.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.141+0000 7f9cf2f99b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9ce01b6ce0 con 0x5619a85fcad0 2024-05-10T11:22:08.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.141+0000 7f9cf2f99b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f9ce01b6610 con 0x5619a85fc1b0 2024-05-10T11:22:08.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.141+0000 7f9cf2f99b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f9ce01b3810 con 0x5619a85f6d50 2024-05-10T11:22:08.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.141+0000 7f9cf2f99b80 10 client.0 _ll_register_callbacks cb 0x5619a84dc5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:08.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.142+0000 7f9ce6ca3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85fcad0 0x5619a8612c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:08.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.142+0000 7f9ce6ca3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85fcad0 0x5619a8612c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52312/0 (socket says 172.21.15.53:52312) 2024-05-10T11:22:08.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.142+0000 7f9ce6ca3700 1 -- 172.21.15.53:0/128298893 learned_addr learned my addr 172.21.15.53:0/128298893 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:08.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.142+0000 7f9ce64a2700 1 --2- 172.21.15.53:0/128298893 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5619a85f6d50 0x5619a8612190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:08.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.142+0000 7f9ce5ca1700 1 --2- 172.21.15.53:0/128298893 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5619a85fc1b0 0x5619a86126d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:08.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.142+0000 7f9ce6ca3700 1 -- 172.21.15.53:0/128298893 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5619a85f6d50 msgr2=0x5619a8612190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:08.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.142+0000 7f9ce6ca3700 1 --2- 172.21.15.53:0/128298893 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5619a85f6d50 0x5619a8612190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.142+0000 7f9ce6ca3700 1 -- 172.21.15.53:0/128298893 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5619a85fc1b0 msgr2=0x5619a86126d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:08.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.142+0000 7f9ce6ca3700 1 --2- 172.21.15.53:0/128298893 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5619a85fc1b0 0x5619a86126d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.142+0000 7f9ce6ca3700 1 -- 172.21.15.53:0/128298893 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5619a8678690 con 0x5619a85fcad0 2024-05-10T11:22:08.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.142+0000 7f9ce6ca3700 1 --2- 172.21.15.53:0/128298893 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85fcad0 0x5619a8612c10 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f9cd80ca330 tx=0x7f9cd80b1df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d14ff9ec6e0b0db server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:08.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.142+0000 7f9cc9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:08.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.142+0000 7f9cc9ffb700 1 -- 172.21.15.53:0/128298893 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cd80c2070 con 0x5619a85fcad0 2024-05-10T11:22:08.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.142+0000 7f9cc9ffb700 1 -- 172.21.15.53:0/128298893 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f9cd80ad160 con 0x5619a85fcad0 2024-05-10T11:22:08.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.142+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/128298893 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9cd8004bd0 con 0x5619a85fcad0 2024-05-10T11:22:08.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.142+0000 7f9cc9ffb700 1 -- 172.21.15.53:0/128298893 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9cd80ad5a0 con 0x5619a85fcad0 2024-05-10T11:22:08.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.142+0000 7f9cf2f99b80 10 client.15492 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:08.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.142+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/128298893 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5619a8678690 con 0x5619a85fcad0 2024-05-10T11:22:08.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.143+0000 7f9cc9ffb700 1 -- 172.21.15.53:0/128298893 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9cd8004bd0 con 0x5619a85fcad0 2024-05-10T11:22:08.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.143+0000 7f9cc9ffb700 1 -- 172.21.15.53:0/128298893 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f9cd80b4050 con 0x5619a85fcad0 2024-05-10T11:22:08.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.143+0000 7f9cf2f99b80 10 client.15492 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:08.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.143+0000 7f9cf2f99b80 10 client.15492 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.l 2024-05-10T11:22:08.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.143+0000 7f9cf2f99b80 20 client.15492 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:08.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.143+0000 7f9cf2f99b80 1 --2- 172.21.15.53:0/128298893 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x5619a8679ad0 0x5619a867bef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:08.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.143+0000 7f9cf2f99b80 4 client.15492 mds_command: new command op to 24415 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:22:08.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.143+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/128298893 --> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5619a85503c0 con 0x5619a8679ad0 2024-05-10T11:22:08.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.143+0000 7f9ce64a2700 1 --2- 172.21.15.53:0/128298893 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x5619a8679ad0 0x5619a867bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:08.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.143+0000 7f9ce64a2700 1 --2- 172.21.15.53:0/128298893 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x5619a8679ad0 0x5619a867bef0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4c4db6b9d2fb61e server_cookie=e46fec68ce578c29 in_seq=0 out_seq=0 2024-05-10T11:22:08.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.143+0000 7f9cc9ffb700 10 client.15492 ms_handle_connect on v2:172.21.15.187:6832/4278444882 2024-05-10T11:22:08.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.144+0000 7f9cc9ffb700 1 -- 172.21.15.53:0/128298893 <== mds.4 v2:172.21.15.187:6832/4278444882 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5619a85503c0 con 0x5619a8679ad0 2024-05-10T11:22:08.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.144+0000 7f9cc9ffb700 10 client.15492 handle_command_reply: tid=0 2024-05-10T11:22:08.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.144+0000 7f9cf2f99b80 1 client.15492 shutdown 2024-05-10T11:22:08.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.144+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/128298893 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85fcad0 msgr2=0x5619a8612c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:08.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.144+0000 7f9cf2f99b80 1 --2- 172.21.15.53:0/128298893 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85fcad0 0x5619a8612c10 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f9cd80ca330 tx=0x7f9cd80b1df0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.144+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/128298893 shutdown_connections 2024-05-10T11:22:08.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.144+0000 7f9cf2f99b80 1 --2- 172.21.15.53:0/128298893 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x5619a8679ad0 0x5619a867bef0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.144+0000 7f9cf2f99b80 1 --2- 172.21.15.53:0/128298893 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5619a85fcad0 0x5619a8612c10 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.144+0000 7f9cf2f99b80 1 --2- 172.21.15.53:0/128298893 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5619a85f6d50 0x5619a8612190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.144+0000 7f9cc9ffb700 0 client.15492 ms_handle_reset on v2:172.21.15.187:6832/4278444882 2024-05-10T11:22:08.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.144+0000 7f9cf2f99b80 1 --2- 172.21.15.53:0/128298893 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5619a85fc1b0 0x5619a86126d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.144+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/128298893 >> 172.21.15.53:0/128298893 conn(0x5619a8522b70 msgr2=0x5619a85fe7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:08.150 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.144+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/128298893 shutdown_connections 2024-05-10T11:22:08.150 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.144+0000 7f9cf2f99b80 1 -- 172.21.15.53:0/128298893 wait complete. 2024-05-10T11:22:08.150 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.144+0000 7f9cf2f99b80 20 client.15492 trim_cache size 0 max 16384 2024-05-10T11:22:08.150 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:22:08.150 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.144+0000 7f9ce8706700 1 -- 172.21.15.53:0/1673124685 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9ccc0b2910 msgr2=0x7f9ccc0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:08.151 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.144+0000 7f9ce8706700 1 --2- 172.21.15.53:0/1673124685 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9ccc0b2910 0x7f9ccc0b4dd0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f9cdc005950 tx=0x7f9cdc00b410 comp rx=0 tx=0).stop 2024-05-10T11:22:08.151 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.144+0000 7f9ce8706700 1 -- 172.21.15.53:0/1673124685 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9ce010fb60 msgr2=0x7f9ce01a4940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:08.151 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.144+0000 7f9ce8706700 1 --2- 172.21.15.53:0/1673124685 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9ce010fb60 0x7f9ce01a4940 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f9cd8007ee0 tx=0x7f9cd800d3b0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.151 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.145+0000 7f9ce8706700 1 -- 172.21.15.53:0/1673124685 shutdown_connections 2024-05-10T11:22:08.151 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.145+0000 7f9ce8706700 1 --2- 172.21.15.53:0/1673124685 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9ccc0b2910 0x7f9ccc0b4dd0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.151 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.145+0000 7f9ce8706700 1 --2- 172.21.15.53:0/1673124685 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9ce010fb60 0x7f9ce01a4940 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.151 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.145+0000 7f9ce8706700 1 --2- 172.21.15.53:0/1673124685 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9ce0109ad0 0x7f9ce01a0070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.151 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.145+0000 7f9ce8706700 1 --2- 172.21.15.53:0/1673124685 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9ce010a490 0x7f9ce01a05b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:08.151 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.145+0000 7f9ce8706700 1 -- 172.21.15.53:0/1673124685 >> 172.21.15.53:0/1673124685 conn(0x7f9ce0076c70 msgr2=0x7f9ce0077570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:08.151 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.145+0000 7f9ce8706700 1 -- 172.21.15.53:0/1673124685 shutdown_connections 2024-05-10T11:22:08.151 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:08.145+0000 7f9ce8706700 1 -- 172.21.15.53:0/1673124685 wait complete. 2024-05-10T11:22:08.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:08 smithi132 ceph-mon[33758]: pgmap v460: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-10T11:22:08.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:08 smithi187 ceph-mon[34076]: pgmap v460: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-10T11:22:08.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:08 smithi053 ceph-mon[30153]: pgmap v460: 129 pgs: 129 active+clean; 675 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-10T11:22:08.908 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-10T11:22:09.169 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:22:10.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:10 smithi053 ceph-mon[30153]: pgmap v461: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:10.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:10 smithi132 ceph-mon[33758]: pgmap v461: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:10.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:10 smithi187 ceph-mon[34076]: pgmap v461: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:11.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.072+0000 7fb00f8a8700 1 -- 172.21.15.53:0/1491468663 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb008103eb0 msgr2=0x7fb008110390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:11.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.072+0000 7fb00f8a8700 1 --2- 172.21.15.53:0/1491468663 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb008103eb0 0x7fb008110390 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fb00000b0a0 tx=0x7fb00000b3b0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.072+0000 7fb00f8a8700 1 -- 172.21.15.53:0/1491468663 shutdown_connections 2024-05-10T11:22:11.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.072+0000 7fb00f8a8700 1 --2- 172.21.15.53:0/1491468663 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb008103eb0 0x7fb008110390 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.072+0000 7fb00f8a8700 1 --2- 172.21.15.53:0/1491468663 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb008109600 0x7fb0081099e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.072+0000 7fb00f8a8700 1 --2- 172.21.15.53:0/1491468663 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb0081034f0 0x7fb008103970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.072+0000 7fb00f8a8700 1 -- 172.21.15.53:0/1491468663 >> 172.21.15.53:0/1491468663 conn(0x7fb00807a650 msgr2=0x7fb00807aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:11.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.072+0000 7fb00f8a8700 1 -- 172.21.15.53:0/1491468663 shutdown_connections 2024-05-10T11:22:11.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.072+0000 7fb00f8a8700 1 -- 172.21.15.53:0/1491468663 wait complete. 2024-05-10T11:22:11.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.073+0000 7fb00f8a8700 1 Processor -- start 2024-05-10T11:22:11.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.073+0000 7fb00f8a8700 1 -- start start 2024-05-10T11:22:11.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.073+0000 7fb00f8a8700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb0081034f0 0x7fb0081a1800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:11.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.073+0000 7fb00f8a8700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb008103eb0 0x7fb0081a1d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:11.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.073+0000 7fb00f8a8700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb008109600 0x7fb00819b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:11.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.073+0000 7fb00f8a8700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb008113500 con 0x7fb008103eb0 2024-05-10T11:22:11.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.073+0000 7fb00f8a8700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fb008113380 con 0x7fb008109600 2024-05-10T11:22:11.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.073+0000 7fb00f8a8700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fb008113680 con 0x7fb0081034f0 2024-05-10T11:22:11.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.073+0000 7fb00ce43700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb008103eb0 0x7fb0081a1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:11.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.073+0000 7fb00ce43700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb008103eb0 0x7fb0081a1d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52484/0 (socket says 172.21.15.53:52484) 2024-05-10T11:22:11.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.073+0000 7fb00ce43700 1 -- 172.21.15.53:0/2593724593 learned_addr learned my addr 172.21.15.53:0/2593724593 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:11.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.073+0000 7fb00de45700 1 --2- 172.21.15.53:0/2593724593 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb008109600 0x7fb00819b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:11.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.073+0000 7fb00d644700 1 --2- 172.21.15.53:0/2593724593 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb0081034f0 0x7fb0081a1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:11.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.074+0000 7fb00ce43700 1 -- 172.21.15.53:0/2593724593 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb0081034f0 msgr2=0x7fb0081a1800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:11.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.074+0000 7fb00ce43700 1 --2- 172.21.15.53:0/2593724593 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb0081034f0 0x7fb0081a1800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.074+0000 7fb00ce43700 1 -- 172.21.15.53:0/2593724593 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb008109600 msgr2=0x7fb00819b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:11.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.074+0000 7fb00ce43700 1 --2- 172.21.15.53:0/2593724593 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb008109600 0x7fb00819b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.074+0000 7fb00ce43700 1 -- 172.21.15.53:0/2593724593 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb00819c120 con 0x7fb008103eb0 2024-05-10T11:22:11.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.074+0000 7fb00ce43700 1 --2- 172.21.15.53:0/2593724593 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb008103eb0 0x7fb0081a1d40 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7faff800d980 tx=0x7faff800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:11.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.074+0000 7faffe7fc700 1 -- 172.21.15.53:0/2593724593 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faff8016070 con 0x7fb008103eb0 2024-05-10T11:22:11.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.074+0000 7faffe7fc700 1 -- 172.21.15.53:0/2593724593 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faff8004830 con 0x7fb008103eb0 2024-05-10T11:22:11.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.074+0000 7faffe7fc700 1 -- 172.21.15.53:0/2593724593 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faff80054c0 con 0x7fb008103eb0 2024-05-10T11:22:11.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.074+0000 7fb00f8a8700 1 -- 172.21.15.53:0/2593724593 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb00819c3b0 con 0x7fb008103eb0 2024-05-10T11:22:11.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.074+0000 7fb00f8a8700 1 -- 172.21.15.53:0/2593724593 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0081a86d0 con 0x7fb008103eb0 2024-05-10T11:22:11.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.077+0000 7faffe7fc700 1 -- 172.21.15.53:0/2593724593 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7faff8004220 con 0x7fb008103eb0 2024-05-10T11:22:11.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.078+0000 7faffe7fc700 1 --2- 172.21.15.53:0/2593724593 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7faff40b2910 0x7faff40b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:11.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.078+0000 7fb00d644700 1 --2- 172.21.15.53:0/2593724593 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7faff40b2910 0x7faff40b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:11.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.078+0000 7faffe7fc700 1 -- 172.21.15.53:0/2593724593 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7faff80e2500 con 0x7fb008103eb0 2024-05-10T11:22:11.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.078+0000 7fb01a13bb80 1 Processor -- start 2024-05-10T11:22:11.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.078+0000 7fb01a13bb80 1 -- start start 2024-05-10T11:22:11.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.078+0000 7fb00d644700 1 --2- 172.21.15.53:0/2593724593 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7faff40b2910 0x7faff40b4dd0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb00819cb00 tx=0x7fb00400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:11.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.079+0000 7fb01a13bb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e14d0 0x560ee05e18b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:11.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.079+0000 7fb01a13bb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560ee05e1df0 0x560ee05e56f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:11.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.079+0000 7fb01a13bb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560ee05e5c80 0x560ee05e6100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:11.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.079+0000 7fb01a13bb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x560ee0533860 con 0x560ee05e14d0 2024-05-10T11:22:11.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.079+0000 7fb01a13bb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x560ee04d27c0 con 0x560ee05e1df0 2024-05-10T11:22:11.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.079+0000 7fb01a13bb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x560ee052f820 con 0x560ee05e5c80 2024-05-10T11:22:11.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.079+0000 7fb00d644700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e14d0 0x560ee05e18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:11.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.079+0000 7fb00d644700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e14d0 0x560ee05e18b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52496/0 (socket says 172.21.15.53:52496) 2024-05-10T11:22:11.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.079+0000 7fb00d644700 1 -- 172.21.15.53:0/929131583 learned_addr learned my addr 172.21.15.53:0/929131583 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:11.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.079+0000 7fb00ce43700 1 --2- 172.21.15.53:0/929131583 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560ee05e1df0 0x560ee05e56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:11.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.079+0000 7fb00de45700 1 --2- 172.21.15.53:0/929131583 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560ee05e5c80 0x560ee05e6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:11.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.079+0000 7fb00d644700 1 -- 172.21.15.53:0/929131583 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560ee05e5c80 msgr2=0x560ee05e6100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:11.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.079+0000 7fb00d644700 1 --2- 172.21.15.53:0/929131583 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560ee05e5c80 0x560ee05e6100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.079+0000 7fb00d644700 1 -- 172.21.15.53:0/929131583 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560ee05e1df0 msgr2=0x560ee05e56f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:11.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.079+0000 7fb00d644700 1 --2- 172.21.15.53:0/929131583 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560ee05e1df0 0x560ee05e56f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.079+0000 7fb00d644700 1 -- 172.21.15.53:0/929131583 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ee04808d0 con 0x560ee05e14d0 2024-05-10T11:22:11.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.079+0000 7fb00d644700 1 --2- 172.21.15.53:0/929131583 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e14d0 0x560ee05e18b0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fb004010e00 tx=0x7fb004013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c53fe14834c251a1 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:11.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.080+0000 7faff37fe700 1 -- 172.21.15.53:0/929131583 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00401e420 con 0x560ee05e14d0 2024-05-10T11:22:11.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.080+0000 7faff37fe700 1 -- 172.21.15.53:0/929131583 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb00401ea50 con 0x560ee05e14d0 2024-05-10T11:22:11.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.080+0000 7faff37fe700 1 -- 172.21.15.53:0/929131583 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00401c9b0 con 0x560ee05e14d0 2024-05-10T11:22:11.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.080+0000 7fb01a13bb80 1 -- 172.21.15.53:0/929131583 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e14d0 msgr2=0x560ee05e18b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:11.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.080+0000 7fb01a13bb80 1 --2- 172.21.15.53:0/929131583 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e14d0 0x560ee05e18b0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fb004010e00 tx=0x7fb004013000 comp rx=0 tx=0).stop 2024-05-10T11:22:11.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.080+0000 7fb01a13bb80 1 -- 172.21.15.53:0/929131583 shutdown_connections 2024-05-10T11:22:11.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.080+0000 7fb01a13bb80 1 --2- 172.21.15.53:0/929131583 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560ee05e5c80 0x560ee05e6100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.080+0000 7fb01a13bb80 1 --2- 172.21.15.53:0/929131583 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e14d0 0x560ee05e18b0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.080+0000 7fb01a13bb80 1 --2- 172.21.15.53:0/929131583 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560ee05e1df0 0x560ee05e56f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.081+0000 7fb01a13bb80 1 -- 172.21.15.53:0/929131583 >> 172.21.15.53:0/929131583 conn(0x560ee050d100 msgr2=0x560ee05dbc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:11.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.081+0000 7fb01a13bb80 1 -- 172.21.15.53:0/929131583 shutdown_connections 2024-05-10T11:22:11.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.081+0000 7fb01a13bb80 1 -- 172.21.15.53:0/929131583 wait complete. 2024-05-10T11:22:11.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.081+0000 7fb01a13bb80 1 -- start start 2024-05-10T11:22:11.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.081+0000 7fb01a13bb80 1 Processor -- start 2024-05-10T11:22:11.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.081+0000 7fb01a13bb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560ee05e14d0 0x560ee05ed020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:11.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.081+0000 7fb01a13bb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e1df0 0x560ee05ea3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:11.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.081+0000 7fb01a13bb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560ee05e5c80 0x560ee05ea900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:11.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.081+0000 7fb01a13bb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x560ee05ede90 con 0x560ee05e1df0 2024-05-10T11:22:11.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.081+0000 7fb01a13bb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x560ee0499c30 con 0x560ee05e5c80 2024-05-10T11:22:11.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.081+0000 7fb01a13bb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x560ee05ee010 con 0x560ee05e14d0 2024-05-10T11:22:11.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.082+0000 7fb01a13bb80 10 client.0 _ll_register_callbacks cb 0x560ee04cb920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:11.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.082+0000 7fb00ce43700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e1df0 0x560ee05ea3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:11.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.082+0000 7fb00ce43700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e1df0 0x560ee05ea3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52500/0 (socket says 172.21.15.53:52500) 2024-05-10T11:22:11.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.082+0000 7fb00ce43700 1 -- 172.21.15.53:0/1451263129 learned_addr learned my addr 172.21.15.53:0/1451263129 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:11.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.082+0000 7fb00d644700 1 --2- 172.21.15.53:0/1451263129 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560ee05e14d0 0x560ee05ed020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:11.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.082+0000 7fb00de45700 1 --2- 172.21.15.53:0/1451263129 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560ee05e5c80 0x560ee05ea900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:11.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.082+0000 7fb00ce43700 1 -- 172.21.15.53:0/1451263129 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560ee05e14d0 msgr2=0x560ee05ed020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:11.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.082+0000 7fb00ce43700 1 --2- 172.21.15.53:0/1451263129 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560ee05e14d0 0x560ee05ed020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.082+0000 7fb00ce43700 1 -- 172.21.15.53:0/1451263129 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560ee05e5c80 msgr2=0x560ee05ea900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:11.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.082+0000 7fb00ce43700 1 --2- 172.21.15.53:0/1451263129 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560ee05e5c80 0x560ee05ea900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.082+0000 7fb00ce43700 1 -- 172.21.15.53:0/1451263129 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ee04cf690 con 0x560ee05e1df0 2024-05-10T11:22:11.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.082+0000 7fb00de45700 1 --2- 172.21.15.53:0/1451263129 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560ee05e5c80 0x560ee05ea900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:22:11.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.082+0000 7fb00ce43700 1 --2- 172.21.15.53:0/1451263129 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e1df0 0x560ee05ea3c0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7faff800d950 tx=0x7faff80a9290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af6accfe5bc83e31 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:11.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.082+0000 7faff0ff9700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:11.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.082+0000 7faff0ff9700 1 -- 172.21.15.53:0/1451263129 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faff80c3060 con 0x560ee05e1df0 2024-05-10T11:22:11.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.082+0000 7faff0ff9700 1 -- 172.21.15.53:0/1451263129 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7faff8005660 con 0x560ee05e1df0 2024-05-10T11:22:11.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.082+0000 7fb01a13bb80 1 -- 172.21.15.53:0/1451263129 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb00401ea50 con 0x560ee05e1df0 2024-05-10T11:22:11.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.083+0000 7faff0ff9700 1 -- 172.21.15.53:0/1451263129 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7faff80ad9e0 con 0x560ee05e1df0 2024-05-10T11:22:11.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.083+0000 7fb01a13bb80 10 client.15504 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:11.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.083+0000 7fb01a13bb80 1 -- 172.21.15.53:0/1451263129 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560ee05f8730 con 0x560ee05e1df0 2024-05-10T11:22:11.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.083+0000 7faff0ff9700 1 -- 172.21.15.53:0/1451263129 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb00401ea50 con 0x560ee05e1df0 2024-05-10T11:22:11.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.083+0000 7faff0ff9700 1 -- 172.21.15.53:0/1451263129 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7faff80b2000 con 0x560ee05e1df0 2024-05-10T11:22:11.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.083+0000 7fb01a13bb80 10 client.15504 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:11.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.083+0000 7fb01a13bb80 10 client.15504 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.b 2024-05-10T11:22:11.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.083+0000 7fb01a13bb80 20 client.15504 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:11.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.083+0000 7fb01a13bb80 1 --2- 172.21.15.53:0/1451263129 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x560ee05fad70 0x560ee05fd160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:11.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.083+0000 7fb01a13bb80 4 client.15504 mds_command: new command op to 24428 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:22:11.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.083+0000 7fb01a13bb80 1 -- 172.21.15.53:0/1451263129 --> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560ee05ad650 con 0x560ee05fad70 2024-05-10T11:22:11.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.083+0000 7fb00d644700 1 --2- 172.21.15.53:0/1451263129 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x560ee05fad70 0x560ee05fd160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:11.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.084+0000 7fb00d644700 1 --2- 172.21.15.53:0/1451263129 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x560ee05fad70 0x560ee05fd160 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=5ec21f91ba463e00 server_cookie=c9ec518acc0cd125 in_seq=0 out_seq=0 2024-05-10T11:22:11.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.084+0000 7faff0ff9700 10 client.15504 ms_handle_connect on v2:172.21.15.132:6838/2363266970 2024-05-10T11:22:11.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.085+0000 7faff0ff9700 1 -- 172.21.15.53:0/1451263129 <== mds.3 v2:172.21.15.132:6838/2363266970 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x560ee05ad650 con 0x560ee05fad70 2024-05-10T11:22:11.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.085+0000 7faff0ff9700 10 client.15504 handle_command_reply: tid=0 2024-05-10T11:22:11.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.085+0000 7fb01a13bb80 1 client.15504 shutdown 2024-05-10T11:22:11.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.085+0000 7fb01a13bb80 1 -- 172.21.15.53:0/1451263129 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e1df0 msgr2=0x560ee05ea3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:11.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.085+0000 7fb01a13bb80 1 --2- 172.21.15.53:0/1451263129 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e1df0 0x560ee05ea3c0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7faff800d950 tx=0x7faff80a9290 comp rx=0 tx=0).stop 2024-05-10T11:22:11.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.085+0000 7fb01a13bb80 1 -- 172.21.15.53:0/1451263129 shutdown_connections 2024-05-10T11:22:11.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.085+0000 7fb01a13bb80 1 --2- 172.21.15.53:0/1451263129 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560ee05e5c80 0x560ee05ea900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.085+0000 7fb01a13bb80 1 --2- 172.21.15.53:0/1451263129 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x560ee05fad70 0x560ee05fd160 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.085+0000 7fb01a13bb80 1 --2- 172.21.15.53:0/1451263129 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560ee05e14d0 0x560ee05ed020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.085+0000 7fb01a13bb80 1 --2- 172.21.15.53:0/1451263129 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e1df0 0x560ee05ea3c0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.085+0000 7fb01a13bb80 1 -- 172.21.15.53:0/1451263129 >> 172.21.15.53:0/1451263129 conn(0x560ee050d100 msgr2=0x560ee05d6720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:11.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.085+0000 7faff0ff9700 0 client.15504 ms_handle_reset on v2:172.21.15.132:6838/2363266970 2024-05-10T11:22:11.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.085+0000 7fb01a13bb80 1 -- 172.21.15.53:0/1451263129 shutdown_connections 2024-05-10T11:22:11.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.085+0000 7fb01a13bb80 1 -- 172.21.15.53:0/1451263129 wait complete. 2024-05-10T11:22:11.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.085+0000 7fb01a13bb80 20 client.15504 trim_cache size 0 max 16384 2024-05-10T11:22:11.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.101+0000 7fb01a13bb80 1 Processor -- start 2024-05-10T11:22:11.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.101+0000 7fb01a13bb80 1 -- start start 2024-05-10T11:22:11.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.101+0000 7fb01a13bb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560ee05e14d0 0x560ee05f6f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:11.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.101+0000 7fb01a13bb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e1df0 0x560ee05e9540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:11.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.101+0000 7fb01a13bb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560ee05e5c80 0x560ee05d65a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:11.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.101+0000 7fb01a13bb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb0081b12d0 con 0x560ee05e1df0 2024-05-10T11:22:11.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.101+0000 7fb01a13bb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fb0081b2e10 con 0x560ee05e14d0 2024-05-10T11:22:11.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.101+0000 7fb01a13bb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fb0081b19a0 con 0x560ee05e5c80 2024-05-10T11:22:11.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.102+0000 7fb00ce43700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e1df0 0x560ee05e9540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:11.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.102+0000 7fb00ce43700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e1df0 0x560ee05e9540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52512/0 (socket says 172.21.15.53:52512) 2024-05-10T11:22:11.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.102+0000 7fb00ce43700 1 -- 172.21.15.53:0/1811911927 learned_addr learned my addr 172.21.15.53:0/1811911927 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:11.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.102+0000 7fb00ce43700 1 -- 172.21.15.53:0/1811911927 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560ee05e5c80 msgr2=0x560ee05d65a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:11.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.102+0000 7fb00ce43700 1 --2- 172.21.15.53:0/1811911927 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560ee05e5c80 0x560ee05d65a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.102+0000 7fb00d644700 1 --2- 172.21.15.53:0/1811911927 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560ee05e14d0 0x560ee05f6f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:11.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.102+0000 7fb00ce43700 1 -- 172.21.15.53:0/1811911927 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560ee05e14d0 msgr2=0x560ee05f6f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:11.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.102+0000 7fb00ce43700 1 --2- 172.21.15.53:0/1811911927 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560ee05e14d0 0x560ee05f6f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.102+0000 7fb00ce43700 1 -- 172.21.15.53:0/1811911927 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ee05edd70 con 0x560ee05e1df0 2024-05-10T11:22:11.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.102+0000 7fb00d644700 1 --2- 172.21.15.53:0/1811911927 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560ee05e14d0 0x560ee05f6f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:22:11.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.102+0000 7fb00ce43700 1 --2- 172.21.15.53:0/1811911927 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e1df0 0x560ee05e9540 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7faff80a9330 tx=0x7faff80a9a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e7ea37a5e44bae8 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:11.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.102+0000 7faff2ffd700 1 -- 172.21.15.53:0/1811911927 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faff80a8f80 con 0x560ee05e1df0 2024-05-10T11:22:11.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.102+0000 7faff2ffd700 1 -- 172.21.15.53:0/1811911927 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faff80b2490 con 0x560ee05e1df0 2024-05-10T11:22:11.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.102+0000 7faff2ffd700 1 -- 172.21.15.53:0/1811911927 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faff80b2000 con 0x560ee05e1df0 2024-05-10T11:22:11.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.103+0000 7fb01a13bb80 1 -- 172.21.15.53:0/1811911927 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e1df0 msgr2=0x560ee05e9540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:11.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.103+0000 7fb01a13bb80 1 --2- 172.21.15.53:0/1811911927 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e1df0 0x560ee05e9540 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7faff80a9330 tx=0x7faff80a9a50 comp rx=0 tx=0).stop 2024-05-10T11:22:11.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.103+0000 7fb01a13bb80 1 -- 172.21.15.53:0/1811911927 shutdown_connections 2024-05-10T11:22:11.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.103+0000 7fb01a13bb80 1 --2- 172.21.15.53:0/1811911927 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560ee05e5c80 0x560ee05d65a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.103+0000 7fb01a13bb80 1 --2- 172.21.15.53:0/1811911927 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560ee05e14d0 0x560ee05f6f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.103+0000 7fb01a13bb80 1 --2- 172.21.15.53:0/1811911927 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e1df0 0x560ee05e9540 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.103+0000 7fb01a13bb80 1 -- 172.21.15.53:0/1811911927 >> 172.21.15.53:0/1811911927 conn(0x560ee050d100 msgr2=0x560ee05d5e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:11.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.103+0000 7fb01a13bb80 1 -- 172.21.15.53:0/1811911927 shutdown_connections 2024-05-10T11:22:11.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.103+0000 7fb01a13bb80 1 -- 172.21.15.53:0/1811911927 wait complete. 2024-05-10T11:22:11.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.103+0000 7fb01a13bb80 1 -- start start 2024-05-10T11:22:11.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.103+0000 7fb01a13bb80 1 Processor -- start 2024-05-10T11:22:11.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.104+0000 7fb01a13bb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e14d0 0x560ee05ee290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:11.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.104+0000 7fb01a13bb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560ee05e1df0 0x560ee05ee7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:11.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.104+0000 7fb01a13bb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560ee05e5c80 0x560ee0663590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:11.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.104+0000 7fb01a13bb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb0081b2740 con 0x560ee05e14d0 2024-05-10T11:22:11.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.104+0000 7fb01a13bb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fb0081b2070 con 0x560ee05e1df0 2024-05-10T11:22:11.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.104+0000 7fb01a13bb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fb0081af270 con 0x560ee05e5c80 2024-05-10T11:22:11.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.104+0000 7fb01a13bb80 10 client.0 _ll_register_callbacks cb 0x560ee04cb920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:11.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.104+0000 7fb00d644700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e14d0 0x560ee05ee290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:11.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.104+0000 7fb00d644700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e14d0 0x560ee05ee290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52522/0 (socket says 172.21.15.53:52522) 2024-05-10T11:22:11.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.104+0000 7fb00d644700 1 -- 172.21.15.53:0/3413233337 learned_addr learned my addr 172.21.15.53:0/3413233337 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:11.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.104+0000 7fb00ce43700 1 --2- 172.21.15.53:0/3413233337 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560ee05e1df0 0x560ee05ee7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:11.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.104+0000 7fb00de45700 1 --2- 172.21.15.53:0/3413233337 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560ee05e5c80 0x560ee0663590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:11.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.104+0000 7fb00d644700 1 -- 172.21.15.53:0/3413233337 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560ee05e5c80 msgr2=0x560ee0663590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:11.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.104+0000 7fb00d644700 1 --2- 172.21.15.53:0/3413233337 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560ee05e5c80 0x560ee0663590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.104+0000 7fb00d644700 1 -- 172.21.15.53:0/3413233337 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560ee05e1df0 msgr2=0x560ee05ee7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:11.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.104+0000 7fb00d644700 1 --2- 172.21.15.53:0/3413233337 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560ee05e1df0 0x560ee05ee7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.104+0000 7fb00d644700 1 -- 172.21.15.53:0/3413233337 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ee0663ad0 con 0x560ee05e14d0 2024-05-10T11:22:11.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.104+0000 7fb00de45700 1 --2- 172.21.15.53:0/3413233337 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560ee05e5c80 0x560ee0663590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:22:11.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.105+0000 7fb00d644700 1 --2- 172.21.15.53:0/3413233337 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e14d0 0x560ee05ee290 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fb004010e00 tx=0x7fb004005f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8c43d92143ef10a server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:11.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.105+0000 7faff0ff9700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:11.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.105+0000 7faff0ff9700 1 -- 172.21.15.53:0/3413233337 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb004005460 con 0x560ee05e14d0 2024-05-10T11:22:11.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.105+0000 7fb01a13bb80 1 -- 172.21.15.53:0/3413233337 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faff80b2490 con 0x560ee05e14d0 2024-05-10T11:22:11.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.105+0000 7faff0ff9700 1 -- 172.21.15.53:0/3413233337 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fb004005600 con 0x560ee05e14d0 2024-05-10T11:22:11.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.105+0000 7faff0ff9700 1 -- 172.21.15.53:0/3413233337 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb004042050 con 0x560ee05e14d0 2024-05-10T11:22:11.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.105+0000 7fb01a13bb80 10 client.15510 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:11.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.105+0000 7fb01a13bb80 1 -- 172.21.15.53:0/3413233337 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560ee0664c30 con 0x560ee05e14d0 2024-05-10T11:22:11.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.105+0000 7faff0ff9700 1 -- 172.21.15.53:0/3413233337 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faff80b2490 con 0x560ee05e14d0 2024-05-10T11:22:11.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.105+0000 7faff0ff9700 1 -- 172.21.15.53:0/3413233337 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb00403d030 con 0x560ee05e14d0 2024-05-10T11:22:11.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.106+0000 7fb01a13bb80 10 client.15510 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:11.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.106+0000 7fb01a13bb80 10 client.15510 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.b 2024-05-10T11:22:11.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.106+0000 7fb01a13bb80 20 client.15510 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:11.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.106+0000 7fb01a13bb80 1 --2- 172.21.15.53:0/3413233337 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x560ee06650c0 0x560ee06674e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:11.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.106+0000 7fb01a13bb80 4 client.15510 mds_command: new command op to 24428 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:22:11.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.106+0000 7fb01a13bb80 1 -- 172.21.15.53:0/3413233337 --> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560ee0541240 con 0x560ee06650c0 2024-05-10T11:22:11.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.106+0000 7fb00ce43700 1 --2- 172.21.15.53:0/3413233337 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x560ee06650c0 0x560ee06674e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:11.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.107+0000 7faff0ff9700 10 client.15510 ms_handle_connect on v2:172.21.15.132:6838/2363266970 2024-05-10T11:22:11.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.107+0000 7fb00ce43700 1 --2- 172.21.15.53:0/3413233337 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x560ee06650c0 0x560ee06674e0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=6c8a59022b8d43c server_cookie=a6450a53e4406e60 in_seq=0 out_seq=0 2024-05-10T11:22:11.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.107+0000 7faff0ff9700 1 -- 172.21.15.53:0/3413233337 <== mds.3 v2:172.21.15.132:6838/2363266970 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560ee0541240 con 0x560ee06650c0 2024-05-10T11:22:11.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.107+0000 7faff0ff9700 10 client.15510 handle_command_reply: tid=0 2024-05-10T11:22:11.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.107+0000 7fb01a13bb80 1 client.15510 shutdown 2024-05-10T11:22:11.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.107+0000 7fb01a13bb80 1 -- 172.21.15.53:0/3413233337 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e14d0 msgr2=0x560ee05ee290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:11.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.107+0000 7fb01a13bb80 1 --2- 172.21.15.53:0/3413233337 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e14d0 0x560ee05ee290 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fb004010e00 tx=0x7fb004005f30 comp rx=0 tx=0).stop 2024-05-10T11:22:11.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.107+0000 7fb01a13bb80 1 -- 172.21.15.53:0/3413233337 shutdown_connections 2024-05-10T11:22:11.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.107+0000 7fb01a13bb80 1 --2- 172.21.15.53:0/3413233337 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x560ee06650c0 0x560ee06674e0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.107+0000 7fb01a13bb80 1 --2- 172.21.15.53:0/3413233337 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560ee05e5c80 0x560ee0663590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.107+0000 7fb01a13bb80 1 --2- 172.21.15.53:0/3413233337 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560ee05e14d0 0x560ee05ee290 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.107+0000 7faff0ff9700 0 client.15510 ms_handle_reset on v2:172.21.15.132:6838/2363266970 2024-05-10T11:22:11.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.107+0000 7fb01a13bb80 1 --2- 172.21.15.53:0/3413233337 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560ee05e1df0 0x560ee05ee7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.107+0000 7fb01a13bb80 1 -- 172.21.15.53:0/3413233337 >> 172.21.15.53:0/3413233337 conn(0x560ee050d100 msgr2=0x560ee05e02e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:11.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.108+0000 7fb01a13bb80 1 -- 172.21.15.53:0/3413233337 shutdown_connections 2024-05-10T11:22:11.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.108+0000 7fb01a13bb80 1 -- 172.21.15.53:0/3413233337 wait complete. 2024-05-10T11:22:11.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.108+0000 7fb01a13bb80 20 client.15510 trim_cache size 0 max 16384 2024-05-10T11:22:11.125 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:22:11.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.108+0000 7fb00f8a8700 1 -- 172.21.15.53:0/2593724593 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7faff40b2910 msgr2=0x7faff40b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:11.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.108+0000 7fb00f8a8700 1 --2- 172.21.15.53:0/2593724593 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7faff40b2910 0x7faff40b4dd0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb00819cb00 tx=0x7fb00400b410 comp rx=0 tx=0).stop 2024-05-10T11:22:11.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.108+0000 7fb00f8a8700 1 -- 172.21.15.53:0/2593724593 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb008103eb0 msgr2=0x7fb0081a1d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:11.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.108+0000 7fb00f8a8700 1 --2- 172.21.15.53:0/2593724593 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb008103eb0 0x7fb0081a1d40 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7faff800d980 tx=0x7faff800dc90 comp rx=0 tx=0).stop 2024-05-10T11:22:11.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.109+0000 7fb00f8a8700 1 -- 172.21.15.53:0/2593724593 shutdown_connections 2024-05-10T11:22:11.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.109+0000 7fb00f8a8700 1 --2- 172.21.15.53:0/2593724593 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7faff40b2910 0x7faff40b4dd0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.109+0000 7fb00f8a8700 1 --2- 172.21.15.53:0/2593724593 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb008109600 0x7fb00819b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.127 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.109+0000 7fb00f8a8700 1 --2- 172.21.15.53:0/2593724593 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb0081034f0 0x7fb0081a1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.127 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.109+0000 7fb00f8a8700 1 --2- 172.21.15.53:0/2593724593 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb008103eb0 0x7fb0081a1d40 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:11.127 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.109+0000 7fb00f8a8700 1 -- 172.21.15.53:0/2593724593 >> 172.21.15.53:0/2593724593 conn(0x7fb00807a650 msgr2=0x7fb00810e980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:11.127 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.109+0000 7fb00f8a8700 1 -- 172.21.15.53:0/2593724593 shutdown_connections 2024-05-10T11:22:11.127 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:11.109+0000 7fb00f8a8700 1 -- 172.21.15.53:0/2593724593 wait complete. 2024-05-10T11:22:11.946 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-10T11:22:12.218 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:22:12.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:12 smithi053 ceph-mon[30153]: pgmap v462: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:12.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:12 smithi132 ceph-mon[33758]: pgmap v462: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:12.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:12 smithi187 ceph-mon[34076]: pgmap v462: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:14.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.069+0000 7fcfdad69700 1 -- 172.21.15.53:0/3478592386 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcfd41037b0 msgr2=0x7fcfd4107030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:14.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.069+0000 7fcfdad69700 1 --2- 172.21.15.53:0/3478592386 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcfd41037b0 0x7fcfd4107030 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fcfc00099c0 tx=0x7fcfc0009cd0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.069+0000 7fcfdad69700 1 -- 172.21.15.53:0/3478592386 shutdown_connections 2024-05-10T11:22:14.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.069+0000 7fcfdad69700 1 --2- 172.21.15.53:0/3478592386 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcfd4107760 0x7fcfd410f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.069+0000 7fcfdad69700 1 --2- 172.21.15.53:0/3478592386 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcfd4102e00 0x7fcfd41031e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.069+0000 7fcfdad69700 1 --2- 172.21.15.53:0/3478592386 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcfd41037b0 0x7fcfd4107030 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.069+0000 7fcfdad69700 1 -- 172.21.15.53:0/3478592386 >> 172.21.15.53:0/3478592386 conn(0x7fcfd4078a10 msgr2=0x7fcfd40ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:14.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.069+0000 7fcfdad69700 1 -- 172.21.15.53:0/3478592386 shutdown_connections 2024-05-10T11:22:14.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.070+0000 7fcfdad69700 1 -- 172.21.15.53:0/3478592386 wait complete. 2024-05-10T11:22:14.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.070+0000 7fcfdad69700 1 Processor -- start 2024-05-10T11:22:14.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.070+0000 7fcfdad69700 1 -- start start 2024-05-10T11:22:14.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.071+0000 7fcfdad69700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcfd4102e00 0x7fcfd4109380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:14.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.071+0000 7fcfdad69700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcfd41037b0 0x7fcfd41098c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:14.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.071+0000 7fcfdad69700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcfd4107760 0x7fcfd4109e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:14.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.071+0000 7fcfdad69700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fcfd41123d0 con 0x7fcfd41037b0 2024-05-10T11:22:14.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.071+0000 7fcfdad69700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fcfd4112250 con 0x7fcfd4102e00 2024-05-10T11:22:14.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.071+0000 7fcfdad69700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fcfd4112550 con 0x7fcfd4107760 2024-05-10T11:22:14.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.071+0000 7fcfd3fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcfd41037b0 0x7fcfd41098c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:14.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.071+0000 7fcfd3fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcfd41037b0 0x7fcfd41098c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52550/0 (socket says 172.21.15.53:52550) 2024-05-10T11:22:14.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.071+0000 7fcfd3fff700 1 -- 172.21.15.53:0/2881715670 learned_addr learned my addr 172.21.15.53:0/2881715670 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:14.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.071+0000 7fcfd8b05700 1 --2- 172.21.15.53:0/2881715670 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcfd4102e00 0x7fcfd4109380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:14.074 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.071+0000 7fcfd9306700 1 --2- 172.21.15.53:0/2881715670 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcfd4107760 0x7fcfd4109e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:14.074 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.071+0000 7fcfd3fff700 1 -- 172.21.15.53:0/2881715670 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcfd4107760 msgr2=0x7fcfd4109e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:14.074 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.071+0000 7fcfd3fff700 1 --2- 172.21.15.53:0/2881715670 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcfd4107760 0x7fcfd4109e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.074 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.071+0000 7fcfd3fff700 1 -- 172.21.15.53:0/2881715670 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcfd4102e00 msgr2=0x7fcfd4109380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:14.074 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.071+0000 7fcfd3fff700 1 --2- 172.21.15.53:0/2881715670 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcfd4102e00 0x7fcfd4109380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.074 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.071+0000 7fcfd3fff700 1 -- 172.21.15.53:0/2881715670 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfd41a7eb0 con 0x7fcfd41037b0 2024-05-10T11:22:14.074 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.071+0000 7fcfd3fff700 1 --2- 172.21.15.53:0/2881715670 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcfd41037b0 0x7fcfd41098c0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fcfc0000c00 tx=0x7fcfc00047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:14.074 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.072+0000 7fcfd1ffb700 1 -- 172.21.15.53:0/2881715670 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfc000f8a0 con 0x7fcfd41037b0 2024-05-10T11:22:14.074 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.072+0000 7fcfd1ffb700 1 -- 172.21.15.53:0/2881715670 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcfc0004830 con 0x7fcfd41037b0 2024-05-10T11:22:14.074 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.072+0000 7fcfd1ffb700 1 -- 172.21.15.53:0/2881715670 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfc0005410 con 0x7fcfd41037b0 2024-05-10T11:22:14.074 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.072+0000 7fcfdad69700 1 -- 172.21.15.53:0/2881715670 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfd41a8140 con 0x7fcfd41037b0 2024-05-10T11:22:14.074 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.072+0000 7fcfdad69700 1 -- 172.21.15.53:0/2881715670 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfd41a84e0 con 0x7fcfd41037b0 2024-05-10T11:22:14.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.074+0000 7fcfd1ffb700 1 -- 172.21.15.53:0/2881715670 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7fcfc0029060 con 0x7fcfd41037b0 2024-05-10T11:22:14.077 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.076+0000 7fcfd1ffb700 1 --2- 172.21.15.53:0/2881715670 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcfc40b2910 0x7fcfc40b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:14.077 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.076+0000 7fcfd8b05700 1 --2- 172.21.15.53:0/2881715670 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcfc40b2910 0x7fcfc40b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:14.077 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.076+0000 7fcfd1ffb700 1 -- 172.21.15.53:0/2881715670 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fcfc00e3200 con 0x7fcfd41037b0 2024-05-10T11:22:14.078 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.076+0000 7fcfe55fcb80 1 Processor -- start 2024-05-10T11:22:14.078 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.076+0000 7fcfe55fcb80 1 -- start start 2024-05-10T11:22:14.078 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.076+0000 7fcfd8b05700 1 --2- 172.21.15.53:0/2881715670 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcfc40b2910 0x7fcfc40b4dd0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fcfc800ac50 tx=0x7fcfc800a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:14.078 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.076+0000 7fcfe55fcb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f4904d0 0x56376f4908b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:14.078 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.076+0000 7fcfe55fcb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56376f490df0 0x56376f4946f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:14.078 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.076+0000 7fcfe55fcb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56376f494c80 0x56376f495100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:14.078 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.077+0000 7fcfd8b05700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f4904d0 0x56376f4908b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:14.078 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.077+0000 7fcfd8b05700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f4904d0 0x56376f4908b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52558/0 (socket says 172.21.15.53:52558) 2024-05-10T11:22:14.078 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.077+0000 7fcfd8b05700 1 -- 172.21.15.53:0/3732566721 learned_addr learned my addr 172.21.15.53:0/3732566721 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:14.078 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.077+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/3732566721 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x56376f3e2860 con 0x56376f4904d0 2024-05-10T11:22:14.078 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.077+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/3732566721 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x56376f3817c0 con 0x56376f494c80 2024-05-10T11:22:14.078 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.077+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/3732566721 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x56376f3de820 con 0x56376f490df0 2024-05-10T11:22:14.078 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.077+0000 7fcfd3fff700 1 --2- 172.21.15.53:0/3732566721 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56376f490df0 0x56376f4946f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:14.078 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.077+0000 7fcfd9306700 1 --2- 172.21.15.53:0/3732566721 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56376f494c80 0x56376f495100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:14.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.077+0000 7fcfd8b05700 1 -- 172.21.15.53:0/3732566721 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56376f490df0 msgr2=0x56376f4946f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:14.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.077+0000 7fcfd8b05700 1 --2- 172.21.15.53:0/3732566721 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56376f490df0 0x56376f4946f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.077+0000 7fcfd8b05700 1 -- 172.21.15.53:0/3732566721 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56376f494c80 msgr2=0x56376f495100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:14.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.077+0000 7fcfd8b05700 1 --2- 172.21.15.53:0/3732566721 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56376f494c80 0x56376f495100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.077+0000 7fcfd8b05700 1 -- 172.21.15.53:0/3732566721 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56376f32f8d0 con 0x56376f4904d0 2024-05-10T11:22:14.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.077+0000 7fcfd8b05700 1 --2- 172.21.15.53:0/3732566721 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f4904d0 0x56376f4908b0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fcfc800ff90 tx=0x7fcfc8012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be9c5fe89e4ac510 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:14.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.078+0000 7fcfbeffd700 1 -- 172.21.15.53:0/3732566721 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfc8016070 con 0x56376f4904d0 2024-05-10T11:22:14.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.078+0000 7fcfbeffd700 1 -- 172.21.15.53:0/3732566721 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcfc8014070 con 0x56376f4904d0 2024-05-10T11:22:14.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.078+0000 7fcfbeffd700 1 -- 172.21.15.53:0/3732566721 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfc8010cf0 con 0x56376f4904d0 2024-05-10T11:22:14.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.078+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/3732566721 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f4904d0 msgr2=0x56376f4908b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:14.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.078+0000 7fcfe55fcb80 1 --2- 172.21.15.53:0/3732566721 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f4904d0 0x56376f4908b0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fcfc800ff90 tx=0x7fcfc8012000 comp rx=0 tx=0).stop 2024-05-10T11:22:14.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.079+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/3732566721 shutdown_connections 2024-05-10T11:22:14.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.079+0000 7fcfe55fcb80 1 --2- 172.21.15.53:0/3732566721 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56376f494c80 0x56376f495100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.079+0000 7fcfe55fcb80 1 --2- 172.21.15.53:0/3732566721 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f4904d0 0x56376f4908b0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.079+0000 7fcfe55fcb80 1 --2- 172.21.15.53:0/3732566721 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56376f490df0 0x56376f4946f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.079+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/3732566721 >> 172.21.15.53:0/3732566721 conn(0x56376f3bc100 msgr2=0x56376f48ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:14.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.079+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/3732566721 shutdown_connections 2024-05-10T11:22:14.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.079+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/3732566721 wait complete. 2024-05-10T11:22:14.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.079+0000 7fcfe55fcb80 1 -- start start 2024-05-10T11:22:14.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.079+0000 7fcfe55fcb80 1 Processor -- start 2024-05-10T11:22:14.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.080+0000 7fcfe55fcb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56376f4904d0 0x56376f49c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:14.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.080+0000 7fcfe55fcb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56376f490df0 0x56376f499450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:14.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.080+0000 7fcfe55fcb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f494c80 0x56376f499990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:14.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.080+0000 7fcfe55fcb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x56376f49ce90 con 0x56376f494c80 2024-05-10T11:22:14.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.080+0000 7fcfe55fcb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x56376f348c30 con 0x56376f490df0 2024-05-10T11:22:14.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.080+0000 7fcfe55fcb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x56376f49d010 con 0x56376f4904d0 2024-05-10T11:22:14.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.080+0000 7fcfe55fcb80 10 client.0 _ll_register_callbacks cb 0x56376f37a920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:14.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.080+0000 7fcfd9306700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f494c80 0x56376f499990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:14.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.080+0000 7fcfd9306700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f494c80 0x56376f499990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52560/0 (socket says 172.21.15.53:52560) 2024-05-10T11:22:14.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.080+0000 7fcfd9306700 1 -- 172.21.15.53:0/1650126076 learned_addr learned my addr 172.21.15.53:0/1650126076 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:14.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.080+0000 7fcfd8b05700 1 --2- 172.21.15.53:0/1650126076 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56376f4904d0 0x56376f49c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:14.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.080+0000 7fcfd3fff700 1 --2- 172.21.15.53:0/1650126076 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56376f490df0 0x56376f499450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:14.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.080+0000 7fcfd9306700 1 -- 172.21.15.53:0/1650126076 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56376f4904d0 msgr2=0x56376f49c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:14.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.080+0000 7fcfd9306700 1 --2- 172.21.15.53:0/1650126076 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56376f4904d0 0x56376f49c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.080+0000 7fcfd9306700 1 -- 172.21.15.53:0/1650126076 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56376f490df0 msgr2=0x56376f499450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:14.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.080+0000 7fcfd9306700 1 --2- 172.21.15.53:0/1650126076 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56376f490df0 0x56376f499450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.080+0000 7fcfd9306700 1 -- 172.21.15.53:0/1650126076 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56376f37e690 con 0x56376f494c80 2024-05-10T11:22:14.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.080+0000 7fcfd9306700 1 --2- 172.21.15.53:0/1650126076 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f494c80 0x56376f499990 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc007970 tx=0x7fcfcc007d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eab3240e833f9a92 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:14.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.080+0000 7fcfb3fff700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:14.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.081+0000 7fcfb3fff700 1 -- 172.21.15.53:0/1650126076 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfcc01a020 con 0x56376f494c80 2024-05-10T11:22:14.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.081+0000 7fcfb3fff700 1 -- 172.21.15.53:0/1650126076 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fcfcc0118d0 con 0x56376f494c80 2024-05-10T11:22:14.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.081+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/1650126076 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcfc8014070 con 0x56376f494c80 2024-05-10T11:22:14.086 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.081+0000 7fcfb3fff700 1 -- 172.21.15.53:0/1650126076 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcfcc025050 con 0x56376f494c80 2024-05-10T11:22:14.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.081+0000 7fcfe55fcb80 10 client.15522 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:14.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.081+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/1650126076 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56376f4a7730 con 0x56376f494c80 2024-05-10T11:22:14.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.081+0000 7fcfb3fff700 1 -- 172.21.15.53:0/1650126076 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcfc8014070 con 0x56376f494c80 2024-05-10T11:22:14.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.081+0000 7fcfb3fff700 1 -- 172.21.15.53:0/1650126076 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fcfcc016b60 con 0x56376f494c80 2024-05-10T11:22:14.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.081+0000 7fcfe55fcb80 10 client.15522 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:14.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.081+0000 7fcfe55fcb80 10 client.15522 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-05-10T11:22:14.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.081+0000 7fcfe55fcb80 20 client.15522 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:14.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.081+0000 7fcfe55fcb80 1 --2- 172.21.15.53:0/1650126076 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56376f4a9d70 0x56376f4ac1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:14.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.081+0000 7fcfe55fcb80 4 client.15522 mds_command: new command op to 24442 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:22:14.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.081+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/1650126076 --> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56376f45c650 con 0x56376f4a9d70 2024-05-10T11:22:14.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.082+0000 7fcfd8b05700 1 --2- 172.21.15.53:0/1650126076 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56376f4a9d70 0x56376f4ac1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:14.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.082+0000 7fcfb3fff700 10 client.15522 ms_handle_connect on v2:172.21.15.187:6834/4099468922 2024-05-10T11:22:14.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.082+0000 7fcfd8b05700 1 --2- 172.21.15.53:0/1650126076 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56376f4a9d70 0x56376f4ac1c0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c7bf01437adf4564 server_cookie=795307ec8f10148e in_seq=0 out_seq=0 2024-05-10T11:22:14.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.083+0000 7fcfb3fff700 1 -- 172.21.15.53:0/1650126076 <== mds.2 v2:172.21.15.187:6834/4099468922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56376f45c650 con 0x56376f4a9d70 2024-05-10T11:22:14.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.083+0000 7fcfb3fff700 10 client.15522 handle_command_reply: tid=0 2024-05-10T11:22:14.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.083+0000 7fcfe55fcb80 1 client.15522 shutdown 2024-05-10T11:22:14.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.083+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/1650126076 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f494c80 msgr2=0x56376f499990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:14.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.083+0000 7fcfe55fcb80 1 --2- 172.21.15.53:0/1650126076 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f494c80 0x56376f499990 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc007970 tx=0x7fcfcc007d30 comp rx=0 tx=0).stop 2024-05-10T11:22:14.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.083+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/1650126076 shutdown_connections 2024-05-10T11:22:14.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.083+0000 7fcfe55fcb80 1 --2- 172.21.15.53:0/1650126076 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56376f4a9d70 0x56376f4ac1c0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.083+0000 7fcfe55fcb80 1 --2- 172.21.15.53:0/1650126076 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f494c80 0x56376f499990 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.083+0000 7fcfe55fcb80 1 --2- 172.21.15.53:0/1650126076 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56376f4904d0 0x56376f49c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.083+0000 7fcfe55fcb80 1 --2- 172.21.15.53:0/1650126076 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56376f490df0 0x56376f499450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.083+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/1650126076 >> 172.21.15.53:0/1650126076 conn(0x56376f3bc100 msgr2=0x56376f485720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:14.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.083+0000 7fcfb3fff700 0 client.15522 ms_handle_reset on v2:172.21.15.187:6834/4099468922 2024-05-10T11:22:14.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.084+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/1650126076 shutdown_connections 2024-05-10T11:22:14.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.084+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/1650126076 wait complete. 2024-05-10T11:22:14.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.084+0000 7fcfe55fcb80 20 client.15522 trim_cache size 0 max 16384 2024-05-10T11:22:14.100 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.099+0000 7fcfe55fcb80 1 Processor -- start 2024-05-10T11:22:14.100 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.099+0000 7fcfe55fcb80 1 -- start start 2024-05-10T11:22:14.100 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.099+0000 7fcfe55fcb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56376f4904d0 0x56376f4a5f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:14.100 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.099+0000 7fcfe55fcb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56376f490df0 0x56376f498d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:14.100 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.099+0000 7fcfe55fcb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f494c80 0x56376f4925f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:14.100 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.099+0000 7fcfe55fcb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fcfd41b1290 con 0x56376f494c80 2024-05-10T11:22:14.100 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.099+0000 7fcfe55fcb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fcfd41b2dd0 con 0x56376f4904d0 2024-05-10T11:22:14.100 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.099+0000 7fcfe55fcb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fcfd41b1960 con 0x56376f490df0 2024-05-10T11:22:14.101 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.100+0000 7fcfd9306700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f494c80 0x56376f4925f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:14.101 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.100+0000 7fcfd9306700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f494c80 0x56376f4925f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52566/0 (socket says 172.21.15.53:52566) 2024-05-10T11:22:14.101 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.100+0000 7fcfd9306700 1 -- 172.21.15.53:0/3259789960 learned_addr learned my addr 172.21.15.53:0/3259789960 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:14.101 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.100+0000 7fcfd8b05700 1 --2- 172.21.15.53:0/3259789960 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56376f4904d0 0x56376f4a5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:14.101 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.100+0000 7fcfd9306700 1 -- 172.21.15.53:0/3259789960 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56376f490df0 msgr2=0x56376f498d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:14.101 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.100+0000 7fcfd9306700 1 --2- 172.21.15.53:0/3259789960 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56376f490df0 0x56376f498d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.101 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.100+0000 7fcfd9306700 1 -- 172.21.15.53:0/3259789960 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56376f4904d0 msgr2=0x56376f4a5f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:14.101 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.100+0000 7fcfd9306700 1 --2- 172.21.15.53:0/3259789960 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56376f4904d0 0x56376f4a5f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.101 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.100+0000 7fcfd9306700 1 -- 172.21.15.53:0/3259789960 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56376f494a80 con 0x56376f494c80 2024-05-10T11:22:14.101 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.100+0000 7fcfd9306700 1 --2- 172.21.15.53:0/3259789960 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f494c80 0x56376f4925f0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc016f00 tx=0x7fcfcc0096a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e488f90b270c5abc server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:14.101 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.100+0000 7fcfbe7fc700 1 -- 172.21.15.53:0/3259789960 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfcc02e070 con 0x56376f494c80 2024-05-10T11:22:14.101 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.100+0000 7fcfbe7fc700 1 -- 172.21.15.53:0/3259789960 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcfcc005d20 con 0x56376f494c80 2024-05-10T11:22:14.101 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.100+0000 7fcfbe7fc700 1 -- 172.21.15.53:0/3259789960 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfcc01a070 con 0x56376f494c80 2024-05-10T11:22:14.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.101+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/3259789960 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f494c80 msgr2=0x56376f4925f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:14.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.101+0000 7fcfe55fcb80 1 --2- 172.21.15.53:0/3259789960 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f494c80 0x56376f4925f0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc016f00 tx=0x7fcfcc0096a0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.101+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/3259789960 shutdown_connections 2024-05-10T11:22:14.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.101+0000 7fcfe55fcb80 1 --2- 172.21.15.53:0/3259789960 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f494c80 0x56376f4925f0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.101+0000 7fcfe55fcb80 1 --2- 172.21.15.53:0/3259789960 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56376f4904d0 0x56376f4a5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.101+0000 7fcfe55fcb80 1 --2- 172.21.15.53:0/3259789960 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56376f490df0 0x56376f498d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.101+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/3259789960 >> 172.21.15.53:0/3259789960 conn(0x56376f3bc100 msgr2=0x56376f485720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:14.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.101+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/3259789960 shutdown_connections 2024-05-10T11:22:14.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.101+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/3259789960 wait complete. 2024-05-10T11:22:14.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.101+0000 7fcfe55fcb80 1 -- start start 2024-05-10T11:22:14.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.102+0000 7fcfe55fcb80 1 Processor -- start 2024-05-10T11:22:14.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.102+0000 7fcfe55fcb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f4904d0 0x56376f49d620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:14.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.102+0000 7fcfe55fcb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56376f490df0 0x56376f49db60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:14.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.102+0000 7fcfe55fcb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56376f494c80 0x56376f512630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:14.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.102+0000 7fcfe55fcb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fcfd41b2700 con 0x56376f4904d0 2024-05-10T11:22:14.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.102+0000 7fcfe55fcb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fcfd41b2030 con 0x56376f494c80 2024-05-10T11:22:14.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.102+0000 7fcfe55fcb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fcfd41af230 con 0x56376f490df0 2024-05-10T11:22:14.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.102+0000 7fcfe55fcb80 10 client.0 _ll_register_callbacks cb 0x56376f37a920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:14.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.102+0000 7fcfd8b05700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f4904d0 0x56376f49d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:14.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.102+0000 7fcfd8b05700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f4904d0 0x56376f49d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52576/0 (socket says 172.21.15.53:52576) 2024-05-10T11:22:14.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.102+0000 7fcfd8b05700 1 -- 172.21.15.53:0/4228592659 learned_addr learned my addr 172.21.15.53:0/4228592659 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:14.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.102+0000 7fcfd3fff700 1 --2- 172.21.15.53:0/4228592659 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56376f490df0 0x56376f49db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:14.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.102+0000 7fcfd9306700 1 --2- 172.21.15.53:0/4228592659 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56376f494c80 0x56376f512630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:14.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.102+0000 7fcfd8b05700 1 -- 172.21.15.53:0/4228592659 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56376f490df0 msgr2=0x56376f49db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:14.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.102+0000 7fcfd8b05700 1 --2- 172.21.15.53:0/4228592659 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56376f490df0 0x56376f49db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.102+0000 7fcfd8b05700 1 -- 172.21.15.53:0/4228592659 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56376f494c80 msgr2=0x56376f512630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:14.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.102+0000 7fcfd8b05700 1 --2- 172.21.15.53:0/4228592659 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56376f494c80 0x56376f512630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.102+0000 7fcfd8b05700 1 -- 172.21.15.53:0/4228592659 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56376f512c70 con 0x56376f4904d0 2024-05-10T11:22:14.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.102+0000 7fcfd3fff700 1 --2- 172.21.15.53:0/4228592659 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56376f490df0 0x56376f49db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:22:14.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.103+0000 7fcfd8b05700 1 --2- 172.21.15.53:0/4228592659 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f4904d0 0x56376f49d620 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fcfc800ff90 tx=0x7fcfc80056b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95c03845265df818 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:14.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.103+0000 7fcfb3fff700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:14.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.103+0000 7fcfb3fff700 1 -- 172.21.15.53:0/4228592659 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfc8016040 con 0x56376f4904d0 2024-05-10T11:22:14.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.103+0000 7fcfb3fff700 1 -- 172.21.15.53:0/4228592659 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fcfc8010b60 con 0x56376f4904d0 2024-05-10T11:22:14.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.103+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/4228592659 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcfcc005d20 con 0x56376f4904d0 2024-05-10T11:22:14.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.103+0000 7fcfb3fff700 1 -- 172.21.15.53:0/4228592659 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcfc8010d60 con 0x56376f4904d0 2024-05-10T11:22:14.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.103+0000 7fcfe55fcb80 10 client.15528 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:14.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.103+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/4228592659 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56376f513f50 con 0x56376f4904d0 2024-05-10T11:22:14.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.103+0000 7fcfb3fff700 1 -- 172.21.15.53:0/4228592659 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcfcc005d20 con 0x56376f4904d0 2024-05-10T11:22:14.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.103+0000 7fcfb3fff700 1 -- 172.21.15.53:0/4228592659 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fcfc802f070 con 0x56376f4904d0 2024-05-10T11:22:14.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.103+0000 7fcfe55fcb80 10 client.15528 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:14.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.103+0000 7fcfe55fcb80 10 client.15528 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-05-10T11:22:14.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.103+0000 7fcfe55fcb80 20 client.15528 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:14.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.103+0000 7fcfe55fcb80 1 --2- 172.21.15.53:0/4228592659 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56376f514520 0x56376f516940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:14.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.103+0000 7fcfe55fcb80 4 client.15528 mds_command: new command op to 24442 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:22:14.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.103+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/4228592659 --> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56376f3f0240 con 0x56376f514520 2024-05-10T11:22:14.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.104+0000 7fcfd3fff700 1 --2- 172.21.15.53:0/4228592659 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56376f514520 0x56376f516940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:14.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.104+0000 7fcfb3fff700 10 client.15528 ms_handle_connect on v2:172.21.15.187:6834/4099468922 2024-05-10T11:22:14.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.104+0000 7fcfd3fff700 1 --2- 172.21.15.53:0/4228592659 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56376f514520 0x56376f516940 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=842bf9e73599c4e4 server_cookie=c83bac0eea4ec737 in_seq=0 out_seq=0 2024-05-10T11:22:14.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.105+0000 7fcfb3fff700 1 -- 172.21.15.53:0/4228592659 <== mds.2 v2:172.21.15.187:6834/4099468922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56376f3f0240 con 0x56376f514520 2024-05-10T11:22:14.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.105+0000 7fcfb3fff700 10 client.15528 handle_command_reply: tid=0 2024-05-10T11:22:14.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.105+0000 7fcfe55fcb80 1 client.15528 shutdown 2024-05-10T11:22:14.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.105+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/4228592659 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f4904d0 msgr2=0x56376f49d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:14.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.105+0000 7fcfe55fcb80 1 --2- 172.21.15.53:0/4228592659 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f4904d0 0x56376f49d620 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fcfc800ff90 tx=0x7fcfc80056b0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.105+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/4228592659 shutdown_connections 2024-05-10T11:22:14.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.105+0000 7fcfe55fcb80 1 --2- 172.21.15.53:0/4228592659 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56376f494c80 0x56376f512630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.105+0000 7fcfe55fcb80 1 --2- 172.21.15.53:0/4228592659 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56376f514520 0x56376f516940 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.105+0000 7fcfe55fcb80 1 --2- 172.21.15.53:0/4228592659 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56376f4904d0 0x56376f49d620 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.105+0000 7fcfe55fcb80 1 --2- 172.21.15.53:0/4228592659 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56376f490df0 0x56376f49db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.105+0000 7fcfb3fff700 0 client.15528 ms_handle_reset on v2:172.21.15.187:6834/4099468922 2024-05-10T11:22:14.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.105+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/4228592659 >> 172.21.15.53:0/4228592659 conn(0x56376f3bc100 msgr2=0x56376f49aa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:14.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.105+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/4228592659 shutdown_connections 2024-05-10T11:22:14.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.105+0000 7fcfe55fcb80 1 -- 172.21.15.53:0/4228592659 wait complete. 2024-05-10T11:22:14.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.105+0000 7fcfe55fcb80 20 client.15528 trim_cache size 0 max 16384 2024-05-10T11:22:14.110 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:22:14.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.106+0000 7fcfdad69700 1 -- 172.21.15.53:0/2881715670 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcfc40b2910 msgr2=0x7fcfc40b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:14.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.106+0000 7fcfdad69700 1 --2- 172.21.15.53:0/2881715670 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcfc40b2910 0x7fcfc40b4dd0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fcfc800ac50 tx=0x7fcfc800a380 comp rx=0 tx=0).stop 2024-05-10T11:22:14.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.106+0000 7fcfdad69700 1 -- 172.21.15.53:0/2881715670 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcfd41037b0 msgr2=0x7fcfd41098c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:14.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.106+0000 7fcfdad69700 1 --2- 172.21.15.53:0/2881715670 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcfd41037b0 0x7fcfd41098c0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fcfc0000c00 tx=0x7fcfc00047b0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.106+0000 7fcfdad69700 1 -- 172.21.15.53:0/2881715670 shutdown_connections 2024-05-10T11:22:14.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.106+0000 7fcfdad69700 1 --2- 172.21.15.53:0/2881715670 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcfc40b2910 0x7fcfc40b4dd0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.106+0000 7fcfdad69700 1 --2- 172.21.15.53:0/2881715670 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcfd4107760 0x7fcfd4109e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.106+0000 7fcfdad69700 1 --2- 172.21.15.53:0/2881715670 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcfd4102e00 0x7fcfd4109380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.106+0000 7fcfdad69700 1 --2- 172.21.15.53:0/2881715670 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcfd41037b0 0x7fcfd41098c0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:14.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.106+0000 7fcfdad69700 1 -- 172.21.15.53:0/2881715670 >> 172.21.15.53:0/2881715670 conn(0x7fcfd4078a10 msgr2=0x7fcfd4104e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:14.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.106+0000 7fcfdad69700 1 -- 172.21.15.53:0/2881715670 shutdown_connections 2024-05-10T11:22:14.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:14.106+0000 7fcfdad69700 1 -- 172.21.15.53:0/2881715670 wait complete. 2024-05-10T11:22:14.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:14 smithi053 ceph-mon[30153]: pgmap v463: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-10T11:22:14.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:14 smithi132 ceph-mon[33758]: pgmap v463: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-10T11:22:14.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:14 smithi187 ceph-mon[34076]: pgmap v463: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-10T11:22:15.033 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-10T11:22:15.293 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:22:16.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.349+0000 7f3b1fd78640 1 -- 172.21.15.53:0/2831279549 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3b18102b20 msgr2=0x7f3b18102fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:16.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.349+0000 7f3b1fd78640 1 --2- 172.21.15.53:0/2831279549 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3b18102b20 0x7f3b18102fa0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f3b08009900 tx=0x7f3b0802a410 comp rx=0 tx=0).stop 2024-05-10T11:22:16.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.349+0000 7f3b1fd78640 1 -- 172.21.15.53:0/2831279549 shutdown_connections 2024-05-10T11:22:16.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.349+0000 7f3b1fd78640 1 --2- 172.21.15.53:0/2831279549 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3b181034e0 0x7f3b18109d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.349+0000 7f3b1fd78640 1 --2- 172.21.15.53:0/2831279549 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3b18102b20 0x7f3b18102fa0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.349+0000 7f3b1fd78640 1 --2- 172.21.15.53:0/2831279549 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3b18101930 0x7f3b18101d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.349+0000 7f3b1fd78640 1 -- 172.21.15.53:0/2831279549 >> 172.21.15.53:0/2831279549 conn(0x7f3b180fcec0 msgr2=0x7f3b180ff2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:16.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.349+0000 7f3b1fd78640 1 -- 172.21.15.53:0/2831279549 shutdown_connections 2024-05-10T11:22:16.352 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.349+0000 7f3b1fd78640 1 -- 172.21.15.53:0/2831279549 wait complete. 2024-05-10T11:22:16.352 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.349+0000 7f3b1fd78640 1 Processor -- start 2024-05-10T11:22:16.352 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.350+0000 7f3b1fd78640 1 -- start start 2024-05-10T11:22:16.352 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.350+0000 7f3b1fd78640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3b18101930 0x7f3b18198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:16.352 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.350+0000 7f3b1fd78640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3b18102b20 0x7f3b18198f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:16.352 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.350+0000 7f3b1fd78640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3b181034e0 0x7f3b1819ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:16.352 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.350+0000 7f3b1fd78640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3b1810d360 con 0x7f3b181034e0 2024-05-10T11:22:16.352 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.350+0000 7f3b1fd78640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f3b1810d1e0 con 0x7f3b18102b20 2024-05-10T11:22:16.352 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.350+0000 7f3b1fd78640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f3b1810d4e0 con 0x7f3b18101930 2024-05-10T11:22:16.352 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.350+0000 7f3b1e315640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3b181034e0 0x7f3b1819ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:16.352 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.350+0000 7f3b1e315640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3b181034e0 0x7f3b1819ffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52594/0 (socket says 172.21.15.53:52594) 2024-05-10T11:22:16.352 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.350+0000 7f3b1e315640 1 -- 172.21.15.53:0/3343881397 learned_addr learned my addr 172.21.15.53:0/3343881397 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:16.352 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.350+0000 7f3b1db14640 1 --2- 172.21.15.53:0/3343881397 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3b18101930 0x7f3b18198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:16.353 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.350+0000 7f3b1d313640 1 --2- 172.21.15.53:0/3343881397 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3b18102b20 0x7f3b18198f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:16.353 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.350+0000 7f3b1e315640 1 -- 172.21.15.53:0/3343881397 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3b18101930 msgr2=0x7f3b18198a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:16.353 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.350+0000 7f3b1e315640 1 --2- 172.21.15.53:0/3343881397 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3b18101930 0x7f3b18198a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.354 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.350+0000 7f3b1e315640 1 -- 172.21.15.53:0/3343881397 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3b18102b20 msgr2=0x7f3b18198f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:16.354 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.350+0000 7f3b1e315640 1 --2- 172.21.15.53:0/3343881397 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3b18102b20 0x7f3b18198f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.354 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.350+0000 7f3b1e315640 1 -- 172.21.15.53:0/3343881397 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b181a0620 con 0x7f3b181034e0 2024-05-10T11:22:16.354 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.350+0000 7f3b1d313640 1 --2- 172.21.15.53:0/3343881397 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3b18102b20 0x7f3b18198f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:22:16.354 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.350+0000 7f3b1db14640 1 --2- 172.21.15.53:0/3343881397 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3b18101930 0x7f3b18198a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:22:16.354 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.350+0000 7f3b1e315640 1 --2- 172.21.15.53:0/3343881397 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3b181034e0 0x7f3b1819ffb0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f3b1000eb10 tx=0x7f3b1000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:16.354 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.351+0000 7f3b0effd640 1 -- 172.21.15.53:0/3343881397 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b10004b20 con 0x7f3b181034e0 2024-05-10T11:22:16.354 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.351+0000 7f3b0effd640 1 -- 172.21.15.53:0/3343881397 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3b10004cc0 con 0x7f3b181034e0 2024-05-10T11:22:16.354 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.351+0000 7f3b0effd640 1 -- 172.21.15.53:0/3343881397 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b10010690 con 0x7f3b181034e0 2024-05-10T11:22:16.354 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.351+0000 7f3b1fd78640 1 -- 172.21.15.53:0/3343881397 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b181a0910 con 0x7f3b181034e0 2024-05-10T11:22:16.354 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.351+0000 7f3b1fd78640 1 -- 172.21.15.53:0/3343881397 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b181a0e30 con 0x7f3b181034e0 2024-05-10T11:22:16.361 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.353+0000 7f3b0effd640 1 -- 172.21.15.53:0/3343881397 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f3b10005020 con 0x7f3b181034e0 2024-05-10T11:22:16.361 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.354+0000 7f3b22b6f740 1 Processor -- start 2024-05-10T11:22:16.361 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.354+0000 7f3b22b6f740 1 -- start start 2024-05-10T11:22:16.361 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.354+0000 7f3b22b6f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe11c0 0x55c246fe15e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:16.361 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.354+0000 7f3b22b6f740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c246fe1bb0 0x55c246fe66b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:16.361 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.354+0000 7f3b22b6f740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c246fe6d20 0x55c246fe91b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:16.361 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.354+0000 7f3b22b6f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55c246f415d0 con 0x55c246fe11c0 2024-05-10T11:22:16.361 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.354+0000 7f3b22b6f740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55c246efa890 con 0x55c246fe1bb0 2024-05-10T11:22:16.361 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.354+0000 7f3b22b6f740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55c246f3d590 con 0x55c246fe6d20 2024-05-10T11:22:16.361 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.354+0000 7f3b1d313640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe11c0 0x55c246fe15e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.354+0000 7f3b1d313640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe11c0 0x55c246fe15e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52596/0 (socket says 172.21.15.53:52596) 2024-05-10T11:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.354+0000 7f3b1d313640 1 -- 172.21.15.53:0/2350913222 learned_addr learned my addr 172.21.15.53:0/2350913222 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.354+0000 7f3b1db14640 1 --2- 172.21.15.53:0/2350913222 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c246fe1bb0 0x55c246fe66b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.354+0000 7f3b0effd640 1 --2- 172.21.15.53:0/3343881397 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3b040b2920 0x7f3b040b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.354+0000 7f3b1d313640 1 --2- 172.21.15.53:0/2350913222 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c246fe6d20 0x55c246fe91b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.355+0000 7f3b1d313640 1 -- 172.21.15.53:0/2350913222 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c246fe6d20 msgr2=0x55c246fe91b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.355+0000 7f3b1d313640 1 --2- 172.21.15.53:0/2350913222 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c246fe6d20 0x55c246fe91b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.355+0000 7f3b1d313640 1 -- 172.21.15.53:0/2350913222 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c246fe1bb0 msgr2=0x55c246fe66b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.355+0000 7f3b1d313640 1 --2- 172.21.15.53:0/2350913222 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c246fe1bb0 0x55c246fe66b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.355+0000 7f3b1d313640 1 -- 172.21.15.53:0/2350913222 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c246c53210 con 0x55c246fe11c0 2024-05-10T11:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.355+0000 7f3b1e315640 1 --2- 172.21.15.53:0/3343881397 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3b040b2920 0x7f3b040b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.355+0000 7f3b0effd640 1 -- 172.21.15.53:0/3343881397 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f3b100e2dd0 con 0x7f3b181034e0 2024-05-10T11:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.355+0000 7f3b1d313640 1 --2- 172.21.15.53:0/2350913222 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe11c0 0x55c246fe15e0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f3b08005ec0 tx=0x7f3b08009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=560944a29cce5d52 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.355+0000 7f3b03fff640 1 -- 172.21.15.53:0/2350913222 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b08044020 con 0x55c246fe11c0 2024-05-10T11:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.355+0000 7f3b03fff640 1 -- 172.21.15.53:0/2350913222 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3b08003d80 con 0x55c246fe11c0 2024-05-10T11:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.355+0000 7f3b03fff640 1 -- 172.21.15.53:0/2350913222 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b08035070 con 0x55c246fe11c0 2024-05-10T11:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.356+0000 7f3b22b6f740 1 -- 172.21.15.53:0/2350913222 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe11c0 msgr2=0x55c246fe15e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.356+0000 7f3b1e315640 1 --2- 172.21.15.53:0/3343881397 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3b040b2920 0x7f3b040b4de0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f3b10009200 tx=0x7f3b1006f440 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.356+0000 7f3b22b6f740 1 --2- 172.21.15.53:0/2350913222 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe11c0 0x55c246fe15e0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f3b08005ec0 tx=0x7f3b08009580 comp rx=0 tx=0).stop 2024-05-10T11:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.356+0000 7f3b22b6f740 1 -- 172.21.15.53:0/2350913222 shutdown_connections 2024-05-10T11:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.356+0000 7f3b22b6f740 1 --2- 172.21.15.53:0/2350913222 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c246fe6d20 0x55c246fe91b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.356+0000 7f3b22b6f740 1 --2- 172.21.15.53:0/2350913222 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c246fe1bb0 0x55c246fe66b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.356+0000 7f3b22b6f740 1 --2- 172.21.15.53:0/2350913222 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe11c0 0x55c246fe15e0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.356+0000 7f3b22b6f740 1 -- 172.21.15.53:0/2350913222 >> 172.21.15.53:0/2350913222 conn(0x55c246fd8420 msgr2=0x55c246fd8820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.356+0000 7f3b22b6f740 1 -- 172.21.15.53:0/2350913222 shutdown_connections 2024-05-10T11:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.356+0000 7f3b22b6f740 1 -- 172.21.15.53:0/2350913222 wait complete. 2024-05-10T11:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.356+0000 7f3b22b6f740 1 -- start start 2024-05-10T11:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.357+0000 7f3b22b6f740 1 Processor -- start 2024-05-10T11:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.357+0000 7f3b22b6f740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c246fe11c0 0x55c246feb410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.357+0000 7f3b22b6f740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c246fe1bb0 0x55c246feb950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.357+0000 7f3b22b6f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe6d20 0x55c246ff2990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.357+0000 7f3b22b6f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55c246fe9c70 con 0x55c246fe6d20 2024-05-10T11:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.357+0000 7f3b22b6f740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55c246efe370 con 0x55c246fe1bb0 2024-05-10T11:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.357+0000 7f3b22b6f740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55c246fe9df0 con 0x55c246fe11c0 2024-05-10T11:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.357+0000 7f3b22b6f740 10 client.0 _ll_register_callbacks cb 0x55c246c52a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.357+0000 7f3b1d313640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe6d20 0x55c246ff2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.357+0000 7f3b1d313640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe6d20 0x55c246ff2990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52606/0 (socket says 172.21.15.53:52606) 2024-05-10T11:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.357+0000 7f3b1d313640 1 -- 172.21.15.53:0/2111833633 learned_addr learned my addr 172.21.15.53:0/2111833633 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.357+0000 7f3b1db14640 1 --2- 172.21.15.53:0/2111833633 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c246fe1bb0 0x55c246feb950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.357+0000 7f3b1d313640 1 --2- 172.21.15.53:0/2111833633 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c246fe11c0 0x55c246feb410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.357+0000 7f3b1d313640 1 -- 172.21.15.53:0/2111833633 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c246fe11c0 msgr2=0x55c246feb410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.357+0000 7f3b1d313640 1 --2- 172.21.15.53:0/2111833633 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c246fe11c0 0x55c246feb410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.357+0000 7f3b1d313640 1 -- 172.21.15.53:0/2111833633 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c246fe1bb0 msgr2=0x55c246feb950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.357+0000 7f3b1d313640 1 --2- 172.21.15.53:0/2111833633 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c246fe1bb0 0x55c246feb950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.357+0000 7f3b1d313640 1 -- 172.21.15.53:0/2111833633 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c246d1f620 con 0x55c246fe6d20 2024-05-10T11:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.358+0000 7f3b1d313640 1 --2- 172.21.15.53:0/2111833633 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe6d20 0x55c246ff2990 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f3b0802ab60 tx=0x7f3b08040040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4863580342c24ab7 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.358+0000 7f3b017fa640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.358+0000 7f3b017fa640 1 -- 172.21.15.53:0/2111833633 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b08035070 con 0x55c246fe6d20 2024-05-10T11:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.358+0000 7f3b017fa640 1 -- 172.21.15.53:0/2111833633 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f3b080036f0 con 0x55c246fe6d20 2024-05-10T11:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.358+0000 7f3b22b6f740 1 -- 172.21.15.53:0/2111833633 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b08003d80 con 0x55c246fe6d20 2024-05-10T11:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.358+0000 7f3b017fa640 1 -- 172.21.15.53:0/2111833633 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3b08044070 con 0x55c246fe6d20 2024-05-10T11:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.358+0000 7f3b22b6f740 10 client.15540 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.358+0000 7f3b22b6f740 1 -- 172.21.15.53:0/2111833633 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c246ff5950 con 0x55c246fe6d20 2024-05-10T11:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.358+0000 7f3b017fa640 1 -- 172.21.15.53:0/2111833633 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3b08003d80 con 0x55c246fe6d20 2024-05-10T11:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.358+0000 7f3b017fa640 1 -- 172.21.15.53:0/2111833633 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3b08049a80 con 0x55c246fe6d20 2024-05-10T11:22:16.366 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.358+0000 7f3b22b6f740 10 client.15540 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:16.366 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.358+0000 7f3b22b6f740 10 client.15540 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:16.366 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.358+0000 7f3b22b6f740 20 client.15540 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:16.366 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.358+0000 7f3b22b6f740 1 --2- 172.21.15.53:0/2111833633 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55c246ff6ca0 0x55c246ff9090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:16.366 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.358+0000 7f3b22b6f740 4 client.15540 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:22:16.366 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.358+0000 7f3b22b6f740 1 -- 172.21.15.53:0/2111833633 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c246f4f1e0 con 0x55c246ff6ca0 2024-05-10T11:22:16.366 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.359+0000 7f3b1db14640 1 --2- 172.21.15.53:0/2111833633 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55c246ff6ca0 0x55c246ff9090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:16.366 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.359+0000 7f3b1db14640 1 --2- 172.21.15.53:0/2111833633 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55c246ff6ca0 0x55c246ff9090 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e411db0e10453820 server_cookie=c34790c391c73bcf in_seq=0 out_seq=0 2024-05-10T11:22:16.366 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.359+0000 7f3b017fa640 10 client.15540 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:16.366 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.360+0000 7f3b017fa640 1 -- 172.21.15.53:0/2111833633 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55c246f4f1e0 con 0x55c246ff6ca0 2024-05-10T11:22:16.366 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.360+0000 7f3b017fa640 10 client.15540 handle_command_reply: tid=0 2024-05-10T11:22:16.366 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.360+0000 7f3b22b6f740 1 client.15540 shutdown 2024-05-10T11:22:16.366 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.360+0000 7f3b22b6f740 1 -- 172.21.15.53:0/2111833633 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe6d20 msgr2=0x55c246ff2990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:16.366 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.360+0000 7f3b22b6f740 1 --2- 172.21.15.53:0/2111833633 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe6d20 0x55c246ff2990 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f3b0802ab60 tx=0x7f3b08040040 comp rx=0 tx=0).stop 2024-05-10T11:22:16.367 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.360+0000 7f3b22b6f740 1 -- 172.21.15.53:0/2111833633 shutdown_connections 2024-05-10T11:22:16.367 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.360+0000 7f3b22b6f740 1 --2- 172.21.15.53:0/2111833633 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55c246ff6ca0 0x55c246ff9090 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.367 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.360+0000 7f3b22b6f740 1 --2- 172.21.15.53:0/2111833633 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe6d20 0x55c246ff2990 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.367 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.360+0000 7f3b22b6f740 1 --2- 172.21.15.53:0/2111833633 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c246fe1bb0 0x55c246feb950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.367 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.360+0000 7f3b017fa640 0 client.15540 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:16.367 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.360+0000 7f3b22b6f740 1 --2- 172.21.15.53:0/2111833633 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c246fe11c0 0x55c246feb410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.367 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.360+0000 7f3b22b6f740 1 -- 172.21.15.53:0/2111833633 >> 172.21.15.53:0/2111833633 conn(0x55c246fd8420 msgr2=0x55c246fd7580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:16.367 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.360+0000 7f3b22b6f740 1 -- 172.21.15.53:0/2111833633 shutdown_connections 2024-05-10T11:22:16.367 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.360+0000 7f3b22b6f740 1 -- 172.21.15.53:0/2111833633 wait complete. 2024-05-10T11:22:16.367 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.360+0000 7f3b22b6f740 20 client.15540 trim_cache size 0 max 16384 2024-05-10T11:22:16.377 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.375+0000 7f3b22b6f740 1 Processor -- start 2024-05-10T11:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.376+0000 7f3b22b6f740 1 -- start start 2024-05-10T11:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.376+0000 7f3b22b6f740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c246fe11c0 0x55c246fd7d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.376+0000 7f3b22b6f740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c246fe1bb0 0x55c246fdbaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.376+0000 7f3b22b6f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe6d20 0x55c246ffd7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.376+0000 7f3b22b6f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3b181a9010 con 0x55c246fe6d20 2024-05-10T11:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.376+0000 7f3b22b6f740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f3b181aab50 con 0x55c246fe11c0 2024-05-10T11:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.376+0000 7f3b22b6f740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f3b181a96e0 con 0x55c246fe1bb0 2024-05-10T11:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.376+0000 7f3b1d313640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe6d20 0x55c246ffd7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.376+0000 7f3b1d313640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe6d20 0x55c246ffd7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52612/0 (socket says 172.21.15.53:52612) 2024-05-10T11:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.376+0000 7f3b1d313640 1 -- 172.21.15.53:0/3202029652 learned_addr learned my addr 172.21.15.53:0/3202029652 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.376+0000 7f3b1d313640 1 --2- 172.21.15.53:0/3202029652 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c246fe11c0 0x55c246fd7d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.376+0000 7f3b1db14640 1 --2- 172.21.15.53:0/3202029652 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c246fe1bb0 0x55c246fdbaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.376+0000 7f3b1d313640 1 -- 172.21.15.53:0/3202029652 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c246fe1bb0 msgr2=0x55c246fdbaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.376+0000 7f3b1d313640 1 --2- 172.21.15.53:0/3202029652 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c246fe1bb0 0x55c246fdbaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.376+0000 7f3b1d313640 1 -- 172.21.15.53:0/3202029652 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c246fe11c0 msgr2=0x55c246fd7d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.376+0000 7f3b1d313640 1 --2- 172.21.15.53:0/3202029652 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c246fe11c0 0x55c246fd7d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.376+0000 7f3b1d313640 1 -- 172.21.15.53:0/3202029652 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c246fd8240 con 0x55c246fe6d20 2024-05-10T11:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.376+0000 7f3b1d313640 1 --2- 172.21.15.53:0/3202029652 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe6d20 0x55c246ffd7f0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f3b080092a0 tx=0x7f3b08005a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db143abf2dec6b11 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.377+0000 7f3b037fe640 1 -- 172.21.15.53:0/3202029652 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b08053040 con 0x55c246fe6d20 2024-05-10T11:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.377+0000 7f3b037fe640 1 -- 172.21.15.53:0/3202029652 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3b08031710 con 0x55c246fe6d20 2024-05-10T11:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.377+0000 7f3b037fe640 1 -- 172.21.15.53:0/3202029652 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b08035040 con 0x55c246fe6d20 2024-05-10T11:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.377+0000 7f3b22b6f740 1 -- 172.21.15.53:0/3202029652 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe6d20 msgr2=0x55c246ffd7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.377+0000 7f3b22b6f740 1 --2- 172.21.15.53:0/3202029652 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe6d20 0x55c246ffd7f0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f3b080092a0 tx=0x7f3b08005a40 comp rx=0 tx=0).stop 2024-05-10T11:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.377+0000 7f3b22b6f740 1 -- 172.21.15.53:0/3202029652 shutdown_connections 2024-05-10T11:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.377+0000 7f3b22b6f740 1 --2- 172.21.15.53:0/3202029652 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe6d20 0x55c246ffd7f0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.377+0000 7f3b22b6f740 1 --2- 172.21.15.53:0/3202029652 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c246fe1bb0 0x55c246fdbaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.377+0000 7f3b22b6f740 1 --2- 172.21.15.53:0/3202029652 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c246fe11c0 0x55c246fd7d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.377+0000 7f3b22b6f740 1 -- 172.21.15.53:0/3202029652 >> 172.21.15.53:0/3202029652 conn(0x55c246fd8420 msgr2=0x55c246fdb3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.378+0000 7f3b22b6f740 1 -- 172.21.15.53:0/3202029652 shutdown_connections 2024-05-10T11:22:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.378+0000 7f3b22b6f740 1 -- 172.21.15.53:0/3202029652 wait complete. 2024-05-10T11:22:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.378+0000 7f3b22b6f740 1 -- start start 2024-05-10T11:22:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.378+0000 7f3b22b6f740 1 Processor -- start 2024-05-10T11:22:16.382 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.378+0000 7f3b22b6f740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c246fe11c0 0x55c246fef640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:16.383 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.378+0000 7f3b22b6f740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe1bb0 0x55c246fefb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:16.383 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.378+0000 7f3b22b6f740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c246ff0b90 0x55c246ff1010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:16.383 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.378+0000 7f3b22b6f740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3b181aa480 con 0x55c246fe1bb0 2024-05-10T11:22:16.383 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.378+0000 7f3b22b6f740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f3b181a9db0 con 0x55c246fe11c0 2024-05-10T11:22:16.383 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.378+0000 7f3b22b6f740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f3b181a6ff0 con 0x55c246ff0b90 2024-05-10T11:22:16.383 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.378+0000 7f3b22b6f740 10 client.0 _ll_register_callbacks cb 0x7f3b14008390 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:16.383 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.378+0000 7f3b1db14640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe1bb0 0x55c246fefb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:16.383 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.379+0000 7f3b1db14640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe1bb0 0x55c246fefb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52628/0 (socket says 172.21.15.53:52628) 2024-05-10T11:22:16.383 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.379+0000 7f3b1db14640 1 -- 172.21.15.53:0/1215157010 learned_addr learned my addr 172.21.15.53:0/1215157010 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:16.383 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.379+0000 7f3b1d313640 1 --2- 172.21.15.53:0/1215157010 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c246ff0b90 0x55c246ff1010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:16.383 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.379+0000 7f3b1d313640 1 --2- 172.21.15.53:0/1215157010 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c246fe11c0 0x55c246fef640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:16.383 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.379+0000 7f3b1db14640 1 -- 172.21.15.53:0/1215157010 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c246ff0b90 msgr2=0x55c246ff1010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:16.383 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.379+0000 7f3b1db14640 1 --2- 172.21.15.53:0/1215157010 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c246ff0b90 0x55c246ff1010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.383 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.379+0000 7f3b1db14640 1 -- 172.21.15.53:0/1215157010 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c246fe11c0 msgr2=0x55c246fef640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:16.384 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.379+0000 7f3b1db14640 1 --2- 172.21.15.53:0/1215157010 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c246fe11c0 0x55c246fef640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.384 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.379+0000 7f3b1db14640 1 -- 172.21.15.53:0/1215157010 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c246ff1550 con 0x55c246fe1bb0 2024-05-10T11:22:16.384 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.379+0000 7f3b1db14640 1 --2- 172.21.15.53:0/1215157010 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe1bb0 0x55c246fefb80 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f3b14008dc0 tx=0x7f3b14010a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ef60b12dacb547f server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:16.384 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.379+0000 7f3b017fa640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:16.384 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.379+0000 7f3b017fa640 1 -- 172.21.15.53:0/1215157010 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b1401c970 con 0x55c246fe1bb0 2024-05-10T11:22:16.384 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.379+0000 7f3b017fa640 1 -- 172.21.15.53:0/1215157010 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f3b1400f420 con 0x55c246fe1bb0 2024-05-10T11:22:16.384 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.379+0000 7f3b22b6f740 1 -- 172.21.15.53:0/1215157010 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b08031710 con 0x55c246fe1bb0 2024-05-10T11:22:16.384 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.379+0000 7f3b017fa640 1 -- 172.21.15.53:0/1215157010 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3b1402d050 con 0x55c246fe1bb0 2024-05-10T11:22:16.384 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.379+0000 7f3b22b6f740 10 client.15546 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:16.384 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.379+0000 7f3b22b6f740 1 -- 172.21.15.53:0/1215157010 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c2470617f0 con 0x55c246fe1bb0 2024-05-10T11:22:16.384 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.380+0000 7f3b017fa640 1 -- 172.21.15.53:0/1215157010 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3b08031710 con 0x55c246fe1bb0 2024-05-10T11:22:16.384 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.380+0000 7f3b017fa640 1 -- 172.21.15.53:0/1215157010 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3b140245c0 con 0x55c246fe1bb0 2024-05-10T11:22:16.384 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.380+0000 7f3b22b6f740 10 client.15546 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:16.384 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.380+0000 7f3b22b6f740 10 client.15546 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:16.385 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.380+0000 7f3b22b6f740 20 client.15546 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:16.385 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.380+0000 7f3b22b6f740 1 --2- 172.21.15.53:0/1215157010 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55c2470621d0 0x55c2470645f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:16.385 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.380+0000 7f3b22b6f740 4 client.15546 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-10T11:22:16.385 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.380+0000 7f3b22b6f740 1 -- 172.21.15.53:0/1215157010 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c246f49050 con 0x55c2470621d0 2024-05-10T11:22:16.385 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.380+0000 7f3b1d313640 1 --2- 172.21.15.53:0/1215157010 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55c2470621d0 0x55c2470645f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:16.385 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.381+0000 7f3b017fa640 10 client.15546 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:16.385 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.381+0000 7f3b1d313640 1 --2- 172.21.15.53:0/1215157010 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55c2470621d0 0x55c2470645f0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63a2e164a66d42ff server_cookie=33413797304d0e85 in_seq=0 out_seq=0 2024-05-10T11:22:16.386 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.384+0000 7f3b017fa640 1 -- 172.21.15.53:0/1215157010 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c246f49050 con 0x55c2470621d0 2024-05-10T11:22:16.386 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.384+0000 7f3b017fa640 10 client.15546 handle_command_reply: tid=0 2024-05-10T11:22:16.386 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.384+0000 7f3b22b6f740 1 client.15546 shutdown 2024-05-10T11:22:16.386 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.384+0000 7f3b22b6f740 1 -- 172.21.15.53:0/1215157010 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe1bb0 msgr2=0x55c246fefb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:16.386 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.384+0000 7f3b22b6f740 1 --2- 172.21.15.53:0/1215157010 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe1bb0 0x55c246fefb80 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f3b14008dc0 tx=0x7f3b14010a30 comp rx=0 tx=0).stop 2024-05-10T11:22:16.387 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.385+0000 7f3b22b6f740 1 -- 172.21.15.53:0/1215157010 shutdown_connections 2024-05-10T11:22:16.387 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.385+0000 7f3b22b6f740 1 --2- 172.21.15.53:0/1215157010 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c246ff0b90 0x55c246ff1010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.387 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.385+0000 7f3b22b6f740 1 --2- 172.21.15.53:0/1215157010 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55c2470621d0 0x55c2470645f0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.387 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.385+0000 7f3b22b6f740 1 --2- 172.21.15.53:0/1215157010 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c246fe1bb0 0x55c246fefb80 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.387 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.385+0000 7f3b22b6f740 1 --2- 172.21.15.53:0/1215157010 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c246fe11c0 0x55c246fef640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.387 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.385+0000 7f3b017fa640 0 client.15546 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:16.387 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.385+0000 7f3b22b6f740 1 -- 172.21.15.53:0/1215157010 >> 172.21.15.53:0/1215157010 conn(0x55c246fd8420 msgr2=0x55c246fd6cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:16.387 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.385+0000 7f3b22b6f740 1 -- 172.21.15.53:0/1215157010 shutdown_connections 2024-05-10T11:22:16.387 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.385+0000 7f3b22b6f740 1 -- 172.21.15.53:0/1215157010 wait complete. 2024-05-10T11:22:16.387 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.385+0000 7f3b22b6f740 20 client.15546 trim_cache size 0 max 16384 2024-05-10T11:22:16.387 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:{ 2024-05-10T11:22:16.388 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "message": "", 2024-05-10T11:22:16.388 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "return_code": 0 2024-05-10T11:22:16.388 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:} 2024-05-10T11:22:16.388 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.385+0000 7f3b1fd78640 1 -- 172.21.15.53:0/3343881397 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3b040b2920 msgr2=0x7f3b040b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.385+0000 7f3b1fd78640 1 --2- 172.21.15.53:0/3343881397 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3b040b2920 0x7f3b040b4de0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f3b10009200 tx=0x7f3b1006f440 comp rx=0 tx=0).stop 2024-05-10T11:22:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.385+0000 7f3b1fd78640 1 -- 172.21.15.53:0/3343881397 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3b181034e0 msgr2=0x7f3b1819ffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.385+0000 7f3b1fd78640 1 --2- 172.21.15.53:0/3343881397 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3b181034e0 0x7f3b1819ffb0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f3b1000eb10 tx=0x7f3b1000c2d0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.385+0000 7f3b1fd78640 1 -- 172.21.15.53:0/3343881397 shutdown_connections 2024-05-10T11:22:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.385+0000 7f3b1fd78640 1 --2- 172.21.15.53:0/3343881397 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3b040b2920 0x7f3b040b4de0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.385+0000 7f3b1fd78640 1 --2- 172.21.15.53:0/3343881397 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3b181034e0 0x7f3b1819ffb0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.385+0000 7f3b1fd78640 1 --2- 172.21.15.53:0/3343881397 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3b18102b20 0x7f3b18198f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.385+0000 7f3b1fd78640 1 --2- 172.21.15.53:0/3343881397 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3b18101930 0x7f3b18198a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.385+0000 7f3b1fd78640 1 -- 172.21.15.53:0/3343881397 >> 172.21.15.53:0/3343881397 conn(0x7f3b180fcec0 msgr2=0x7f3b180fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.385+0000 7f3b1fd78640 1 -- 172.21.15.53:0/3343881397 shutdown_connections 2024-05-10T11:22:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:16.385+0000 7f3b1fd78640 1 -- 172.21.15.53:0/3343881397 wait complete. 2024-05-10T11:22:16.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:16 smithi132 ceph-mon[33758]: pgmap v464: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-10T11:22:16.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:16 smithi187 ceph-mon[34076]: pgmap v464: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-10T11:22:16.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:16 smithi053 ceph-mon[30153]: pgmap v464: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-10T11:22:17.205 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.203+0000 7f8a36d21700 1 -- 172.21.15.53:0/3646267590 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a30102450 msgr2=0x7f8a30110340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:17.205 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.203+0000 7f8a36d21700 1 --2- 172.21.15.53:0/3646267590 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a30102450 0x7f8a30110340 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f8a2800b0a0 tx=0x7f8a2800b3b0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.205 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.203+0000 7f8a36d21700 1 -- 172.21.15.53:0/3646267590 shutdown_connections 2024-05-10T11:22:17.205 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.203+0000 7f8a36d21700 1 --2- 172.21.15.53:0/3646267590 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a30102450 0x7f8a30110340 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.205 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.203+0000 7f8a36d21700 1 --2- 172.21.15.53:0/3646267590 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8a30109520 0x7f8a30109900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.203+0000 7f8a36d21700 1 --2- 172.21.15.53:0/3646267590 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8a30101a90 0x7f8a30101f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.203+0000 7f8a36d21700 1 -- 172.21.15.53:0/3646267590 >> 172.21.15.53:0/3646267590 conn(0x7f8a30078a10 msgr2=0x7f8a300ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:17.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.203+0000 7f8a36d21700 1 -- 172.21.15.53:0/3646267590 shutdown_connections 2024-05-10T11:22:17.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.203+0000 7f8a36d21700 1 -- 172.21.15.53:0/3646267590 wait complete. 2024-05-10T11:22:17.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.204+0000 7f8a36d21700 1 Processor -- start 2024-05-10T11:22:17.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.204+0000 7f8a36d21700 1 -- start start 2024-05-10T11:22:17.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.204+0000 7f8a36d21700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a30101a90 0x7f8a3019f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:17.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.204+0000 7f8a36d21700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8a30102450 0x7f8a3019fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:17.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.204+0000 7f8a36d21700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8a30109520 0x7f8a30199800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:17.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.204+0000 7f8a36d21700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8a30113500 con 0x7f8a30101a90 2024-05-10T11:22:17.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.204+0000 7f8a36d21700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f8a30113380 con 0x7f8a30109520 2024-05-10T11:22:17.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.204+0000 7f8a36d21700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f8a30113680 con 0x7f8a30102450 2024-05-10T11:22:17.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.205+0000 7f8a34abd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a30101a90 0x7f8a3019f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:17.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.205+0000 7f8a34abd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a30101a90 0x7f8a3019f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52650/0 (socket says 172.21.15.53:52650) 2024-05-10T11:22:17.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.205+0000 7f8a34abd700 1 -- 172.21.15.53:0/1714378171 learned_addr learned my addr 172.21.15.53:0/1714378171 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:17.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.205+0000 7f8a352be700 1 --2- 172.21.15.53:0/1714378171 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8a30109520 0x7f8a30199800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:17.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.205+0000 7f8a2ffff700 1 --2- 172.21.15.53:0/1714378171 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8a30102450 0x7f8a3019fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:17.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.205+0000 7f8a34abd700 1 -- 172.21.15.53:0/1714378171 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8a30102450 msgr2=0x7f8a3019fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:17.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.205+0000 7f8a34abd700 1 --2- 172.21.15.53:0/1714378171 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8a30102450 0x7f8a3019fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.205+0000 7f8a34abd700 1 -- 172.21.15.53:0/1714378171 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8a30109520 msgr2=0x7f8a30199800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:17.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.205+0000 7f8a34abd700 1 --2- 172.21.15.53:0/1714378171 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8a30109520 0x7f8a30199800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.205+0000 7f8a34abd700 1 -- 172.21.15.53:0/1714378171 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a30199fe0 con 0x7f8a30101a90 2024-05-10T11:22:17.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.205+0000 7f8a34abd700 1 --2- 172.21.15.53:0/1714378171 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a30101a90 0x7f8a3019f630 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f8a2400d980 tx=0x7f8a2400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:17.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.205+0000 7f8a2dffb700 1 -- 172.21.15.53:0/1714378171 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a24017070 con 0x7f8a30101a90 2024-05-10T11:22:17.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.206+0000 7f8a36d21700 1 -- 172.21.15.53:0/1714378171 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a3019a270 con 0x7f8a30101a90 2024-05-10T11:22:17.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.206+0000 7f8a2dffb700 1 -- 172.21.15.53:0/1714378171 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8a24005020 con 0x7f8a30101a90 2024-05-10T11:22:17.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.206+0000 7f8a36d21700 1 -- 172.21.15.53:0/1714378171 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a30102ba0 con 0x7f8a30101a90 2024-05-10T11:22:17.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.206+0000 7f8a2dffb700 1 -- 172.21.15.53:0/1714378171 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a24009a50 con 0x7f8a30101a90 2024-05-10T11:22:17.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.210+0000 7f8a2dffb700 1 -- 172.21.15.53:0/1714378171 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f8a240051d0 con 0x7f8a30101a90 2024-05-10T11:22:17.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.210+0000 7f8a415b4b80 1 Processor -- start 2024-05-10T11:22:17.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.210+0000 7f8a415b4b80 1 -- start start 2024-05-10T11:22:17.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.211+0000 7f8a2dffb700 1 --2- 172.21.15.53:0/1714378171 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8a200b2910 0x7f8a200b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:17.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.211+0000 7f8a415b4b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ada8d764d0 0x55ada8d768b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:17.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.211+0000 7f8a415b4b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ada8d76df0 0x55ada8d7a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:17.213 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.211+0000 7f8a415b4b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d7ac80 0x55ada8d7b100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:17.213 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.211+0000 7f8a352be700 1 --2- 172.21.15.53:0/1714378171 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8a200b2910 0x7f8a200b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:17.213 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.211+0000 7f8a415b4b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55ada8cc8860 con 0x55ada8d7ac80 2024-05-10T11:22:17.213 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.211+0000 7f8a415b4b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55ada8c677c0 con 0x55ada8d76df0 2024-05-10T11:22:17.213 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.211+0000 7f8a415b4b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55ada8cc4820 con 0x55ada8d764d0 2024-05-10T11:22:17.213 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.211+0000 7f8a2dffb700 1 -- 172.21.15.53:0/1714378171 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f8a240e2510 con 0x7f8a30101a90 2024-05-10T11:22:17.213 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.211+0000 7f8a352be700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d7ac80 0x55ada8d7b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:17.213 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.211+0000 7f8a352be700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d7ac80 0x55ada8d7b100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52660/0 (socket says 172.21.15.53:52660) 2024-05-10T11:22:17.213 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.211+0000 7f8a352be700 1 -- 172.21.15.53:0/4223098580 learned_addr learned my addr 172.21.15.53:0/4223098580 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:17.213 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.211+0000 7f8a2ffff700 1 --2- 172.21.15.53:0/4223098580 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ada8d76df0 0x55ada8d7a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:17.213 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.211+0000 7f8a34abd700 1 --2- 172.21.15.53:0/4223098580 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ada8d764d0 0x55ada8d768b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:17.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.211+0000 7f8a352be700 1 -- 172.21.15.53:0/4223098580 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ada8d764d0 msgr2=0x55ada8d768b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:17.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.211+0000 7f8a352be700 1 --2- 172.21.15.53:0/4223098580 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ada8d764d0 0x55ada8d768b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.211+0000 7f8a352be700 1 -- 172.21.15.53:0/4223098580 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ada8d76df0 msgr2=0x55ada8d7a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:17.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.211+0000 7f8a352be700 1 --2- 172.21.15.53:0/4223098580 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ada8d76df0 0x55ada8d7a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.211+0000 7f8a352be700 1 -- 172.21.15.53:0/4223098580 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ada8c158d0 con 0x55ada8d7ac80 2024-05-10T11:22:17.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.212+0000 7f8a352be700 1 --2- 172.21.15.53:0/1714378171 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8a200b2910 0x7f8a200b4dd0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f8a28015000 tx=0x7f8a280091d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:17.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.212+0000 7f8a352be700 1 --2- 172.21.15.53:0/4223098580 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d7ac80 0x55ada8d7b100 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f8a28007670 tx=0x7f8a28026000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f05728a8131c612 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:17.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.212+0000 7f8a1affd700 1 -- 172.21.15.53:0/4223098580 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a28007c90 con 0x55ada8d7ac80 2024-05-10T11:22:17.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.212+0000 7f8a1affd700 1 -- 172.21.15.53:0/4223098580 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8a280218f0 con 0x55ada8d7ac80 2024-05-10T11:22:17.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.212+0000 7f8a1affd700 1 -- 172.21.15.53:0/4223098580 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a2801e6c0 con 0x55ada8d7ac80 2024-05-10T11:22:17.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.213+0000 7f8a415b4b80 1 -- 172.21.15.53:0/4223098580 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d7ac80 msgr2=0x55ada8d7b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:17.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.213+0000 7f8a415b4b80 1 --2- 172.21.15.53:0/4223098580 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d7ac80 0x55ada8d7b100 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f8a28007670 tx=0x7f8a28026000 comp rx=0 tx=0).stop 2024-05-10T11:22:17.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.213+0000 7f8a415b4b80 1 -- 172.21.15.53:0/4223098580 shutdown_connections 2024-05-10T11:22:17.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.213+0000 7f8a415b4b80 1 --2- 172.21.15.53:0/4223098580 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d7ac80 0x55ada8d7b100 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.213+0000 7f8a415b4b80 1 --2- 172.21.15.53:0/4223098580 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ada8d764d0 0x55ada8d768b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.213+0000 7f8a415b4b80 1 --2- 172.21.15.53:0/4223098580 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ada8d76df0 0x55ada8d7a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.213+0000 7f8a415b4b80 1 -- 172.21.15.53:0/4223098580 >> 172.21.15.53:0/4223098580 conn(0x55ada8ca2100 msgr2=0x55ada8d70c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:17.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.213+0000 7f8a415b4b80 1 -- 172.21.15.53:0/4223098580 shutdown_connections 2024-05-10T11:22:17.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.213+0000 7f8a415b4b80 1 -- 172.21.15.53:0/4223098580 wait complete. 2024-05-10T11:22:17.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.213+0000 7f8a415b4b80 1 -- start start 2024-05-10T11:22:17.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.213+0000 7f8a415b4b80 1 Processor -- start 2024-05-10T11:22:17.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.214+0000 7f8a415b4b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ada8d764d0 0x55ada8d820b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:17.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.214+0000 7f8a415b4b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d76df0 0x55ada8d7f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:17.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.214+0000 7f8a415b4b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ada8d7ac80 0x55ada8d7f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:17.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.214+0000 7f8a415b4b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55ada8d82e30 con 0x55ada8d76df0 2024-05-10T11:22:17.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.214+0000 7f8a415b4b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55ada8c2ec30 con 0x55ada8d7ac80 2024-05-10T11:22:17.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.214+0000 7f8a415b4b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55ada8d82fb0 con 0x55ada8d764d0 2024-05-10T11:22:17.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.214+0000 7f8a415b4b80 10 client.0 _ll_register_callbacks cb 0x55ada8c60920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:17.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.214+0000 7f8a2ffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d76df0 0x55ada8d7f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:17.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.214+0000 7f8a2ffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d76df0 0x55ada8d7f450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52672/0 (socket says 172.21.15.53:52672) 2024-05-10T11:22:17.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.214+0000 7f8a2ffff700 1 -- 172.21.15.53:0/386259341 learned_addr learned my addr 172.21.15.53:0/386259341 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:17.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.214+0000 7f8a34abd700 1 --2- 172.21.15.53:0/386259341 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ada8d764d0 0x55ada8d820b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:17.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.214+0000 7f8a352be700 1 --2- 172.21.15.53:0/386259341 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ada8d7ac80 0x55ada8d7f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:17.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.214+0000 7f8a2ffff700 1 -- 172.21.15.53:0/386259341 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ada8d764d0 msgr2=0x55ada8d820b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:17.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.214+0000 7f8a2ffff700 1 --2- 172.21.15.53:0/386259341 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ada8d764d0 0x55ada8d820b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.214+0000 7f8a2ffff700 1 -- 172.21.15.53:0/386259341 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ada8d7ac80 msgr2=0x55ada8d7f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:17.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.214+0000 7f8a2ffff700 1 --2- 172.21.15.53:0/386259341 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ada8d7ac80 0x55ada8d7f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.214+0000 7f8a2ffff700 1 -- 172.21.15.53:0/386259341 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ada8c64690 con 0x55ada8d76df0 2024-05-10T11:22:17.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.214+0000 7f8a352be700 1 --2- 172.21.15.53:0/386259341 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ada8d7ac80 0x55ada8d7f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:22:17.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.214+0000 7f8a2ffff700 1 --2- 172.21.15.53:0/386259341 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d76df0 0x55ada8d7f450 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c011a30 tx=0x7f8a1c011df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73e3747d645da3e5 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:17.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.214+0000 7f8a0ffff700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:17.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.215+0000 7f8a0ffff700 1 -- 172.21.15.53:0/386259341 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a1c00fcc0 con 0x55ada8d76df0 2024-05-10T11:22:17.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.215+0000 7f8a0ffff700 1 -- 172.21.15.53:0/386259341 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f8a1c0193e0 con 0x55ada8d76df0 2024-05-10T11:22:17.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.215+0000 7f8a415b4b80 1 -- 172.21.15.53:0/386259341 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a280218f0 con 0x55ada8d76df0 2024-05-10T11:22:17.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.215+0000 7f8a0ffff700 1 -- 172.21.15.53:0/386259341 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8a1c008e50 con 0x55ada8d76df0 2024-05-10T11:22:17.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.215+0000 7f8a415b4b80 10 client.15558 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:17.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.215+0000 7f8a415b4b80 1 -- 172.21.15.53:0/386259341 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ada8d8d6d0 con 0x55ada8d76df0 2024-05-10T11:22:17.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.215+0000 7f8a0ffff700 1 -- 172.21.15.53:0/386259341 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8a280218f0 con 0x55ada8d76df0 2024-05-10T11:22:17.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.215+0000 7f8a0ffff700 1 -- 172.21.15.53:0/386259341 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f8a1c018070 con 0x55ada8d76df0 2024-05-10T11:22:17.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.215+0000 7f8a415b4b80 10 client.15558 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:17.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.215+0000 7f8a415b4b80 10 client.15558 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-05-10T11:22:17.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.215+0000 7f8a415b4b80 20 client.15558 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:17.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.216+0000 7f8a415b4b80 1 --2- 172.21.15.53:0/386259341 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x55ada8d8fdb0 0x55ada8d921a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:17.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.216+0000 7f8a415b4b80 4 client.15558 mds_command: new command op to 24448 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:22:17.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.216+0000 7f8a415b4b80 1 -- 172.21.15.53:0/386259341 --> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ada8d42650 con 0x55ada8d8fdb0 2024-05-10T11:22:17.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.216+0000 7f8a34abd700 1 --2- 172.21.15.53:0/386259341 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x55ada8d8fdb0 0x55ada8d921a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:17.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.216+0000 7f8a34abd700 1 --2- 172.21.15.53:0/386259341 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x55ada8d8fdb0 0x55ada8d921a0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9bb1154f9f1a845f server_cookie=86da88c1cf28e24d in_seq=0 out_seq=0 2024-05-10T11:22:17.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.216+0000 7f8a0ffff700 10 client.15558 ms_handle_connect on v2:172.21.15.187:6836/2293077942 2024-05-10T11:22:17.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.217+0000 7f8a0ffff700 1 -- 172.21.15.53:0/386259341 <== mds.1 v2:172.21.15.187:6836/2293077942 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x7f8a2409dc70 con 0x55ada8d8fdb0 2024-05-10T11:22:17.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.217+0000 7f8a0ffff700 10 client.15558 handle_command_reply: tid=0 2024-05-10T11:22:17.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.217+0000 7f8a415b4b80 1 client.15558 shutdown 2024-05-10T11:22:17.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.217+0000 7f8a415b4b80 1 -- 172.21.15.53:0/386259341 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d76df0 msgr2=0x55ada8d7f450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:17.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.217+0000 7f8a415b4b80 1 --2- 172.21.15.53:0/386259341 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d76df0 0x55ada8d7f450 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c011a30 tx=0x7f8a1c011df0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.217+0000 7f8a415b4b80 1 -- 172.21.15.53:0/386259341 shutdown_connections 2024-05-10T11:22:17.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.217+0000 7f8a415b4b80 1 --2- 172.21.15.53:0/386259341 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x55ada8d8fdb0 0x55ada8d921a0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.217+0000 7f8a415b4b80 1 --2- 172.21.15.53:0/386259341 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ada8d7ac80 0x55ada8d7f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.217+0000 7f8a415b4b80 1 --2- 172.21.15.53:0/386259341 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ada8d764d0 0x55ada8d820b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.217+0000 7f8a0ffff700 0 client.15558 ms_handle_reset on v2:172.21.15.187:6836/2293077942 2024-05-10T11:22:17.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.217+0000 7f8a415b4b80 1 --2- 172.21.15.53:0/386259341 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d76df0 0x55ada8d7f450 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.217+0000 7f8a415b4b80 1 -- 172.21.15.53:0/386259341 >> 172.21.15.53:0/386259341 conn(0x55ada8ca2100 msgr2=0x55ada8d70c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:17.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.218+0000 7f8a415b4b80 1 -- 172.21.15.53:0/386259341 shutdown_connections 2024-05-10T11:22:17.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.218+0000 7f8a415b4b80 1 -- 172.21.15.53:0/386259341 wait complete. 2024-05-10T11:22:17.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.218+0000 7f8a415b4b80 20 client.15558 trim_cache size 0 max 16384 2024-05-10T11:22:17.239 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.233+0000 7f8a415b4b80 1 Processor -- start 2024-05-10T11:22:17.239 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.233+0000 7f8a415b4b80 1 -- start start 2024-05-10T11:22:17.239 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.233+0000 7f8a415b4b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d764d0 0x55ada8d80070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:17.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.233+0000 7f8a415b4b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ada8d76df0 0x55ada8d7e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:17.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.233+0000 7f8a415b4b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ada8d7ac80 0x55ada8d8bec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:17.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.233+0000 7f8a415b4b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8a301b1330 con 0x55ada8d764d0 2024-05-10T11:22:17.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.233+0000 7f8a415b4b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f8a301b2e70 con 0x55ada8d7ac80 2024-05-10T11:22:17.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.233+0000 7f8a415b4b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f8a301b1a00 con 0x55ada8d76df0 2024-05-10T11:22:17.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.233+0000 7f8a34abd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d764d0 0x55ada8d80070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:17.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.233+0000 7f8a34abd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d764d0 0x55ada8d80070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52676/0 (socket says 172.21.15.53:52676) 2024-05-10T11:22:17.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.233+0000 7f8a34abd700 1 -- 172.21.15.53:0/2113718809 learned_addr learned my addr 172.21.15.53:0/2113718809 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:17.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.234+0000 7f8a2ffff700 1 --2- 172.21.15.53:0/2113718809 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ada8d76df0 0x55ada8d7e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:17.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.234+0000 7f8a34abd700 1 -- 172.21.15.53:0/2113718809 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ada8d76df0 msgr2=0x55ada8d7e3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:17.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.234+0000 7f8a34abd700 1 --2- 172.21.15.53:0/2113718809 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ada8d76df0 0x55ada8d7e3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.234+0000 7f8a34abd700 1 -- 172.21.15.53:0/2113718809 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ada8d7ac80 msgr2=0x55ada8d8bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:17.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.234+0000 7f8a352be700 1 --2- 172.21.15.53:0/2113718809 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ada8d7ac80 0x55ada8d8bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:17.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.234+0000 7f8a34abd700 1 --2- 172.21.15.53:0/2113718809 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ada8d7ac80 0x55ada8d8bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.234+0000 7f8a34abd700 1 -- 172.21.15.53:0/2113718809 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ada8d6d810 con 0x55ada8d764d0 2024-05-10T11:22:17.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.234+0000 7f8a2ffff700 1 --2- 172.21.15.53:0/2113718809 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ada8d76df0 0x55ada8d7e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:22:17.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.234+0000 7f8a34abd700 1 --2- 172.21.15.53:0/2113718809 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d764d0 0x55ada8d80070 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f8a240a95d0 tx=0x7f8a240cc0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f1c12a35ba97c83 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:17.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.234+0000 7f8a1a7fc700 1 -- 172.21.15.53:0/2113718809 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a240b24a0 con 0x55ada8d764d0 2024-05-10T11:22:17.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.234+0000 7f8a1a7fc700 1 -- 172.21.15.53:0/2113718809 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x55ada8d42650 con 0x55ada8d764d0 2024-05-10T11:22:17.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.234+0000 7f8a1a7fc700 1 -- 172.21.15.53:0/2113718809 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a24091070 con 0x55ada8d764d0 2024-05-10T11:22:17.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.235+0000 7f8a415b4b80 1 -- 172.21.15.53:0/2113718809 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d764d0 msgr2=0x55ada8d80070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:17.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.235+0000 7f8a415b4b80 1 --2- 172.21.15.53:0/2113718809 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d764d0 0x55ada8d80070 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f8a240a95d0 tx=0x7f8a240cc0d0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.235+0000 7f8a415b4b80 1 -- 172.21.15.53:0/2113718809 shutdown_connections 2024-05-10T11:22:17.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.235+0000 7f8a415b4b80 1 --2- 172.21.15.53:0/2113718809 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ada8d7ac80 0x55ada8d8bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.235+0000 7f8a415b4b80 1 --2- 172.21.15.53:0/2113718809 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d764d0 0x55ada8d80070 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.235+0000 7f8a415b4b80 1 --2- 172.21.15.53:0/2113718809 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ada8d76df0 0x55ada8d7e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.235+0000 7f8a415b4b80 1 -- 172.21.15.53:0/2113718809 >> 172.21.15.53:0/2113718809 conn(0x55ada8ca2100 msgr2=0x55ada8d6b720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:17.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.235+0000 7f8a415b4b80 1 -- 172.21.15.53:0/2113718809 shutdown_connections 2024-05-10T11:22:17.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.235+0000 7f8a415b4b80 1 -- 172.21.15.53:0/2113718809 wait complete. 2024-05-10T11:22:17.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.235+0000 7f8a415b4b80 1 -- start start 2024-05-10T11:22:17.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.235+0000 7f8a415b4b80 1 Processor -- start 2024-05-10T11:22:17.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.236+0000 7f8a415b4b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ada8d764d0 0x55ada8d88510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:17.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.236+0000 7f8a415b4b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ada8d76df0 0x55ada8d838e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:17.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.236+0000 7f8a415b4b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d7ac80 0x55ada8d83e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:17.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.236+0000 7f8a415b4b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8a301b27a0 con 0x55ada8d7ac80 2024-05-10T11:22:17.243 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.236+0000 7f8a415b4b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f8a301b20d0 con 0x55ada8d76df0 2024-05-10T11:22:17.243 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.236+0000 7f8a415b4b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f8a301af2d0 con 0x55ada8d764d0 2024-05-10T11:22:17.243 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.236+0000 7f8a415b4b80 10 client.0 _ll_register_callbacks cb 0x55ada8c60920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:17.243 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.236+0000 7f8a352be700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d7ac80 0x55ada8d83e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:17.243 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.236+0000 7f8a352be700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d7ac80 0x55ada8d83e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52678/0 (socket says 172.21.15.53:52678) 2024-05-10T11:22:17.243 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.236+0000 7f8a352be700 1 -- 172.21.15.53:0/366178101 learned_addr learned my addr 172.21.15.53:0/366178101 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:17.243 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.236+0000 7f8a2ffff700 1 --2- 172.21.15.53:0/366178101 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ada8d76df0 0x55ada8d838e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:17.243 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.236+0000 7f8a34abd700 1 --2- 172.21.15.53:0/366178101 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ada8d764d0 0x55ada8d88510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:17.243 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.236+0000 7f8a2ffff700 1 -- 172.21.15.53:0/366178101 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ada8d764d0 msgr2=0x55ada8d88510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:17.243 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.236+0000 7f8a2ffff700 1 --2- 172.21.15.53:0/366178101 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ada8d764d0 0x55ada8d88510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.243 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.236+0000 7f8a2ffff700 1 -- 172.21.15.53:0/366178101 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d7ac80 msgr2=0x55ada8d83e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:17.243 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.236+0000 7f8a2ffff700 1 --2- 172.21.15.53:0/366178101 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d7ac80 0x55ada8d83e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.244 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.236+0000 7f8a2ffff700 1 -- 172.21.15.53:0/366178101 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ada8d843e0 con 0x55ada8d76df0 2024-05-10T11:22:17.244 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.236+0000 7f8a352be700 1 --2- 172.21.15.53:0/366178101 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d7ac80 0x55ada8d83e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:22:17.244 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.237+0000 7f8a2ffff700 1 --2- 172.21.15.53:0/366178101 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ada8d76df0 0x55ada8d838e0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x55ada8d80880 tx=0x7f8a1c00f7d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3405718952ace6e8 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:17.244 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.237+0000 7f8a0ffff700 10 client.0 ms_handle_connect on v2:172.21.15.132:3300/0 2024-05-10T11:22:17.244 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.237+0000 7f8a0ffff700 1 -- 172.21.15.53:0/366178101 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a1c01a920 con 0x55ada8d76df0 2024-05-10T11:22:17.244 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.237+0000 7f8a415b4b80 1 -- 172.21.15.53:0/366178101 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ada8d42650 con 0x55ada8d76df0 2024-05-10T11:22:17.244 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.237+0000 7f8a0ffff700 1 -- 172.21.15.53:0/366178101 <== mon.2 v2:172.21.15.132:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f8a1c01aac0 con 0x55ada8d76df0 2024-05-10T11:22:17.244 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.237+0000 7f8a0ffff700 1 -- 172.21.15.53:0/366178101 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8a1c01ace0 con 0x55ada8d76df0 2024-05-10T11:22:17.244 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.237+0000 7f8a415b4b80 10 client.25118 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:17.244 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.237+0000 7f8a415b4b80 1 -- 172.21.15.53:0/366178101 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ada8dfa340 con 0x55ada8d76df0 2024-05-10T11:22:17.244 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.237+0000 7f8a0ffff700 1 -- 172.21.15.53:0/366178101 <== mon.2 v2:172.21.15.132:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x55ada8d42650 con 0x55ada8d76df0 2024-05-10T11:22:17.244 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.238+0000 7f8a0ffff700 1 -- 172.21.15.53:0/366178101 <== mon.2 v2:172.21.15.132:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f8a1c018040 con 0x55ada8d76df0 2024-05-10T11:22:17.245 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.238+0000 7f8a415b4b80 10 client.25118 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:17.245 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.238+0000 7f8a415b4b80 10 client.25118 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-05-10T11:22:17.245 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.238+0000 7f8a415b4b80 20 client.25118 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:17.245 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.238+0000 7f8a415b4b80 1 --2- 172.21.15.53:0/366178101 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x55ada8dfaa40 0x55ada8dfce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:17.245 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.238+0000 7f8a415b4b80 4 client.25118 mds_command: new command op to 24448 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:22:17.245 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.238+0000 7f8a415b4b80 1 -- 172.21.15.53:0/366178101 --> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ada8cd6240 con 0x55ada8dfaa40 2024-05-10T11:22:17.245 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.238+0000 7f8a34abd700 1 --2- 172.21.15.53:0/366178101 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x55ada8dfaa40 0x55ada8dfce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:17.245 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.238+0000 7f8a34abd700 1 --2- 172.21.15.53:0/366178101 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x55ada8dfaa40 0x55ada8dfce60 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8c9171cd8f4969a2 server_cookie=eddab4142b620fe5 in_seq=0 out_seq=0 2024-05-10T11:22:17.245 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.238+0000 7f8a0ffff700 10 client.25118 ms_handle_connect on v2:172.21.15.187:6836/2293077942 2024-05-10T11:22:17.245 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.239+0000 7f8a0ffff700 1 -- 172.21.15.53:0/366178101 <== mds.1 v2:172.21.15.187:6836/2293077942 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ada8cd6240 con 0x55ada8dfaa40 2024-05-10T11:22:17.245 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.239+0000 7f8a0ffff700 10 client.25118 handle_command_reply: tid=0 2024-05-10T11:22:17.245 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.239+0000 7f8a415b4b80 1 client.25118 shutdown 2024-05-10T11:22:17.246 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.239+0000 7f8a415b4b80 1 -- 172.21.15.53:0/366178101 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ada8d76df0 msgr2=0x55ada8d838e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:17.246 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.239+0000 7f8a415b4b80 1 --2- 172.21.15.53:0/366178101 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ada8d76df0 0x55ada8d838e0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x55ada8d80880 tx=0x7f8a1c00f7d0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.246 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.239+0000 7f8a415b4b80 1 -- 172.21.15.53:0/366178101 shutdown_connections 2024-05-10T11:22:17.246 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.239+0000 7f8a415b4b80 1 --2- 172.21.15.53:0/366178101 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x55ada8dfaa40 0x55ada8dfce60 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.246 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.239+0000 7f8a0ffff700 0 client.25118 ms_handle_reset on v2:172.21.15.187:6836/2293077942 2024-05-10T11:22:17.246 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.239+0000 7f8a415b4b80 1 --2- 172.21.15.53:0/366178101 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ada8d7ac80 0x55ada8d83e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.246 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.239+0000 7f8a415b4b80 1 --2- 172.21.15.53:0/366178101 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ada8d764d0 0x55ada8d88510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.246 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.239+0000 7f8a415b4b80 1 --2- 172.21.15.53:0/366178101 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ada8d76df0 0x55ada8d838e0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.247 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.239+0000 7f8a415b4b80 1 -- 172.21.15.53:0/366178101 >> 172.21.15.53:0/366178101 conn(0x55ada8ca2100 msgr2=0x55ada8d752e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:17.247 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.239+0000 7f8a415b4b80 1 -- 172.21.15.53:0/366178101 shutdown_connections 2024-05-10T11:22:17.247 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.239+0000 7f8a415b4b80 1 -- 172.21.15.53:0/366178101 wait complete. 2024-05-10T11:22:17.247 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.239+0000 7f8a415b4b80 20 client.25118 trim_cache size 0 max 16384 2024-05-10T11:22:17.247 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:22:17.248 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.240+0000 7f8a36d21700 1 -- 172.21.15.53:0/1714378171 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8a200b2910 msgr2=0x7f8a200b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:17.248 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.240+0000 7f8a36d21700 1 --2- 172.21.15.53:0/1714378171 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8a200b2910 0x7f8a200b4dd0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f8a28015000 tx=0x7f8a280091d0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.248 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.240+0000 7f8a36d21700 1 -- 172.21.15.53:0/1714378171 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a30101a90 msgr2=0x7f8a3019f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:17.248 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.240+0000 7f8a36d21700 1 --2- 172.21.15.53:0/1714378171 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a30101a90 0x7f8a3019f630 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f8a2400d980 tx=0x7f8a2400dc90 comp rx=0 tx=0).stop 2024-05-10T11:22:17.248 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.240+0000 7f8a36d21700 1 -- 172.21.15.53:0/1714378171 shutdown_connections 2024-05-10T11:22:17.248 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.240+0000 7f8a36d21700 1 --2- 172.21.15.53:0/1714378171 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f8a200b2910 0x7f8a200b4dd0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.248 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.240+0000 7f8a36d21700 1 --2- 172.21.15.53:0/1714378171 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f8a30109520 0x7f8a30199800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.248 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.240+0000 7f8a36d21700 1 --2- 172.21.15.53:0/1714378171 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8a30101a90 0x7f8a3019f630 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.248 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.240+0000 7f8a36d21700 1 --2- 172.21.15.53:0/1714378171 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8a30102450 0x7f8a3019fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:17.248 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.240+0000 7f8a36d21700 1 -- 172.21.15.53:0/1714378171 >> 172.21.15.53:0/1714378171 conn(0x7f8a30078a10 msgr2=0x7f8a30100180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:17.248 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.240+0000 7f8a36d21700 1 -- 172.21.15.53:0/1714378171 shutdown_connections 2024-05-10T11:22:17.249 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:17.240+0000 7f8a36d21700 1 -- 172.21.15.53:0/1714378171 wait complete. 2024-05-10T11:22:18.117 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-10T11:22:18.383 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:22:18.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:18 smithi132 ceph-mon[33758]: pgmap v465: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-10T11:22:18.506 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:18 smithi053 ceph-mon[30153]: pgmap v465: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-10T11:22:18.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:18 smithi187 ceph-mon[34076]: pgmap v465: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-10T11:22:20.361 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:20 smithi053 ceph-mon[30153]: pgmap v466: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 511 B/s wr, 11 op/s 2024-05-10T11:22:20.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.385+0000 7f96914c4700 1 -- 172.21.15.53:0/3536347447 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f968c107700 msgr2=0x7f968c10f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:20.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.385+0000 7f96914c4700 1 --2- 172.21.15.53:0/3536347447 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f968c107700 0x7f968c10f2d0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f968400b0d0 tx=0x7f968400b3e0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.385+0000 7f96914c4700 1 -- 172.21.15.53:0/3536347447 shutdown_connections 2024-05-10T11:22:20.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.385+0000 7f96914c4700 1 --2- 172.21.15.53:0/3536347447 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f968c107700 0x7f968c10f2d0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.385+0000 7f96914c4700 1 --2- 172.21.15.53:0/3536347447 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f968c102620 0x7f968c102a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.385+0000 7f96914c4700 1 --2- 172.21.15.53:0/3536347447 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f968c102fd0 0x7f968c107020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.385+0000 7f96914c4700 1 -- 172.21.15.53:0/3536347447 >> 172.21.15.53:0/3536347447 conn(0x7f968c079440 msgr2=0x7f968c079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:20.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.386+0000 7f96914c4700 1 -- 172.21.15.53:0/3536347447 shutdown_connections 2024-05-10T11:22:20.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.386+0000 7f96914c4700 1 -- 172.21.15.53:0/3536347447 wait complete. 2024-05-10T11:22:20.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.386+0000 7f96914c4700 1 Processor -- start 2024-05-10T11:22:20.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.386+0000 7f96914c4700 1 -- start start 2024-05-10T11:22:20.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.387+0000 7f96914c4700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f968c102620 0x7f968c1040c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:20.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.387+0000 7f96914c4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f968c102fd0 0x7f968c104600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:20.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.387+0000 7f96914c4700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f968c107700 0x7f968c104b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:20.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.387+0000 7f96914c4700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f968c1124a0 con 0x7f968c102fd0 2024-05-10T11:22:20.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.387+0000 7f96914c4700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f968c112320 con 0x7f968c107700 2024-05-10T11:22:20.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.387+0000 7f96914c4700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f968c112620 con 0x7f968c102620 2024-05-10T11:22:20.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.387+0000 7f968a7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f968c102fd0 0x7f968c104600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:20.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.387+0000 7f968a7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f968c102fd0 0x7f968c104600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:43078/0 (socket says 172.21.15.53:43078) 2024-05-10T11:22:20.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.387+0000 7f968a7fc700 1 -- 172.21.15.53:0/2279761989 learned_addr learned my addr 172.21.15.53:0/2279761989 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:20.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.387+0000 7f968affd700 1 --2- 172.21.15.53:0/2279761989 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f968c102620 0x7f968c1040c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:20.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.387+0000 7f968b7fe700 1 --2- 172.21.15.53:0/2279761989 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f968c107700 0x7f968c104b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:20.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.387+0000 7f968a7fc700 1 -- 172.21.15.53:0/2279761989 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f968c102620 msgr2=0x7f968c1040c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:20.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.387+0000 7f968a7fc700 1 --2- 172.21.15.53:0/2279761989 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f968c102620 0x7f968c1040c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.387+0000 7f968a7fc700 1 -- 172.21.15.53:0/2279761989 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f968c107700 msgr2=0x7f968c104b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:20.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.387+0000 7f968a7fc700 1 --2- 172.21.15.53:0/2279761989 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f968c107700 0x7f968c104b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.387+0000 7f968a7fc700 1 -- 172.21.15.53:0/2279761989 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f968c1a7fa0 con 0x7f968c102fd0 2024-05-10T11:22:20.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.387+0000 7f968b7fe700 1 --2- 172.21.15.53:0/2279761989 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f968c107700 0x7f968c104b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:22:20.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.387+0000 7f968a7fc700 1 --2- 172.21.15.53:0/2279761989 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f968c102fd0 0x7f968c104600 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f968000c8f0 tx=0x7f968000cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:20.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.388+0000 7f9673fff700 1 -- 172.21.15.53:0/2279761989 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9680007940 con 0x7f968c102fd0 2024-05-10T11:22:20.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.388+0000 7f96914c4700 1 -- 172.21.15.53:0/2279761989 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f968c1a8290 con 0x7f968c102fd0 2024-05-10T11:22:20.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.388+0000 7f9673fff700 1 -- 172.21.15.53:0/2279761989 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f968000f450 con 0x7f968c102fd0 2024-05-10T11:22:20.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.388+0000 7f9673fff700 1 -- 172.21.15.53:0/2279761989 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9680018660 con 0x7f968c102fd0 2024-05-10T11:22:20.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.388+0000 7f96914c4700 1 -- 172.21.15.53:0/2279761989 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f968c1a87d0 con 0x7f968c102fd0 2024-05-10T11:22:20.390 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.390+0000 7f9673fff700 1 -- 172.21.15.53:0/2279761989 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f968000f900 con 0x7f968c102fd0 2024-05-10T11:22:20.391 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.391+0000 7f9673fff700 1 --2- 172.21.15.53:0/2279761989 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f96740b2910 0x7f96740b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:20.391 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.391+0000 7f968affd700 1 --2- 172.21.15.53:0/2279761989 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f96740b2910 0x7f96740b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:20.391 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.391+0000 7f9673fff700 1 -- 172.21.15.53:0/2279761989 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f96800e2560 con 0x7f968c102fd0 2024-05-10T11:22:20.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.392+0000 7f968affd700 1 --2- 172.21.15.53:0/2279761989 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f96740b2910 0x7f96740b4dd0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f967c005950 tx=0x7f967c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:20.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.392+0000 7f969bd57b80 1 Processor -- start 2024-05-10T11:22:20.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.392+0000 7f969bd57b80 1 -- start start 2024-05-10T11:22:20.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.392+0000 7f969bd57b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c83204d0 0x5602c83208b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:20.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.392+0000 7f969bd57b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5602c8320df0 0x5602c83246f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:20.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.392+0000 7f969bd57b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5602c8324c80 0x5602c8325100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:20.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.392+0000 7f969bd57b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5602c8272860 con 0x5602c83204d0 2024-05-10T11:22:20.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.392+0000 7f969bd57b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5602c82117c0 con 0x5602c8324c80 2024-05-10T11:22:20.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.392+0000 7f969bd57b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5602c826e820 con 0x5602c8320df0 2024-05-10T11:22:20.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.392+0000 7f968affd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c83204d0 0x5602c83208b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:20.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.392+0000 7f968affd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c83204d0 0x5602c83208b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:43080/0 (socket says 172.21.15.53:43080) 2024-05-10T11:22:20.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.392+0000 7f968affd700 1 -- 172.21.15.53:0/498882204 learned_addr learned my addr 172.21.15.53:0/498882204 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:20.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.393+0000 7f968a7fc700 1 --2- 172.21.15.53:0/498882204 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5602c8320df0 0x5602c83246f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:20.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.393+0000 7f968b7fe700 1 --2- 172.21.15.53:0/498882204 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5602c8324c80 0x5602c8325100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:20.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.393+0000 7f968affd700 1 -- 172.21.15.53:0/498882204 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5602c8320df0 msgr2=0x5602c83246f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:20.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.393+0000 7f968affd700 1 --2- 172.21.15.53:0/498882204 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5602c8320df0 0x5602c83246f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.393+0000 7f968affd700 1 -- 172.21.15.53:0/498882204 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5602c8324c80 msgr2=0x5602c8325100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:20.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.393+0000 7f968affd700 1 --2- 172.21.15.53:0/498882204 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5602c8324c80 0x5602c8325100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.393+0000 7f968affd700 1 -- 172.21.15.53:0/498882204 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5602c81bf8d0 con 0x5602c83204d0 2024-05-10T11:22:20.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.393+0000 7f968b7fe700 1 --2- 172.21.15.53:0/498882204 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5602c8324c80 0x5602c8325100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:22:20.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.393+0000 7f968affd700 1 --2- 172.21.15.53:0/498882204 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c83204d0 0x5602c83208b0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f967c010fa0 tx=0x7f967c013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc8a2eecd5f839ce server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:20.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.393+0000 7f96717fa700 1 -- 172.21.15.53:0/498882204 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f967c00be60 con 0x5602c83204d0 2024-05-10T11:22:20.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.393+0000 7f96717fa700 1 -- 172.21.15.53:0/498882204 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f967c01eab0 con 0x5602c83204d0 2024-05-10T11:22:20.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.393+0000 7f96717fa700 1 -- 172.21.15.53:0/498882204 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f967c01ca90 con 0x5602c83204d0 2024-05-10T11:22:20.399 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.394+0000 7f969bd57b80 1 -- 172.21.15.53:0/498882204 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c83204d0 msgr2=0x5602c83208b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:20.399 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.394+0000 7f969bd57b80 1 --2- 172.21.15.53:0/498882204 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c83204d0 0x5602c83208b0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f967c010fa0 tx=0x7f967c013000 comp rx=0 tx=0).stop 2024-05-10T11:22:20.399 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.394+0000 7f969bd57b80 1 -- 172.21.15.53:0/498882204 shutdown_connections 2024-05-10T11:22:20.399 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.394+0000 7f969bd57b80 1 --2- 172.21.15.53:0/498882204 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5602c8324c80 0x5602c8325100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.399 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.394+0000 7f969bd57b80 1 --2- 172.21.15.53:0/498882204 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c83204d0 0x5602c83208b0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.399 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.394+0000 7f969bd57b80 1 --2- 172.21.15.53:0/498882204 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5602c8320df0 0x5602c83246f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.399 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.394+0000 7f969bd57b80 1 -- 172.21.15.53:0/498882204 >> 172.21.15.53:0/498882204 conn(0x5602c824c100 msgr2=0x5602c831ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:20.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.394+0000 7f969bd57b80 1 -- 172.21.15.53:0/498882204 shutdown_connections 2024-05-10T11:22:20.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.394+0000 7f969bd57b80 1 -- 172.21.15.53:0/498882204 wait complete. 2024-05-10T11:22:20.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.394+0000 7f969bd57b80 1 -- start start 2024-05-10T11:22:20.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.395+0000 7f969bd57b80 1 Processor -- start 2024-05-10T11:22:20.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.395+0000 7f969bd57b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5602c83204d0 0x5602c832c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:20.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.395+0000 7f969bd57b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c8320df0 0x5602c8329450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:20.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.395+0000 7f969bd57b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5602c8324c80 0x5602c8329990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:20.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.395+0000 7f969bd57b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5602c832ce90 con 0x5602c8320df0 2024-05-10T11:22:20.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.395+0000 7f969bd57b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5602c81d8c30 con 0x5602c8324c80 2024-05-10T11:22:20.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.395+0000 7f969bd57b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5602c832d010 con 0x5602c83204d0 2024-05-10T11:22:20.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.395+0000 7f969bd57b80 10 client.0 _ll_register_callbacks cb 0x5602c820a920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:20.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.395+0000 7f968a7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c8320df0 0x5602c8329450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:20.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.395+0000 7f968a7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c8320df0 0x5602c8329450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:43096/0 (socket says 172.21.15.53:43096) 2024-05-10T11:22:20.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.395+0000 7f968a7fc700 1 -- 172.21.15.53:0/2532161866 learned_addr learned my addr 172.21.15.53:0/2532161866 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:20.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.395+0000 7f968b7fe700 1 --2- 172.21.15.53:0/2532161866 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5602c8324c80 0x5602c8329990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:20.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.395+0000 7f968affd700 1 --2- 172.21.15.53:0/2532161866 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5602c83204d0 0x5602c832c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:20.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.395+0000 7f968a7fc700 1 -- 172.21.15.53:0/2532161866 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5602c83204d0 msgr2=0x5602c832c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:20.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.395+0000 7f968a7fc700 1 --2- 172.21.15.53:0/2532161866 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5602c83204d0 0x5602c832c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.395+0000 7f968a7fc700 1 -- 172.21.15.53:0/2532161866 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5602c8324c80 msgr2=0x5602c8329990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:20.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.396+0000 7f968a7fc700 1 --2- 172.21.15.53:0/2532161866 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5602c8324c80 0x5602c8329990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.396+0000 7f968a7fc700 1 -- 172.21.15.53:0/2532161866 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5602c820e690 con 0x5602c8320df0 2024-05-10T11:22:20.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.396+0000 7f968affd700 1 --2- 172.21.15.53:0/2532161866 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5602c83204d0 0x5602c832c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:22:20.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.396+0000 7f968a7fc700 1 --2- 172.21.15.53:0/2532161866 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c8320df0 0x5602c8329450 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f9680007fd0 tx=0x7f968000f830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79db3947e7b02c0d server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:20.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.396+0000 7f966eff5700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:20.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.396+0000 7f966eff5700 1 -- 172.21.15.53:0/2532161866 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96800ada40 con 0x5602c8320df0 2024-05-10T11:22:20.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.396+0000 7f966eff5700 1 -- 172.21.15.53:0/2532161866 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f96800a98f0 con 0x5602c8320df0 2024-05-10T11:22:20.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.396+0000 7f969bd57b80 1 -- 172.21.15.53:0/2532161866 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f967c01eab0 con 0x5602c8320df0 2024-05-10T11:22:20.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.396+0000 7f966eff5700 1 -- 172.21.15.53:0/2532161866 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f96800b24f0 con 0x5602c8320df0 2024-05-10T11:22:20.402 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.396+0000 7f969bd57b80 10 client.15576 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:20.402 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.396+0000 7f969bd57b80 1 -- 172.21.15.53:0/2532161866 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5602c83376a0 con 0x5602c8320df0 2024-05-10T11:22:20.402 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.396+0000 7f966eff5700 1 -- 172.21.15.53:0/2532161866 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f967c01eab0 con 0x5602c8320df0 2024-05-10T11:22:20.402 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.397+0000 7f966eff5700 1 -- 172.21.15.53:0/2532161866 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f96800a88f0 con 0x5602c8320df0 2024-05-10T11:22:20.402 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.397+0000 7f969bd57b80 10 client.15576 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:20.402 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.397+0000 7f969bd57b80 10 client.15576 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:20.402 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.397+0000 7f969bd57b80 20 client.15576 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:20.402 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.397+0000 7f969bd57b80 1 --2- 172.21.15.53:0/2532161866 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5602c8339ce0 0x5602c833c0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:20.402 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.397+0000 7f969bd57b80 4 client.15576 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:22:20.402 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.397+0000 7f969bd57b80 1 -- 172.21.15.53:0/2532161866 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5602c82ec650 con 0x5602c8339ce0 2024-05-10T11:22:20.402 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.397+0000 7f968affd700 1 --2- 172.21.15.53:0/2532161866 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5602c8339ce0 0x5602c833c0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:20.402 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.397+0000 7f968affd700 1 --2- 172.21.15.53:0/2532161866 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5602c8339ce0 0x5602c833c0d0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=623788194eb3cf37 server_cookie=2804b5fcfa7dbe7b in_seq=0 out_seq=0 2024-05-10T11:22:20.402 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.397+0000 7f966eff5700 10 client.15576 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:20.402 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.398+0000 7f966eff5700 1 -- 172.21.15.53:0/2532161866 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5602c82ec650 con 0x5602c8339ce0 2024-05-10T11:22:20.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.398+0000 7f966eff5700 10 client.15576 handle_command_reply: tid=0 2024-05-10T11:22:20.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.398+0000 7f969bd57b80 1 client.15576 shutdown 2024-05-10T11:22:20.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.398+0000 7f969bd57b80 1 -- 172.21.15.53:0/2532161866 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c8320df0 msgr2=0x5602c8329450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:20.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.398+0000 7f969bd57b80 1 --2- 172.21.15.53:0/2532161866 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c8320df0 0x5602c8329450 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f9680007fd0 tx=0x7f968000f830 comp rx=0 tx=0).stop 2024-05-10T11:22:20.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.398+0000 7f969bd57b80 1 -- 172.21.15.53:0/2532161866 shutdown_connections 2024-05-10T11:22:20.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.398+0000 7f969bd57b80 1 --2- 172.21.15.53:0/2532161866 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5602c8339ce0 0x5602c833c0d0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.398+0000 7f969bd57b80 1 --2- 172.21.15.53:0/2532161866 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5602c8324c80 0x5602c8329990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.398+0000 7f969bd57b80 1 --2- 172.21.15.53:0/2532161866 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5602c83204d0 0x5602c832c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.398+0000 7f969bd57b80 1 --2- 172.21.15.53:0/2532161866 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c8320df0 0x5602c8329450 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.398+0000 7f969bd57b80 1 -- 172.21.15.53:0/2532161866 >> 172.21.15.53:0/2532161866 conn(0x5602c824c100 msgr2=0x5602c8315720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:20.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.398+0000 7f966eff5700 0 client.15576 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:20.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.399+0000 7f969bd57b80 1 -- 172.21.15.53:0/2532161866 shutdown_connections 2024-05-10T11:22:20.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.399+0000 7f969bd57b80 1 -- 172.21.15.53:0/2532161866 wait complete. 2024-05-10T11:22:20.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.399+0000 7f969bd57b80 20 client.15576 trim_cache size 0 max 16384 2024-05-10T11:22:20.417 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.416+0000 7f969bd57b80 1 Processor -- start 2024-05-10T11:22:20.417 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.416+0000 7f969bd57b80 1 -- start start 2024-05-10T11:22:20.417 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.416+0000 7f969bd57b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5602c83204d0 0x5602c8335f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:20.417 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.416+0000 7f969bd57b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5602c8320df0 0x5602c83225f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:20.417 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.416+0000 7f969bd57b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c8324c80 0x5602c8322b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:20.417 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.416+0000 7f969bd57b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f968c1b1380 con 0x5602c8324c80 2024-05-10T11:22:20.417 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.416+0000 7f969bd57b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f968c1b2ec0 con 0x5602c83204d0 2024-05-10T11:22:20.417 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.416+0000 7f969bd57b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f968c1b1a50 con 0x5602c8320df0 2024-05-10T11:22:20.418 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.416+0000 7f968b7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c8324c80 0x5602c8322b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:20.418 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.416+0000 7f968b7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c8324c80 0x5602c8322b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:43104/0 (socket says 172.21.15.53:43104) 2024-05-10T11:22:20.418 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.416+0000 7f968b7fe700 1 -- 172.21.15.53:0/113501673 learned_addr learned my addr 172.21.15.53:0/113501673 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:20.418 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.416+0000 7f968affd700 1 --2- 172.21.15.53:0/113501673 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5602c83204d0 0x5602c8335f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:20.418 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.417+0000 7f968a7fc700 1 --2- 172.21.15.53:0/113501673 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5602c8320df0 0x5602c83225f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:20.418 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.417+0000 7f968b7fe700 1 -- 172.21.15.53:0/113501673 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5602c8320df0 msgr2=0x5602c83225f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:20.418 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.417+0000 7f968b7fe700 1 --2- 172.21.15.53:0/113501673 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5602c8320df0 0x5602c83225f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.418 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.417+0000 7f968b7fe700 1 -- 172.21.15.53:0/113501673 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5602c83204d0 msgr2=0x5602c8335f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:20.418 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.417+0000 7f968b7fe700 1 --2- 172.21.15.53:0/113501673 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5602c83204d0 0x5602c8335f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.418 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.417+0000 7f968b7fe700 1 -- 172.21.15.53:0/113501673 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5602c8324a80 con 0x5602c8324c80 2024-05-10T11:22:20.418 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.417+0000 7f968b7fe700 1 --2- 172.21.15.53:0/113501673 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c8324c80 0x5602c8322b30 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f9684009260 tx=0x7f9684009290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ec21df039712769 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:20.418 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.417+0000 7f9670ff9700 1 -- 172.21.15.53:0/113501673 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9684004a50 con 0x5602c8324c80 2024-05-10T11:22:20.418 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.417+0000 7f9670ff9700 1 -- 172.21.15.53:0/113501673 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9684004bf0 con 0x5602c8324c80 2024-05-10T11:22:20.419 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.417+0000 7f9670ff9700 1 -- 172.21.15.53:0/113501673 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96840052d0 con 0x5602c8324c80 2024-05-10T11:22:20.422 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.418+0000 7f969bd57b80 1 -- 172.21.15.53:0/113501673 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c8324c80 msgr2=0x5602c8322b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:20.422 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.418+0000 7f969bd57b80 1 --2- 172.21.15.53:0/113501673 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c8324c80 0x5602c8322b30 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f9684009260 tx=0x7f9684009290 comp rx=0 tx=0).stop 2024-05-10T11:22:20.422 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.418+0000 7f969bd57b80 1 -- 172.21.15.53:0/113501673 shutdown_connections 2024-05-10T11:22:20.422 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.418+0000 7f969bd57b80 1 --2- 172.21.15.53:0/113501673 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c8324c80 0x5602c8322b30 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.418+0000 7f969bd57b80 1 --2- 172.21.15.53:0/113501673 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5602c83204d0 0x5602c8335f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.418+0000 7f969bd57b80 1 --2- 172.21.15.53:0/113501673 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5602c8320df0 0x5602c83225f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.418+0000 7f969bd57b80 1 -- 172.21.15.53:0/113501673 >> 172.21.15.53:0/113501673 conn(0x5602c824c100 msgr2=0x5602c8327d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:20.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.418+0000 7f969bd57b80 1 -- 172.21.15.53:0/113501673 shutdown_connections 2024-05-10T11:22:20.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.418+0000 7f969bd57b80 1 -- 172.21.15.53:0/113501673 wait complete. 2024-05-10T11:22:20.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.419+0000 7f969bd57b80 1 -- start start 2024-05-10T11:22:20.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.419+0000 7f969bd57b80 1 Processor -- start 2024-05-10T11:22:20.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.419+0000 7f969bd57b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5602c83204d0 0x5602c8332480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:20.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.419+0000 7f969bd57b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5602c8320df0 0x5602c83329c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:20.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.419+0000 7f969bd57b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c8324c80 0x5602c8340c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:20.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.419+0000 7f969bd57b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f968c1b27f0 con 0x5602c8324c80 2024-05-10T11:22:20.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.419+0000 7f969bd57b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f968c1b2120 con 0x5602c83204d0 2024-05-10T11:22:20.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.419+0000 7f969bd57b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f968c1af320 con 0x5602c8320df0 2024-05-10T11:22:20.423 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.419+0000 7f969bd57b80 10 client.0 _ll_register_callbacks cb 0x5602c820a920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:20.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.419+0000 7f968b7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c8324c80 0x5602c8340c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:20.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.419+0000 7f968b7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c8324c80 0x5602c8340c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:43118/0 (socket says 172.21.15.53:43118) 2024-05-10T11:22:20.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.419+0000 7f968b7fe700 1 -- 172.21.15.53:0/3523563437 learned_addr learned my addr 172.21.15.53:0/3523563437 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:20.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.419+0000 7f968a7fc700 1 --2- 172.21.15.53:0/3523563437 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5602c8320df0 0x5602c83329c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:20.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.419+0000 7f968affd700 1 --2- 172.21.15.53:0/3523563437 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5602c83204d0 0x5602c8332480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:20.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.420+0000 7f968b7fe700 1 -- 172.21.15.53:0/3523563437 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5602c8320df0 msgr2=0x5602c83329c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:20.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.420+0000 7f968b7fe700 1 --2- 172.21.15.53:0/3523563437 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5602c8320df0 0x5602c83329c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.420+0000 7f968b7fe700 1 -- 172.21.15.53:0/3523563437 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5602c83204d0 msgr2=0x5602c8332480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:20.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.420+0000 7f968b7fe700 1 --2- 172.21.15.53:0/3523563437 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5602c83204d0 0x5602c8332480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.420+0000 7f968b7fe700 1 -- 172.21.15.53:0/3523563437 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5602c83414d0 con 0x5602c8324c80 2024-05-10T11:22:20.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.420+0000 7f968b7fe700 1 --2- 172.21.15.53:0/3523563437 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c8324c80 0x5602c8340c90 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f9684009300 tx=0x7f96840079e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ba425a0fcb4a18b server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:20.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.420+0000 7f966eff5700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:20.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.420+0000 7f966eff5700 1 -- 172.21.15.53:0/3523563437 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9684004a50 con 0x5602c8324c80 2024-05-10T11:22:20.424 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.420+0000 7f966eff5700 1 -- 172.21.15.53:0/3523563437 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f9684026890 con 0x5602c8324c80 2024-05-10T11:22:20.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.420+0000 7f969bd57b80 1 -- 172.21.15.53:0/3523563437 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9684004bf0 con 0x5602c8324c80 2024-05-10T11:22:20.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.420+0000 7f966eff5700 1 -- 172.21.15.53:0/3523563437 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9684038050 con 0x5602c8324c80 2024-05-10T11:22:20.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.420+0000 7f969bd57b80 10 client.15582 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:20.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.420+0000 7f969bd57b80 1 -- 172.21.15.53:0/3523563437 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5602c83a40d0 con 0x5602c8324c80 2024-05-10T11:22:20.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.421+0000 7f966eff5700 1 -- 172.21.15.53:0/3523563437 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9684004bf0 con 0x5602c8324c80 2024-05-10T11:22:20.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.421+0000 7f966eff5700 1 -- 172.21.15.53:0/3523563437 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f9684011070 con 0x5602c8324c80 2024-05-10T11:22:20.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.421+0000 7f969bd57b80 10 client.15582 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:20.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.421+0000 7f969bd57b80 10 client.15582 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:20.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.421+0000 7f969bd57b80 20 client.15582 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:20.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.421+0000 7f969bd57b80 1 --2- 172.21.15.53:0/3523563437 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5602c83a4700 0x5602c83a6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:20.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.421+0000 7f969bd57b80 4 client.15582 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:22:20.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.421+0000 7f969bd57b80 1 -- 172.21.15.53:0/3523563437 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5602c8280240 con 0x5602c83a4700 2024-05-10T11:22:20.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.421+0000 7f968affd700 1 --2- 172.21.15.53:0/3523563437 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5602c83a4700 0x5602c83a6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:20.425 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.422+0000 7f966eff5700 10 client.15582 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:20.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.422+0000 7f968affd700 1 --2- 172.21.15.53:0/3523563437 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5602c83a4700 0x5602c83a6b20 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d85814cf1c1f5f3d server_cookie=d13e192742d7aea in_seq=0 out_seq=0 2024-05-10T11:22:20.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.422+0000 7f966eff5700 1 -- 172.21.15.53:0/3523563437 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5602c8280240 con 0x5602c83a4700 2024-05-10T11:22:20.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.422+0000 7f966eff5700 10 client.15582 handle_command_reply: tid=0 2024-05-10T11:22:20.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.422+0000 7f969bd57b80 1 client.15582 shutdown 2024-05-10T11:22:20.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.422+0000 7f969bd57b80 1 -- 172.21.15.53:0/3523563437 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c8324c80 msgr2=0x5602c8340c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:20.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.422+0000 7f969bd57b80 1 --2- 172.21.15.53:0/3523563437 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c8324c80 0x5602c8340c90 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f9684009300 tx=0x7f96840079e0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.422+0000 7f969bd57b80 1 -- 172.21.15.53:0/3523563437 shutdown_connections 2024-05-10T11:22:20.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.422+0000 7f969bd57b80 1 --2- 172.21.15.53:0/3523563437 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5602c83a4700 0x5602c83a6b20 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.422+0000 7f969bd57b80 1 --2- 172.21.15.53:0/3523563437 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5602c8324c80 0x5602c8340c90 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.422+0000 7f966eff5700 0 client.15582 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:20.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.422+0000 7f969bd57b80 1 --2- 172.21.15.53:0/3523563437 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5602c83204d0 0x5602c8332480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.422+0000 7f969bd57b80 1 --2- 172.21.15.53:0/3523563437 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5602c8320df0 0x5602c83329c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.422+0000 7f969bd57b80 1 -- 172.21.15.53:0/3523563437 >> 172.21.15.53:0/3523563437 conn(0x5602c824c100 msgr2=0x5602c8314e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:20.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.422+0000 7f969bd57b80 1 -- 172.21.15.53:0/3523563437 shutdown_connections 2024-05-10T11:22:20.427 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.422+0000 7f969bd57b80 1 -- 172.21.15.53:0/3523563437 wait complete. 2024-05-10T11:22:20.427 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.422+0000 7f969bd57b80 20 client.15582 trim_cache size 0 max 16384 2024-05-10T11:22:20.427 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:22:20.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.423+0000 7f96914c4700 1 -- 172.21.15.53:0/2279761989 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f96740b2910 msgr2=0x7f96740b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:20.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.423+0000 7f96914c4700 1 --2- 172.21.15.53:0/2279761989 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f96740b2910 0x7f96740b4dd0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f967c005950 tx=0x7f967c00b410 comp rx=0 tx=0).stop 2024-05-10T11:22:20.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.423+0000 7f96914c4700 1 -- 172.21.15.53:0/2279761989 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f968c102fd0 msgr2=0x7f968c104600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:20.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.423+0000 7f96914c4700 1 --2- 172.21.15.53:0/2279761989 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f968c102fd0 0x7f968c104600 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f968000c8f0 tx=0x7f968000cc00 comp rx=0 tx=0).stop 2024-05-10T11:22:20.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.423+0000 7f96914c4700 1 -- 172.21.15.53:0/2279761989 shutdown_connections 2024-05-10T11:22:20.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.423+0000 7f96914c4700 1 --2- 172.21.15.53:0/2279761989 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f96740b2910 0x7f96740b4dd0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.423+0000 7f96914c4700 1 --2- 172.21.15.53:0/2279761989 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f968c107700 0x7f968c104b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.423+0000 7f96914c4700 1 --2- 172.21.15.53:0/2279761989 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f968c102620 0x7f968c1040c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.423+0000 7f96914c4700 1 --2- 172.21.15.53:0/2279761989 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f968c102fd0 0x7f968c104600 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:20.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.423+0000 7f96914c4700 1 -- 172.21.15.53:0/2279761989 >> 172.21.15.53:0/2279761989 conn(0x7f968c079440 msgr2=0x7f968c06beb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:20.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.424+0000 7f96914c4700 1 -- 172.21.15.53:0/2279761989 shutdown_connections 2024-05-10T11:22:20.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:20.424+0000 7f96914c4700 1 -- 172.21.15.53:0/2279761989 wait complete. 2024-05-10T11:22:20.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:20 smithi132 ceph-mon[33758]: pgmap v466: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 511 B/s wr, 11 op/s 2024-05-10T11:22:20.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:20 smithi187 ceph-mon[34076]: pgmap v466: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 511 B/s wr, 11 op/s 2024-05-10T11:22:22.332 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-10T11:22:22.332 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-10T11:22:22.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:22 smithi132 ceph-mon[33758]: pgmap v467: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:22.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:22 smithi187 ceph-mon[34076]: pgmap v467: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:22.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:22 smithi053 ceph-mon[30153]: pgmap v467: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:22.645 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:22:24.366 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:24 smithi053 ceph-mon[30153]: pgmap v468: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:24.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:24 smithi132 ceph-mon[33758]: pgmap v468: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:24.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.498+0000 7f5037933700 1 -- 172.21.15.53:0/747335787 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f503010fed0 msgr2=0x7f50301122c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:24.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.498+0000 7f5037933700 1 --2- 172.21.15.53:0/747335787 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f503010fed0 0x7f50301122c0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f502800b0a0 tx=0x7f502800b3b0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.498+0000 7f5037933700 1 -- 172.21.15.53:0/747335787 shutdown_connections 2024-05-10T11:22:24.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.498+0000 7f5037933700 1 --2- 172.21.15.53:0/747335787 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f503010fed0 0x7f50301122c0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.498+0000 7f5037933700 1 --2- 172.21.15.53:0/747335787 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f50300756d0 0x7f5030075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.498+0000 7f5037933700 1 --2- 172.21.15.53:0/747335787 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f5030075ff0 0x7f503010f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.498+0000 7f5037933700 1 -- 172.21.15.53:0/747335787 >> 172.21.15.53:0/747335787 conn(0x7f503007a650 msgr2=0x7f503007aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:24.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.498+0000 7f5037933700 1 -- 172.21.15.53:0/747335787 shutdown_connections 2024-05-10T11:22:24.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.498+0000 7f5037933700 1 -- 172.21.15.53:0/747335787 wait complete. 2024-05-10T11:22:24.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.499+0000 7f5037933700 1 Processor -- start 2024-05-10T11:22:24.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.499+0000 7f5037933700 1 -- start start 2024-05-10T11:22:24.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.499+0000 7f5037933700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f50300756d0 0x7f503019bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:24.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.499+0000 7f5037933700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5030075ff0 0x7f503019c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:24.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.499+0000 7f5037933700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f503010fed0 0x7f50301a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:24.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.499+0000 7f5037933700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f50301157e0 con 0x7f50300756d0 2024-05-10T11:22:24.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.499+0000 7f5037933700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f5030115660 con 0x7f503010fed0 2024-05-10T11:22:24.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.499+0000 7f5037933700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f5030115960 con 0x7f5030075ff0 2024-05-10T11:22:24.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.499+0000 7f50356cf700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f50300756d0 0x7f503019bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:24.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.499+0000 7f50356cf700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f50300756d0 0x7f503019bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:43136/0 (socket says 172.21.15.53:43136) 2024-05-10T11:22:24.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.499+0000 7f5034ece700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5030075ff0 0x7f503019c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:24.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.499+0000 7f50356cf700 1 -- 172.21.15.53:0/3988301816 learned_addr learned my addr 172.21.15.53:0/3988301816 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:24.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.499+0000 7f5035ed0700 1 --2- 172.21.15.53:0/3988301816 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f503010fed0 0x7f50301a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:24.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.499+0000 7f50356cf700 1 -- 172.21.15.53:0/3988301816 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5030075ff0 msgr2=0x7f503019c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:24.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.499+0000 7f50356cf700 1 --2- 172.21.15.53:0/3988301816 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5030075ff0 0x7f503019c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.499+0000 7f50356cf700 1 -- 172.21.15.53:0/3988301816 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f503010fed0 msgr2=0x7f50301a05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:24.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.499+0000 7f50356cf700 1 --2- 172.21.15.53:0/3988301816 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f503010fed0 0x7f50301a05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.499+0000 7f50356cf700 1 -- 172.21.15.53:0/3988301816 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50301a0d30 con 0x7f50300756d0 2024-05-10T11:22:24.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.500+0000 7f50356cf700 1 --2- 172.21.15.53:0/3988301816 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f50300756d0 0x7f503019bd70 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f502c00d980 tx=0x7f502c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:24.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.500+0000 7f50227fc700 1 -- 172.21.15.53:0/3988301816 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f502c017070 con 0x7f50300756d0 2024-05-10T11:22:24.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.500+0000 7f50227fc700 1 -- 172.21.15.53:0/3988301816 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f502c005020 con 0x7f50300756d0 2024-05-10T11:22:24.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.500+0000 7f50227fc700 1 -- 172.21.15.53:0/3988301816 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f502c00f980 con 0x7f50300756d0 2024-05-10T11:22:24.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.500+0000 7f5037933700 1 -- 172.21.15.53:0/3988301816 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50301a0fc0 con 0x7f50300756d0 2024-05-10T11:22:24.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.500+0000 7f5037933700 1 -- 172.21.15.53:0/3988301816 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50301a88a0 con 0x7f50300756d0 2024-05-10T11:22:24.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.503+0000 7f50227fc700 1 -- 172.21.15.53:0/3988301816 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 19) ==== 149703+0+0 (secure 0 0 0) 0x7f502c004a30 con 0x7f50300756d0 2024-05-10T11:22:24.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.504+0000 7f50227fc700 1 --2- 172.21.15.53:0/3988301816 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f501c0b2990 0x7f501c0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:24.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.504+0000 7f50227fc700 1 -- 172.21.15.53:0/3988301816 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f502c0e2590 con 0x7f50300756d0 2024-05-10T11:22:24.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.504+0000 7f5034ece700 1 --2- 172.21.15.53:0/3988301816 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f501c0b2990 0x7f501c0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:24.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.504+0000 7f50421c6b80 1 Processor -- start 2024-05-10T11:22:24.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.504+0000 7f50421c6b80 1 -- start start 2024-05-10T11:22:24.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.505+0000 7f50421c6b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a62ba84230 0x55a62ba84610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:24.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.505+0000 7f5034ece700 1 --2- 172.21.15.53:0/3988301816 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f501c0b2990 0x7f501c0b4e50 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f5030111c60 tx=0x7f50240073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:24.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.505+0000 7f50421c6b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a62ba84b50 0x55a62ba7e890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:24.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.505+0000 7f50421c6b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba7f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:24.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.505+0000 7f50421c6b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55a62b9d09c0 con 0x55a62ba7edd0 2024-05-10T11:22:24.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.505+0000 7f50421c6b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55a62b935e20 con 0x55a62ba84230 2024-05-10T11:22:24.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.505+0000 7f50421c6b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55a62b9cc980 con 0x55a62ba84b50 2024-05-10T11:22:24.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.505+0000 7f5035ed0700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba7f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:24.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.505+0000 7f5035ed0700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba7f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:43152/0 (socket says 172.21.15.53:43152) 2024-05-10T11:22:24.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.505+0000 7f5035ed0700 1 -- 172.21.15.53:0/637457403 learned_addr learned my addr 172.21.15.53:0/637457403 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:24.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.505+0000 7f50356cf700 1 --2- 172.21.15.53:0/637457403 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a62ba84230 0x55a62ba84610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:24.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.505+0000 7f5034ece700 1 --2- 172.21.15.53:0/637457403 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a62ba84b50 0x55a62ba7e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:24.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.505+0000 7f5035ed0700 1 -- 172.21.15.53:0/637457403 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a62ba84b50 msgr2=0x55a62ba7e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:24.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.505+0000 7f5035ed0700 1 --2- 172.21.15.53:0/637457403 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a62ba84b50 0x55a62ba7e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.505+0000 7f5035ed0700 1 -- 172.21.15.53:0/637457403 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a62ba84230 msgr2=0x55a62ba84610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:24.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.505+0000 7f5035ed0700 1 --2- 172.21.15.53:0/637457403 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a62ba84230 0x55a62ba84610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.505+0000 7f5035ed0700 1 -- 172.21.15.53:0/637457403 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a62b91d950 con 0x55a62ba7edd0 2024-05-10T11:22:24.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.505+0000 7f50356cf700 1 --2- 172.21.15.53:0/637457403 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a62ba84230 0x55a62ba84610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:22:24.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.505+0000 7f5035ed0700 1 --2- 172.21.15.53:0/637457403 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba7f210 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f5028015000 tx=0x7f5028009180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ec6425239417fb2 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:24.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.506+0000 7f501b7fe700 1 -- 172.21.15.53:0/637457403 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5028020070 con 0x55a62ba7edd0 2024-05-10T11:22:24.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.506+0000 7f501b7fe700 1 -- 172.21.15.53:0/637457403 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5028009450 con 0x55a62ba7edd0 2024-05-10T11:22:24.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.506+0000 7f501b7fe700 1 -- 172.21.15.53:0/637457403 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5028005240 con 0x55a62ba7edd0 2024-05-10T11:22:24.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.506+0000 7f50421c6b80 1 -- 172.21.15.53:0/637457403 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 msgr2=0x55a62ba7f210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:24.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.506+0000 7f50421c6b80 1 --2- 172.21.15.53:0/637457403 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba7f210 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f5028015000 tx=0x7f5028009180 comp rx=0 tx=0).stop 2024-05-10T11:22:24.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.507+0000 7f50421c6b80 1 -- 172.21.15.53:0/637457403 shutdown_connections 2024-05-10T11:22:24.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.507+0000 7f50421c6b80 1 --2- 172.21.15.53:0/637457403 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba7f210 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.507+0000 7f50421c6b80 1 --2- 172.21.15.53:0/637457403 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a62ba84230 0x55a62ba84610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.512 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.507+0000 7f50421c6b80 1 --2- 172.21.15.53:0/637457403 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a62ba84b50 0x55a62ba7e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.512 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.507+0000 7f50421c6b80 1 -- 172.21.15.53:0/637457403 >> 172.21.15.53:0/637457403 conn(0x55a62b9aabf0 msgr2=0x55a62ba79320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:24.512 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.507+0000 7f50421c6b80 1 -- 172.21.15.53:0/637457403 shutdown_connections 2024-05-10T11:22:24.512 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.507+0000 7f50421c6b80 1 -- 172.21.15.53:0/637457403 wait complete. 2024-05-10T11:22:24.512 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.507+0000 7f50421c6b80 1 -- start start 2024-05-10T11:22:24.512 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.507+0000 7f50421c6b80 1 Processor -- start 2024-05-10T11:22:24.512 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.508+0000 7f50421c6b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba8a860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:24.512 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.508+0000 7f50421c6b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a62ba84230 0x55a62ba87c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:24.512 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.508+0000 7f50421c6b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a62ba84b50 0x55a62ba88140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:24.512 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.508+0000 7f50421c6b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55a62ba8b470 con 0x55a62ba7edd0 2024-05-10T11:22:24.512 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.508+0000 7f50421c6b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55a62b989f50 con 0x55a62ba84b50 2024-05-10T11:22:24.512 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.508+0000 7f50421c6b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55a62ba8b5f0 con 0x55a62ba84230 2024-05-10T11:22:24.512 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.508+0000 7f50421c6b80 10 client.0 _ll_register_callbacks cb 0x55a62b964630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:24.512 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.508+0000 7f50356cf700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba8a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:24.513 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.508+0000 7f50356cf700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba8a860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:43164/0 (socket says 172.21.15.53:43164) 2024-05-10T11:22:24.513 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.508+0000 7f50356cf700 1 -- 172.21.15.53:0/1816324944 learned_addr learned my addr 172.21.15.53:0/1816324944 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:24.513 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.508+0000 7f5034ece700 1 --2- 172.21.15.53:0/1816324944 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a62ba84230 0x55a62ba87c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:24.513 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.508+0000 7f5035ed0700 1 --2- 172.21.15.53:0/1816324944 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a62ba84b50 0x55a62ba88140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:24.513 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.508+0000 7f50356cf700 1 -- 172.21.15.53:0/1816324944 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a62ba84230 msgr2=0x55a62ba87c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:24.513 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.508+0000 7f50356cf700 1 --2- 172.21.15.53:0/1816324944 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a62ba84230 0x55a62ba87c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.513 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.508+0000 7f50356cf700 1 -- 172.21.15.53:0/1816324944 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a62ba84b50 msgr2=0x55a62ba88140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:24.513 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.508+0000 7f50356cf700 1 --2- 172.21.15.53:0/1816324944 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a62ba84b50 0x55a62ba88140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.513 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.508+0000 7f50356cf700 1 -- 172.21.15.53:0/1816324944 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a62b9877e0 con 0x55a62ba7edd0 2024-05-10T11:22:24.513 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.508+0000 7f50356cf700 1 --2- 172.21.15.53:0/1816324944 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba8a860 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f502c00be80 tx=0x7f502c0dffd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=358d06db2546c688 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:24.513 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.508+0000 7f5018ff9700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:24.513 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.508+0000 7f5018ff9700 1 -- 172.21.15.53:0/1816324944 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f502c0a9660 con 0x55a62ba7edd0 2024-05-10T11:22:24.513 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.508+0000 7f5018ff9700 1 -- 172.21.15.53:0/1816324944 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f502c0e2280 con 0x55a62ba7edd0 2024-05-10T11:22:24.513 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.508+0000 7f50421c6b80 1 -- 172.21.15.53:0/1816324944 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5028009450 con 0x55a62ba7edd0 2024-05-10T11:22:24.513 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.509+0000 7f5018ff9700 1 -- 172.21.15.53:0/1816324944 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f502c0ada10 con 0x55a62ba7edd0 2024-05-10T11:22:24.514 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.509+0000 7f50421c6b80 10 client.15594 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:24.514 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.509+0000 7f50421c6b80 1 -- 172.21.15.53:0/1816324944 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a62ba95dc0 con 0x55a62ba7edd0 2024-05-10T11:22:24.514 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.509+0000 7f5018ff9700 1 -- 172.21.15.53:0/1816324944 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5028009450 con 0x55a62ba7edd0 2024-05-10T11:22:24.514 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.509+0000 7f5018ff9700 1 -- 172.21.15.53:0/1816324944 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f502c08fbd0 con 0x55a62ba7edd0 2024-05-10T11:22:24.514 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.509+0000 7f50421c6b80 10 client.15594 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:24.514 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.509+0000 7f50421c6b80 10 client.15594 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:24.514 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.509+0000 7f50421c6b80 20 client.15594 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:24.514 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.509+0000 7f50421c6b80 1 --2- 172.21.15.53:0/1816324944 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55a62ba98350 0x55a62ba9a770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:24.514 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.509+0000 7f50421c6b80 4 client.15594 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:22:24.514 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.509+0000 7f50421c6b80 1 -- 172.21.15.53:0/1816324944 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a62b9de3a0 con 0x55a62ba98350 2024-05-10T11:22:24.514 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.509+0000 7f5034ece700 1 --2- 172.21.15.53:0/1816324944 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55a62ba98350 0x55a62ba9a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:24.514 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.510+0000 7f5034ece700 1 --2- 172.21.15.53:0/1816324944 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55a62ba98350 0x55a62ba9a770 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c2c96b1360124d5 server_cookie=5b5fa6dbdc0a33eb in_seq=0 out_seq=0 2024-05-10T11:22:24.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.510+0000 7f5018ff9700 10 client.15594 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:24.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.511+0000 7f5018ff9700 1 -- 172.21.15.53:0/1816324944 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a62b9de3a0 con 0x55a62ba98350 2024-05-10T11:22:24.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.511+0000 7f5018ff9700 10 client.15594 handle_command_reply: tid=0 2024-05-10T11:22:24.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.511+0000 7f50421c6b80 1 client.15594 shutdown 2024-05-10T11:22:24.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.511+0000 7f50421c6b80 1 -- 172.21.15.53:0/1816324944 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 msgr2=0x55a62ba8a860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:24.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.511+0000 7f50421c6b80 1 --2- 172.21.15.53:0/1816324944 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba8a860 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f502c00be80 tx=0x7f502c0dffd0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.511+0000 7f50421c6b80 1 -- 172.21.15.53:0/1816324944 shutdown_connections 2024-05-10T11:22:24.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.511+0000 7f50421c6b80 1 --2- 172.21.15.53:0/1816324944 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55a62ba98350 0x55a62ba9a770 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.511+0000 7f50421c6b80 1 --2- 172.21.15.53:0/1816324944 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a62ba84b50 0x55a62ba88140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.511+0000 7f50421c6b80 1 --2- 172.21.15.53:0/1816324944 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba8a860 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.511+0000 7f50421c6b80 1 --2- 172.21.15.53:0/1816324944 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a62ba84230 0x55a62ba87c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.511+0000 7f50421c6b80 1 -- 172.21.15.53:0/1816324944 >> 172.21.15.53:0/1816324944 conn(0x55a62b9aabf0 msgr2=0x55a62ba73bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:24.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.511+0000 7f5018ff9700 0 client.15594 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:24.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.511+0000 7f50421c6b80 1 -- 172.21.15.53:0/1816324944 shutdown_connections 2024-05-10T11:22:24.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.511+0000 7f50421c6b80 1 -- 172.21.15.53:0/1816324944 wait complete. 2024-05-10T11:22:24.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.511+0000 7f50421c6b80 20 client.15594 trim_cache size 0 max 16384 2024-05-10T11:22:24.516 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:24 smithi187 ceph-mon[34076]: pgmap v468: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:24.533 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.532+0000 7f50421c6b80 1 Processor -- start 2024-05-10T11:22:24.534 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.532+0000 7f50421c6b80 1 -- start start 2024-05-10T11:22:24.534 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.533+0000 7f50421c6b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a62b9aabf0 0x55a62ba7e890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:24.534 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.533+0000 7f50421c6b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba94500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:24.534 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.533+0000 7f50421c6b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a62ba84230 0x55a62ba73cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:24.534 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.533+0000 7f50421c6b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f50301b13e0 con 0x55a62ba7edd0 2024-05-10T11:22:24.534 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.533+0000 7f50421c6b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f50301b2f20 con 0x55a62b9aabf0 2024-05-10T11:22:24.534 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.533+0000 7f50421c6b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f50301b1ab0 con 0x55a62ba84230 2024-05-10T11:22:24.534 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.533+0000 7f5034ece700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba94500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:24.534 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.533+0000 7f5034ece700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba94500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:43168/0 (socket says 172.21.15.53:43168) 2024-05-10T11:22:24.534 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.533+0000 7f5034ece700 1 -- 172.21.15.53:0/4221829294 learned_addr learned my addr 172.21.15.53:0/4221829294 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:24.534 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.533+0000 7f50356cf700 1 --2- 172.21.15.53:0/4221829294 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a62b9aabf0 0x55a62ba7e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:24.535 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.533+0000 7f5035ed0700 1 --2- 172.21.15.53:0/4221829294 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a62ba84230 0x55a62ba73cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:24.535 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.533+0000 7f5034ece700 1 -- 172.21.15.53:0/4221829294 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a62ba84230 msgr2=0x55a62ba73cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:24.535 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.533+0000 7f5034ece700 1 --2- 172.21.15.53:0/4221829294 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a62ba84230 0x55a62ba73cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.535 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.533+0000 7f5034ece700 1 -- 172.21.15.53:0/4221829294 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a62b9aabf0 msgr2=0x55a62ba7e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:24.535 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.533+0000 7f5034ece700 1 --2- 172.21.15.53:0/4221829294 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a62b9aabf0 0x55a62ba7e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.535 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.533+0000 7f5034ece700 1 -- 172.21.15.53:0/4221829294 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a62ba75d00 con 0x55a62ba7edd0 2024-05-10T11:22:24.535 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.533+0000 7f50356cf700 1 --2- 172.21.15.53:0/4221829294 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a62b9aabf0 0x55a62ba7e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:22:24.535 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.533+0000 7f5034ece700 1 --2- 172.21.15.53:0/4221829294 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba94500 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x55a62ba7af50 tx=0x7f5024013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5685b6596ef7e1b8 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:24.535 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.534+0000 7f501affd700 1 -- 172.21.15.53:0/4221829294 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5024003680 con 0x55a62ba7edd0 2024-05-10T11:22:24.535 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.534+0000 7f501affd700 1 -- 172.21.15.53:0/4221829294 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5024003cb0 con 0x55a62ba7edd0 2024-05-10T11:22:24.535 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.534+0000 7f501affd700 1 -- 172.21.15.53:0/4221829294 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5024028aa0 con 0x55a62ba7edd0 2024-05-10T11:22:24.538 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.534+0000 7f50421c6b80 1 -- 172.21.15.53:0/4221829294 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 msgr2=0x55a62ba94500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:24.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.534+0000 7f50421c6b80 1 --2- 172.21.15.53:0/4221829294 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba94500 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x55a62ba7af50 tx=0x7f5024013000 comp rx=0 tx=0).stop 2024-05-10T11:22:24.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.534+0000 7f50421c6b80 1 -- 172.21.15.53:0/4221829294 shutdown_connections 2024-05-10T11:22:24.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.534+0000 7f50421c6b80 1 --2- 172.21.15.53:0/4221829294 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a62ba84230 0x55a62ba73cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.534+0000 7f50421c6b80 1 --2- 172.21.15.53:0/4221829294 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a62b9aabf0 0x55a62ba7e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.534+0000 7f50421c6b80 1 --2- 172.21.15.53:0/4221829294 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba94500 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.534+0000 7f50421c6b80 1 -- 172.21.15.53:0/4221829294 >> 172.21.15.53:0/4221829294 conn(0x55a62ba82490 msgr2=0x55a62ba83580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:24.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.535+0000 7f50421c6b80 1 -- 172.21.15.53:0/4221829294 shutdown_connections 2024-05-10T11:22:24.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.535+0000 7f50421c6b80 1 -- 172.21.15.53:0/4221829294 wait complete. 2024-05-10T11:22:24.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.535+0000 7f50421c6b80 1 -- start start 2024-05-10T11:22:24.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.535+0000 7f50421c6b80 1 Processor -- start 2024-05-10T11:22:24.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.535+0000 7f50421c6b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a62b9aabf0 0x55a62ba90c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:24.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.535+0000 7f50421c6b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba8d850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:24.539 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.535+0000 7f50421c6b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a62ba84230 0x55a62ba8dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:24.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.535+0000 7f50421c6b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f50301b2850 con 0x55a62ba7edd0 2024-05-10T11:22:24.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.536+0000 7f50421c6b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f50301b2180 con 0x55a62ba84230 2024-05-10T11:22:24.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.536+0000 7f50421c6b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f50301af380 con 0x55a62b9aabf0 2024-05-10T11:22:24.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.536+0000 7f5034ece700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba8d850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:24.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.536+0000 7f50421c6b80 10 client.0 _ll_register_callbacks cb 0x55a62b964630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:24.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.536+0000 7f5034ece700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba8d850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:43180/0 (socket says 172.21.15.53:43180) 2024-05-10T11:22:24.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.536+0000 7f5034ece700 1 -- 172.21.15.53:0/3556366935 learned_addr learned my addr 172.21.15.53:0/3556366935 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:24.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.536+0000 7f50356cf700 1 --2- 172.21.15.53:0/3556366935 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a62b9aabf0 0x55a62ba90c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:24.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.536+0000 7f5035ed0700 1 --2- 172.21.15.53:0/3556366935 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a62ba84230 0x55a62ba8dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:24.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.536+0000 7f5034ece700 1 -- 172.21.15.53:0/3556366935 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a62b9aabf0 msgr2=0x55a62ba90c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:24.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.536+0000 7f5034ece700 1 --2- 172.21.15.53:0/3556366935 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a62b9aabf0 0x55a62ba90c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.536+0000 7f5034ece700 1 -- 172.21.15.53:0/3556366935 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a62ba84230 msgr2=0x55a62ba8dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:24.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.536+0000 7f5034ece700 1 --2- 172.21.15.53:0/3556366935 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a62ba84230 0x55a62ba8dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.540 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.536+0000 7f5034ece700 1 -- 172.21.15.53:0/3556366935 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a62ba7ad80 con 0x55a62ba7edd0 2024-05-10T11:22:24.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.536+0000 7f5034ece700 1 --2- 172.21.15.53:0/3556366935 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba8d850 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f5024011010 tx=0x7f5024003e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0d74481064b36ff server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:24.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.536+0000 7f5018ff9700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:24.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.536+0000 7f5018ff9700 1 -- 172.21.15.53:0/3556366935 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5024036060 con 0x55a62ba7edd0 2024-05-10T11:22:24.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.536+0000 7f5018ff9700 1 -- 172.21.15.53:0/3556366935 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f5024028720 con 0x55a62ba7edd0 2024-05-10T11:22:24.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.536+0000 7f50421c6b80 1 -- 172.21.15.53:0/3556366935 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5024003cb0 con 0x55a62ba7edd0 2024-05-10T11:22:24.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.537+0000 7f5018ff9700 1 -- 172.21.15.53:0/3556366935 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f502403d050 con 0x55a62ba7edd0 2024-05-10T11:22:24.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.537+0000 7f50421c6b80 10 client.15600 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:24.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.537+0000 7f50421c6b80 1 -- 172.21.15.53:0/3556366935 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a62bb039a0 con 0x55a62ba7edd0 2024-05-10T11:22:24.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.537+0000 7f5018ff9700 1 -- 172.21.15.53:0/3556366935 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5024003cb0 con 0x55a62ba7edd0 2024-05-10T11:22:24.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.537+0000 7f5018ff9700 1 -- 172.21.15.53:0/3556366935 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f5024028ce0 con 0x55a62ba7edd0 2024-05-10T11:22:24.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.537+0000 7f50421c6b80 10 client.15600 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:24.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.537+0000 7f50421c6b80 10 client.15600 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:24.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.537+0000 7f50421c6b80 20 client.15600 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:24.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.537+0000 7f50421c6b80 1 --2- 172.21.15.53:0/3556366935 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55a62ba84b50 0x55a62bb060c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:24.541 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.537+0000 7f50421c6b80 4 client.15600 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-10T11:22:24.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.537+0000 7f50421c6b80 1 -- 172.21.15.53:0/3556366935 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55a62b9d8440 con 0x55a62ba84b50 2024-05-10T11:22:24.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.537+0000 7f50356cf700 1 --2- 172.21.15.53:0/3556366935 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55a62ba84b50 0x55a62bb060c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:24.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.538+0000 7f50356cf700 1 --2- 172.21.15.53:0/3556366935 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55a62ba84b50 0x55a62bb060c0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=375fadaf7789bf54 server_cookie=85ee7574bd0ae619 in_seq=0 out_seq=0 2024-05-10T11:22:24.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.538+0000 7f5018ff9700 10 client.15600 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:24.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.539+0000 7f5018ff9700 1 -- 172.21.15.53:0/3556366935 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55a62b9d8440 con 0x55a62ba84b50 2024-05-10T11:22:24.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.539+0000 7f5018ff9700 10 client.15600 handle_command_reply: tid=0 2024-05-10T11:22:24.542 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.539+0000 7f50421c6b80 1 client.15600 shutdown 2024-05-10T11:22:24.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.539+0000 7f50421c6b80 1 -- 172.21.15.53:0/3556366935 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 msgr2=0x55a62ba8d850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:24.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.539+0000 7f50421c6b80 1 --2- 172.21.15.53:0/3556366935 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba8d850 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f5024011010 tx=0x7f5024003e60 comp rx=0 tx=0).stop 2024-05-10T11:22:24.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.539+0000 7f50421c6b80 1 -- 172.21.15.53:0/3556366935 shutdown_connections 2024-05-10T11:22:24.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.539+0000 7f50421c6b80 1 --2- 172.21.15.53:0/3556366935 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55a62ba84b50 0x55a62bb060c0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.539+0000 7f50421c6b80 1 --2- 172.21.15.53:0/3556366935 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a62ba84230 0x55a62ba8dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.543 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.539+0000 7f5018ff9700 0 client.15600 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:24.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.539+0000 7f50421c6b80 1 --2- 172.21.15.53:0/3556366935 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a62b9aabf0 0x55a62ba90c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.539+0000 7f50421c6b80 1 --2- 172.21.15.53:0/3556366935 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a62ba7edd0 0x55a62ba8d850 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.539+0000 7f50421c6b80 1 -- 172.21.15.53:0/3556366935 >> 172.21.15.53:0/3556366935 conn(0x55a62ba82490 msgr2=0x55a62ba89120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:24.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.539+0000 7f50421c6b80 1 -- 172.21.15.53:0/3556366935 shutdown_connections 2024-05-10T11:22:24.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.539+0000 7f50421c6b80 1 -- 172.21.15.53:0/3556366935 wait complete. 2024-05-10T11:22:24.544 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.540+0000 7f50421c6b80 20 client.15600 trim_cache size 0 max 16384 2024-05-10T11:22:24.544 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:22:24.544 INFO:teuthology.orchestra.run.smithi053.stdout: "return_code": 0, 2024-05-10T11:22:24.544 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_tag": "fdcb3a29-d86a-49e0-85d9-6b5822b58a05", 2024-05-10T11:22:24.544 INFO:teuthology.orchestra.run.smithi053.stdout: "mode": "asynchronous" 2024-05-10T11:22:24.545 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:22:24.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.540+0000 7f5037933700 1 -- 172.21.15.53:0/3988301816 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f501c0b2990 msgr2=0x7f501c0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:24.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.540+0000 7f5037933700 1 --2- 172.21.15.53:0/3988301816 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f501c0b2990 0x7f501c0b4e50 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f5030111c60 tx=0x7f50240073d0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.540+0000 7f5037933700 1 -- 172.21.15.53:0/3988301816 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f50300756d0 msgr2=0x7f503019bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:24.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.540+0000 7f5037933700 1 --2- 172.21.15.53:0/3988301816 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f50300756d0 0x7f503019bd70 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f502c00d980 tx=0x7f502c00dc90 comp rx=0 tx=0).stop 2024-05-10T11:22:24.545 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.540+0000 7f5037933700 1 -- 172.21.15.53:0/3988301816 shutdown_connections 2024-05-10T11:22:24.546 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.540+0000 7f5037933700 1 --2- 172.21.15.53:0/3988301816 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f501c0b2990 0x7f501c0b4e50 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.546 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.540+0000 7f5037933700 1 --2- 172.21.15.53:0/3988301816 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f503010fed0 0x7f50301a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.546 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.540+0000 7f5037933700 1 --2- 172.21.15.53:0/3988301816 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f50300756d0 0x7f503019bd70 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.546 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.540+0000 7f5037933700 1 --2- 172.21.15.53:0/3988301816 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f5030075ff0 0x7f503019c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:24.546 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.540+0000 7f5037933700 1 -- 172.21.15.53:0/3988301816 >> 172.21.15.53:0/3988301816 conn(0x7f503007a650 msgr2=0x7f5030100780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:24.546 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.540+0000 7f5037933700 1 -- 172.21.15.53:0/3988301816 shutdown_connections 2024-05-10T11:22:24.546 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:24.541+0000 7f5037933700 1 -- 172.21.15.53:0/3988301816 wait complete. 2024-05-10T11:22:25.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:25 smithi132 ceph-mon[33758]: scrub queued for path: / 2024-05-10T11:22:25.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:25 smithi132 ceph-mon[33758]: scrub summary: idle+waiting paths [/] 2024-05-10T11:22:25.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:25 smithi132 ceph-mon[33758]: scrub summary: active paths [/] 2024-05-10T11:22:25.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:25 smithi132 ceph-mon[33758]: scrub summary: idle+waiting paths [/] 2024-05-10T11:22:25.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:25 smithi187 ceph-mon[34076]: scrub queued for path: / 2024-05-10T11:22:25.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:25 smithi187 ceph-mon[34076]: scrub summary: idle+waiting paths [/] 2024-05-10T11:22:25.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:25 smithi187 ceph-mon[34076]: scrub summary: active paths [/] 2024-05-10T11:22:25.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:25 smithi187 ceph-mon[34076]: scrub summary: idle+waiting paths [/] 2024-05-10T11:22:25.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:25 smithi053 ceph-mon[30153]: scrub queued for path: / 2024-05-10T11:22:25.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:25 smithi053 ceph-mon[30153]: scrub summary: idle+waiting paths [/] 2024-05-10T11:22:25.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:25 smithi053 ceph-mon[30153]: scrub summary: active paths [/] 2024-05-10T11:22:25.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:25 smithi053 ceph-mon[30153]: scrub summary: idle+waiting paths [/] 2024-05-10T11:22:26.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:26 smithi132 ceph-mon[33758]: pgmap v469: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-10T11:22:26.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:26 smithi132 ceph-mon[33758]: scrub summary: idle 2024-05-10T11:22:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:26 smithi187 ceph-mon[34076]: pgmap v469: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-10T11:22:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:26 smithi187 ceph-mon[34076]: scrub summary: idle 2024-05-10T11:22:26.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:26 smithi053 ceph-mon[30153]: pgmap v469: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-10T11:22:26.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:26 smithi053 ceph-mon[30153]: scrub summary: idle 2024-05-10T11:22:28.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:28 smithi132 ceph-mon[33758]: pgmap v470: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:28.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:28 smithi132 ceph-mon[33758]: mgrmap e20: x(active, since 13m), standbys: y, z 2024-05-10T11:22:28.509 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:28 smithi053 ceph-mon[30153]: pgmap v470: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:28.509 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:28 smithi053 ceph-mon[30153]: mgrmap e20: x(active, since 13m), standbys: y, z 2024-05-10T11:22:28.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:28 smithi187 ceph-mon[34076]: pgmap v470: 129 pgs: 129 active+clean; 676 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:28.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:28 smithi187 ceph-mon[34076]: mgrmap e20: x(active, since 13m), standbys: y, z 2024-05-10T11:22:28.553 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-10T11:22:28.843 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:22:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.485+0000 7f1beea6d640 1 -- 172.21.15.53:0/4270949274 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1be81034c0 msgr2=0x7f1be8109d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.485+0000 7f1beea6d640 1 --2- 172.21.15.53:0/4270949274 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1be81034c0 0x7f1be8109d50 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f1be0009ca0 tx=0x7f1be002a8b0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.485+0000 7f1beea6d640 1 -- 172.21.15.53:0/4270949274 shutdown_connections 2024-05-10T11:22:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.485+0000 7f1beea6d640 1 --2- 172.21.15.53:0/4270949274 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1be81034c0 0x7f1be8109d50 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.485+0000 7f1beea6d640 1 --2- 172.21.15.53:0/4270949274 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1be8102b00 0x7f1be8102f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.485+0000 7f1beea6d640 1 --2- 172.21.15.53:0/4270949274 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1be8101910 0x7f1be8101d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.485+0000 7f1beea6d640 1 -- 172.21.15.53:0/4270949274 >> 172.21.15.53:0/4270949274 conn(0x7f1be80fce80 msgr2=0x7f1be80ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.485+0000 7f1beea6d640 1 -- 172.21.15.53:0/4270949274 shutdown_connections 2024-05-10T11:22:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.485+0000 7f1beea6d640 1 -- 172.21.15.53:0/4270949274 wait complete. 2024-05-10T11:22:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.486+0000 7f1beea6d640 1 Processor -- start 2024-05-10T11:22:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.486+0000 7f1beea6d640 1 -- start start 2024-05-10T11:22:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.486+0000 7f1beea6d640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1be8101910 0x7f1be8199e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.486+0000 7f1beea6d640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1be8102b00 0x7f1be819a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.486+0000 7f1beea6d640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1be81034c0 0x7f1be81969e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.486+0000 7f1beea6d640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1be810c2a0 con 0x7f1be8101910 2024-05-10T11:22:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.486+0000 7f1beea6d640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f1be810c120 con 0x7f1be8102b00 2024-05-10T11:22:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.486+0000 7f1beea6d640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f1be810c420 con 0x7f1be81034c0 2024-05-10T11:22:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.487+0000 7f1bec809640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1be8101910 0x7f1be8199e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:29.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.487+0000 7f1bec809640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1be8101910 0x7f1be8199e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:48220/0 (socket says 172.21.15.53:48220) 2024-05-10T11:22:29.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.487+0000 7f1bec809640 1 -- 172.21.15.53:0/1233411255 learned_addr learned my addr 172.21.15.53:0/1233411255 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:29.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.487+0000 7f1bed00a640 1 --2- 172.21.15.53:0/1233411255 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1be81034c0 0x7f1be81969e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:29.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.487+0000 7f1be7fff640 1 --2- 172.21.15.53:0/1233411255 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1be8102b00 0x7f1be819a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:29.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.487+0000 7f1bec809640 1 -- 172.21.15.53:0/1233411255 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1be81034c0 msgr2=0x7f1be81969e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:29.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.487+0000 7f1bec809640 1 --2- 172.21.15.53:0/1233411255 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1be81034c0 0x7f1be81969e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.487+0000 7f1bec809640 1 -- 172.21.15.53:0/1233411255 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1be8102b00 msgr2=0x7f1be819a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:29.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.487+0000 7f1bec809640 1 --2- 172.21.15.53:0/1233411255 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1be8102b00 0x7f1be819a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.487+0000 7f1bec809640 1 -- 172.21.15.53:0/1233411255 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1be81972a0 con 0x7f1be8101910 2024-05-10T11:22:29.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.487+0000 7f1bed00a640 1 --2- 172.21.15.53:0/1233411255 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1be81034c0 0x7f1be81969e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:22:29.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.487+0000 7f1bec809640 1 --2- 172.21.15.53:0/1233411255 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1be8101910 0x7f1be8199e70 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f1bdc00b450 tx=0x7f1bdc00b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:29.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.487+0000 7f1be5ffb640 1 -- 172.21.15.53:0/1233411255 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bdc015020 con 0x7f1be8101910 2024-05-10T11:22:29.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.487+0000 7f1beea6d640 1 -- 172.21.15.53:0/1233411255 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1be81a7140 con 0x7f1be8101910 2024-05-10T11:22:29.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.487+0000 7f1be5ffb640 1 -- 172.21.15.53:0/1233411255 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1bdc011d20 con 0x7f1be8101910 2024-05-10T11:22:29.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.487+0000 7f1be5ffb640 1 -- 172.21.15.53:0/1233411255 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bdc010e10 con 0x7f1be8101910 2024-05-10T11:22:29.490 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.488+0000 7f1beea6d640 1 -- 172.21.15.53:0/1233411255 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1be81a7620 con 0x7f1be8101910 2024-05-10T11:22:29.490 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.490+0000 7f1bf1784740 1 Processor -- start 2024-05-10T11:22:29.490 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.490+0000 7f1bf1784740 1 -- start start 2024-05-10T11:22:29.491 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.491+0000 7f1bf1784740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677790db0 0x5636777911d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:29.491 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.491+0000 7f1bf1784740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5636777917a0 0x5636777962a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:29.491 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.491+0000 7f1bf1784740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563677796910 0x563677798da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:29.491 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.491+0000 7f1bf1784740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5636776f55d0 con 0x563677796910 2024-05-10T11:22:29.491 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.491+0000 7f1bf1784740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5636776ae890 con 0x563677790db0 2024-05-10T11:22:29.491 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.491+0000 7f1bf1784740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5636776f1590 con 0x5636777917a0 2024-05-10T11:22:29.491 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.491+0000 7f1bed00a640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677790db0 0x5636777911d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:29.491 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.491+0000 7f1bed00a640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677790db0 0x5636777911d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:39626/0 (socket says 172.21.15.53:39626) 2024-05-10T11:22:29.491 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.491+0000 7f1bed00a640 1 -- 172.21.15.53:0/1831824410 learned_addr learned my addr 172.21.15.53:0/1831824410 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:29.492 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.491+0000 7f1be7fff640 1 --2- 172.21.15.53:0/1831824410 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563677796910 0x563677798da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:29.492 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.491+0000 7f1be7fff640 1 -- 172.21.15.53:0/1831824410 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5636777917a0 msgr2=0x5636777962a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-10T11:22:29.493 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.491+0000 7f1be7fff640 1 --2- 172.21.15.53:0/1831824410 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5636777917a0 0x5636777962a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.493 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.491+0000 7f1be7fff640 1 -- 172.21.15.53:0/1831824410 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677790db0 msgr2=0x5636777911d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:29.493 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.491+0000 7f1be7fff640 1 --2- 172.21.15.53:0/1831824410 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677790db0 0x5636777911d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.493 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.491+0000 7f1be7fff640 1 -- 172.21.15.53:0/1831824410 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563677407210 con 0x563677796910 2024-05-10T11:22:29.493 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.492+0000 7f1be5ffb640 1 -- 172.21.15.53:0/1233411255 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f1bdc018020 con 0x7f1be8101910 2024-05-10T11:22:29.493 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.492+0000 7f1be7fff640 1 --2- 172.21.15.53:0/1831824410 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563677796910 0x563677798da0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f1bd400bbb0 tx=0x7f1bd400f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=530eefb9a6fe93ea server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:29.493 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.492+0000 7f1bd2ffd640 1 -- 172.21.15.53:0/1831824410 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bd4015070 con 0x563677796910 2024-05-10T11:22:29.493 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.492+0000 7f1bd2ffd640 1 -- 172.21.15.53:0/1831824410 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1bd40035f0 con 0x563677796910 2024-05-10T11:22:29.494 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.493+0000 7f1bd2ffd640 1 -- 172.21.15.53:0/1831824410 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bd40116a0 con 0x563677796910 2024-05-10T11:22:29.494 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.493+0000 7f1be5ffb640 1 --2- 172.21.15.53:0/1233411255 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1bd80b2920 0x7f1bd80b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:29.494 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.493+0000 7f1bed00a640 1 --2- 172.21.15.53:0/1233411255 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1bd80b2920 0x7f1bd80b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:29.494 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.493+0000 7f1be5ffb640 1 -- 172.21.15.53:0/1233411255 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f1bdc0e20e0 con 0x7f1be8101910 2024-05-10T11:22:29.494 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.493+0000 7f1bf1784740 1 -- 172.21.15.53:0/1831824410 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563677796910 msgr2=0x563677798da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:29.495 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.493+0000 7f1bf1784740 1 --2- 172.21.15.53:0/1831824410 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563677796910 0x563677798da0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f1bd400bbb0 tx=0x7f1bd400f730 comp rx=0 tx=0).stop 2024-05-10T11:22:29.495 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.494+0000 7f1bed00a640 1 --2- 172.21.15.53:0/1233411255 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1bd80b2920 0x7f1bd80b4de0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f1be0006010 tx=0x7f1be0004a40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:29.495 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.494+0000 7f1bf1784740 1 -- 172.21.15.53:0/1831824410 shutdown_connections 2024-05-10T11:22:29.495 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.494+0000 7f1bf1784740 1 --2- 172.21.15.53:0/1831824410 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563677796910 0x563677798da0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.495 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.494+0000 7f1bf1784740 1 --2- 172.21.15.53:0/1831824410 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5636777917a0 0x5636777962a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.495 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.494+0000 7f1bf1784740 1 --2- 172.21.15.53:0/1831824410 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677790db0 0x5636777911d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.495 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.494+0000 7f1bf1784740 1 -- 172.21.15.53:0/1831824410 >> 172.21.15.53:0/1831824410 conn(0x56367778c420 msgr2=0x56367778c820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:29.495 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.494+0000 7f1bf1784740 1 -- 172.21.15.53:0/1831824410 shutdown_connections 2024-05-10T11:22:29.495 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.494+0000 7f1bf1784740 1 -- 172.21.15.53:0/1831824410 wait complete. 2024-05-10T11:22:29.495 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.494+0000 7f1bf1784740 1 -- start start 2024-05-10T11:22:29.495 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.494+0000 7f1bf1784740 1 Processor -- start 2024-05-10T11:22:29.497 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.495+0000 7f1bf1784740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677790db0 0x56367779b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:29.497 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.495+0000 7f1bf1784740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5636777917a0 0x56367779b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:29.497 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.495+0000 7f1bf1784740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563677796910 0x5636777a2610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:29.497 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.495+0000 7f1bf1784740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563677799960 con 0x563677796910 2024-05-10T11:22:29.497 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.495+0000 7f1bf1784740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5636776b2370 con 0x563677790db0 2024-05-10T11:22:29.497 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.495+0000 7f1bf1784740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x563677799ae0 con 0x5636777917a0 2024-05-10T11:22:29.497 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.495+0000 7f1bf1784740 10 client.0 _ll_register_callbacks cb 0x563677406a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:29.497 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.495+0000 7f1bed00a640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563677796910 0x5636777a2610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:29.498 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.495+0000 7f1bed00a640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563677796910 0x5636777a2610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:48230/0 (socket says 172.21.15.53:48230) 2024-05-10T11:22:29.498 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.495+0000 7f1bed00a640 1 -- 172.21.15.53:0/2027873404 learned_addr learned my addr 172.21.15.53:0/2027873404 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:29.498 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.495+0000 7f1be7fff640 1 --2- 172.21.15.53:0/2027873404 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5636777917a0 0x56367779b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:29.498 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.495+0000 7f1bec809640 1 --2- 172.21.15.53:0/2027873404 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677790db0 0x56367779b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:29.498 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.495+0000 7f1bed00a640 1 -- 172.21.15.53:0/2027873404 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5636777917a0 msgr2=0x56367779b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:29.498 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.495+0000 7f1bed00a640 1 --2- 172.21.15.53:0/2027873404 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5636777917a0 0x56367779b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.498 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.495+0000 7f1bed00a640 1 -- 172.21.15.53:0/2027873404 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677790db0 msgr2=0x56367779b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:29.498 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.495+0000 7f1bed00a640 1 --2- 172.21.15.53:0/2027873404 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677790db0 0x56367779b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.498 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.495+0000 7f1bed00a640 1 -- 172.21.15.53:0/2027873404 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636774d3620 con 0x563677796910 2024-05-10T11:22:29.498 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.496+0000 7f1bed00a640 1 --2- 172.21.15.53:0/2027873404 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563677796910 0x5636777a2610 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f1be0009d90 tx=0x7f1be002a8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e31a8d0cbbdde633 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:29.498 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.496+0000 7f1bc7fff640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:29.498 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.496+0000 7f1bc7fff640 1 -- 172.21.15.53:0/2027873404 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1be0004250 con 0x563677796910 2024-05-10T11:22:29.498 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.496+0000 7f1bc7fff640 1 -- 172.21.15.53:0/2027873404 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f1be00043f0 con 0x563677796910 2024-05-10T11:22:29.499 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.496+0000 7f1bf1784740 1 -- 172.21.15.53:0/2027873404 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1bd40035f0 con 0x563677796910 2024-05-10T11:22:29.499 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.496+0000 7f1bc7fff640 1 -- 172.21.15.53:0/2027873404 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1be00045f0 con 0x563677796910 2024-05-10T11:22:29.499 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.496+0000 7f1bf1784740 10 client.15612 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:29.499 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.496+0000 7f1bf1784740 1 -- 172.21.15.53:0/2027873404 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5636777a5660 con 0x563677796910 2024-05-10T11:22:29.499 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.497+0000 7f1bc7fff640 1 -- 172.21.15.53:0/2027873404 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1bd40035f0 con 0x563677796910 2024-05-10T11:22:29.499 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.497+0000 7f1bc7fff640 1 -- 172.21.15.53:0/2027873404 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f1be0050070 con 0x563677796910 2024-05-10T11:22:29.499 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.497+0000 7f1bf1784740 10 client.15612 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:29.499 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.497+0000 7f1bf1784740 10 client.15612 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:29.499 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.497+0000 7f1bf1784740 20 client.15612 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:29.499 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.497+0000 7f1bf1784740 1 --2- 172.21.15.53:0/2027873404 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5636777a6d50 0x5636777a9180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:29.499 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.497+0000 7f1bf1784740 4 client.15612 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:22:29.499 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.497+0000 7f1bf1784740 1 -- 172.21.15.53:0/2027873404 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5636777031e0 con 0x5636777a6d50 2024-05-10T11:22:29.501 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.498+0000 7f1bec809640 1 --2- 172.21.15.53:0/2027873404 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5636777a6d50 0x5636777a9180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:29.501 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.498+0000 7f1bec809640 1 --2- 172.21.15.53:0/2027873404 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5636777a6d50 0x5636777a9180 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=35f6819b3d94c41a server_cookie=4c2cf6c687483d9d in_seq=0 out_seq=0 2024-05-10T11:22:29.501 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.498+0000 7f1bc7fff640 10 client.15612 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:29.501 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.499+0000 7f1bc7fff640 1 -- 172.21.15.53:0/2027873404 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5636777031e0 con 0x5636777a6d50 2024-05-10T11:22:29.501 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.499+0000 7f1bc7fff640 10 client.15612 handle_command_reply: tid=0 2024-05-10T11:22:29.501 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.499+0000 7f1bf1784740 1 client.15612 shutdown 2024-05-10T11:22:29.501 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.499+0000 7f1bf1784740 1 -- 172.21.15.53:0/2027873404 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563677796910 msgr2=0x5636777a2610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:29.501 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.499+0000 7f1bf1784740 1 --2- 172.21.15.53:0/2027873404 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563677796910 0x5636777a2610 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f1be0009d90 tx=0x7f1be002a8b0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.501 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.499+0000 7f1bf1784740 1 -- 172.21.15.53:0/2027873404 shutdown_connections 2024-05-10T11:22:29.502 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.499+0000 7f1bf1784740 1 --2- 172.21.15.53:0/2027873404 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5636777a6d50 0x5636777a9180 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.502 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.499+0000 7f1bf1784740 1 --2- 172.21.15.53:0/2027873404 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563677796910 0x5636777a2610 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.502 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.499+0000 7f1bf1784740 1 --2- 172.21.15.53:0/2027873404 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5636777917a0 0x56367779b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.502 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.499+0000 7f1bf1784740 1 --2- 172.21.15.53:0/2027873404 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677790db0 0x56367779b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.502 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.499+0000 7f1bf1784740 1 -- 172.21.15.53:0/2027873404 >> 172.21.15.53:0/2027873404 conn(0x56367778c420 msgr2=0x56367778b580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:29.502 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.499+0000 7f1bc7fff640 0 client.15612 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:29.502 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.500+0000 7f1bf1784740 1 -- 172.21.15.53:0/2027873404 shutdown_connections 2024-05-10T11:22:29.502 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.500+0000 7f1bf1784740 1 -- 172.21.15.53:0/2027873404 wait complete. 2024-05-10T11:22:29.502 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.500+0000 7f1bf1784740 20 client.15612 trim_cache size 0 max 16384 2024-05-10T11:22:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.529+0000 7f1bf1784740 1 Processor -- start 2024-05-10T11:22:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.529+0000 7f1bf1784740 1 -- start start 2024-05-10T11:22:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.530+0000 7f1bf1784740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563677790db0 0x5636777929c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.530+0000 7f1bf1784740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5636777917a0 0x563677792f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.530+0000 7f1bf1784740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677796910 0x5636777a25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.530+0000 7f1bf1784740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1be81b1b20 con 0x5636777917a0 2024-05-10T11:22:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.530+0000 7f1be7fff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5636777917a0 0x563677792f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.530+0000 7f1bec809640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563677790db0 0x5636777929c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.530+0000 7f1bec809640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563677790db0 0x5636777929c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.53:36598/0 (socket says 172.21.15.53:36598) 2024-05-10T11:22:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.530+0000 7f1bec809640 1 -- 172.21.15.53:0/2671696357 learned_addr learned my addr 172.21.15.53:0/2671696357 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.530+0000 7f1bf1784740 1 -- 172.21.15.53:0/2671696357 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f1be81b3660 con 0x563677796910 2024-05-10T11:22:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.531+0000 7f1bf1784740 1 -- 172.21.15.53:0/2671696357 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f1be81b21f0 con 0x563677790db0 2024-05-10T11:22:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.531+0000 7f1bed00a640 1 --2- 172.21.15.53:0/2671696357 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677796910 0x5636777a25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.531+0000 7f1be7fff640 1 -- 172.21.15.53:0/2671696357 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563677790db0 msgr2=0x5636777929c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.531+0000 7f1be7fff640 1 --2- 172.21.15.53:0/2671696357 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563677790db0 0x5636777929c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.531+0000 7f1be7fff640 1 -- 172.21.15.53:0/2671696357 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677796910 msgr2=0x5636777a25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.531+0000 7f1be7fff640 1 --2- 172.21.15.53:0/2671696357 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677796910 0x5636777a25d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.531+0000 7f1be7fff640 1 -- 172.21.15.53:0/2671696357 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56367778c250 con 0x5636777917a0 2024-05-10T11:22:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.531+0000 7f1bed00a640 1 --2- 172.21.15.53:0/2671696357 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677796910 0x5636777a25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:22:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.531+0000 7f1be7fff640 1 --2- 172.21.15.53:0/2671696357 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5636777917a0 0x563677792f00 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f1bd4000c00 tx=0x7f1bd4005f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1e2266ba50be7d2 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:29.536 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.532+0000 7f1bd27fc640 1 -- 172.21.15.53:0/2671696357 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bd4029070 con 0x5636777917a0 2024-05-10T11:22:29.536 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.532+0000 7f1bd27fc640 1 -- 172.21.15.53:0/2671696357 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1bd4003a80 con 0x5636777917a0 2024-05-10T11:22:29.536 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.532+0000 7f1bd27fc640 1 -- 172.21.15.53:0/2671696357 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bd4015050 con 0x5636777917a0 2024-05-10T11:22:29.536 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.532+0000 7f1bf1784740 1 -- 172.21.15.53:0/2671696357 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5636777917a0 msgr2=0x563677792f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:29.536 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.532+0000 7f1bf1784740 1 --2- 172.21.15.53:0/2671696357 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5636777917a0 0x563677792f00 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f1bd4000c00 tx=0x7f1bd4005f30 comp rx=0 tx=0).stop 2024-05-10T11:22:29.536 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.533+0000 7f1bf1784740 1 -- 172.21.15.53:0/2671696357 shutdown_connections 2024-05-10T11:22:29.536 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.533+0000 7f1bf1784740 1 --2- 172.21.15.53:0/2671696357 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677796910 0x5636777a25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.536 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.533+0000 7f1bf1784740 1 --2- 172.21.15.53:0/2671696357 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5636777917a0 0x563677792f00 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.537 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.533+0000 7f1bf1784740 1 --2- 172.21.15.53:0/2671696357 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563677790db0 0x5636777929c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.537 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.533+0000 7f1bf1784740 1 -- 172.21.15.53:0/2671696357 >> 172.21.15.53:0/2671696357 conn(0x56367778c420 msgr2=0x5636777873e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:29.537 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.533+0000 7f1bf1784740 1 -- 172.21.15.53:0/2671696357 shutdown_connections 2024-05-10T11:22:29.537 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.533+0000 7f1bf1784740 1 -- 172.21.15.53:0/2671696357 wait complete. 2024-05-10T11:22:29.537 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.533+0000 7f1bf1784740 1 -- start start 2024-05-10T11:22:29.537 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.533+0000 7f1bf1784740 1 Processor -- start 2024-05-10T11:22:29.537 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.534+0000 7f1bf1784740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677790db0 0x56367779faf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:29.537 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.534+0000 7f1bf1784740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5636777917a0 0x5636777a0030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:29.537 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.534+0000 7f1bf1784740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563677796910 0x5636777a1040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:29.537 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.534+0000 7f1bf1784740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1be81b2f90 con 0x5636777917a0 2024-05-10T11:22:29.537 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.534+0000 7f1bf1784740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f1be81b28c0 con 0x563677790db0 2024-05-10T11:22:29.537 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.534+0000 7f1bf1784740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f1be81afb00 con 0x563677796910 2024-05-10T11:22:29.537 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.534+0000 7f1bf1784740 10 client.0 _ll_register_callbacks cb 0x7f1be0005f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:29.538 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.534+0000 7f1be7fff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5636777917a0 0x5636777a0030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:29.538 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.534+0000 7f1be7fff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5636777917a0 0x5636777a0030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:48246/0 (socket says 172.21.15.53:48246) 2024-05-10T11:22:29.538 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.534+0000 7f1be7fff640 1 -- 172.21.15.53:0/701417505 learned_addr learned my addr 172.21.15.53:0/701417505 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:29.538 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.534+0000 7f1bec809640 1 --2- 172.21.15.53:0/701417505 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677790db0 0x56367779faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:29.538 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.534+0000 7f1bed00a640 1 --2- 172.21.15.53:0/701417505 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563677796910 0x5636777a1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:29.538 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.534+0000 7f1bec809640 1 -- 172.21.15.53:0/701417505 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563677796910 msgr2=0x5636777a1040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:29.538 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.534+0000 7f1bec809640 1 --2- 172.21.15.53:0/701417505 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563677796910 0x5636777a1040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.538 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.534+0000 7f1bec809640 1 -- 172.21.15.53:0/701417505 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5636777917a0 msgr2=0x5636777a0030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:29.538 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.534+0000 7f1bec809640 1 --2- 172.21.15.53:0/701417505 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5636777917a0 0x5636777a0030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.538 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.534+0000 7f1bec809640 1 -- 172.21.15.53:0/701417505 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636777a1630 con 0x563677790db0 2024-05-10T11:22:29.538 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.534+0000 7f1be7fff640 1 --2- 172.21.15.53:0/701417505 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5636777917a0 0x5636777a0030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:22:29.538 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.534+0000 7f1bec809640 1 --2- 172.21.15.53:0/701417505 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677790db0 0x56367779faf0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f1bdc009fd0 tx=0x7f1bdc0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a0854c6c9ca64eb5 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:29.538 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.534+0000 7f1bc7fff640 10 client.0 ms_handle_connect on v2:172.21.15.132:3300/0 2024-05-10T11:22:29.538 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.535+0000 7f1bc7fff640 1 -- 172.21.15.53:0/701417505 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bdc0c8060 con 0x563677790db0 2024-05-10T11:22:29.539 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.535+0000 7f1bf1784740 1 -- 172.21.15.53:0/701417505 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1bd4003a80 con 0x563677790db0 2024-05-10T11:22:29.539 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.535+0000 7f1bc7fff640 1 -- 172.21.15.53:0/701417505 <== mon.2 v2:172.21.15.132:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f1bdc010500 con 0x563677790db0 2024-05-10T11:22:29.539 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.535+0000 7f1bc7fff640 1 -- 172.21.15.53:0/701417505 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1bdc0b2170 con 0x563677790db0 2024-05-10T11:22:29.539 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.535+0000 7f1bf1784740 10 client.25166 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:29.539 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.535+0000 7f1bf1784740 1 -- 172.21.15.53:0/701417505 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563677811640 con 0x563677790db0 2024-05-10T11:22:29.539 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.535+0000 7f1bc7fff640 1 -- 172.21.15.53:0/701417505 <== mon.2 v2:172.21.15.132:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1bd4003a80 con 0x563677790db0 2024-05-10T11:22:29.539 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.535+0000 7f1bc7fff640 1 -- 172.21.15.53:0/701417505 <== mon.2 v2:172.21.15.132:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f1bdc0a8570 con 0x563677790db0 2024-05-10T11:22:29.539 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.535+0000 7f1bf1784740 10 client.25166 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:29.539 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.535+0000 7f1bf1784740 10 client.25166 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:29.539 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.535+0000 7f1bf1784740 20 client.25166 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:29.539 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.535+0000 7f1bf1784740 1 --2- 172.21.15.53:0/701417505 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x563677811de0 0x563677814200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:29.539 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.536+0000 7f1bf1784740 4 client.25166 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-10T11:22:29.539 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.536+0000 7f1bf1784740 1 -- 172.21.15.53:0/701417505 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5636776fd050 con 0x563677811de0 2024-05-10T11:22:29.539 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.536+0000 7f1be7fff640 1 --2- 172.21.15.53:0/701417505 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x563677811de0 0x563677814200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:29.540 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.536+0000 7f1be7fff640 1 --2- 172.21.15.53:0/701417505 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x563677811de0 0x563677814200 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8506aeb5df57b4f5 server_cookie=1ace6e30e20f4a50 in_seq=0 out_seq=0 2024-05-10T11:22:29.540 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.536+0000 7f1bc7fff640 10 client.25166 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:29.542 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.542+0000 7f1bc7fff640 1 -- 172.21.15.53:0/701417505 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5636776fd050 con 0x563677811de0 2024-05-10T11:22:29.542 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.542+0000 7f1bc7fff640 10 client.25166 handle_command_reply: tid=0 2024-05-10T11:22:29.542 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.542+0000 7f1bf1784740 1 client.25166 shutdown 2024-05-10T11:22:29.542 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.542+0000 7f1bf1784740 1 -- 172.21.15.53:0/701417505 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677790db0 msgr2=0x56367779faf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:29.542 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.542+0000 7f1bf1784740 1 --2- 172.21.15.53:0/701417505 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677790db0 0x56367779faf0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f1bdc009fd0 tx=0x7f1bdc0046c0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.542+0000 7f1bf1784740 1 -- 172.21.15.53:0/701417505 shutdown_connections 2024-05-10T11:22:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.542+0000 7f1bf1784740 1 --2- 172.21.15.53:0/701417505 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563677796910 0x5636777a1040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.542+0000 7f1bf1784740 1 --2- 172.21.15.53:0/701417505 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x563677811de0 0x563677814200 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.542+0000 7f1bc7fff640 0 client.25166 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.542+0000 7f1bf1784740 1 --2- 172.21.15.53:0/701417505 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5636777917a0 0x5636777a0030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.542+0000 7f1bf1784740 1 --2- 172.21.15.53:0/701417505 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563677790db0 0x56367779faf0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.542+0000 7f1bf1784740 1 -- 172.21.15.53:0/701417505 >> 172.21.15.53:0/701417505 conn(0x56367778c420 msgr2=0x56367779b050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.542+0000 7f1bf1784740 1 -- 172.21.15.53:0/701417505 shutdown_connections 2024-05-10T11:22:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.542+0000 7f1bf1784740 1 -- 172.21.15.53:0/701417505 wait complete. 2024-05-10T11:22:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.542+0000 7f1bf1784740 20 client.25166 trim_cache size 0 max 16384 2024-05-10T11:22:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:{ 2024-05-10T11:22:29.544 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "message": "", 2024-05-10T11:22:29.544 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "return_code": 0 2024-05-10T11:22:29.544 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:} 2024-05-10T11:22:29.544 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.543+0000 7f1beea6d640 1 -- 172.21.15.53:0/1233411255 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1bd80b2920 msgr2=0x7f1bd80b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:29.544 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.543+0000 7f1beea6d640 1 --2- 172.21.15.53:0/1233411255 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1bd80b2920 0x7f1bd80b4de0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f1be0006010 tx=0x7f1be0004a40 comp rx=0 tx=0).stop 2024-05-10T11:22:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.543+0000 7f1beea6d640 1 -- 172.21.15.53:0/1233411255 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1be8101910 msgr2=0x7f1be8199e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.543+0000 7f1beea6d640 1 --2- 172.21.15.53:0/1233411255 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1be8101910 0x7f1be8199e70 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f1bdc00b450 tx=0x7f1bdc00b910 comp rx=0 tx=0).stop 2024-05-10T11:22:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.544+0000 7f1beea6d640 1 -- 172.21.15.53:0/1233411255 shutdown_connections 2024-05-10T11:22:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.544+0000 7f1beea6d640 1 --2- 172.21.15.53:0/1233411255 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1bd80b2920 0x7f1bd80b4de0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.544+0000 7f1beea6d640 1 --2- 172.21.15.53:0/1233411255 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1be81034c0 0x7f1be81969e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.544+0000 7f1beea6d640 1 --2- 172.21.15.53:0/1233411255 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1be8102b00 0x7f1be819a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.544+0000 7f1beea6d640 1 --2- 172.21.15.53:0/1233411255 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1be8101910 0x7f1be8199e70 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.544+0000 7f1beea6d640 1 -- 172.21.15.53:0/1233411255 >> 172.21.15.53:0/1233411255 conn(0x7f1be80fce80 msgr2=0x7f1be8105e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.544+0000 7f1beea6d640 1 -- 172.21.15.53:0/1233411255 shutdown_connections 2024-05-10T11:22:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:29.544+0000 7f1beea6d640 1 -- 172.21.15.53:0/1233411255 wait complete. 2024-05-10T11:22:30.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:30 smithi053 ceph-mon[30153]: pgmap v471: 129 pgs: 129 active+clean; 677 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 511 B/s wr, 11 op/s 2024-05-10T11:22:30.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:30 smithi132 ceph-mon[33758]: pgmap v471: 129 pgs: 129 active+clean; 677 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 511 B/s wr, 11 op/s 2024-05-10T11:22:30.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:30 smithi187 ceph-mon[34076]: pgmap v471: 129 pgs: 129 active+clean; 677 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 511 B/s wr, 11 op/s 2024-05-10T11:22:30.791 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.786+0000 7f49b5ae5700 1 -- 172.21.15.53:0/1076669101 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f49b0102d60 msgr2=0x7f49b010f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:30.791 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.786+0000 7f49b5ae5700 1 --2- 172.21.15.53:0/1076669101 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f49b0102d60 0x7f49b010f250 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f49a800b0a0 tx=0x7f49a800b3b0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.791 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.787+0000 7f49b5ae5700 1 -- 172.21.15.53:0/1076669101 shutdown_connections 2024-05-10T11:22:30.791 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.787+0000 7f49b5ae5700 1 --2- 172.21.15.53:0/1076669101 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f49b0102d60 0x7f49b010f250 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.791 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.787+0000 7f49b5ae5700 1 --2- 172.21.15.53:0/1076669101 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f49b0108410 0x7f49b01087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.791 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.787+0000 7f49b5ae5700 1 --2- 172.21.15.53:0/1076669101 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f49b01023a0 0x7f49b0102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.791 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.787+0000 7f49b5ae5700 1 -- 172.21.15.53:0/1076669101 >> 172.21.15.53:0/1076669101 conn(0x7f49b0079350 msgr2=0x7f49b0079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:30.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.787+0000 7f49b5ae5700 1 -- 172.21.15.53:0/1076669101 shutdown_connections 2024-05-10T11:22:30.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.787+0000 7f49b5ae5700 1 -- 172.21.15.53:0/1076669101 wait complete. 2024-05-10T11:22:30.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.788+0000 7f49b5ae5700 1 Processor -- start 2024-05-10T11:22:30.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.788+0000 7f49b5ae5700 1 -- start start 2024-05-10T11:22:30.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.788+0000 7f49b5ae5700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f49b01023a0 0x7f49b019f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:30.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.788+0000 7f49b5ae5700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f49b0102d60 0x7f49b019fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:30.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.788+0000 7f49b5ae5700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f49b0108410 0x7f49b0199ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:30.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.788+0000 7f49b5ae5700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f49b0112400 con 0x7f49b0102d60 2024-05-10T11:22:30.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.788+0000 7f49b5ae5700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f49b0112280 con 0x7f49b01023a0 2024-05-10T11:22:30.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.788+0000 7f49b5ae5700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f49b0112580 con 0x7f49b0108410 2024-05-10T11:22:30.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.789+0000 7f49a7fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f49b0102d60 0x7f49b019fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:30.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.789+0000 7f49affff700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f49b0108410 0x7f49b0199ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:30.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.789+0000 7f49a7fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f49b0102d60 0x7f49b019fc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:48274/0 (socket says 172.21.15.53:48274) 2024-05-10T11:22:30.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.789+0000 7f49a7fff700 1 -- 172.21.15.53:0/2963671877 learned_addr learned my addr 172.21.15.53:0/2963671877 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:30.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.789+0000 7f49af7fe700 1 --2- 172.21.15.53:0/2963671877 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f49b01023a0 0x7f49b019f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:30.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.789+0000 7f49affff700 1 -- 172.21.15.53:0/2963671877 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f49b01023a0 msgr2=0x7f49b019f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:30.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.789+0000 7f49affff700 1 --2- 172.21.15.53:0/2963671877 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f49b01023a0 0x7f49b019f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.789+0000 7f49affff700 1 -- 172.21.15.53:0/2963671877 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f49b0102d60 msgr2=0x7f49b019fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:30.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.789+0000 7f49affff700 1 --2- 172.21.15.53:0/2963671877 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f49b0102d60 0x7f49b019fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.789+0000 7f49affff700 1 -- 172.21.15.53:0/2963671877 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49b019a240 con 0x7f49b0108410 2024-05-10T11:22:30.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.789+0000 7f49a7fff700 1 --2- 172.21.15.53:0/2963671877 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f49b0102d60 0x7f49b019fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:22:30.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.789+0000 7f49affff700 1 --2- 172.21.15.53:0/2963671877 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f49b0108410 0x7f49b0199ae0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f49a800b0a0 tx=0x7f49a8004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:30.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.790+0000 7f49ad7fa700 1 -- 172.21.15.53:0/2963671877 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49a8021070 con 0x7f49b0108410 2024-05-10T11:22:30.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.790+0000 7f49b5ae5700 1 -- 172.21.15.53:0/2963671877 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49b019a4d0 con 0x7f49b0108410 2024-05-10T11:22:30.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.790+0000 7f49ad7fa700 1 -- 172.21.15.53:0/2963671877 <== mon.1 v2:172.21.15.187:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f49a8007b80 con 0x7f49b0108410 2024-05-10T11:22:30.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.790+0000 7f49ad7fa700 1 -- 172.21.15.53:0/2963671877 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49a801dd10 con 0x7f49b0108410 2024-05-10T11:22:30.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.791+0000 7f49b5ae5700 1 -- 172.21.15.53:0/2963671877 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49b019a8f0 con 0x7f49b0108410 2024-05-10T11:22:30.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.793+0000 7f49ad7fa700 1 -- 172.21.15.53:0/2963671877 <== mon.1 v2:172.21.15.187:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f49a8024070 con 0x7f49b0108410 2024-05-10T11:22:30.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.795+0000 7f49ad7fa700 1 --2- 172.21.15.53:0/2963671877 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f499c0b2880 0x7f499c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:30.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.795+0000 7f49ad7fa700 1 -- 172.21.15.53:0/2963671877 <== mon.1 v2:172.21.15.187:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f49a80e2e70 con 0x7f49b0108410 2024-05-10T11:22:30.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.795+0000 7f49af7fe700 1 --2- 172.21.15.53:0/2963671877 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f499c0b2880 0x7f499c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:30.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.796+0000 7f49af7fe700 1 --2- 172.21.15.53:0/2963671877 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f499c0b2880 0x7f499c0b4d40 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f49b010f6b0 tx=0x7f49a0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:30.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.796+0000 7f49c0378b80 1 Processor -- start 2024-05-10T11:22:30.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.796+0000 7f49c0378b80 1 -- start start 2024-05-10T11:22:30.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.796+0000 7f49c0378b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ff0af391b0 0x55ff0af39590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:30.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.797+0000 7f49c0378b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af39ad0 0x55ff0af33810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:30.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.797+0000 7f49c0378b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ff0af33d50 0x55ff0af34190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:30.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.797+0000 7f49a7fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af39ad0 0x55ff0af33810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:30.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.797+0000 7f49a7fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af39ad0 0x55ff0af33810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:48290/0 (socket says 172.21.15.53:48290) 2024-05-10T11:22:30.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.797+0000 7f49a7fff700 1 -- 172.21.15.53:0/3285223347 learned_addr learned my addr 172.21.15.53:0/3285223347 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:30.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.797+0000 7f49c0378b80 1 -- 172.21.15.53:0/3285223347 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55ff0ae85940 con 0x55ff0af39ad0 2024-05-10T11:22:30.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.797+0000 7f49c0378b80 1 -- 172.21.15.53:0/3285223347 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55ff0adeada0 con 0x55ff0af33d50 2024-05-10T11:22:30.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.797+0000 7f49c0378b80 1 -- 172.21.15.53:0/3285223347 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55ff0ae81900 con 0x55ff0af391b0 2024-05-10T11:22:30.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.797+0000 7f49af7fe700 1 --2- 172.21.15.53:0/3285223347 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ff0af391b0 0x55ff0af39590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:30.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.797+0000 7f49a7fff700 1 -- 172.21.15.53:0/3285223347 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ff0af391b0 msgr2=0x55ff0af39590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:30.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.797+0000 7f49a7fff700 1 --2- 172.21.15.53:0/3285223347 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ff0af391b0 0x55ff0af39590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.797+0000 7f49a7fff700 1 -- 172.21.15.53:0/3285223347 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ff0af33d50 msgr2=0x55ff0af34190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:30.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.797+0000 7f49a7fff700 1 --2- 172.21.15.53:0/3285223347 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ff0af33d50 0x55ff0af34190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.797+0000 7f49a7fff700 1 -- 172.21.15.53:0/3285223347 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff0add28d0 con 0x55ff0af39ad0 2024-05-10T11:22:30.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.798+0000 7f49a7fff700 1 --2- 172.21.15.53:0/3285223347 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af39ad0 0x55ff0af33810 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f4998010580 tx=0x7f4998007f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45db86cd07712c83 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:30.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.798+0000 7f49a5ffb700 1 -- 172.21.15.53:0/3285223347 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4998011640 con 0x55ff0af39ad0 2024-05-10T11:22:30.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.798+0000 7f49a5ffb700 1 -- 172.21.15.53:0/3285223347 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4998011c70 con 0x55ff0af39ad0 2024-05-10T11:22:30.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.798+0000 7f49a5ffb700 1 -- 172.21.15.53:0/3285223347 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4998019bc0 con 0x55ff0af39ad0 2024-05-10T11:22:30.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.799+0000 7f49c0378b80 1 -- 172.21.15.53:0/3285223347 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af39ad0 msgr2=0x55ff0af33810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:30.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.799+0000 7f49c0378b80 1 --2- 172.21.15.53:0/3285223347 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af39ad0 0x55ff0af33810 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f4998010580 tx=0x7f4998007f90 comp rx=0 tx=0).stop 2024-05-10T11:22:30.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.799+0000 7f49c0378b80 1 -- 172.21.15.53:0/3285223347 shutdown_connections 2024-05-10T11:22:30.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.799+0000 7f49c0378b80 1 --2- 172.21.15.53:0/3285223347 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ff0af33d50 0x55ff0af34190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.799+0000 7f49c0378b80 1 --2- 172.21.15.53:0/3285223347 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ff0af391b0 0x55ff0af39590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.799+0000 7f49c0378b80 1 --2- 172.21.15.53:0/3285223347 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af39ad0 0x55ff0af33810 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.799+0000 7f49c0378b80 1 -- 172.21.15.53:0/3285223347 >> 172.21.15.53:0/3285223347 conn(0x55ff0ae5fb70 msgr2=0x55ff0af2e2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:30.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.799+0000 7f49c0378b80 1 -- 172.21.15.53:0/3285223347 shutdown_connections 2024-05-10T11:22:30.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.799+0000 7f49c0378b80 1 -- 172.21.15.53:0/3285223347 wait complete. 2024-05-10T11:22:30.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.800+0000 7f49c0378b80 1 -- start start 2024-05-10T11:22:30.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.800+0000 7f49c0378b80 1 Processor -- start 2024-05-10T11:22:30.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.800+0000 7f49c0378b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ff0af33d50 0x55ff0af3f770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:30.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.800+0000 7f49c0378b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af391b0 0x55ff0af3cb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:30.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.800+0000 7f49c0378b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ff0af39ad0 0x55ff0af3d050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:30.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.800+0000 7f49c0378b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55ff0af404a0 con 0x55ff0af391b0 2024-05-10T11:22:30.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.800+0000 7f49c0378b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55ff0ae3eed0 con 0x55ff0af33d50 2024-05-10T11:22:30.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.800+0000 7f49c0378b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55ff0af40620 con 0x55ff0af39ad0 2024-05-10T11:22:30.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.800+0000 7f49c0378b80 10 client.0 _ll_register_callbacks cb 0x55ff0ae195b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:30.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.800+0000 7f49a7fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af391b0 0x55ff0af3cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:30.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.800+0000 7f49a7fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af391b0 0x55ff0af3cb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:48294/0 (socket says 172.21.15.53:48294) 2024-05-10T11:22:30.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.800+0000 7f49a7fff700 1 -- 172.21.15.53:0/3275592418 learned_addr learned my addr 172.21.15.53:0/3275592418 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:30.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.801+0000 7f49affff700 1 --2- 172.21.15.53:0/3275592418 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ff0af39ad0 0x55ff0af3d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:30.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.801+0000 7f49af7fe700 1 --2- 172.21.15.53:0/3275592418 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ff0af33d50 0x55ff0af3f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:30.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.801+0000 7f49a7fff700 1 -- 172.21.15.53:0/3275592418 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ff0af39ad0 msgr2=0x55ff0af3d050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:30.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.801+0000 7f49a7fff700 1 --2- 172.21.15.53:0/3275592418 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ff0af39ad0 0x55ff0af3d050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.801+0000 7f49a7fff700 1 -- 172.21.15.53:0/3275592418 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ff0af33d50 msgr2=0x55ff0af3f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:30.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.801+0000 7f49a7fff700 1 --2- 172.21.15.53:0/3275592418 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ff0af33d50 0x55ff0af3f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.801+0000 7f49a7fff700 1 -- 172.21.15.53:0/3275592418 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff0ae3c760 con 0x55ff0af391b0 2024-05-10T11:22:30.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.801+0000 7f49af7fe700 1 --2- 172.21.15.53:0/3275592418 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ff0af33d50 0x55ff0af3f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:22:30.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.801+0000 7f49a7fff700 1 --2- 172.21.15.53:0/3275592418 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af391b0 0x55ff0af3cb10 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x55ff0af2f040 tx=0x7f4998019640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60735ae3e8dc5b70 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:30.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.801+0000 7f498effd700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:30.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.801+0000 7f498effd700 1 -- 172.21.15.53:0/3275592418 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4998027020 con 0x55ff0af391b0 2024-05-10T11:22:30.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.802+0000 7f49c0378b80 1 -- 172.21.15.53:0/3275592418 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4998011c70 con 0x55ff0af391b0 2024-05-10T11:22:30.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.802+0000 7f498effd700 1 -- 172.21.15.53:0/3275592418 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f4998019a20 con 0x55ff0af391b0 2024-05-10T11:22:30.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.802+0000 7f498effd700 1 -- 172.21.15.53:0/3275592418 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f499801f040 con 0x55ff0af391b0 2024-05-10T11:22:30.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.802+0000 7f49c0378b80 10 client.15630 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:30.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.802+0000 7f49c0378b80 1 -- 172.21.15.53:0/3275592418 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ff0af4f190 con 0x55ff0af391b0 2024-05-10T11:22:30.805 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.802+0000 7f498effd700 1 -- 172.21.15.53:0/3275592418 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4998011c70 con 0x55ff0af391b0 2024-05-10T11:22:30.805 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.803+0000 7f498effd700 1 -- 172.21.15.53:0/3275592418 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f4998022030 con 0x55ff0af391b0 2024-05-10T11:22:30.806 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.803+0000 7f49c0378b80 10 client.15630 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:30.806 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.803+0000 7f49c0378b80 10 client.15630 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:30.806 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.803+0000 7f49c0378b80 20 client.15630 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:30.806 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.803+0000 7f49c0378b80 1 --2- 172.21.15.53:0/3275592418 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55ff0af51660 0x55ff0af53a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:30.806 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.803+0000 7f49c0378b80 4 client.15630 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:22:30.806 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.803+0000 7f49c0378b80 1 -- 172.21.15.53:0/3275592418 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ff0ae93320 con 0x55ff0af51660 2024-05-10T11:22:30.806 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.804+0000 7f49af7fe700 1 --2- 172.21.15.53:0/3275592418 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55ff0af51660 0x55ff0af53a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:30.806 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.804+0000 7f49af7fe700 1 --2- 172.21.15.53:0/3275592418 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55ff0af51660 0x55ff0af53a50 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1335bb940c854a23 server_cookie=3086c5e77e3b607e in_seq=0 out_seq=0 2024-05-10T11:22:30.806 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.804+0000 7f498effd700 10 client.15630 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:30.806 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.805+0000 7f498effd700 1 -- 172.21.15.53:0/3275592418 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55ff0ae93320 con 0x55ff0af51660 2024-05-10T11:22:30.806 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.805+0000 7f498effd700 10 client.15630 handle_command_reply: tid=0 2024-05-10T11:22:30.806 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.805+0000 7f49c0378b80 1 client.15630 shutdown 2024-05-10T11:22:30.806 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.805+0000 7f49c0378b80 1 -- 172.21.15.53:0/3275592418 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af391b0 msgr2=0x55ff0af3cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:30.807 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.805+0000 7f49c0378b80 1 --2- 172.21.15.53:0/3275592418 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af391b0 0x55ff0af3cb10 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x55ff0af2f040 tx=0x7f4998019640 comp rx=0 tx=0).stop 2024-05-10T11:22:30.807 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.805+0000 7f49c0378b80 1 -- 172.21.15.53:0/3275592418 shutdown_connections 2024-05-10T11:22:30.807 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.805+0000 7f49c0378b80 1 --2- 172.21.15.53:0/3275592418 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55ff0af51660 0x55ff0af53a50 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.807 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.805+0000 7f49c0378b80 1 --2- 172.21.15.53:0/3275592418 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ff0af39ad0 0x55ff0af3d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.807 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.805+0000 7f49c0378b80 1 --2- 172.21.15.53:0/3275592418 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ff0af33d50 0x55ff0af3f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.807 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.805+0000 7f49c0378b80 1 --2- 172.21.15.53:0/3275592418 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af391b0 0x55ff0af3cb10 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.807 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.805+0000 7f49c0378b80 1 -- 172.21.15.53:0/3275592418 >> 172.21.15.53:0/3275592418 conn(0x55ff0ae5fb70 msgr2=0x55ff0af28b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:30.807 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.805+0000 7f498effd700 0 client.15630 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:30.807 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.806+0000 7f49c0378b80 1 -- 172.21.15.53:0/3275592418 shutdown_connections 2024-05-10T11:22:30.807 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.806+0000 7f49c0378b80 1 -- 172.21.15.53:0/3275592418 wait complete. 2024-05-10T11:22:30.807 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.806+0000 7f49c0378b80 20 client.15630 trim_cache size 0 max 16384 2024-05-10T11:22:30.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.846+0000 7f49c0378b80 1 Processor -- start 2024-05-10T11:22:30.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.846+0000 7f49c0378b80 1 -- start start 2024-05-10T11:22:30.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.846+0000 7f49c0378b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ff0af33d50 0x55ff0af49530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:30.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.846+0000 7f49c0378b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ff0af39ad0 0x55ff0af3a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:30.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.846+0000 7f49c0378b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af343c0 0x55ff0af28c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:30.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.846+0000 7f49c0378b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f49b01acd10 con 0x55ff0af343c0 2024-05-10T11:22:30.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.846+0000 7f49c0378b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f49b01ae850 con 0x55ff0af39ad0 2024-05-10T11:22:30.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.846+0000 7f49c0378b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f49b01ad3e0 con 0x55ff0af33d50 2024-05-10T11:22:30.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.846+0000 7f49affff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af343c0 0x55ff0af28c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:30.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.846+0000 7f49affff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af343c0 0x55ff0af28c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:48296/0 (socket says 172.21.15.53:48296) 2024-05-10T11:22:30.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.846+0000 7f49affff700 1 -- 172.21.15.53:0/2872593055 learned_addr learned my addr 172.21.15.53:0/2872593055 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:30.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.846+0000 7f49af7fe700 1 --2- 172.21.15.53:0/2872593055 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ff0af33d50 0x55ff0af49530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:30.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.847+0000 7f49affff700 1 -- 172.21.15.53:0/2872593055 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ff0af33d50 msgr2=0x55ff0af49530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:30.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.847+0000 7f49affff700 1 --2- 172.21.15.53:0/2872593055 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ff0af33d50 0x55ff0af49530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.847+0000 7f49affff700 1 -- 172.21.15.53:0/2872593055 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ff0af39ad0 msgr2=0x55ff0af3a5c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-10T11:22:30.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.847+0000 7f49affff700 1 --2- 172.21.15.53:0/2872593055 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ff0af39ad0 0x55ff0af3a5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.847+0000 7f49affff700 1 -- 172.21.15.53:0/2872593055 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff0af3ab00 con 0x55ff0af343c0 2024-05-10T11:22:30.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.847+0000 7f49affff700 1 --2- 172.21.15.53:0/2872593055 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af343c0 0x55ff0af28c40 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f49a8009ca0 tx=0x7f49a80a9dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94dd7212d96516bc server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:30.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.847+0000 7f49a57fa700 1 -- 172.21.15.53:0/2872593055 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49a80ae540 con 0x55ff0af343c0 2024-05-10T11:22:30.849 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.847+0000 7f49a57fa700 1 -- 172.21.15.53:0/2872593055 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f49a80b2f60 con 0x55ff0af343c0 2024-05-10T11:22:30.849 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.847+0000 7f49a57fa700 1 -- 172.21.15.53:0/2872593055 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49a80aa650 con 0x55ff0af343c0 2024-05-10T11:22:30.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.848+0000 7f49c0378b80 1 -- 172.21.15.53:0/2872593055 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af343c0 msgr2=0x55ff0af28c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:30.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.848+0000 7f49c0378b80 1 --2- 172.21.15.53:0/2872593055 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af343c0 0x55ff0af28c40 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f49a8009ca0 tx=0x7f49a80a9dc0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.848+0000 7f49c0378b80 1 -- 172.21.15.53:0/2872593055 shutdown_connections 2024-05-10T11:22:30.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.848+0000 7f49c0378b80 1 --2- 172.21.15.53:0/2872593055 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af343c0 0x55ff0af28c40 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.848+0000 7f49c0378b80 1 --2- 172.21.15.53:0/2872593055 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ff0af33d50 0x55ff0af49530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.848+0000 7f49c0378b80 1 --2- 172.21.15.53:0/2872593055 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ff0af39ad0 0x55ff0af3a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.848+0000 7f49c0378b80 1 -- 172.21.15.53:0/2872593055 >> 172.21.15.53:0/2872593055 conn(0x55ff0ae5fb70 msgr2=0x55ff0af39eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:30.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.848+0000 7f49c0378b80 1 -- 172.21.15.53:0/2872593055 shutdown_connections 2024-05-10T11:22:30.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.848+0000 7f49c0378b80 1 -- 172.21.15.53:0/2872593055 wait complete. 2024-05-10T11:22:30.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.849+0000 7f49c0378b80 1 -- start start 2024-05-10T11:22:30.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.849+0000 7f49c0378b80 1 Processor -- start 2024-05-10T11:22:30.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.849+0000 7f49c0378b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af33d50 0x55ff0af458b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:30.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.849+0000 7f49c0378b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ff0af39ad0 0x55ff0af45df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:30.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.849+0000 7f49c0378b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ff0af4d750 0x55ff0af4dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:30.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.849+0000 7f49af7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af33d50 0x55ff0af458b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:30.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.849+0000 7f49c0378b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f49b01ae180 con 0x55ff0af33d50 2024-05-10T11:22:30.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.849+0000 7f49c0378b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f49b01adab0 con 0x55ff0af4d750 2024-05-10T11:22:30.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.849+0000 7f49c0378b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f49b01aad60 con 0x55ff0af39ad0 2024-05-10T11:22:30.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.849+0000 7f49af7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af33d50 0x55ff0af458b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:48310/0 (socket says 172.21.15.53:48310) 2024-05-10T11:22:30.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.849+0000 7f49af7fe700 1 -- 172.21.15.53:0/3942927114 learned_addr learned my addr 172.21.15.53:0/3942927114 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:30.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.849+0000 7f49c0378b80 10 client.0 _ll_register_callbacks cb 0x55ff0ae195b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:30.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.849+0000 7f49a7fff700 1 --2- 172.21.15.53:0/3942927114 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ff0af39ad0 0x55ff0af45df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:30.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.850+0000 7f49affff700 1 --2- 172.21.15.53:0/3942927114 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ff0af4d750 0x55ff0af4dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:30.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.850+0000 7f49a7fff700 1 -- 172.21.15.53:0/3942927114 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ff0af4d750 msgr2=0x55ff0af4dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:30.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.850+0000 7f49a7fff700 1 --2- 172.21.15.53:0/3942927114 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ff0af4d750 0x55ff0af4dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.850+0000 7f49a7fff700 1 -- 172.21.15.53:0/3942927114 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af33d50 msgr2=0x55ff0af458b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:30.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.850+0000 7f49a7fff700 1 --2- 172.21.15.53:0/3942927114 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af33d50 0x55ff0af458b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.850+0000 7f49a7fff700 1 -- 172.21.15.53:0/3942927114 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff0af58700 con 0x55ff0af39ad0 2024-05-10T11:22:30.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.850+0000 7f49a7fff700 1 --2- 172.21.15.53:0/3942927114 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ff0af39ad0 0x55ff0af45df0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x55ff0af3dba0 tx=0x7f49980193d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b40945d0496aa5a2 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:30.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.850+0000 7f498effd700 10 client.0 ms_handle_connect on v2:172.21.15.187:3300/0 2024-05-10T11:22:30.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.850+0000 7f498effd700 1 -- 172.21.15.53:0/3942927114 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4998027040 con 0x55ff0af39ad0 2024-05-10T11:22:30.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.850+0000 7f498effd700 1 -- 172.21.15.53:0/3942927114 <== mon.1 v2:172.21.15.187:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f4998011b50 con 0x55ff0af39ad0 2024-05-10T11:22:30.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.850+0000 7f49c0378b80 1 -- 172.21.15.53:0/3942927114 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f49a80b2f60 con 0x55ff0af39ad0 2024-05-10T11:22:30.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.851+0000 7f498effd700 1 -- 172.21.15.53:0/3942927114 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4998011d50 con 0x55ff0af39ad0 2024-05-10T11:22:30.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.851+0000 7f49c0378b80 10 client.25258 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:30.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.851+0000 7f49c0378b80 1 -- 172.21.15.53:0/3942927114 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ff0afc0570 con 0x55ff0af39ad0 2024-05-10T11:22:30.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.851+0000 7f498effd700 1 -- 172.21.15.53:0/3942927114 <== mon.1 v2:172.21.15.187:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f49a80b2f60 con 0x55ff0af39ad0 2024-05-10T11:22:30.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.851+0000 7f498effd700 1 -- 172.21.15.53:0/3942927114 <== mon.1 v2:172.21.15.187:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f4998022020 con 0x55ff0af39ad0 2024-05-10T11:22:30.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.851+0000 7f49c0378b80 10 client.25258 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:30.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.851+0000 7f49c0378b80 10 client.25258 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:30.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.851+0000 7f49c0378b80 20 client.25258 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:30.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.851+0000 7f49c0378b80 1 --2- 172.21.15.53:0/3942927114 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55ff0afc0a90 0x55ff0afc2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:30.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.851+0000 7f49c0378b80 4 client.25258 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-10T11:22:30.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.851+0000 7f49c0378b80 1 -- 172.21.15.53:0/3942927114 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ff0ae8d3c0 con 0x55ff0afc0a90 2024-05-10T11:22:30.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.852+0000 7f49af7fe700 1 --2- 172.21.15.53:0/3942927114 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55ff0afc0a90 0x55ff0afc2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:30.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.852+0000 7f49af7fe700 1 --2- 172.21.15.53:0/3942927114 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55ff0afc0a90 0x55ff0afc2eb0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b83f244d91d6f115 server_cookie=650dfddb5ef56a8 in_seq=0 out_seq=0 2024-05-10T11:22:30.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.852+0000 7f498effd700 10 client.25258 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:30.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.852+0000 7f498effd700 1 -- 172.21.15.53:0/3942927114 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55ff0ae8d3c0 con 0x55ff0afc0a90 2024-05-10T11:22:30.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.852+0000 7f498effd700 10 client.25258 handle_command_reply: tid=0 2024-05-10T11:22:30.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.852+0000 7f49c0378b80 1 client.25258 shutdown 2024-05-10T11:22:30.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.852+0000 7f49c0378b80 1 -- 172.21.15.53:0/3942927114 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ff0af39ad0 msgr2=0x55ff0af45df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:30.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.852+0000 7f49c0378b80 1 --2- 172.21.15.53:0/3942927114 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ff0af39ad0 0x55ff0af45df0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x55ff0af3dba0 tx=0x7f49980193d0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.853+0000 7f49c0378b80 1 -- 172.21.15.53:0/3942927114 shutdown_connections 2024-05-10T11:22:30.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.853+0000 7f49c0378b80 1 --2- 172.21.15.53:0/3942927114 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55ff0afc0a90 0x55ff0afc2eb0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.853+0000 7f49c0378b80 1 --2- 172.21.15.53:0/3942927114 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55ff0af4d750 0x55ff0af4dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.853+0000 7f498effd700 0 client.25258 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:30.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.853+0000 7f49c0378b80 1 --2- 172.21.15.53:0/3942927114 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55ff0af33d50 0x55ff0af458b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.853+0000 7f49c0378b80 1 --2- 172.21.15.53:0/3942927114 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55ff0af39ad0 0x55ff0af45df0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.853+0000 7f49c0378b80 1 -- 172.21.15.53:0/3942927114 >> 172.21.15.53:0/3942927114 conn(0x55ff0ae5fb70 msgr2=0x55ff0af3b400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:30.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.853+0000 7f49c0378b80 1 -- 172.21.15.53:0/3942927114 shutdown_connections 2024-05-10T11:22:30.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.853+0000 7f49c0378b80 1 -- 172.21.15.53:0/3942927114 wait complete. 2024-05-10T11:22:30.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.853+0000 7f49c0378b80 20 client.25258 trim_cache size 0 max 16384 2024-05-10T11:22:30.858 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:22:30.858 INFO:teuthology.orchestra.run.smithi053.stdout: "status": "no active scrubs running", 2024-05-10T11:22:30.858 INFO:teuthology.orchestra.run.smithi053.stdout: "scrubs": {} 2024-05-10T11:22:30.858 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:22:30.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.854+0000 7f49b5ae5700 1 -- 172.21.15.53:0/2963671877 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f499c0b2880 msgr2=0x7f499c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:30.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.854+0000 7f49b5ae5700 1 --2- 172.21.15.53:0/2963671877 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f499c0b2880 0x7f499c0b4d40 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f49b010f6b0 tx=0x7f49a0009260 comp rx=0 tx=0).stop 2024-05-10T11:22:30.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.854+0000 7f49b5ae5700 1 -- 172.21.15.53:0/2963671877 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f49b0108410 msgr2=0x7f49b0199ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:30.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.854+0000 7f49b5ae5700 1 --2- 172.21.15.53:0/2963671877 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f49b0108410 0x7f49b0199ae0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f49a800b0a0 tx=0x7f49a8004d00 comp rx=0 tx=0).stop 2024-05-10T11:22:30.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.854+0000 7f49b5ae5700 1 -- 172.21.15.53:0/2963671877 shutdown_connections 2024-05-10T11:22:30.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.854+0000 7f49b5ae5700 1 --2- 172.21.15.53:0/2963671877 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f499c0b2880 0x7f499c0b4d40 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.854+0000 7f49b5ae5700 1 --2- 172.21.15.53:0/2963671877 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f49b0108410 0x7f49b0199ae0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.854+0000 7f49b5ae5700 1 --2- 172.21.15.53:0/2963671877 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f49b01023a0 0x7f49b019f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.854+0000 7f49b5ae5700 1 --2- 172.21.15.53:0/2963671877 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f49b0102d60 0x7f49b019fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:30.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.854+0000 7f49b5ae5700 1 -- 172.21.15.53:0/2963671877 >> 172.21.15.53:0/2963671877 conn(0x7f49b0079350 msgr2=0x7f49b00ffe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:30.860 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.854+0000 7f49b5ae5700 1 -- 172.21.15.53:0/2963671877 shutdown_connections 2024-05-10T11:22:30.860 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:30.854+0000 7f49b5ae5700 1 -- 172.21.15.53:0/2963671877 wait complete. 2024-05-10T11:22:31.676 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-10T11:22:31.677 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:22:32.012 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:22:32.417 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:32 smithi053 ceph-mon[30153]: pgmap v472: 129 pgs: 129 active+clean; 677 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 511 B/s wr, 11 op/s 2024-05-10T11:22:32.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:32 smithi132 ceph-mon[33758]: pgmap v472: 129 pgs: 129 active+clean; 677 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 511 B/s wr, 11 op/s 2024-05-10T11:22:32.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:32 smithi187 ceph-mon[34076]: pgmap v472: 129 pgs: 129 active+clean; 677 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 511 B/s wr, 11 op/s 2024-05-10T11:22:33.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.787+0000 7f84d1769700 1 -- 172.21.15.53:0/484729410 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f84cc102800 msgr2=0x7f84cc110390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:33.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.787+0000 7f84d1769700 1 --2- 172.21.15.53:0/484729410 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f84cc102800 0x7f84cc110390 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f84c400b0d0 tx=0x7f84c400b3e0 comp rx=0 tx=0).stop 2024-05-10T11:22:33.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.788+0000 7f84d1769700 1 -- 172.21.15.53:0/484729410 shutdown_connections 2024-05-10T11:22:33.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.788+0000 7f84d1769700 1 --2- 172.21.15.53:0/484729410 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f84cc102800 0x7f84cc110390 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:33.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.788+0000 7f84d1769700 1 --2- 172.21.15.53:0/484729410 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f84cc108510 0x7f84cc1088f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:33.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.788+0000 7f84d1769700 1 --2- 172.21.15.53:0/484729410 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f84cc101e40 0x7f84cc1022c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:33.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.788+0000 7f84d1769700 1 -- 172.21.15.53:0/484729410 >> 172.21.15.53:0/484729410 conn(0x7f84cc077740 msgr2=0x7f84cc077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:33.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.788+0000 7f84d1769700 1 -- 172.21.15.53:0/484729410 shutdown_connections 2024-05-10T11:22:33.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.788+0000 7f84d1769700 1 -- 172.21.15.53:0/484729410 wait complete. 2024-05-10T11:22:33.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.789+0000 7f84d1769700 1 Processor -- start 2024-05-10T11:22:33.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.790+0000 7f84d1769700 1 -- start start 2024-05-10T11:22:33.791 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.790+0000 7f84d1769700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f84cc101e40 0x7f84cc19f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:33.791 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.790+0000 7f84d1769700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f84cc102800 0x7f84cc19fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:33.791 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.791+0000 7f84d1769700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f84cc108510 0x7f84cc199730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:33.791 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.791+0000 7f84d1769700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f84cc113510 con 0x7f84cc108510 2024-05-10T11:22:33.791 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.791+0000 7f84caffd700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f84cc101e40 0x7f84cc19f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:33.791 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.791+0000 7f84cb7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f84cc108510 0x7f84cc199730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:33.791 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.791+0000 7f84cb7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f84cc108510 0x7f84cc199730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:48318/0 (socket says 172.21.15.53:48318) 2024-05-10T11:22:33.791 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.791+0000 7f84cb7fe700 1 -- 172.21.15.53:0/2619952530 learned_addr learned my addr 172.21.15.53:0/2619952530 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:33.791 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.791+0000 7f84ca7fc700 1 --2- 172.21.15.53:0/2619952530 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f84cc102800 0x7f84cc19fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:33.791 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.791+0000 7f84d1769700 1 -- 172.21.15.53:0/2619952530 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f84cc113390 con 0x7f84cc102800 2024-05-10T11:22:33.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.791+0000 7f84d1769700 1 -- 172.21.15.53:0/2619952530 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f84cc113690 con 0x7f84cc101e40 2024-05-10T11:22:33.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.792+0000 7f84cb7fe700 1 -- 172.21.15.53:0/2619952530 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f84cc101e40 msgr2=0x7f84cc19f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:33.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.792+0000 7f84cb7fe700 1 --2- 172.21.15.53:0/2619952530 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f84cc101e40 0x7f84cc19f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:33.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.792+0000 7f84cb7fe700 1 -- 172.21.15.53:0/2619952530 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f84cc102800 msgr2=0x7f84cc19fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:33.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.792+0000 7f84cb7fe700 1 --2- 172.21.15.53:0/2619952530 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f84cc102800 0x7f84cc19fba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:33.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.792+0000 7f84cb7fe700 1 -- 172.21.15.53:0/2619952530 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84cc19a010 con 0x7f84cc108510 2024-05-10T11:22:33.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.792+0000 7f84cb7fe700 1 --2- 172.21.15.53:0/2619952530 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f84cc108510 0x7f84cc199730 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f84c4009850 tx=0x7f84c4007d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:33.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.792+0000 7f84b3fff700 1 -- 172.21.15.53:0/2619952530 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84c401f070 con 0x7f84cc108510 2024-05-10T11:22:33.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.792+0000 7f84d1769700 1 -- 172.21.15.53:0/2619952530 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84cc19a2a0 con 0x7f84cc108510 2024-05-10T11:22:33.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.792+0000 7f84d1769700 1 -- 172.21.15.53:0/2619952530 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84cc1a65e0 con 0x7f84cc108510 2024-05-10T11:22:33.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.792+0000 7f84b3fff700 1 -- 172.21.15.53:0/2619952530 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f84c4009cc0 con 0x7f84cc108510 2024-05-10T11:22:33.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.792+0000 7f84b3fff700 1 -- 172.21.15.53:0/2619952530 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84c401b690 con 0x7f84cc108510 2024-05-10T11:22:33.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.794+0000 7f84d1769700 1 -- 172.21.15.53:0/2619952530 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84b8005330 con 0x7f84cc108510 2024-05-10T11:22:33.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.795+0000 7f84b3fff700 1 -- 172.21.15.53:0/2619952530 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f84c4022070 con 0x7f84cc108510 2024-05-10T11:22:33.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.796+0000 7f84b3fff700 1 --2- 172.21.15.53:0/2619952530 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f84b40b2880 0x7f84b40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:33.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.796+0000 7f84b3fff700 1 -- 172.21.15.53:0/2619952530 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f84c400f020 con 0x7f84cc108510 2024-05-10T11:22:33.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.797+0000 7f84caffd700 1 --2- 172.21.15.53:0/2619952530 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f84b40b2880 0x7f84b40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:33.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.797+0000 7f84caffd700 1 --2- 172.21.15.53:0/2619952530 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f84b40b2880 0x7f84b40b4d40 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f84bc007be0 tx=0x7f84bc0073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:33.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:33.801+0000 7f84b3fff700 1 -- 172.21.15.53:0/2619952530 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f84c4029020 con 0x7f84cc108510 2024-05-10T11:22:34.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:34.328+0000 7f84d1769700 1 -- 172.21.15.53:0/2619952530 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f84b8005620 con 0x7f84cc108510 2024-05-10T11:22:34.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:34.329+0000 7f84b3fff700 1 -- 172.21.15.53:0/2619952530 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11941 (secure 0 0 0) 0x7f84c40ab280 con 0x7f84cc108510 2024-05-10T11:22:34.329 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:22:34.329 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-10T11:16:54.139241+0000","modified":"2024-05-10T11:21:09.977203+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24463,"mds_1":24448,"mds_2":24442,"mds_3":24428,"mds_4":24415},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6839/3346396655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":3346396655},{"type":"v1","addr":"172.21.15.53:6839","nonce":3346396655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6841/3170432544","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6840","nonce":3170432544},{"type":"v1","addr":"172.21.15.53:6841","nonce":3170432544}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24353":{"gid":24353,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24377":{"gid":24377,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6835/2650777178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6834","nonce":2650777178},{"type":"v1","addr":"172.21.15.132:6835","nonce":2650777178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6837/392522477","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6836","nonce":392522477},{"type":"v1","addr":"172.21.15.132:6837","nonce":392522477}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":4,"incarnation":26,"state":"up:active","state_seq":32,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":24,"state":"up:active","state_seq":22,"addr":"172.21.15.132:6839/2363266970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6838","nonce":2363266970},{"type":"v1","addr":"172.21.15.132:6839","nonce":2363266970}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.187:6835/4099468922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6834","nonce":4099468922},{"type":"v1","addr":"172.21.15.187:6835","nonce":4099468922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"c","rank":1,"incarnation":20,"state":"up:active","state_seq":26,"addr":"172.21.15.187:6837/2293077942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6836","nonce":2293077942},{"type":"v1","addr":"172.21.15.187:6837","nonce":2293077942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.187:6839/735699922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6838","nonce":735699922},{"type":"v1","addr":"172.21.15.187:6839","nonce":735699922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24463,"qdb_cluster":[24442,24428,24463,24415,24448]},"id":1}]} 2024-05-10T11:22:34.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:34.332+0000 7f84d1769700 1 -- 172.21.15.53:0/2619952530 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f84b40b2880 msgr2=0x7f84b40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:34.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:34.332+0000 7f84d1769700 1 --2- 172.21.15.53:0/2619952530 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f84b40b2880 0x7f84b40b4d40 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f84bc007be0 tx=0x7f84bc0073d0 comp rx=0 tx=0).stop 2024-05-10T11:22:34.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:34.332+0000 7f84d1769700 1 -- 172.21.15.53:0/2619952530 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f84cc108510 msgr2=0x7f84cc199730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:34.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:34.332+0000 7f84d1769700 1 --2- 172.21.15.53:0/2619952530 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f84cc108510 0x7f84cc199730 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f84c4009850 tx=0x7f84c4007d90 comp rx=0 tx=0).stop 2024-05-10T11:22:34.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:34.332+0000 7f84d1769700 1 -- 172.21.15.53:0/2619952530 shutdown_connections 2024-05-10T11:22:34.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:34.332+0000 7f84d1769700 1 --2- 172.21.15.53:0/2619952530 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f84b40b2880 0x7f84b40b4d40 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:34.333 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:34.332+0000 7f84d1769700 1 --2- 172.21.15.53:0/2619952530 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f84cc108510 0x7f84cc199730 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:34.333 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:34.332+0000 7f84d1769700 1 --2- 172.21.15.53:0/2619952530 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f84cc101e40 0x7f84cc19f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:34.333 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:34.332+0000 7f84d1769700 1 --2- 172.21.15.53:0/2619952530 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f84cc102800 0x7f84cc19fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:34.333 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:34.332+0000 7f84d1769700 1 -- 172.21.15.53:0/2619952530 >> 172.21.15.53:0/2619952530 conn(0x7f84cc077740 msgr2=0x7f84cc0ffe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:34.333 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:34.332+0000 7f84d1769700 1 -- 172.21.15.53:0/2619952530 shutdown_connections 2024-05-10T11:22:34.333 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:34.333+0000 7f84d1769700 1 -- 172.21.15.53:0/2619952530 wait complete. 2024-05-10T11:22:34.333 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 29 2024-05-10T11:22:34.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:34 smithi132 ceph-mon[33758]: pgmap v473: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 853 B/s wr, 13 op/s 2024-05-10T11:22:34.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:34 smithi187 ceph-mon[34076]: pgmap v473: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 853 B/s wr, 13 op/s 2024-05-10T11:22:34.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:34 smithi053 ceph-mon[30153]: pgmap v473: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 853 B/s wr, 13 op/s 2024-05-10T11:22:35.162 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-10T11:22:35.454 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:22:35.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:35 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2619952530' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:22:35.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:35 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2619952530' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:22:35.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:35 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2619952530' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:22:36.179 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:36 smithi053 ceph-mon[30153]: pgmap v474: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 853 B/s wr, 12 op/s 2024-05-10T11:22:36.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:36 smithi132 ceph-mon[33758]: pgmap v474: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 853 B/s wr, 12 op/s 2024-05-10T11:22:36.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:36 smithi187 ceph-mon[34076]: pgmap v474: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 853 B/s wr, 12 op/s 2024-05-10T11:22:37.420 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.419+0000 7efea6361700 1 -- 172.21.15.53:0/3868518582 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efea0107730 msgr2=0x7efea010f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:37.420 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.419+0000 7efea6361700 1 --2- 172.21.15.53:0/3868518582 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efea0107730 0x7efea010f2d0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7efe9800d3d0 tx=0x7efe9800d6e0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.420 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.419+0000 7efea6361700 1 -- 172.21.15.53:0/3868518582 shutdown_connections 2024-05-10T11:22:37.421 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.419+0000 7efea6361700 1 --2- 172.21.15.53:0/3868518582 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efea0107730 0x7efea010f2d0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.421 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.419+0000 7efea6361700 1 --2- 172.21.15.53:0/3868518582 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efea01029e0 0x7efea0102dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.421 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.419+0000 7efea6361700 1 --2- 172.21.15.53:0/3868518582 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efea0103390 0x7efea0107000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.421 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.419+0000 7efea6361700 1 -- 172.21.15.53:0/3868518582 >> 172.21.15.53:0/3868518582 conn(0x7efea0079350 msgr2=0x7efea0079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:37.421 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.419+0000 7efea6361700 1 -- 172.21.15.53:0/3868518582 shutdown_connections 2024-05-10T11:22:37.421 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.419+0000 7efea6361700 1 -- 172.21.15.53:0/3868518582 wait complete. 2024-05-10T11:22:37.431 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.420+0000 7efea6361700 1 Processor -- start 2024-05-10T11:22:37.432 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.420+0000 7efea6361700 1 -- start start 2024-05-10T11:22:37.432 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.421+0000 7efea6361700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efea01029e0 0x7efea019d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:37.432 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.421+0000 7efea6361700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efea0103390 0x7efea019db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:37.432 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.421+0000 7efea6361700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efea0107730 0x7efea01976e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:37.432 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.421+0000 7efea6361700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7efea0111400 con 0x7efea0107730 2024-05-10T11:22:37.444 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.421+0000 7efea6361700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7efea0111280 con 0x7efea0103390 2024-05-10T11:22:37.444 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.421+0000 7efea6361700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7efea0111580 con 0x7efea01029e0 2024-05-10T11:22:37.444 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.421+0000 7efea48fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efea0107730 0x7efea01976e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:37.444 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.421+0000 7efea48fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efea0107730 0x7efea01976e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:48332/0 (socket says 172.21.15.53:48332) 2024-05-10T11:22:37.444 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.421+0000 7efea48fe700 1 -- 172.21.15.53:0/650187404 learned_addr learned my addr 172.21.15.53:0/650187404 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:37.444 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.421+0000 7efea48fe700 1 -- 172.21.15.53:0/650187404 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efea01029e0 msgr2=0x7efea019d610 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-05-10T11:22:37.444 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.421+0000 7efe9f7fe700 1 --2- 172.21.15.53:0/650187404 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efea0103390 0x7efea019db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:37.444 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.422+0000 7efe9ffff700 1 --2- 172.21.15.53:0/650187404 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efea01029e0 0x7efea019d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:37.444 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.422+0000 7efea48fe700 1 --2- 172.21.15.53:0/650187404 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efea01029e0 0x7efea019d610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.445 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.422+0000 7efea48fe700 1 -- 172.21.15.53:0/650187404 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efea0103390 msgr2=0x7efea019db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:37.445 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.422+0000 7efea48fe700 1 --2- 172.21.15.53:0/650187404 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efea0103390 0x7efea019db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.445 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.422+0000 7efea48fe700 1 -- 172.21.15.53:0/650187404 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efea0197fc0 con 0x7efea0107730 2024-05-10T11:22:37.445 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.422+0000 7efea48fe700 1 --2- 172.21.15.53:0/650187404 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efea0107730 0x7efea01976e0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7efe9800da70 tx=0x7efe9800b9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:37.445 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.422+0000 7efe9f7fe700 1 --2- 172.21.15.53:0/650187404 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efea0103390 0x7efea019db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:22:37.445 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.422+0000 7efe9d7fa700 1 -- 172.21.15.53:0/650187404 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe98003c00 con 0x7efea0107730 2024-05-10T11:22:37.445 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.422+0000 7efea6361700 1 -- 172.21.15.53:0/650187404 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efea0198250 con 0x7efea0107730 2024-05-10T11:22:37.445 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.422+0000 7efe9d7fa700 1 -- 172.21.15.53:0/650187404 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efe98009e50 con 0x7efea0107730 2024-05-10T11:22:37.445 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.423+0000 7efe9d7fa700 1 -- 172.21.15.53:0/650187404 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe9801f990 con 0x7efea0107730 2024-05-10T11:22:37.446 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.423+0000 7efea6361700 1 -- 172.21.15.53:0/650187404 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efea01a43c0 con 0x7efea0107730 2024-05-10T11:22:37.446 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.426+0000 7efe9d7fa700 1 -- 172.21.15.53:0/650187404 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7efe9801fb30 con 0x7efea0107730 2024-05-10T11:22:37.446 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.427+0000 7efe9d7fa700 1 --2- 172.21.15.53:0/650187404 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efe880b2880 0x7efe880b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:37.446 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.427+0000 7efe9d7fa700 1 -- 172.21.15.53:0/650187404 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7efe980e52a0 con 0x7efea0107730 2024-05-10T11:22:37.446 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.427+0000 7efe9ffff700 1 --2- 172.21.15.53:0/650187404 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efe880b2880 0x7efe880b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:37.446 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.428+0000 7efeb0bf4b80 1 Processor -- start 2024-05-10T11:22:37.446 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.428+0000 7efeb0bf4b80 1 -- start start 2024-05-10T11:22:37.446 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.428+0000 7efe9ffff700 1 --2- 172.21.15.53:0/650187404 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efe880b2880 0x7efe880b4d40 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7efe90009b30 tx=0x7efe90009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:37.446 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.429+0000 7efeb0bf4b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55deb485e4d0 0x55deb485e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:37.447 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.429+0000 7efeb0bf4b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb485edf0 0x55deb48626f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:37.447 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.429+0000 7efeb0bf4b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb4862c80 0x55deb4863100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:37.447 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.429+0000 7efeb0bf4b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55deb47b0860 con 0x55deb485edf0 2024-05-10T11:22:37.447 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.429+0000 7efe9f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb485edf0 0x55deb48626f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:37.447 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.429+0000 7efe9f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb485edf0 0x55deb48626f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:48338/0 (socket says 172.21.15.53:48338) 2024-05-10T11:22:37.447 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.429+0000 7efe9f7fe700 1 -- 172.21.15.53:0/3512907213 learned_addr learned my addr 172.21.15.53:0/3512907213 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:37.447 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.429+0000 7efe9ffff700 1 --2- 172.21.15.53:0/3512907213 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55deb485e4d0 0x55deb485e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:37.447 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.429+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/3512907213 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55deb474f7c0 con 0x55deb4862c80 2024-05-10T11:22:37.447 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.429+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/3512907213 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55deb47ac820 con 0x55deb485e4d0 2024-05-10T11:22:37.447 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.429+0000 7efea48fe700 1 --2- 172.21.15.53:0/3512907213 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb4862c80 0x55deb4863100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:37.447 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.430+0000 7efea48fe700 1 -- 172.21.15.53:0/3512907213 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55deb485e4d0 msgr2=0x55deb485e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:37.448 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.430+0000 7efea48fe700 1 --2- 172.21.15.53:0/3512907213 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55deb485e4d0 0x55deb485e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.448 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.430+0000 7efea48fe700 1 -- 172.21.15.53:0/3512907213 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb485edf0 msgr2=0x55deb48626f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:37.448 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.430+0000 7efea48fe700 1 --2- 172.21.15.53:0/3512907213 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb485edf0 0x55deb48626f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.448 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.430+0000 7efea48fe700 1 -- 172.21.15.53:0/3512907213 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55deb46fd8d0 con 0x55deb4862c80 2024-05-10T11:22:37.448 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.430+0000 7efea48fe700 1 --2- 172.21.15.53:0/3512907213 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb4862c80 0x55deb4863100 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7efe980ac4f0 tx=0x7efe9800d6e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd023f3248ffeb2a server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:37.448 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.430+0000 7efe867fc700 1 -- 172.21.15.53:0/3512907213 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe980acc60 con 0x55deb4862c80 2024-05-10T11:22:37.448 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.430+0000 7efe867fc700 1 -- 172.21.15.53:0/3512907213 <== mon.2 v2:172.21.15.132:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efe980ac560 con 0x55deb4862c80 2024-05-10T11:22:37.448 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.430+0000 7efe867fc700 1 -- 172.21.15.53:0/3512907213 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe980a87f0 con 0x55deb4862c80 2024-05-10T11:22:37.448 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.431+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/3512907213 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb4862c80 msgr2=0x55deb4863100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:37.449 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.431+0000 7efeb0bf4b80 1 --2- 172.21.15.53:0/3512907213 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb4862c80 0x55deb4863100 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7efe980ac4f0 tx=0x7efe9800d6e0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.449 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.431+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/3512907213 shutdown_connections 2024-05-10T11:22:37.449 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.431+0000 7efeb0bf4b80 1 --2- 172.21.15.53:0/3512907213 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb4862c80 0x55deb4863100 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.449 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.431+0000 7efeb0bf4b80 1 --2- 172.21.15.53:0/3512907213 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55deb485e4d0 0x55deb485e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.449 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.432+0000 7efeb0bf4b80 1 --2- 172.21.15.53:0/3512907213 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb485edf0 0x55deb48626f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.449 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.432+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/3512907213 >> 172.21.15.53:0/3512907213 conn(0x55deb478a100 msgr2=0x55deb4858c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:37.449 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.432+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/3512907213 shutdown_connections 2024-05-10T11:22:37.449 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.432+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/3512907213 wait complete. 2024-05-10T11:22:37.449 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.432+0000 7efeb0bf4b80 1 -- start start 2024-05-10T11:22:37.449 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.433+0000 7efeb0bf4b80 1 Processor -- start 2024-05-10T11:22:37.450 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.433+0000 7efeb0bf4b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb485e4d0 0x55deb486a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:37.450 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.433+0000 7efeb0bf4b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55deb485edf0 0x55deb48673c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:37.450 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.434+0000 7efeb0bf4b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb4862c80 0x55deb4867900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:37.450 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.434+0000 7efeb0bf4b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55deb486ac50 con 0x55deb4862c80 2024-05-10T11:22:37.450 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.434+0000 7efe9ffff700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb485e4d0 0x55deb486a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:37.450 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.434+0000 7efea48fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb4862c80 0x55deb4867900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:37.450 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.434+0000 7efe9ffff700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb485e4d0 0x55deb486a020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:39736/0 (socket says 172.21.15.53:39736) 2024-05-10T11:22:37.450 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.434+0000 7efe9ffff700 1 -- 172.21.15.53:0/2070320268 learned_addr learned my addr 172.21.15.53:0/2070320268 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:37.450 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.434+0000 7efe9f7fe700 1 --2- 172.21.15.53:0/2070320268 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55deb485edf0 0x55deb48673c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:37.450 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.434+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/2070320268 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55deb4716c30 con 0x55deb485e4d0 2024-05-10T11:22:37.451 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.434+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/2070320268 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55deb486add0 con 0x55deb485edf0 2024-05-10T11:22:37.451 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.434+0000 7efeb0bf4b80 10 client.0 _ll_register_callbacks cb 0x55deb4748920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:37.451 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.435+0000 7efea48fe700 1 -- 172.21.15.53:0/2070320268 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55deb485edf0 msgr2=0x55deb48673c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:37.451 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.435+0000 7efea48fe700 1 --2- 172.21.15.53:0/2070320268 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55deb485edf0 0x55deb48673c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.451 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.435+0000 7efea48fe700 1 -- 172.21.15.53:0/2070320268 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb485e4d0 msgr2=0x55deb486a020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:37.451 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.435+0000 7efea48fe700 1 --2- 172.21.15.53:0/2070320268 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb485e4d0 0x55deb486a020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.451 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.435+0000 7efea48fe700 1 -- 172.21.15.53:0/2070320268 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55deb474c690 con 0x55deb4862c80 2024-05-10T11:22:37.451 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.435+0000 7efea48fe700 1 --2- 172.21.15.53:0/2070320268 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb4862c80 0x55deb4867900 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7efe980b0ad0 tx=0x7efe980e51a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e3f688ed0d71fab server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:37.452 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.435+0000 7efe7f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:37.452 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.435+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/2070320268 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efe980ac560 con 0x55deb4862c80 2024-05-10T11:22:37.452 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.435+0000 7efe7f7fe700 1 -- 172.21.15.53:0/2070320268 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe980b0910 con 0x55deb4862c80 2024-05-10T11:22:37.452 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.435+0000 7efe7f7fe700 1 -- 172.21.15.53:0/2070320268 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7efe980ac7c0 con 0x55deb4862c80 2024-05-10T11:22:37.452 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.436+0000 7efe7f7fe700 1 -- 172.21.15.53:0/2070320268 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7efe980acc60 con 0x55deb4862c80 2024-05-10T11:22:37.452 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.436+0000 7efeb0bf4b80 10 client.15654 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:37.452 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.436+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/2070320268 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({fsmap=29}) -- 0x55deb48751f0 con 0x55deb4862c80 2024-05-10T11:22:37.452 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.436+0000 7efe7f7fe700 1 -- 172.21.15.53:0/2070320268 <== mon.0 v2:172.21.15.53:3300/0 4 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7efe98013070 con 0x55deb4862c80 2024-05-10T11:22:37.452 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.436+0000 7efeb0bf4b80 10 client.15654 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:37.452 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.436+0000 7efeb0bf4b80 10 client.15654 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.l 2024-05-10T11:22:37.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.436+0000 7efeb0bf4b80 20 client.15654 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:37.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.436+0000 7efeb0bf4b80 1 --2- 172.21.15.53:0/2070320268 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55deb48776c0 0x55deb4879ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:37.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.436+0000 7efeb0bf4b80 4 client.15654 mds_command: new command op to 24415 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:22:37.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.436+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/2070320268 --> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7efe980ac560 con 0x55deb48776c0 2024-05-10T11:22:37.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.437+0000 7efe9ffff700 1 --2- 172.21.15.53:0/2070320268 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55deb48776c0 0x55deb4879ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:37.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.437+0000 7efe9ffff700 1 --2- 172.21.15.53:0/2070320268 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55deb48776c0 0x55deb4879ab0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=1bfce20afec5568a server_cookie=4f70f0f5c1f4e14 in_seq=0 out_seq=0 2024-05-10T11:22:37.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.437+0000 7efe7f7fe700 10 client.15654 ms_handle_connect on v2:172.21.15.187:6832/4278444882 2024-05-10T11:22:37.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.438+0000 7efe7f7fe700 1 -- 172.21.15.53:0/2070320268 <== mds.4 v2:172.21.15.187:6832/4278444882 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x7efe980ac560 con 0x55deb48776c0 2024-05-10T11:22:37.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.438+0000 7efe7f7fe700 10 client.15654 handle_command_reply: tid=0 2024-05-10T11:22:37.454 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.438+0000 7efeb0bf4b80 1 client.15654 shutdown 2024-05-10T11:22:37.454 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.438+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/2070320268 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb4862c80 msgr2=0x55deb4867900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:37.454 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.438+0000 7efeb0bf4b80 1 --2- 172.21.15.53:0/2070320268 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb4862c80 0x55deb4867900 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7efe980b0ad0 tx=0x7efe980e51a0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.454 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.438+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/2070320268 shutdown_connections 2024-05-10T11:22:37.454 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.438+0000 7efeb0bf4b80 1 --2- 172.21.15.53:0/2070320268 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55deb48776c0 0x55deb4879ab0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.454 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.438+0000 7efeb0bf4b80 1 --2- 172.21.15.53:0/2070320268 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb4862c80 0x55deb4867900 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.454 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.438+0000 7efeb0bf4b80 1 --2- 172.21.15.53:0/2070320268 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb485e4d0 0x55deb486a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.454 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.438+0000 7efeb0bf4b80 1 --2- 172.21.15.53:0/2070320268 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55deb485edf0 0x55deb48673c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.455 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.438+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/2070320268 >> 172.21.15.53:0/2070320268 conn(0x55deb478a100 msgr2=0x55deb4858c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:37.455 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.438+0000 7efe7f7fe700 0 client.15654 ms_handle_reset on v2:172.21.15.187:6832/4278444882 2024-05-10T11:22:37.455 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.439+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/2070320268 shutdown_connections 2024-05-10T11:22:37.455 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.439+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/2070320268 wait complete. 2024-05-10T11:22:37.455 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.439+0000 7efeb0bf4b80 20 client.15654 trim_cache size 0 max 16384 2024-05-10T11:22:37.469 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.468+0000 7efeb0bf4b80 1 Processor -- start 2024-05-10T11:22:37.469 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.468+0000 7efeb0bf4b80 1 -- start start 2024-05-10T11:22:37.469 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.468+0000 7efeb0bf4b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb485e4d0 0x55deb4866cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:37.469 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.468+0000 7efeb0bf4b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb485edf0 0x55deb48535a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:37.470 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.468+0000 7efeb0bf4b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55deb4862c80 0x55deb48605f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:37.470 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.468+0000 7efeb0bf4b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7efea01acdc0 con 0x55deb485e4d0 2024-05-10T11:22:37.470 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.469+0000 7efeb0bf4b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7efea01ae900 con 0x55deb485edf0 2024-05-10T11:22:37.470 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.469+0000 7efeb0bf4b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7efea01ad490 con 0x55deb4862c80 2024-05-10T11:22:37.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.469+0000 7efe9ffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb485e4d0 0x55deb4866cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:37.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.469+0000 7efe9f7fe700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb485edf0 0x55deb48535a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:37.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.469+0000 7efea48fe700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55deb4862c80 0x55deb48605f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:37.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.469+0000 7efea48fe700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55deb4862c80 0x55deb48605f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.53:36730/0 (socket says 172.21.15.53:36730) 2024-05-10T11:22:37.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.469+0000 7efea48fe700 1 -- 172.21.15.53:0/3897613484 learned_addr learned my addr 172.21.15.53:0/3897613484 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:37.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.469+0000 7efe9f7fe700 1 -- 172.21.15.53:0/3897613484 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55deb4862c80 msgr2=0x55deb48605f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:37.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.469+0000 7efe9f7fe700 1 --2- 172.21.15.53:0/3897613484 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55deb4862c80 0x55deb48605f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.469+0000 7efe9f7fe700 1 -- 172.21.15.53:0/3897613484 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb485e4d0 msgr2=0x55deb4866cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:37.479 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.469+0000 7efe9f7fe700 1 --2- 172.21.15.53:0/3897613484 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb485e4d0 0x55deb4866cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.479 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.469+0000 7efe9f7fe700 1 -- 172.21.15.53:0/3897613484 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55deb4879f60 con 0x55deb485edf0 2024-05-10T11:22:37.479 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.469+0000 7efea48fe700 1 --2- 172.21.15.53:0/3897613484 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55deb4862c80 0x55deb48605f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:22:37.479 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.469+0000 7efe9ffff700 1 --2- 172.21.15.53:0/3897613484 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb485e4d0 0x55deb4866cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:22:37.479 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.470+0000 7efe9f7fe700 1 --2- 172.21.15.53:0/3897613484 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb485edf0 0x55deb48535a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x55deb4868990 tx=0x7efe940094a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a2539a05b3fe09c9 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:37.479 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.470+0000 7efe85ffb700 1 -- 172.21.15.53:0/3897613484 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe94009df0 con 0x55deb485edf0 2024-05-10T11:22:37.479 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.470+0000 7efe85ffb700 1 -- 172.21.15.53:0/3897613484 <== mon.2 v2:172.21.15.132:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efe940044b0 con 0x55deb485edf0 2024-05-10T11:22:37.479 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.470+0000 7efe85ffb700 1 -- 172.21.15.53:0/3897613484 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe9401d400 con 0x55deb485edf0 2024-05-10T11:22:37.479 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.471+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/3897613484 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb485edf0 msgr2=0x55deb48535a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:37.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.471+0000 7efeb0bf4b80 1 --2- 172.21.15.53:0/3897613484 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb485edf0 0x55deb48535a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x55deb4868990 tx=0x7efe940094a0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.471+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/3897613484 shutdown_connections 2024-05-10T11:22:37.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.471+0000 7efeb0bf4b80 1 --2- 172.21.15.53:0/3897613484 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55deb4862c80 0x55deb48605f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.471+0000 7efeb0bf4b80 1 --2- 172.21.15.53:0/3897613484 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb485e4d0 0x55deb4866cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.471+0000 7efeb0bf4b80 1 --2- 172.21.15.53:0/3897613484 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb485edf0 0x55deb48535a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.471+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/3897613484 >> 172.21.15.53:0/3897613484 conn(0x55deb478a100 msgr2=0x55deb4852e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:37.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.471+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/3897613484 shutdown_connections 2024-05-10T11:22:37.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.471+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/3897613484 wait complete. 2024-05-10T11:22:37.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.472+0000 7efeb0bf4b80 1 -- start start 2024-05-10T11:22:37.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.472+0000 7efeb0bf4b80 1 Processor -- start 2024-05-10T11:22:37.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.472+0000 7efeb0bf4b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb485e4d0 0x55deb4870300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:37.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.472+0000 7efeb0bf4b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55deb485edf0 0x55deb486b680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:37.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.472+0000 7efeb0bf4b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb4862c80 0x55deb486bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:37.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.473+0000 7efe9ffff700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb485e4d0 0x55deb4870300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:37.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.473+0000 7efe9ffff700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb485e4d0 0x55deb4870300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:39742/0 (socket says 172.21.15.53:39742) 2024-05-10T11:22:37.481 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.473+0000 7efe9ffff700 1 -- 172.21.15.53:0/2223603683 learned_addr learned my addr 172.21.15.53:0/2223603683 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:37.481 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.473+0000 7efe9f7fe700 1 --2- 172.21.15.53:0/2223603683 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55deb485edf0 0x55deb486b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:37.481 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.473+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/2223603683 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7efea01ae230 con 0x55deb4862c80 2024-05-10T11:22:37.481 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.473+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/2223603683 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7efea01adb60 con 0x55deb485e4d0 2024-05-10T11:22:37.481 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.473+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/2223603683 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7efea01aad60 con 0x55deb485edf0 2024-05-10T11:22:37.481 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.473+0000 7efea48fe700 1 --2- 172.21.15.53:0/2223603683 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb4862c80 0x55deb486bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:37.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.473+0000 7efe9ffff700 1 -- 172.21.15.53:0/2223603683 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55deb485edf0 msgr2=0x55deb486b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:37.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.473+0000 7efe9ffff700 1 --2- 172.21.15.53:0/2223603683 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55deb485edf0 0x55deb486b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.473+0000 7efe9ffff700 1 -- 172.21.15.53:0/2223603683 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb4862c80 msgr2=0x55deb486bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:37.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.473+0000 7efe9ffff700 1 --2- 172.21.15.53:0/2223603683 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb4862c80 0x55deb486bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.473+0000 7efe9ffff700 1 -- 172.21.15.53:0/2223603683 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55deb486c180 con 0x55deb485e4d0 2024-05-10T11:22:37.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.473+0000 7efea48fe700 1 --2- 172.21.15.53:0/2223603683 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb4862c80 0x55deb486bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:22:37.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.474+0000 7efeb0bf4b80 10 client.0 _ll_register_callbacks cb 0x55deb4748920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:37.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.474+0000 7efe9ffff700 1 --2- 172.21.15.53:0/2223603683 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb485e4d0 0x55deb4870300 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x55deb487a250 tx=0x7efe90004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=419cd9cabacaddef server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:37.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.474+0000 7efe7f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.132:3300/0 2024-05-10T11:22:37.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.474+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/2223603683 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efe940044b0 con 0x55deb485e4d0 2024-05-10T11:22:37.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.474+0000 7efe7f7fe700 1 -- 172.21.15.53:0/2223603683 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe90022dc0 con 0x55deb485e4d0 2024-05-10T11:22:37.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.474+0000 7efe7f7fe700 1 -- 172.21.15.53:0/2223603683 <== mon.2 v2:172.21.15.132:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7efe9002c3f0 con 0x55deb485e4d0 2024-05-10T11:22:37.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.474+0000 7efe7f7fe700 1 -- 172.21.15.53:0/2223603683 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7efe90010e90 con 0x55deb485e4d0 2024-05-10T11:22:37.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.474+0000 7efeb0bf4b80 10 client.25196 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:37.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.474+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/2223603683 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({fsmap=29}) -- 0x55deb48ea380 con 0x55deb485e4d0 2024-05-10T11:22:37.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.475+0000 7efe7f7fe700 1 -- 172.21.15.53:0/2223603683 <== mon.2 v2:172.21.15.132:3300/0 4 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7efe9000f040 con 0x55deb485e4d0 2024-05-10T11:22:37.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.475+0000 7efeb0bf4b80 10 client.25196 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:37.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.475+0000 7efeb0bf4b80 10 client.25196 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.l 2024-05-10T11:22:37.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.475+0000 7efeb0bf4b80 20 client.25196 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:37.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.475+0000 7efeb0bf4b80 1 --2- 172.21.15.53:0/2223603683 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55deb48ea8d0 0x55deb48ecd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:37.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.475+0000 7efeb0bf4b80 4 client.25196 mds_command: new command op to 24415 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:22:37.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.475+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/2223603683 --> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7efe940044b0 con 0x55deb48ea8d0 2024-05-10T11:22:37.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.475+0000 7efe9f7fe700 1 --2- 172.21.15.53:0/2223603683 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55deb48ea8d0 0x55deb48ecd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:37.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.476+0000 7efe9f7fe700 1 --2- 172.21.15.53:0/2223603683 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55deb48ea8d0 0x55deb48ecd00 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=c40697d0099c35a server_cookie=63d6680e133aecb3 in_seq=0 out_seq=0 2024-05-10T11:22:37.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.476+0000 7efe7f7fe700 10 client.25196 ms_handle_connect on v2:172.21.15.187:6832/4278444882 2024-05-10T11:22:37.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.476+0000 7efe7f7fe700 1 -- 172.21.15.53:0/2223603683 <== mds.4 v2:172.21.15.187:6832/4278444882 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7efe940044b0 con 0x55deb48ea8d0 2024-05-10T11:22:37.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.476+0000 7efe7f7fe700 10 client.25196 handle_command_reply: tid=0 2024-05-10T11:22:37.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.476+0000 7efeb0bf4b80 1 client.25196 shutdown 2024-05-10T11:22:37.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.477+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/2223603683 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb485e4d0 msgr2=0x55deb4870300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:37.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.477+0000 7efeb0bf4b80 1 --2- 172.21.15.53:0/2223603683 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb485e4d0 0x55deb4870300 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x55deb487a250 tx=0x7efe90004750 comp rx=0 tx=0).stop 2024-05-10T11:22:37.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.477+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/2223603683 shutdown_connections 2024-05-10T11:22:37.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.477+0000 7efeb0bf4b80 1 --2- 172.21.15.53:0/2223603683 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55deb48ea8d0 0x55deb48ecd00 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.477+0000 7efe7f7fe700 0 client.25196 ms_handle_reset on v2:172.21.15.187:6832/4278444882 2024-05-10T11:22:37.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.477+0000 7efeb0bf4b80 1 --2- 172.21.15.53:0/2223603683 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55deb4862c80 0x55deb486bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.477+0000 7efeb0bf4b80 1 --2- 172.21.15.53:0/2223603683 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55deb485e4d0 0x55deb4870300 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.477+0000 7efeb0bf4b80 1 --2- 172.21.15.53:0/2223603683 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55deb485edf0 0x55deb486b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.477+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/2223603683 >> 172.21.15.53:0/2223603683 conn(0x55deb478a100 msgr2=0x55deb4853720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:37.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.478+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/2223603683 shutdown_connections 2024-05-10T11:22:37.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.478+0000 7efeb0bf4b80 1 -- 172.21.15.53:0/2223603683 wait complete. 2024-05-10T11:22:37.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.478+0000 7efeb0bf4b80 20 client.25196 trim_cache size 0 max 16384 2024-05-10T11:22:37.505 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:22:37.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.478+0000 7efea6361700 1 -- 172.21.15.53:0/650187404 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efe880b2880 msgr2=0x7efe880b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:37.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.478+0000 7efea6361700 1 --2- 172.21.15.53:0/650187404 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efe880b2880 0x7efe880b4d40 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7efe90009b30 tx=0x7efe90009260 comp rx=0 tx=0).stop 2024-05-10T11:22:37.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.478+0000 7efea6361700 1 -- 172.21.15.53:0/650187404 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efea0107730 msgr2=0x7efea01976e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:37.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.479+0000 7efea6361700 1 --2- 172.21.15.53:0/650187404 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efea0107730 0x7efea01976e0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7efe9800da70 tx=0x7efe9800b9f0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.479+0000 7efea6361700 1 -- 172.21.15.53:0/650187404 shutdown_connections 2024-05-10T11:22:37.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.479+0000 7efea6361700 1 --2- 172.21.15.53:0/650187404 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efe880b2880 0x7efe880b4d40 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.479+0000 7efea6361700 1 --2- 172.21.15.53:0/650187404 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efea0107730 0x7efea01976e0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.479+0000 7efea6361700 1 --2- 172.21.15.53:0/650187404 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efea01029e0 0x7efea019d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.479+0000 7efea6361700 1 --2- 172.21.15.53:0/650187404 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efea0103390 0x7efea019db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:37.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.479+0000 7efea6361700 1 -- 172.21.15.53:0/650187404 >> 172.21.15.53:0/650187404 conn(0x7efea0079350 msgr2=0x7efea0100a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:37.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.479+0000 7efea6361700 1 -- 172.21.15.53:0/650187404 shutdown_connections 2024-05-10T11:22:37.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:37.479+0000 7efea6361700 1 -- 172.21.15.53:0/650187404 wait complete. 2024-05-10T11:22:38.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:38 smithi053 ceph-mon[30153]: pgmap v475: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 853 B/s wr, 12 op/s 2024-05-10T11:22:38.460 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-10T11:22:38.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:38 smithi132 ceph-mon[33758]: pgmap v475: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 853 B/s wr, 12 op/s 2024-05-10T11:22:38.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:38 smithi187 ceph-mon[34076]: pgmap v475: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 853 B/s wr, 12 op/s 2024-05-10T11:22:38.834 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:22:40.277 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:40 smithi053 ceph-mon[30153]: pgmap v476: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 853 B/s wr, 12 op/s 2024-05-10T11:22:40.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:40 smithi132 ceph-mon[33758]: pgmap v476: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 853 B/s wr, 12 op/s 2024-05-10T11:22:40.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:40 smithi187 ceph-mon[34076]: pgmap v476: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 853 B/s wr, 12 op/s 2024-05-10T11:22:40.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.680+0000 7f1b5c607700 1 -- 172.21.15.53:0/1336297095 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1b54102450 msgr2=0x7f1b54110340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:40.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.680+0000 7f1b5c607700 1 --2- 172.21.15.53:0/1336297095 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1b54102450 0x7f1b54110340 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f1b4c00b0a0 tx=0x7f1b4c00b3b0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.680+0000 7f1b5c607700 1 -- 172.21.15.53:0/1336297095 shutdown_connections 2024-05-10T11:22:40.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.681+0000 7f1b5c607700 1 --2- 172.21.15.53:0/1336297095 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1b54102450 0x7f1b54110340 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.681+0000 7f1b5c607700 1 --2- 172.21.15.53:0/1336297095 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1b54109520 0x7f1b54109900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.681+0000 7f1b5c607700 1 --2- 172.21.15.53:0/1336297095 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1b54101a90 0x7f1b54101f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.681+0000 7f1b5c607700 1 -- 172.21.15.53:0/1336297095 >> 172.21.15.53:0/1336297095 conn(0x7f1b54078a10 msgr2=0x7f1b540ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:40.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.681+0000 7f1b5c607700 1 -- 172.21.15.53:0/1336297095 shutdown_connections 2024-05-10T11:22:40.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.681+0000 7f1b5c607700 1 -- 172.21.15.53:0/1336297095 wait complete. 2024-05-10T11:22:40.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.682+0000 7f1b5c607700 1 Processor -- start 2024-05-10T11:22:40.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.682+0000 7f1b5c607700 1 -- start start 2024-05-10T11:22:40.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.682+0000 7f1b5c607700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1b54101a90 0x7f1b5419f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:40.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.682+0000 7f1b5c607700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1b54102450 0x7f1b5419fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:40.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.682+0000 7f1b5c607700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1b54109520 0x7f1b54199850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:40.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.683+0000 7f1b5c607700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1b54113530 con 0x7f1b54102450 2024-05-10T11:22:40.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.683+0000 7f1b5a3a3700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1b54101a90 0x7f1b5419f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:40.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.683+0000 7f1b5a3a3700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1b54101a90 0x7f1b5419f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.53:39836/0 (socket says 172.21.15.53:39836) 2024-05-10T11:22:40.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.683+0000 7f1b5a3a3700 1 -- 172.21.15.53:0/3134700571 learned_addr learned my addr 172.21.15.53:0/3134700571 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:40.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.683+0000 7f1b59ba2700 1 --2- 172.21.15.53:0/3134700571 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1b54102450 0x7f1b5419fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:40.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.683+0000 7f1b5c607700 1 -- 172.21.15.53:0/3134700571 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f1b541133b0 con 0x7f1b54109520 2024-05-10T11:22:40.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.683+0000 7f1b5c607700 1 -- 172.21.15.53:0/3134700571 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f1b541136b0 con 0x7f1b54101a90 2024-05-10T11:22:40.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.683+0000 7f1b5aba4700 1 --2- 172.21.15.53:0/3134700571 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1b54109520 0x7f1b54199850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:40.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.683+0000 7f1b5aba4700 1 -- 172.21.15.53:0/3134700571 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1b54101a90 msgr2=0x7f1b5419f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:40.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.683+0000 7f1b5aba4700 1 --2- 172.21.15.53:0/3134700571 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1b54101a90 0x7f1b5419f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.683+0000 7f1b5aba4700 1 -- 172.21.15.53:0/3134700571 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1b54102450 msgr2=0x7f1b5419fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:40.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.683+0000 7f1b5aba4700 1 --2- 172.21.15.53:0/3134700571 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1b54102450 0x7f1b5419fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.683+0000 7f1b5aba4700 1 -- 172.21.15.53:0/3134700571 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b5419a030 con 0x7f1b54109520 2024-05-10T11:22:40.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.684+0000 7f1b5aba4700 1 --2- 172.21.15.53:0/3134700571 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1b54109520 0x7f1b54199850 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f1b4c00b070 tx=0x7f1b4c004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:40.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.684+0000 7f1b4b7fe700 1 -- 172.21.15.53:0/3134700571 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b4c022070 con 0x7f1b54109520 2024-05-10T11:22:40.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.684+0000 7f1b4b7fe700 1 -- 172.21.15.53:0/3134700571 <== mon.2 v2:172.21.15.132:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1b4c007b80 con 0x7f1b54109520 2024-05-10T11:22:40.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.684+0000 7f1b4b7fe700 1 -- 172.21.15.53:0/3134700571 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b4c0052a0 con 0x7f1b54109520 2024-05-10T11:22:40.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.684+0000 7f1b5c607700 1 -- 172.21.15.53:0/3134700571 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b5419a2c0 con 0x7f1b54109520 2024-05-10T11:22:40.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.684+0000 7f1b5c607700 1 -- 172.21.15.53:0/3134700571 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b5419a690 con 0x7f1b54109520 2024-05-10T11:22:40.687 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.688+0000 7f1b4b7fe700 1 -- 172.21.15.53:0/3134700571 <== mon.2 v2:172.21.15.132:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f1b4c01c6c0 con 0x7f1b54109520 2024-05-10T11:22:40.689 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.689+0000 7f1b4b7fe700 1 --2- 172.21.15.53:0/3134700571 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1b400b2880 0x7f1b400b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:40.689 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.689+0000 7f1b66e9ab80 1 Processor -- start 2024-05-10T11:22:40.689 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.689+0000 7f1b4b7fe700 1 -- 172.21.15.53:0/3134700571 <== mon.2 v2:172.21.15.132:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f1b4c00f030 con 0x7f1b54109520 2024-05-10T11:22:40.689 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.689+0000 7f1b5a3a3700 1 --2- 172.21.15.53:0/3134700571 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1b400b2880 0x7f1b400b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:40.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.689+0000 7f1b66e9ab80 1 -- start start 2024-05-10T11:22:40.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.690+0000 7f1b5a3a3700 1 --2- 172.21.15.53:0/3134700571 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1b400b2880 0x7f1b400b4d40 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f1b50009680 tx=0x7f1b50009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:40.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.690+0000 7f1b66e9ab80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609a4d0 0x559ec609a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:40.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.690+0000 7f1b66e9ab80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559ec609adf0 0x559ec609e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:40.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.690+0000 7f1b66e9ab80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609ec80 0x559ec609f100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:40.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.690+0000 7f1b66e9ab80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x559ec5fec860 con 0x559ec609ec80 2024-05-10T11:22:40.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.690+0000 7f1b66e9ab80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x559ec5f8b7c0 con 0x559ec609a4d0 2024-05-10T11:22:40.690 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.690+0000 7f1b66e9ab80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x559ec5fe8820 con 0x559ec609adf0 2024-05-10T11:22:40.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.690+0000 7f1b5a3a3700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609a4d0 0x559ec609a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:40.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.690+0000 7f1b5aba4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609ec80 0x559ec609f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:40.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.690+0000 7f1b5a3a3700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609a4d0 0x559ec609a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:53686/0 (socket says 172.21.15.53:53686) 2024-05-10T11:22:40.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.690+0000 7f1b59ba2700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559ec609adf0 0x559ec609e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:40.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.690+0000 7f1b5a3a3700 1 -- 172.21.15.53:0/3496973316 learned_addr learned my addr 172.21.15.53:0/3496973316 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:40.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.691+0000 7f1b59ba2700 1 -- 172.21.15.53:0/3496973316 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609a4d0 msgr2=0x559ec609a8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:40.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.691+0000 7f1b59ba2700 1 --2- 172.21.15.53:0/3496973316 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609a4d0 0x559ec609a8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.691+0000 7f1b59ba2700 1 -- 172.21.15.53:0/3496973316 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609ec80 msgr2=0x559ec609f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:40.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.691+0000 7f1b59ba2700 1 --2- 172.21.15.53:0/3496973316 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609ec80 0x559ec609f100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.691+0000 7f1b59ba2700 1 -- 172.21.15.53:0/3496973316 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559ec5f398d0 con 0x559ec609adf0 2024-05-10T11:22:40.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.691+0000 7f1b5aba4700 1 --2- 172.21.15.53:0/3496973316 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609ec80 0x559ec609f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:22:40.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.691+0000 7f1b59ba2700 1 --2- 172.21.15.53:0/3496973316 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559ec609adf0 0x559ec609e6f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f1b44009c80 tx=0x7f1b44009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c4e894ec6f736c55 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:40.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.691+0000 7f1b48ff9700 1 -- 172.21.15.53:0/3496973316 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b44011cb0 con 0x559ec609adf0 2024-05-10T11:22:40.693 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.691+0000 7f1b48ff9700 1 -- 172.21.15.53:0/3496973316 <== mon.1 v2:172.21.15.187:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1b44011e50 con 0x559ec609adf0 2024-05-10T11:22:40.693 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.691+0000 7f1b48ff9700 1 -- 172.21.15.53:0/3496973316 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b44005280 con 0x559ec609adf0 2024-05-10T11:22:40.695 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.692+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/3496973316 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559ec609adf0 msgr2=0x559ec609e6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:40.695 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.692+0000 7f1b66e9ab80 1 --2- 172.21.15.53:0/3496973316 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559ec609adf0 0x559ec609e6f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f1b44009c80 tx=0x7f1b44009f90 comp rx=0 tx=0).stop 2024-05-10T11:22:40.695 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.692+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/3496973316 shutdown_connections 2024-05-10T11:22:40.695 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.693+0000 7f1b66e9ab80 1 --2- 172.21.15.53:0/3496973316 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609ec80 0x559ec609f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.695 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.693+0000 7f1b66e9ab80 1 --2- 172.21.15.53:0/3496973316 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609a4d0 0x559ec609a8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.695 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.693+0000 7f1b66e9ab80 1 --2- 172.21.15.53:0/3496973316 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559ec609adf0 0x559ec609e6f0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.695 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.693+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/3496973316 >> 172.21.15.53:0/3496973316 conn(0x559ec5fc6100 msgr2=0x559ec6094c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:40.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.693+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/3496973316 shutdown_connections 2024-05-10T11:22:40.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.693+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/3496973316 wait complete. 2024-05-10T11:22:40.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.693+0000 7f1b66e9ab80 1 -- start start 2024-05-10T11:22:40.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.694+0000 7f1b66e9ab80 1 Processor -- start 2024-05-10T11:22:40.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.694+0000 7f1b66e9ab80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609a4d0 0x559ec60a6030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:40.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.694+0000 7f1b66e9ab80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609adf0 0x559ec60a3420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:40.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.694+0000 7f1b66e9ab80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559ec609ec80 0x559ec60a3960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:40.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.694+0000 7f1b66e9ab80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x559ec60a6e90 con 0x559ec609a4d0 2024-05-10T11:22:40.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.694+0000 7f1b66e9ab80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x559ec5f52c30 con 0x559ec609adf0 2024-05-10T11:22:40.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.694+0000 7f1b66e9ab80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x559ec60a7010 con 0x559ec609ec80 2024-05-10T11:22:40.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.694+0000 7f1b66e9ab80 10 client.0 _ll_register_callbacks cb 0x559ec5f84920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:40.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.695+0000 7f1b5a3a3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609a4d0 0x559ec60a6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:40.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.695+0000 7f1b5a3a3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609a4d0 0x559ec60a6030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35194/0 (socket says 172.21.15.53:35194) 2024-05-10T11:22:40.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.695+0000 7f1b5a3a3700 1 -- 172.21.15.53:0/260258815 learned_addr learned my addr 172.21.15.53:0/260258815 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:40.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.695+0000 7f1b59ba2700 1 --2- 172.21.15.53:0/260258815 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609adf0 0x559ec60a3420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:40.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.695+0000 7f1b5aba4700 1 --2- 172.21.15.53:0/260258815 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559ec609ec80 0x559ec60a3960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:40.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.695+0000 7f1b59ba2700 1 -- 172.21.15.53:0/260258815 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559ec609ec80 msgr2=0x559ec60a3960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:40.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.695+0000 7f1b59ba2700 1 --2- 172.21.15.53:0/260258815 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559ec609ec80 0x559ec60a3960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.695+0000 7f1b59ba2700 1 -- 172.21.15.53:0/260258815 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609a4d0 msgr2=0x559ec60a6030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:40.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.695+0000 7f1b59ba2700 1 --2- 172.21.15.53:0/260258815 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609a4d0 0x559ec60a6030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.695+0000 7f1b59ba2700 1 -- 172.21.15.53:0/260258815 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559ec5f88690 con 0x559ec609adf0 2024-05-10T11:22:40.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.695+0000 7f1b59ba2700 1 --2- 172.21.15.53:0/260258815 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609adf0 0x559ec60a3420 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f1b44009c80 tx=0x7f1b44004910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77506fb4266b6a4f server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:40.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.695+0000 7f1b3dffb700 10 client.0 ms_handle_connect on v2:172.21.15.132:3300/0 2024-05-10T11:22:40.699 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.696+0000 7f1b3dffb700 1 -- 172.21.15.53:0/260258815 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b44004b00 con 0x559ec609adf0 2024-05-10T11:22:40.699 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.696+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/260258815 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b44011e50 con 0x559ec609adf0 2024-05-10T11:22:40.699 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.696+0000 7f1b3dffb700 1 -- 172.21.15.53:0/260258815 <== mon.2 v2:172.21.15.132:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f1b44004260 con 0x559ec609adf0 2024-05-10T11:22:40.699 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.696+0000 7f1b3dffb700 1 -- 172.21.15.53:0/260258815 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1b44030050 con 0x559ec609adf0 2024-05-10T11:22:40.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.696+0000 7f1b66e9ab80 10 client.25208 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:40.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.696+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/260258815 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559ec60b16a0 con 0x559ec609adf0 2024-05-10T11:22:40.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.696+0000 7f1b3dffb700 1 -- 172.21.15.53:0/260258815 <== mon.2 v2:172.21.15.132:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1b44011e50 con 0x559ec609adf0 2024-05-10T11:22:40.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.696+0000 7f1b3dffb700 1 -- 172.21.15.53:0/260258815 <== mon.2 v2:172.21.15.132:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f1b44018070 con 0x559ec609adf0 2024-05-10T11:22:40.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.697+0000 7f1b66e9ab80 10 client.25208 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:40.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.697+0000 7f1b66e9ab80 10 client.25208 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.b 2024-05-10T11:22:40.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.697+0000 7f1b66e9ab80 20 client.25208 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:40.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.697+0000 7f1b66e9ab80 1 --2- 172.21.15.53:0/260258815 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x559ec60b3ff0 0x559ec60b6470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:40.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.697+0000 7f1b66e9ab80 4 client.25208 mds_command: new command op to 24428 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:22:40.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.697+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/260258815 --> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559ec6066650 con 0x559ec60b3ff0 2024-05-10T11:22:40.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.697+0000 7f1b5a3a3700 1 --2- 172.21.15.53:0/260258815 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x559ec60b3ff0 0x559ec60b6470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:40.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.698+0000 7f1b5a3a3700 1 --2- 172.21.15.53:0/260258815 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x559ec60b3ff0 0x559ec60b6470 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=ea235a01c54a8b3c server_cookie=85a76d254f41d055 in_seq=0 out_seq=0 2024-05-10T11:22:40.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.698+0000 7f1b3dffb700 10 client.25208 ms_handle_connect on v2:172.21.15.132:6838/2363266970 2024-05-10T11:22:40.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.698+0000 7f1b3dffb700 1 -- 172.21.15.53:0/260258815 <== mds.3 v2:172.21.15.132:6838/2363266970 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x559ec6066650 con 0x559ec60b3ff0 2024-05-10T11:22:40.700 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.698+0000 7f1b3dffb700 10 client.25208 handle_command_reply: tid=0 2024-05-10T11:22:40.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.698+0000 7f1b66e9ab80 1 client.25208 shutdown 2024-05-10T11:22:40.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.699+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/260258815 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609adf0 msgr2=0x559ec60a3420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:40.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.699+0000 7f1b66e9ab80 1 --2- 172.21.15.53:0/260258815 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609adf0 0x559ec60a3420 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f1b44009c80 tx=0x7f1b44004910 comp rx=0 tx=0).stop 2024-05-10T11:22:40.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.699+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/260258815 shutdown_connections 2024-05-10T11:22:40.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.699+0000 7f1b66e9ab80 1 --2- 172.21.15.53:0/260258815 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x559ec60b3ff0 0x559ec60b6470 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.699+0000 7f1b66e9ab80 1 --2- 172.21.15.53:0/260258815 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559ec609ec80 0x559ec60a3960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.699+0000 7f1b3dffb700 0 client.25208 ms_handle_reset on v2:172.21.15.132:6838/2363266970 2024-05-10T11:22:40.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.699+0000 7f1b66e9ab80 1 --2- 172.21.15.53:0/260258815 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609a4d0 0x559ec60a6030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.699+0000 7f1b66e9ab80 1 --2- 172.21.15.53:0/260258815 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609adf0 0x559ec60a3420 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.699+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/260258815 >> 172.21.15.53:0/260258815 conn(0x559ec5fc6100 msgr2=0x559ec608f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:40.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.699+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/260258815 shutdown_connections 2024-05-10T11:22:40.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.699+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/260258815 wait complete. 2024-05-10T11:22:40.701 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.699+0000 7f1b66e9ab80 20 client.25208 trim_cache size 0 max 16384 2024-05-10T11:22:40.730 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.730+0000 7f1b66e9ab80 1 Processor -- start 2024-05-10T11:22:40.730 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.730+0000 7f1b66e9ab80 1 -- start start 2024-05-10T11:22:40.730 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.730+0000 7f1b66e9ab80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609a4d0 0x559ec60aff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:40.730 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.730+0000 7f1b66e9ab80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609adf0 0x559ec60bbd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:40.730 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.730+0000 7f1b66e9ab80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559ec609ec80 0x559ec60bc290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:40.730 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.730+0000 7f1b66e9ab80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1b541ace20 con 0x559ec609a4d0 2024-05-10T11:22:40.730 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.730+0000 7f1b66e9ab80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f1b541ae960 con 0x559ec609adf0 2024-05-10T11:22:40.730 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.730+0000 7f1b66e9ab80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f1b541ad4f0 con 0x559ec609ec80 2024-05-10T11:22:40.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.730+0000 7f1b59ba2700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609adf0 0x559ec60bbd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:40.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.730+0000 7f1b59ba2700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609adf0 0x559ec60bbd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:53700/0 (socket says 172.21.15.53:53700) 2024-05-10T11:22:40.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.730+0000 7f1b59ba2700 1 -- 172.21.15.53:0/14103012 learned_addr learned my addr 172.21.15.53:0/14103012 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:40.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.731+0000 7f1b5aba4700 1 --2- 172.21.15.53:0/14103012 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559ec609ec80 0x559ec60bc290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:40.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.731+0000 7f1b5a3a3700 1 --2- 172.21.15.53:0/14103012 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609a4d0 0x559ec60aff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:40.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.731+0000 7f1b59ba2700 1 -- 172.21.15.53:0/14103012 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559ec609ec80 msgr2=0x559ec60bc290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:40.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.731+0000 7f1b59ba2700 1 --2- 172.21.15.53:0/14103012 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559ec609ec80 0x559ec60bc290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.731+0000 7f1b59ba2700 1 -- 172.21.15.53:0/14103012 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609a4d0 msgr2=0x559ec60aff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:40.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.731+0000 7f1b59ba2700 1 --2- 172.21.15.53:0/14103012 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609a4d0 0x559ec60aff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.731+0000 7f1b59ba2700 1 -- 172.21.15.53:0/14103012 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559ec6096520 con 0x559ec609adf0 2024-05-10T11:22:40.732 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.731+0000 7f1b5a3a3700 1 --2- 172.21.15.53:0/14103012 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609a4d0 0x559ec60aff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:22:40.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.731+0000 7f1b59ba2700 1 --2- 172.21.15.53:0/14103012 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609adf0 0x559ec60bbd50 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f1b440098b0 tx=0x7f1b44005e50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=72631919467f0b73 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:40.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.731+0000 7f1b3ffff700 1 -- 172.21.15.53:0/14103012 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b44005400 con 0x559ec609adf0 2024-05-10T11:22:40.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.732+0000 7f1b3ffff700 1 -- 172.21.15.53:0/14103012 <== mon.2 v2:172.21.15.132:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1b44027070 con 0x559ec609adf0 2024-05-10T11:22:40.733 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.732+0000 7f1b3ffff700 1 -- 172.21.15.53:0/14103012 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b44003680 con 0x559ec609adf0 2024-05-10T11:22:40.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.732+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/14103012 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609adf0 msgr2=0x559ec60bbd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:40.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.732+0000 7f1b66e9ab80 1 --2- 172.21.15.53:0/14103012 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609adf0 0x559ec60bbd50 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f1b440098b0 tx=0x7f1b44005e50 comp rx=0 tx=0).stop 2024-05-10T11:22:40.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.732+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/14103012 shutdown_connections 2024-05-10T11:22:40.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.732+0000 7f1b66e9ab80 1 --2- 172.21.15.53:0/14103012 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559ec609ec80 0x559ec60bc290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.732+0000 7f1b66e9ab80 1 --2- 172.21.15.53:0/14103012 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609a4d0 0x559ec60aff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.732+0000 7f1b66e9ab80 1 --2- 172.21.15.53:0/14103012 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609adf0 0x559ec60bbd50 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.732+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/14103012 >> 172.21.15.53:0/14103012 conn(0x559ec5fc6100 msgr2=0x559ec60a1d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:40.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.733+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/14103012 shutdown_connections 2024-05-10T11:22:40.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.733+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/14103012 wait complete. 2024-05-10T11:22:40.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.733+0000 7f1b66e9ab80 1 -- start start 2024-05-10T11:22:40.735 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.733+0000 7f1b66e9ab80 1 Processor -- start 2024-05-10T11:22:40.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.733+0000 7f1b66e9ab80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609a4d0 0x559ec60a7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:40.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.734+0000 7f1b66e9ab80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609adf0 0x559ec60a77a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:40.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.734+0000 7f1b66e9ab80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559ec609ec80 0x559ec60a7ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:40.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.734+0000 7f1b5a3a3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609a4d0 0x559ec60a7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:40.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.734+0000 7f1b66e9ab80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1b541ae290 con 0x559ec609a4d0 2024-05-10T11:22:40.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.734+0000 7f1b5a3a3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609a4d0 0x559ec60a7260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35214/0 (socket says 172.21.15.53:35214) 2024-05-10T11:22:40.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.734+0000 7f1b5a3a3700 1 -- 172.21.15.53:0/2465641532 learned_addr learned my addr 172.21.15.53:0/2465641532 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:40.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.734+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/2465641532 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f1b541adbc0 con 0x559ec609adf0 2024-05-10T11:22:40.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.734+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/2465641532 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f1b541aadc0 con 0x559ec609ec80 2024-05-10T11:22:40.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.734+0000 7f1b59ba2700 1 --2- 172.21.15.53:0/2465641532 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609adf0 0x559ec60a77a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:40.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.734+0000 7f1b66e9ab80 10 client.0 _ll_register_callbacks cb 0x559ec5f84920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:40.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.734+0000 7f1b5aba4700 1 --2- 172.21.15.53:0/2465641532 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559ec609ec80 0x559ec60a7ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:40.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.734+0000 7f1b59ba2700 1 -- 172.21.15.53:0/2465641532 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559ec609ec80 msgr2=0x559ec60a7ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:40.736 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.734+0000 7f1b59ba2700 1 --2- 172.21.15.53:0/2465641532 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559ec609ec80 0x559ec60a7ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.737 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.734+0000 7f1b59ba2700 1 -- 172.21.15.53:0/2465641532 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609a4d0 msgr2=0x559ec60a7260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:40.737 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.734+0000 7f1b59ba2700 1 --2- 172.21.15.53:0/2465641532 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609a4d0 0x559ec60a7260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.737 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.734+0000 7f1b59ba2700 1 -- 172.21.15.53:0/2465641532 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559ec611c8f0 con 0x559ec609adf0 2024-05-10T11:22:40.737 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.734+0000 7f1b5a3a3700 1 --2- 172.21.15.53:0/2465641532 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609a4d0 0x559ec60a7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:22:40.737 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.735+0000 7f1b59ba2700 1 --2- 172.21.15.53:0/2465641532 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609adf0 0x559ec60a77a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x559ec60a68a0 tx=0x7f1b44004540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0814380caeb9a98 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:40.737 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.735+0000 7f1b3dffb700 10 client.0 ms_handle_connect on v2:172.21.15.132:3300/0 2024-05-10T11:22:40.737 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.735+0000 7f1b3dffb700 1 -- 172.21.15.53:0/2465641532 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b440049f0 con 0x559ec609adf0 2024-05-10T11:22:40.737 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.735+0000 7f1b3dffb700 1 -- 172.21.15.53:0/2465641532 <== mon.2 v2:172.21.15.132:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f1b44004b90 con 0x559ec609adf0 2024-05-10T11:22:40.737 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.735+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/2465641532 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b44027070 con 0x559ec609adf0 2024-05-10T11:22:40.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.735+0000 7f1b3dffb700 1 -- 172.21.15.53:0/2465641532 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1b44043050 con 0x559ec609adf0 2024-05-10T11:22:40.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.735+0000 7f1b66e9ab80 10 client.25214 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:40.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.735+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/2465641532 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559ec611db40 con 0x559ec609adf0 2024-05-10T11:22:40.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.736+0000 7f1b3dffb700 1 -- 172.21.15.53:0/2465641532 <== mon.2 v2:172.21.15.132:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1b44027070 con 0x559ec609adf0 2024-05-10T11:22:40.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.736+0000 7f1b3dffb700 1 -- 172.21.15.53:0/2465641532 <== mon.2 v2:172.21.15.132:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f1b44018040 con 0x559ec609adf0 2024-05-10T11:22:40.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.736+0000 7f1b66e9ab80 10 client.25214 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:40.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.736+0000 7f1b66e9ab80 10 client.25214 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.b 2024-05-10T11:22:40.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.736+0000 7f1b66e9ab80 20 client.25214 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:40.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.736+0000 7f1b66e9ab80 1 --2- 172.21.15.53:0/2465641532 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x559ec60b3ff0 0x559ec6120130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:40.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.736+0000 7f1b66e9ab80 4 client.25214 mds_command: new command op to 24428 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:22:40.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.736+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/2465641532 --> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559ec5ffa240 con 0x559ec60b3ff0 2024-05-10T11:22:40.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.737+0000 7f1b5a3a3700 1 --2- 172.21.15.53:0/2465641532 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x559ec60b3ff0 0x559ec6120130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:40.740 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.737+0000 7f1b3dffb700 10 client.25214 ms_handle_connect on v2:172.21.15.132:6838/2363266970 2024-05-10T11:22:40.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.737+0000 7f1b5a3a3700 1 --2- 172.21.15.53:0/2465641532 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x559ec60b3ff0 0x559ec6120130 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c25f12f25630a7d1 server_cookie=a5339908283c0af5 in_seq=0 out_seq=0 2024-05-10T11:22:40.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.738+0000 7f1b3dffb700 1 -- 172.21.15.53:0/2465641532 <== mds.3 v2:172.21.15.132:6838/2363266970 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559ec5ffa240 con 0x559ec60b3ff0 2024-05-10T11:22:40.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.738+0000 7f1b3dffb700 10 client.25214 handle_command_reply: tid=0 2024-05-10T11:22:40.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.738+0000 7f1b66e9ab80 1 client.25214 shutdown 2024-05-10T11:22:40.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.738+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/2465641532 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609adf0 msgr2=0x559ec60a77a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:40.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.738+0000 7f1b66e9ab80 1 --2- 172.21.15.53:0/2465641532 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609adf0 0x559ec60a77a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x559ec60a68a0 tx=0x7f1b44004540 comp rx=0 tx=0).stop 2024-05-10T11:22:40.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.738+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/2465641532 shutdown_connections 2024-05-10T11:22:40.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.738+0000 7f1b66e9ab80 1 --2- 172.21.15.53:0/2465641532 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x559ec60b3ff0 0x559ec6120130 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.738+0000 7f1b66e9ab80 1 --2- 172.21.15.53:0/2465641532 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559ec609ec80 0x559ec60a7ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.738+0000 7f1b66e9ab80 1 --2- 172.21.15.53:0/2465641532 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559ec609a4d0 0x559ec60a7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.738+0000 7f1b66e9ab80 1 --2- 172.21.15.53:0/2465641532 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559ec609adf0 0x559ec60a77a0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.738+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/2465641532 >> 172.21.15.53:0/2465641532 conn(0x559ec5fc6100 msgr2=0x559ec608ee90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:40.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.738+0000 7f1b3dffb700 0 client.25214 ms_handle_reset on v2:172.21.15.132:6838/2363266970 2024-05-10T11:22:40.741 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.738+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/2465641532 shutdown_connections 2024-05-10T11:22:40.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.738+0000 7f1b66e9ab80 1 -- 172.21.15.53:0/2465641532 wait complete. 2024-05-10T11:22:40.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.738+0000 7f1b66e9ab80 20 client.25214 trim_cache size 0 max 16384 2024-05-10T11:22:40.742 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:22:40.742 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.739+0000 7f1b5c607700 1 -- 172.21.15.53:0/3134700571 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1b400b2880 msgr2=0x7f1b400b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:40.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.739+0000 7f1b5c607700 1 --2- 172.21.15.53:0/3134700571 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1b400b2880 0x7f1b400b4d40 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f1b50009680 tx=0x7f1b50009260 comp rx=0 tx=0).stop 2024-05-10T11:22:40.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.739+0000 7f1b5c607700 1 -- 172.21.15.53:0/3134700571 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1b54109520 msgr2=0x7f1b54199850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:40.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.739+0000 7f1b5c607700 1 --2- 172.21.15.53:0/3134700571 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1b54109520 0x7f1b54199850 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f1b4c00b070 tx=0x7f1b4c004c80 comp rx=0 tx=0).stop 2024-05-10T11:22:40.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.739+0000 7f1b5c607700 1 -- 172.21.15.53:0/3134700571 shutdown_connections 2024-05-10T11:22:40.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.739+0000 7f1b5c607700 1 --2- 172.21.15.53:0/3134700571 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1b400b2880 0x7f1b400b4d40 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.739+0000 7f1b5c607700 1 --2- 172.21.15.53:0/3134700571 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1b54109520 0x7f1b54199850 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.739+0000 7f1b5c607700 1 --2- 172.21.15.53:0/3134700571 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1b54101a90 0x7f1b5419f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.739+0000 7f1b5c607700 1 --2- 172.21.15.53:0/3134700571 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1b54102450 0x7f1b5419fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:40.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.739+0000 7f1b5c607700 1 -- 172.21.15.53:0/3134700571 >> 172.21.15.53:0/3134700571 conn(0x7f1b54078a10 msgr2=0x7f1b54100240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:40.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.739+0000 7f1b5c607700 1 -- 172.21.15.53:0/3134700571 shutdown_connections 2024-05-10T11:22:40.743 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:40.739+0000 7f1b5c607700 1 -- 172.21.15.53:0/3134700571 wait complete. 2024-05-10T11:22:41.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:41 smithi132 ceph-mon[33758]: pgmap v477: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 597 B/s wr, 11 op/s 2024-05-10T11:22:41.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:41 smithi187 ceph-mon[34076]: pgmap v477: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 597 B/s wr, 11 op/s 2024-05-10T11:22:41.544 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:41 smithi053 ceph-mon[30153]: pgmap v477: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 597 B/s wr, 11 op/s 2024-05-10T11:22:41.582 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-10T11:22:41.877 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:22:42.680 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.679+0000 7fc2318b4640 1 -- 172.21.15.53:0/671610682 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc22c101910 msgr2=0x7fc22c101d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:42.680 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.679+0000 7fc2318b4640 1 --2- 172.21.15.53:0/671610682 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc22c101910 0x7fc22c101d30 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fc21c009900 tx=0x7fc21c02a410 comp rx=0 tx=0).stop 2024-05-10T11:22:42.680 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.679+0000 7fc2318b4640 1 -- 172.21.15.53:0/671610682 shutdown_connections 2024-05-10T11:22:42.680 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.679+0000 7fc2318b4640 1 --2- 172.21.15.53:0/671610682 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc22c1034c0 0x7fc22c109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.680 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.679+0000 7fc2318b4640 1 --2- 172.21.15.53:0/671610682 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc22c102b00 0x7fc22c102f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.680 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.679+0000 7fc2318b4640 1 --2- 172.21.15.53:0/671610682 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc22c101910 0x7fc22c101d30 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.680 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.679+0000 7fc2318b4640 1 -- 172.21.15.53:0/671610682 >> 172.21.15.53:0/671610682 conn(0x7fc22c0fce80 msgr2=0x7fc22c0ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.680+0000 7fc2318b4640 1 -- 172.21.15.53:0/671610682 shutdown_connections 2024-05-10T11:22:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.680+0000 7fc2318b4640 1 -- 172.21.15.53:0/671610682 wait complete. 2024-05-10T11:22:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.680+0000 7fc2318b4640 1 Processor -- start 2024-05-10T11:22:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.681+0000 7fc2318b4640 1 -- start start 2024-05-10T11:22:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.681+0000 7fc2318b4640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc22c101910 0x7fc22c196900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.681+0000 7fc2318b4640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc22c102b00 0x7fc22c196e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.681+0000 7fc2318b4640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc22c1034c0 0x7fc22c19deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.681+0000 7fc2318b4640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fc22c10c1f0 con 0x7fc22c1034c0 2024-05-10T11:22:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.681+0000 7fc2318b4640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fc22c10c070 con 0x7fc22c101910 2024-05-10T11:22:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.681+0000 7fc2318b4640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fc22c10c370 con 0x7fc22c102b00 2024-05-10T11:22:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.681+0000 7fc22b7fe640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc22c1034c0 0x7fc22c19deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.681+0000 7fc22b7fe640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc22c1034c0 0x7fc22c19deb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35232/0 (socket says 172.21.15.53:35232) 2024-05-10T11:22:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.681+0000 7fc22b7fe640 1 -- 172.21.15.53:0/2638407162 learned_addr learned my addr 172.21.15.53:0/2638407162 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.681+0000 7fc22a7fc640 1 --2- 172.21.15.53:0/2638407162 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc22c102b00 0x7fc22c196e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.681+0000 7fc22affd640 1 --2- 172.21.15.53:0/2638407162 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc22c101910 0x7fc22c196900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.681+0000 7fc22b7fe640 1 -- 172.21.15.53:0/2638407162 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc22c102b00 msgr2=0x7fc22c196e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.681+0000 7fc22b7fe640 1 --2- 172.21.15.53:0/2638407162 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc22c102b00 0x7fc22c196e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.681+0000 7fc22b7fe640 1 -- 172.21.15.53:0/2638407162 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc22c101910 msgr2=0x7fc22c196900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.681+0000 7fc22b7fe640 1 --2- 172.21.15.53:0/2638407162 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc22c101910 0x7fc22c196900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.681+0000 7fc22b7fe640 1 -- 172.21.15.53:0/2638407162 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc22c19e520 con 0x7fc22c1034c0 2024-05-10T11:22:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.682+0000 7fc22b7fe640 1 --2- 172.21.15.53:0/2638407162 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc22c1034c0 0x7fc22c19deb0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fc224009ed0 tx=0x7fc2240104b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.682+0000 7fc2308b2640 1 -- 172.21.15.53:0/2638407162 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc224004b20 con 0x7fc22c1034c0 2024-05-10T11:22:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.682+0000 7fc2308b2640 1 -- 172.21.15.53:0/2638407162 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc224004cc0 con 0x7fc22c1034c0 2024-05-10T11:22:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.682+0000 7fc2308b2640 1 -- 172.21.15.53:0/2638407162 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc224016680 con 0x7fc22c1034c0 2024-05-10T11:22:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.682+0000 7fc2318b4640 1 -- 172.21.15.53:0/2638407162 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc22c19e810 con 0x7fc22c1034c0 2024-05-10T11:22:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.682+0000 7fc2318b4640 1 -- 172.21.15.53:0/2638407162 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc22c19ed10 con 0x7fc22c1034c0 2024-05-10T11:22:42.686 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.686+0000 7fc2308b2640 1 -- 172.21.15.53:0/2638407162 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fc22401d020 con 0x7fc22c1034c0 2024-05-10T11:22:42.687 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.687+0000 7fc2345d0740 1 Processor -- start 2024-05-10T11:22:42.687 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.687+0000 7fc2345d0740 1 -- start start 2024-05-10T11:22:42.688 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.687+0000 7fc2345d0740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559268408db0 0x5592684091d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.687+0000 7fc2345d0740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5592684097a0 0x55926840e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.687+0000 7fc2345d0740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55926840e910 0x559268410da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.687+0000 7fc2345d0740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55926836d5d0 con 0x5592684097a0 2024-05-10T11:22:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.687+0000 7fc2345d0740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x559268326890 con 0x55926840e910 2024-05-10T11:22:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.687+0000 7fc2345d0740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x559268369590 con 0x559268408db0 2024-05-10T11:22:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.688+0000 7fc22affd640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5592684097a0 0x55926840e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.688+0000 7fc22affd640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5592684097a0 0x55926840e2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35244/0 (socket says 172.21.15.53:35244) 2024-05-10T11:22:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.688+0000 7fc22affd640 1 -- 172.21.15.53:0/123156402 learned_addr learned my addr 172.21.15.53:0/123156402 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.688+0000 7fc2308b2640 1 --2- 172.21.15.53:0/2638407162 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc2140b28a0 0x7fc2140b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.688+0000 7fc22a7fc640 1 --2- 172.21.15.53:0/123156402 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559268408db0 0x5592684091d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.688+0000 7fc22a7fc640 1 --2- 172.21.15.53:0/123156402 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55926840e910 0x559268410da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.688+0000 7fc22b7fe640 1 --2- 172.21.15.53:0/2638407162 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc2140b28a0 0x7fc2140b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.688+0000 7fc22affd640 1 -- 172.21.15.53:0/123156402 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559268408db0 msgr2=0x5592684091d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.688+0000 7fc22affd640 1 --2- 172.21.15.53:0/123156402 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559268408db0 0x5592684091d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.688+0000 7fc22affd640 1 -- 172.21.15.53:0/123156402 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55926840e910 msgr2=0x559268410da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.688+0000 7fc22affd640 1 --2- 172.21.15.53:0/123156402 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55926840e910 0x559268410da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.688+0000 7fc22affd640 1 -- 172.21.15.53:0/123156402 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55926807f210 con 0x5592684097a0 2024-05-10T11:22:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.688+0000 7fc22affd640 1 --2- 172.21.15.53:0/123156402 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5592684097a0 0x55926840e2a0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fc21c009900 tx=0x7fc21c031580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd48fba18fdf722e server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.689+0000 7fc2308b2640 1 -- 172.21.15.53:0/2638407162 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fc2240e4110 con 0x7fc22c1034c0 2024-05-10T11:22:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.689+0000 7fc211ffb640 1 -- 172.21.15.53:0/123156402 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc21c035030 con 0x5592684097a0 2024-05-10T11:22:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.689+0000 7fc211ffb640 1 -- 172.21.15.53:0/123156402 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc21c040070 con 0x5592684097a0 2024-05-10T11:22:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.689+0000 7fc211ffb640 1 -- 172.21.15.53:0/123156402 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc21c0038e0 con 0x5592684097a0 2024-05-10T11:22:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.690+0000 7fc2345d0740 1 -- 172.21.15.53:0/123156402 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5592684097a0 msgr2=0x55926840e2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.690+0000 7fc22b7fe640 1 --2- 172.21.15.53:0/2638407162 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc2140b28a0 0x7fc2140b4d60 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fc2240a7420 tx=0x7fc2240da9b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.690+0000 7fc2345d0740 1 --2- 172.21.15.53:0/123156402 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5592684097a0 0x55926840e2a0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fc21c009900 tx=0x7fc21c031580 comp rx=0 tx=0).stop 2024-05-10T11:22:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.690+0000 7fc2345d0740 1 -- 172.21.15.53:0/123156402 shutdown_connections 2024-05-10T11:22:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.690+0000 7fc2345d0740 1 --2- 172.21.15.53:0/123156402 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55926840e910 0x559268410da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.690+0000 7fc2345d0740 1 --2- 172.21.15.53:0/123156402 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5592684097a0 0x55926840e2a0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.690+0000 7fc2345d0740 1 --2- 172.21.15.53:0/123156402 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559268408db0 0x5592684091d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.690+0000 7fc2345d0740 1 -- 172.21.15.53:0/123156402 >> 172.21.15.53:0/123156402 conn(0x559268404420 msgr2=0x559268404820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.690+0000 7fc2345d0740 1 -- 172.21.15.53:0/123156402 shutdown_connections 2024-05-10T11:22:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.690+0000 7fc2345d0740 1 -- 172.21.15.53:0/123156402 wait complete. 2024-05-10T11:22:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.690+0000 7fc2345d0740 1 -- start start 2024-05-10T11:22:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.691+0000 7fc2345d0740 1 Processor -- start 2024-05-10T11:22:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.691+0000 7fc2345d0740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559268408db0 0x559268417370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.691+0000 7fc2345d0740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5592684097a0 0x5592684178b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.691+0000 7fc2345d0740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55926840e910 0x55926841e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.691+0000 7fc2345d0740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x559268415c70 con 0x55926840e910 2024-05-10T11:22:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.691+0000 7fc2345d0740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55926832a370 con 0x559268408db0 2024-05-10T11:22:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.691+0000 7fc2345d0740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x559268415df0 con 0x5592684097a0 2024-05-10T11:22:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.692+0000 7fc22a7fc640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55926840e910 0x55926841e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:42.696 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.692+0000 7fc22a7fc640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55926840e910 0x55926841e8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35258/0 (socket says 172.21.15.53:35258) 2024-05-10T11:22:42.696 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.692+0000 7fc22a7fc640 1 -- 172.21.15.53:0/124523382 learned_addr learned my addr 172.21.15.53:0/124523382 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:42.696 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.692+0000 7fc22a7fc640 1 --2- 172.21.15.53:0/124523382 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559268408db0 0x559268417370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:42.696 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.692+0000 7fc22affd640 1 --2- 172.21.15.53:0/124523382 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5592684097a0 0x5592684178b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:42.696 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.692+0000 7fc22a7fc640 1 -- 172.21.15.53:0/124523382 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5592684097a0 msgr2=0x5592684178b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:42.696 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.692+0000 7fc22a7fc640 1 --2- 172.21.15.53:0/124523382 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5592684097a0 0x5592684178b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.696 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.692+0000 7fc22a7fc640 1 -- 172.21.15.53:0/124523382 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559268408db0 msgr2=0x559268417370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:42.696 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.692+0000 7fc22a7fc640 1 --2- 172.21.15.53:0/124523382 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559268408db0 0x559268417370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.696 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.692+0000 7fc22a7fc640 1 -- 172.21.15.53:0/124523382 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55926814b620 con 0x55926840e910 2024-05-10T11:22:42.696 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.692+0000 7fc2345d0740 10 client.0 _ll_register_callbacks cb 0x55926807ea00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:42.696 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.692+0000 7fc22a7fc640 1 --2- 172.21.15.53:0/124523382 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55926840e910 0x55926841e8f0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fc220012f30 tx=0x7fc2200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fa5efdc2fb59dc4 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:42.696 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.692+0000 7fc20affd640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:42.696 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.692+0000 7fc2345d0740 1 -- 172.21.15.53:0/124523382 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc21c040070 con 0x55926840e910 2024-05-10T11:22:42.696 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.693+0000 7fc20affd640 1 -- 172.21.15.53:0/124523382 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc220027b50 con 0x55926840e910 2024-05-10T11:22:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.693+0000 7fc20affd640 1 -- 172.21.15.53:0/124523382 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fc220027cf0 con 0x55926840e910 2024-05-10T11:22:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.693+0000 7fc20affd640 1 -- 172.21.15.53:0/124523382 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc220004020 con 0x55926840e910 2024-05-10T11:22:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.693+0000 7fc2345d0740 10 client.15687 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.693+0000 7fc2345d0740 1 -- 172.21.15.53:0/124523382 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({fsmap=29}) -- 0x559268413880 con 0x55926840e910 2024-05-10T11:22:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.694+0000 7fc20affd640 1 -- 172.21.15.53:0/124523382 <== mon.0 v2:172.21.15.53:3300/0 4 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fc2200041c0 con 0x55926840e910 2024-05-10T11:22:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.694+0000 7fc2345d0740 10 client.15687 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.694+0000 7fc2345d0740 10 client.15687 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.694+0000 7fc2345d0740 20 client.15687 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.694+0000 7fc2345d0740 1 --2- 172.21.15.53:0/124523382 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x559268414f60 0x559268415410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.694+0000 7fc2345d0740 4 client.15687 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:22:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.694+0000 7fc2345d0740 1 -- 172.21.15.53:0/124523382 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55926837b1e0 con 0x559268414f60 2024-05-10T11:22:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.694+0000 7fc22affd640 1 --2- 172.21.15.53:0/124523382 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x559268414f60 0x559268415410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:42.699 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.695+0000 7fc22affd640 1 --2- 172.21.15.53:0/124523382 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x559268414f60 0x559268415410 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ea13262f762f357 server_cookie=3d6ea33a5f82e0b9 in_seq=0 out_seq=0 2024-05-10T11:22:42.699 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.695+0000 7fc20affd640 10 client.15687 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:42.699 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.696+0000 7fc20affd640 1 -- 172.21.15.53:0/124523382 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55926837b1e0 con 0x559268414f60 2024-05-10T11:22:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.696+0000 7fc20affd640 10 client.15687 handle_command_reply: tid=0 2024-05-10T11:22:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.696+0000 7fc2345d0740 1 client.15687 shutdown 2024-05-10T11:22:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.696+0000 7fc2345d0740 1 -- 172.21.15.53:0/124523382 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55926840e910 msgr2=0x55926841e8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.696+0000 7fc2345d0740 1 --2- 172.21.15.53:0/124523382 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55926840e910 0x55926841e8f0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fc220012f30 tx=0x7fc2200046c0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.696+0000 7fc2345d0740 1 -- 172.21.15.53:0/124523382 shutdown_connections 2024-05-10T11:22:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.696+0000 7fc2345d0740 1 --2- 172.21.15.53:0/124523382 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x559268414f60 0x559268415410 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.697+0000 7fc2345d0740 1 --2- 172.21.15.53:0/124523382 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55926840e910 0x55926841e8f0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.697+0000 7fc2345d0740 1 --2- 172.21.15.53:0/124523382 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5592684097a0 0x5592684178b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.697+0000 7fc2345d0740 1 --2- 172.21.15.53:0/124523382 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559268408db0 0x559268417370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.697+0000 7fc2345d0740 1 -- 172.21.15.53:0/124523382 >> 172.21.15.53:0/124523382 conn(0x559268404420 msgr2=0x559268403580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.697+0000 7fc20affd640 0 client.15687 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.697+0000 7fc2345d0740 1 -- 172.21.15.53:0/124523382 shutdown_connections 2024-05-10T11:22:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.697+0000 7fc2345d0740 1 -- 172.21.15.53:0/124523382 wait complete. 2024-05-10T11:22:42.700 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.697+0000 7fc2345d0740 20 client.15687 trim_cache size 0 max 16384 2024-05-10T11:22:42.729 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.727+0000 7fc2345d0740 1 Processor -- start 2024-05-10T11:22:42.729 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.727+0000 7fc2345d0740 1 -- start start 2024-05-10T11:22:42.729 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.727+0000 7fc2345d0740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559268408db0 0x559268403d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:42.729 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.727+0000 7fc2345d0740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5592684097a0 0x55926840a980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:42.729 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.728+0000 7fc2345d0740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55926840e910 0x55926840aec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:42.729 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.728+0000 7fc2345d0740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fc22c1a9260 con 0x5592684097a0 2024-05-10T11:22:42.729 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.728+0000 7fc2345d0740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fc22c1aada0 con 0x55926840e910 2024-05-10T11:22:42.729 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.728+0000 7fc2345d0740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fc22c1a9930 con 0x559268408db0 2024-05-10T11:22:42.729 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.728+0000 7fc22affd640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5592684097a0 0x55926840a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:42.729 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.728+0000 7fc22affd640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5592684097a0 0x55926840a980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35264/0 (socket says 172.21.15.53:35264) 2024-05-10T11:22:42.729 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.728+0000 7fc22affd640 1 -- 172.21.15.53:0/760329510 learned_addr learned my addr 172.21.15.53:0/760329510 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:42.730 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.728+0000 7fc22a7fc640 1 --2- 172.21.15.53:0/760329510 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559268408db0 0x559268403d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:42.730 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.728+0000 7fc22a7fc640 1 --2- 172.21.15.53:0/760329510 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55926840e910 0x55926840aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:42.730 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.728+0000 7fc22affd640 1 -- 172.21.15.53:0/760329510 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559268408db0 msgr2=0x559268403d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:42.730 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.728+0000 7fc22affd640 1 --2- 172.21.15.53:0/760329510 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559268408db0 0x559268403d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.730 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.728+0000 7fc22affd640 1 -- 172.21.15.53:0/760329510 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55926840e910 msgr2=0x55926840aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:42.730 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.728+0000 7fc22affd640 1 --2- 172.21.15.53:0/760329510 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55926840e910 0x55926840aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.730 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.728+0000 7fc22affd640 1 -- 172.21.15.53:0/760329510 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559268404240 con 0x5592684097a0 2024-05-10T11:22:42.730 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.729+0000 7fc22affd640 1 --2- 172.21.15.53:0/760329510 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5592684097a0 0x55926840a980 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fc21c004730 tx=0x7fc21c02a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a79b55136f724b40 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:42.730 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.729+0000 7fc2117fa640 1 -- 172.21.15.53:0/760329510 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc21c035040 con 0x5592684097a0 2024-05-10T11:22:42.730 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.729+0000 7fc2117fa640 1 -- 172.21.15.53:0/760329510 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc21c051560 con 0x5592684097a0 2024-05-10T11:22:42.730 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.729+0000 7fc2117fa640 1 -- 172.21.15.53:0/760329510 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc21c04f6a0 con 0x5592684097a0 2024-05-10T11:22:42.734 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.730+0000 7fc2345d0740 1 -- 172.21.15.53:0/760329510 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5592684097a0 msgr2=0x55926840a980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:42.734 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.730+0000 7fc2345d0740 1 --2- 172.21.15.53:0/760329510 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5592684097a0 0x55926840a980 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fc21c004730 tx=0x7fc21c02a410 comp rx=0 tx=0).stop 2024-05-10T11:22:42.734 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.730+0000 7fc2345d0740 1 -- 172.21.15.53:0/760329510 shutdown_connections 2024-05-10T11:22:42.734 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.730+0000 7fc2345d0740 1 --2- 172.21.15.53:0/760329510 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55926840e910 0x55926840aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.734 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.730+0000 7fc2345d0740 1 --2- 172.21.15.53:0/760329510 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5592684097a0 0x55926840a980 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.734 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.730+0000 7fc2345d0740 1 --2- 172.21.15.53:0/760329510 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559268408db0 0x559268403d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.735 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.730+0000 7fc2345d0740 1 -- 172.21.15.53:0/760329510 >> 172.21.15.53:0/760329510 conn(0x559268404420 msgr2=0x5592683ff3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:42.735 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.730+0000 7fc2345d0740 1 -- 172.21.15.53:0/760329510 shutdown_connections 2024-05-10T11:22:42.735 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.730+0000 7fc2345d0740 1 -- 172.21.15.53:0/760329510 wait complete. 2024-05-10T11:22:42.735 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.730+0000 7fc2345d0740 1 -- start start 2024-05-10T11:22:42.735 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.731+0000 7fc2345d0740 1 Processor -- start 2024-05-10T11:22:42.735 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.731+0000 7fc2345d0740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559268408db0 0x55926841b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:42.735 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.731+0000 7fc2345d0740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5592684097a0 0x55926841b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:42.735 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.731+0000 7fc2345d0740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55926840e910 0x55926841ca00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:42.735 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.731+0000 7fc2345d0740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fc22c1aa6d0 con 0x55926840e910 2024-05-10T11:22:42.735 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.731+0000 7fc2345d0740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fc22c1aa000 con 0x559268408db0 2024-05-10T11:22:42.735 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.731+0000 7fc2345d0740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fc22c1a7240 con 0x5592684097a0 2024-05-10T11:22:42.735 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.731+0000 7fc2345d0740 10 client.0 _ll_register_callbacks cb 0x7fc220012b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:42.735 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.731+0000 7fc22a7fc640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55926840e910 0x55926841ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:42.735 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.731+0000 7fc22affd640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5592684097a0 0x55926841b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:42.735 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.731+0000 7fc22a7fc640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55926840e910 0x55926841ca00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35268/0 (socket says 172.21.15.53:35268) 2024-05-10T11:22:42.736 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.732+0000 7fc22a7fc640 1 -- 172.21.15.53:0/1192009233 learned_addr learned my addr 172.21.15.53:0/1192009233 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:42.736 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.732+0000 7fc22affd640 1 -- 172.21.15.53:0/1192009233 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559268408db0 msgr2=0x55926841b4b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-10T11:22:42.736 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.732+0000 7fc22affd640 1 --2- 172.21.15.53:0/1192009233 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559268408db0 0x55926841b4b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.736 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.732+0000 7fc22affd640 1 -- 172.21.15.53:0/1192009233 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55926840e910 msgr2=0x55926841ca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:42.736 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.732+0000 7fc22affd640 1 --2- 172.21.15.53:0/1192009233 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55926840e910 0x55926841ca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.736 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.732+0000 7fc22affd640 1 -- 172.21.15.53:0/1192009233 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55926841cff0 con 0x5592684097a0 2024-05-10T11:22:42.736 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.732+0000 7fc22a7fc640 1 --2- 172.21.15.53:0/1192009233 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55926840e910 0x55926841ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:22:42.736 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.732+0000 7fc22affd640 1 --2- 172.21.15.53:0/1192009233 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5592684097a0 0x55926841b9f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fc21c004730 tx=0x7fc21c031e20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2d1071ba70f400ef server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:42.736 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.732+0000 7fc20affd640 10 client.0 ms_handle_connect on v2:172.21.15.187:3300/0 2024-05-10T11:22:42.736 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.732+0000 7fc20affd640 1 -- 172.21.15.53:0/1192009233 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc21c055070 con 0x5592684097a0 2024-05-10T11:22:42.736 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.733+0000 7fc2345d0740 1 -- 172.21.15.53:0/1192009233 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc21c051560 con 0x5592684097a0 2024-05-10T11:22:42.736 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.733+0000 7fc20affd640 1 -- 172.21.15.53:0/1192009233 <== mon.1 v2:172.21.15.187:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fc21c051070 con 0x5592684097a0 2024-05-10T11:22:42.736 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.733+0000 7fc20affd640 1 -- 172.21.15.53:0/1192009233 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc21c062050 con 0x5592684097a0 2024-05-10T11:22:42.736 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.733+0000 7fc2345d0740 10 client.25312 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:42.737 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.733+0000 7fc2345d0740 1 -- 172.21.15.53:0/1192009233 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55926841e300 con 0x5592684097a0 2024-05-10T11:22:42.737 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.733+0000 7fc20affd640 1 -- 172.21.15.53:0/1192009233 <== mon.1 v2:172.21.15.187:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc21c051560 con 0x5592684097a0 2024-05-10T11:22:42.737 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.733+0000 7fc20affd640 1 -- 172.21.15.53:0/1192009233 <== mon.1 v2:172.21.15.187:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fc21c044410 con 0x5592684097a0 2024-05-10T11:22:42.737 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.733+0000 7fc2345d0740 10 client.25312 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:42.737 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.733+0000 7fc2345d0740 10 client.25312 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:42.737 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.733+0000 7fc2345d0740 20 client.25312 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:42.737 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.734+0000 7fc2345d0740 1 --2- 172.21.15.53:0/1192009233 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x559268489400 0x55926848b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:42.737 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.734+0000 7fc2345d0740 4 client.25312 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-10T11:22:42.737 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.734+0000 7fc2345d0740 1 -- 172.21.15.53:0/1192009233 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559268375050 con 0x559268489400 2024-05-10T11:22:42.737 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.734+0000 7fc22a7fc640 1 --2- 172.21.15.53:0/1192009233 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x559268489400 0x55926848b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:42.738 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.735+0000 7fc20affd640 10 client.25312 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:42.738 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.735+0000 7fc22a7fc640 1 --2- 172.21.15.53:0/1192009233 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x559268489400 0x55926848b7f0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1d827057c731e15c server_cookie=9667f8f9ae784c17 in_seq=0 out_seq=0 2024-05-10T11:22:42.738 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.739+0000 7fc20affd640 1 -- 172.21.15.53:0/1192009233 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559268375050 con 0x559268489400 2024-05-10T11:22:42.738 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.739+0000 7fc20affd640 10 client.25312 handle_command_reply: tid=0 2024-05-10T11:22:42.739 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.739+0000 7fc2345d0740 1 client.25312 shutdown 2024-05-10T11:22:42.740 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.739+0000 7fc2345d0740 1 -- 172.21.15.53:0/1192009233 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5592684097a0 msgr2=0x55926841b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:42.740 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.739+0000 7fc2345d0740 1 --2- 172.21.15.53:0/1192009233 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5592684097a0 0x55926841b9f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fc21c004730 tx=0x7fc21c031e20 comp rx=0 tx=0).stop 2024-05-10T11:22:42.740 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.739+0000 7fc2345d0740 1 -- 172.21.15.53:0/1192009233 shutdown_connections 2024-05-10T11:22:42.740 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.739+0000 7fc2345d0740 1 --2- 172.21.15.53:0/1192009233 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x559268489400 0x55926848b7f0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.740 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.739+0000 7fc2345d0740 1 --2- 172.21.15.53:0/1192009233 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55926840e910 0x55926841ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.740 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.739+0000 7fc20affd640 0 client.25312 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:42.740 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.739+0000 7fc2345d0740 1 --2- 172.21.15.53:0/1192009233 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5592684097a0 0x55926841b9f0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.740 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.739+0000 7fc2345d0740 1 --2- 172.21.15.53:0/1192009233 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559268408db0 0x55926841b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.741 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.739+0000 7fc2345d0740 1 -- 172.21.15.53:0/1192009233 >> 172.21.15.53:0/1192009233 conn(0x559268404420 msgr2=0x55926840a980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:42.741 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.739+0000 7fc2345d0740 1 -- 172.21.15.53:0/1192009233 shutdown_connections 2024-05-10T11:22:42.741 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.740+0000 7fc2345d0740 1 -- 172.21.15.53:0/1192009233 wait complete. 2024-05-10T11:22:42.741 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.740+0000 7fc2345d0740 20 client.25312 trim_cache size 0 max 16384 2024-05-10T11:22:42.741 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:{ 2024-05-10T11:22:42.741 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "message": "", 2024-05-10T11:22:42.741 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "return_code": 0 2024-05-10T11:22:42.741 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:} 2024-05-10T11:22:42.742 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.740+0000 7fc2318b4640 1 -- 172.21.15.53:0/2638407162 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc2140b28a0 msgr2=0x7fc2140b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:42.743 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.740+0000 7fc2318b4640 1 --2- 172.21.15.53:0/2638407162 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc2140b28a0 0x7fc2140b4d60 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fc2240a7420 tx=0x7fc2240da9b0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.743 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.740+0000 7fc2318b4640 1 -- 172.21.15.53:0/2638407162 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc22c1034c0 msgr2=0x7fc22c19deb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:42.743 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.740+0000 7fc2318b4640 1 --2- 172.21.15.53:0/2638407162 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc22c1034c0 0x7fc22c19deb0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fc224009ed0 tx=0x7fc2240104b0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.743 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.741+0000 7fc2318b4640 1 -- 172.21.15.53:0/2638407162 shutdown_connections 2024-05-10T11:22:42.743 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.741+0000 7fc2318b4640 1 --2- 172.21.15.53:0/2638407162 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc2140b28a0 0x7fc2140b4d60 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.743 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.741+0000 7fc2318b4640 1 --2- 172.21.15.53:0/2638407162 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc22c1034c0 0x7fc22c19deb0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.743 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.741+0000 7fc2318b4640 1 --2- 172.21.15.53:0/2638407162 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc22c102b00 0x7fc22c196e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.743 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.741+0000 7fc2318b4640 1 --2- 172.21.15.53:0/2638407162 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc22c101910 0x7fc22c196900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:42.743 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.741+0000 7fc2318b4640 1 -- 172.21.15.53:0/2638407162 >> 172.21.15.53:0/2638407162 conn(0x7fc22c0fce80 msgr2=0x7fc22c105fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:42.743 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.741+0000 7fc2318b4640 1 -- 172.21.15.53:0/2638407162 shutdown_connections 2024-05-10T11:22:42.743 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:42.741+0000 7fc2318b4640 1 -- 172.21.15.53:0/2638407162 wait complete. 2024-05-10T11:22:43.777 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.777+0000 7f3d43fb7700 1 -- 172.21.15.53:0/1895499247 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3d3c103f00 msgr2=0x7f3d3c1103b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:43.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.777+0000 7f3d43fb7700 1 --2- 172.21.15.53:0/1895499247 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3d3c103f00 0x7f3d3c1103b0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f3d3400b0d0 tx=0x7f3d3400b3e0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.777+0000 7f3d43fb7700 1 -- 172.21.15.53:0/1895499247 shutdown_connections 2024-05-10T11:22:43.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.777+0000 7f3d43fb7700 1 --2- 172.21.15.53:0/1895499247 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3d3c103f00 0x7f3d3c1103b0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.777+0000 7f3d43fb7700 1 --2- 172.21.15.53:0/1895499247 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3d3c1095e0 0x7f3d3c1099c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.777+0000 7f3d43fb7700 1 --2- 172.21.15.53:0/1895499247 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3d3c103540 0x7f3d3c1039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.777+0000 7f3d43fb7700 1 -- 172.21.15.53:0/1895499247 >> 172.21.15.53:0/1895499247 conn(0x7f3d3c07a650 msgr2=0x7f3d3c07aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:43.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.777+0000 7f3d43fb7700 1 -- 172.21.15.53:0/1895499247 shutdown_connections 2024-05-10T11:22:43.778 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.777+0000 7f3d43fb7700 1 -- 172.21.15.53:0/1895499247 wait complete. 2024-05-10T11:22:43.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.778+0000 7f3d43fb7700 1 Processor -- start 2024-05-10T11:22:43.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.779+0000 7f3d43fb7700 1 -- start start 2024-05-10T11:22:43.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.779+0000 7f3d43fb7700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3d3c103540 0x7f3d3c19f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:43.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.779+0000 7f3d43fb7700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3d3c103f00 0x7f3d3c19fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:43.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.779+0000 7f3d41d53700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3d3c103540 0x7f3d3c19f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:43.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.779+0000 7f3d41d53700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3d3c103540 0x7f3d3c19f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35286/0 (socket says 172.21.15.53:35286) 2024-05-10T11:22:43.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.779+0000 7f3d41d53700 1 -- 172.21.15.53:0/4258593015 learned_addr learned my addr 172.21.15.53:0/4258593015 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:43.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.780+0000 7f3d43fb7700 1 --2- 172.21.15.53:0/4258593015 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3d3c1095e0 0x7f3d3c1998b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:43.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.780+0000 7f3d43fb7700 1 -- 172.21.15.53:0/4258593015 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3d3c1135f0 con 0x7f3d3c103540 2024-05-10T11:22:43.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.780+0000 7f3d43fb7700 1 -- 172.21.15.53:0/4258593015 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f3d3c113470 con 0x7f3d3c103f00 2024-05-10T11:22:43.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.780+0000 7f3d43fb7700 1 -- 172.21.15.53:0/4258593015 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f3d3c113770 con 0x7f3d3c1095e0 2024-05-10T11:22:43.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.780+0000 7f3d42554700 1 --2- 172.21.15.53:0/4258593015 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3d3c1095e0 0x7f3d3c1998b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:43.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.780+0000 7f3d41552700 1 --2- 172.21.15.53:0/4258593015 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3d3c103f00 0x7f3d3c19fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:43.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.780+0000 7f3d42554700 1 -- 172.21.15.53:0/4258593015 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3d3c103f00 msgr2=0x7f3d3c19fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:43.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.780+0000 7f3d42554700 1 --2- 172.21.15.53:0/4258593015 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3d3c103f00 0x7f3d3c19fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.780+0000 7f3d42554700 1 -- 172.21.15.53:0/4258593015 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3d3c103540 msgr2=0x7f3d3c19f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:43.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.780+0000 7f3d42554700 1 --2- 172.21.15.53:0/4258593015 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3d3c103540 0x7f3d3c19f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.780+0000 7f3d42554700 1 -- 172.21.15.53:0/4258593015 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d3c19a010 con 0x7f3d3c1095e0 2024-05-10T11:22:43.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.780+0000 7f3d41d53700 1 --2- 172.21.15.53:0/4258593015 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3d3c103540 0x7f3d3c19f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:22:43.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.781+0000 7f3d42554700 1 --2- 172.21.15.53:0/4258593015 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3d3c1095e0 0x7f3d3c1998b0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3d3400b820 tx=0x7f3d34007d10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:43.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.781+0000 7f3d32ffd700 1 -- 172.21.15.53:0/4258593015 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d3401f030 con 0x7f3d3c1095e0 2024-05-10T11:22:43.786 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.781+0000 7f3d43fb7700 1 -- 172.21.15.53:0/4258593015 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d3c19a2a0 con 0x7f3d3c1095e0 2024-05-10T11:22:43.786 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.781+0000 7f3d32ffd700 1 -- 172.21.15.53:0/4258593015 <== mon.1 v2:172.21.15.187:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3d34004c60 con 0x7f3d3c1095e0 2024-05-10T11:22:43.786 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.781+0000 7f3d32ffd700 1 -- 172.21.15.53:0/4258593015 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d3401b690 con 0x7f3d3c1095e0 2024-05-10T11:22:43.786 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.781+0000 7f3d43fb7700 1 -- 172.21.15.53:0/4258593015 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d3c0756d0 con 0x7f3d3c1095e0 2024-05-10T11:22:43.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.785+0000 7f3d32ffd700 1 -- 172.21.15.53:0/4258593015 <== mon.1 v2:172.21.15.187:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f3d3401b830 con 0x7f3d3c1095e0 2024-05-10T11:22:43.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.786+0000 7f3d32ffd700 1 --2- 172.21.15.53:0/4258593015 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3d280b2900 0x7f3d280b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:43.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.786+0000 7f3d4e84ab80 1 Processor -- start 2024-05-10T11:22:43.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.786+0000 7f3d32ffd700 1 -- 172.21.15.53:0/4258593015 <== mon.1 v2:172.21.15.187:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f3d3400f020 con 0x7f3d3c1095e0 2024-05-10T11:22:43.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.786+0000 7f3d41d53700 1 --2- 172.21.15.53:0/4258593015 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3d280b2900 0x7f3d280b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:43.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.787+0000 7f3d41d53700 1 --2- 172.21.15.53:0/4258593015 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3d280b2900 0x7f3d280b4dc0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f3d3c108d40 tx=0x7f3d38007480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:43.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.787+0000 7f3d4e84ab80 1 -- start start 2024-05-10T11:22:43.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.787+0000 7f3d4e84ab80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557f1668ace0 0x557f1668b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:43.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.787+0000 7f3d4e84ab80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557f1668b600 0x557f1668ef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:43.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.787+0000 7f3d4e84ab80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f1668f440 0x557f1668f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:43.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.787+0000 7f3d4e84ab80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x557f165d4860 con 0x557f1668f440 2024-05-10T11:22:43.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.787+0000 7f3d4e84ab80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x557f165737c0 con 0x557f1668b600 2024-05-10T11:22:43.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.787+0000 7f3d4e84ab80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x557f165d0820 con 0x557f1668ace0 2024-05-10T11:22:43.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.788+0000 7f3d41d53700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557f1668ace0 0x557f1668b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:43.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.788+0000 7f3d41d53700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557f1668ace0 0x557f1668b0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.53:39926/0 (socket says 172.21.15.53:39926) 2024-05-10T11:22:43.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.788+0000 7f3d41d53700 1 -- 172.21.15.53:0/2092575335 learned_addr learned my addr 172.21.15.53:0/2092575335 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:43.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.788+0000 7f3d41552700 1 --2- 172.21.15.53:0/2092575335 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557f1668b600 0x557f1668ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:43.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.788+0000 7f3d42554700 1 --2- 172.21.15.53:0/2092575335 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f1668f440 0x557f1668f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:43.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.788+0000 7f3d42554700 1 -- 172.21.15.53:0/2092575335 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557f1668ace0 msgr2=0x557f1668b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:43.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.788+0000 7f3d42554700 1 --2- 172.21.15.53:0/2092575335 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557f1668ace0 0x557f1668b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.788+0000 7f3d42554700 1 -- 172.21.15.53:0/2092575335 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557f1668b600 msgr2=0x557f1668ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:43.791 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.788+0000 7f3d42554700 1 --2- 172.21.15.53:0/2092575335 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557f1668b600 0x557f1668ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.791 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.788+0000 7f3d42554700 1 -- 172.21.15.53:0/2092575335 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f165218d0 con 0x557f1668f440 2024-05-10T11:22:43.791 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.788+0000 7f3d42554700 1 --2- 172.21.15.53:0/2092575335 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f1668f440 0x557f1668f8a0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f3d340aac70 tx=0x7f3d34009c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e12917ee9d23af89 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:43.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.793+0000 7f3d27fff700 1 -- 172.21.15.53:0/2092575335 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d340aa7f0 con 0x557f1668f440 2024-05-10T11:22:43.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.793+0000 7f3d27fff700 1 -- 172.21.15.53:0/2092575335 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3d340ab3e0 con 0x557f1668f440 2024-05-10T11:22:43.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.794+0000 7f3d27fff700 1 -- 172.21.15.53:0/2092575335 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d340233c0 con 0x557f1668f440 2024-05-10T11:22:43.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.794+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/2092575335 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f1668f440 msgr2=0x557f1668f8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:43.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.794+0000 7f3d4e84ab80 1 --2- 172.21.15.53:0/2092575335 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f1668f440 0x557f1668f8a0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f3d340aac70 tx=0x7f3d34009c70 comp rx=0 tx=0).stop 2024-05-10T11:22:43.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.795+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/2092575335 shutdown_connections 2024-05-10T11:22:43.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.795+0000 7f3d4e84ab80 1 --2- 172.21.15.53:0/2092575335 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f1668f440 0x557f1668f8a0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.795+0000 7f3d4e84ab80 1 --2- 172.21.15.53:0/2092575335 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557f1668ace0 0x557f1668b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.795+0000 7f3d4e84ab80 1 --2- 172.21.15.53:0/2092575335 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557f1668b600 0x557f1668ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.795+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/2092575335 >> 172.21.15.53:0/2092575335 conn(0x557f165ae100 msgr2=0x557f1667cc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:43.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.795+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/2092575335 shutdown_connections 2024-05-10T11:22:43.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.795+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/2092575335 wait complete. 2024-05-10T11:22:43.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.795+0000 7f3d4e84ab80 1 -- start start 2024-05-10T11:22:43.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.796+0000 7f3d4e84ab80 1 Processor -- start 2024-05-10T11:22:43.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.796+0000 7f3d4e84ab80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f1668ace0 0x557f16696840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:43.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.796+0000 7f3d41d53700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f1668ace0 0x557f16696840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:43.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.796+0000 7f3d41d53700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f1668ace0 0x557f16696840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35310/0 (socket says 172.21.15.53:35310) 2024-05-10T11:22:43.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.796+0000 7f3d41d53700 1 -- 172.21.15.53:0/4146398664 learned_addr learned my addr 172.21.15.53:0/4146398664 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:43.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.796+0000 7f3d4e84ab80 1 --2- 172.21.15.53:0/4146398664 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557f1668b600 0x557f16693c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:43.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.797+0000 7f3d4e84ab80 1 --2- 172.21.15.53:0/4146398664 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557f1668f440 0x557f16694190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:43.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.797+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/4146398664 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x557f16697410 con 0x557f1668ace0 2024-05-10T11:22:43.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.797+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/4146398664 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x557f1653ac30 con 0x557f1668b600 2024-05-10T11:22:43.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.797+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/4146398664 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x557f16697590 con 0x557f1668f440 2024-05-10T11:22:43.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.797+0000 7f3d4e84ab80 10 client.0 _ll_register_callbacks cb 0x557f1656c920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:43.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.797+0000 7f3d41552700 1 --2- 172.21.15.53:0/4146398664 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557f1668b600 0x557f16693c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:43.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.797+0000 7f3d42554700 1 --2- 172.21.15.53:0/4146398664 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557f1668f440 0x557f16694190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:43.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.797+0000 7f3d41552700 1 -- 172.21.15.53:0/4146398664 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557f1668f440 msgr2=0x557f16694190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:43.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.797+0000 7f3d41552700 1 --2- 172.21.15.53:0/4146398664 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557f1668f440 0x557f16694190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.797+0000 7f3d41552700 1 -- 172.21.15.53:0/4146398664 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f1668ace0 msgr2=0x557f16696840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:43.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.797+0000 7f3d41552700 1 --2- 172.21.15.53:0/4146398664 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f1668ace0 0x557f16696840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.797+0000 7f3d41552700 1 -- 172.21.15.53:0/4146398664 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f16570690 con 0x557f1668b600 2024-05-10T11:22:43.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.797+0000 7f3d41d53700 1 --2- 172.21.15.53:0/4146398664 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f1668ace0 0x557f16696840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:22:43.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.797+0000 7f3d41552700 1 --2- 172.21.15.53:0/4146398664 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557f1668b600 0x557f16693c50 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c009e50 tx=0x7f3d2c00f640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3cedba7cc326a0ee server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:43.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.798+0000 7f3d257fa700 10 client.0 ms_handle_connect on v2:172.21.15.132:3300/0 2024-05-10T11:22:43.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.798+0000 7f3d257fa700 1 -- 172.21.15.53:0/4146398664 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2c00fe60 con 0x557f1668b600 2024-05-10T11:22:43.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.798+0000 7f3d257fa700 1 -- 172.21.15.53:0/4146398664 <== mon.2 v2:172.21.15.132:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f3d2c004230 con 0x557f1668b600 2024-05-10T11:22:43.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.798+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/4146398664 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3d340ab3e0 con 0x557f1668b600 2024-05-10T11:22:43.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.798+0000 7f3d257fa700 1 -- 172.21.15.53:0/4146398664 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3d2c004430 con 0x557f1668b600 2024-05-10T11:22:43.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.798+0000 7f3d4e84ab80 10 client.25241 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:43.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.798+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/4146398664 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557f166a1c20 con 0x557f1668b600 2024-05-10T11:22:43.800 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.799+0000 7f3d257fa700 1 -- 172.21.15.53:0/4146398664 <== mon.2 v2:172.21.15.132:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3d340ab3e0 con 0x557f1668b600 2024-05-10T11:22:43.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.800+0000 7f3d257fa700 1 -- 172.21.15.53:0/4146398664 <== mon.2 v2:172.21.15.132:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3d2c00c070 con 0x557f1668b600 2024-05-10T11:22:43.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.800+0000 7f3d4e84ab80 10 client.25241 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:43.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.800+0000 7f3d4e84ab80 10 client.25241 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-05-10T11:22:43.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.800+0000 7f3d4e84ab80 20 client.25241 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:43.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.800+0000 7f3d4e84ab80 1 --2- 172.21.15.53:0/4146398664 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x557f166a4300 0x557f166a6720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:43.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.800+0000 7f3d4e84ab80 4 client.25241 mds_command: new command op to 24442 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:22:43.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.800+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/4146398664 --> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557f1664e650 con 0x557f166a4300 2024-05-10T11:22:43.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.800+0000 7f3d41d53700 1 --2- 172.21.15.53:0/4146398664 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x557f166a4300 0x557f166a6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:43.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.801+0000 7f3d41d53700 1 --2- 172.21.15.53:0/4146398664 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x557f166a4300 0x557f166a6720 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=eed05258225e9c89 server_cookie=a55793d41bf8ee12 in_seq=0 out_seq=0 2024-05-10T11:22:43.801 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.801+0000 7f3d257fa700 10 client.25241 ms_handle_connect on v2:172.21.15.187:6834/4099468922 2024-05-10T11:22:43.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.801+0000 7f3d257fa700 1 -- 172.21.15.53:0/4146398664 <== mds.2 v2:172.21.15.187:6834/4099468922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x557f1664e650 con 0x557f166a4300 2024-05-10T11:22:43.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.801+0000 7f3d257fa700 10 client.25241 handle_command_reply: tid=0 2024-05-10T11:22:43.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.801+0000 7f3d4e84ab80 1 client.25241 shutdown 2024-05-10T11:22:43.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.802+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/4146398664 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557f1668b600 msgr2=0x557f16693c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:43.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.802+0000 7f3d4e84ab80 1 --2- 172.21.15.53:0/4146398664 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557f1668b600 0x557f16693c50 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c009e50 tx=0x7f3d2c00f640 comp rx=0 tx=0).stop 2024-05-10T11:22:43.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.802+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/4146398664 shutdown_connections 2024-05-10T11:22:43.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.802+0000 7f3d4e84ab80 1 --2- 172.21.15.53:0/4146398664 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557f1668f440 0x557f16694190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.802+0000 7f3d4e84ab80 1 --2- 172.21.15.53:0/4146398664 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x557f166a4300 0x557f166a6720 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.802+0000 7f3d257fa700 0 client.25241 ms_handle_reset on v2:172.21.15.187:6834/4099468922 2024-05-10T11:22:43.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.802+0000 7f3d4e84ab80 1 --2- 172.21.15.53:0/4146398664 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f1668ace0 0x557f16696840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.802+0000 7f3d4e84ab80 1 --2- 172.21.15.53:0/4146398664 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557f1668b600 0x557f16693c50 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.802+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/4146398664 >> 172.21.15.53:0/4146398664 conn(0x557f165ae100 msgr2=0x557f16677720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:43.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.802+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/4146398664 shutdown_connections 2024-05-10T11:22:43.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.802+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/4146398664 wait complete. 2024-05-10T11:22:43.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.803+0000 7f3d4e84ab80 20 client.25241 trim_cache size 0 max 16384 2024-05-10T11:22:43.833 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.833+0000 7f3d4e84ab80 1 Processor -- start 2024-05-10T11:22:43.834 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.833+0000 7f3d4e84ab80 1 -- start start 2024-05-10T11:22:43.834 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.833+0000 7f3d4e84ab80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557f1668ace0 0x557f1668f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:43.834 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.833+0000 7f3d4e84ab80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557f1668f440 0x557f166a0390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:43.834 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.833+0000 7f3d4e84ab80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f166a4300 0x557f1668a200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:43.834 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.834+0000 7f3d42554700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f166a4300 0x557f1668a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:43.835 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.834+0000 7f3d41552700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557f1668f440 0x557f166a0390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:43.835 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.834+0000 7f3d42554700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f166a4300 0x557f1668a200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35320/0 (socket says 172.21.15.53:35320) 2024-05-10T11:22:43.835 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.834+0000 7f3d42554700 1 -- 172.21.15.53:0/320225844 learned_addr learned my addr 172.21.15.53:0/320225844 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:43.835 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.834+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/320225844 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3d3c1acde0 con 0x557f166a4300 2024-05-10T11:22:43.835 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.834+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/320225844 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f3d3c1ae920 con 0x557f1668f440 2024-05-10T11:22:43.835 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.834+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/320225844 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f3d3c1ad4b0 con 0x557f1668ace0 2024-05-10T11:22:43.836 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.834+0000 7f3d42554700 1 -- 172.21.15.53:0/320225844 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557f1668ace0 msgr2=0x557f1668f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:43.836 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.834+0000 7f3d42554700 1 --2- 172.21.15.53:0/320225844 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557f1668ace0 0x557f1668f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.836 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.834+0000 7f3d42554700 1 -- 172.21.15.53:0/320225844 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557f1668f440 msgr2=0x557f166a0390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:43.836 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.834+0000 7f3d42554700 1 --2- 172.21.15.53:0/320225844 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557f1668f440 0x557f166a0390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.836 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.834+0000 7f3d42554700 1 -- 172.21.15.53:0/320225844 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f16694af0 con 0x557f166a4300 2024-05-10T11:22:43.836 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.835+0000 7f3d42554700 1 --2- 172.21.15.53:0/320225844 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f166a4300 0x557f1668a200 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f3d340a6d60 tx=0x7f3d3400b9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57858aa1a28c5934 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:43.836 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.835+0000 7f3d277fe700 1 -- 172.21.15.53:0/320225844 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d340c5340 con 0x557f166a4300 2024-05-10T11:22:43.836 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.835+0000 7f3d277fe700 1 -- 172.21.15.53:0/320225844 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3d3406f070 con 0x557f166a4300 2024-05-10T11:22:43.836 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.835+0000 7f3d277fe700 1 -- 172.21.15.53:0/320225844 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d340233c0 con 0x557f166a4300 2024-05-10T11:22:43.844 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.836+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/320225844 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f166a4300 msgr2=0x557f1668a200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:43.844 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.836+0000 7f3d4e84ab80 1 --2- 172.21.15.53:0/320225844 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f166a4300 0x557f1668a200 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f3d340a6d60 tx=0x7f3d3400b9d0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.836+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/320225844 shutdown_connections 2024-05-10T11:22:43.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.836+0000 7f3d4e84ab80 1 --2- 172.21.15.53:0/320225844 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f166a4300 0x557f1668a200 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.836+0000 7f3d4e84ab80 1 --2- 172.21.15.53:0/320225844 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557f1668ace0 0x557f1668f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.836+0000 7f3d4e84ab80 1 --2- 172.21.15.53:0/320225844 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557f1668f440 0x557f166a0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.836+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/320225844 >> 172.21.15.53:0/320225844 conn(0x557f165ae100 msgr2=0x557f16689af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:43.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.837+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/320225844 shutdown_connections 2024-05-10T11:22:43.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.837+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/320225844 wait complete. 2024-05-10T11:22:43.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.837+0000 7f3d4e84ab80 1 -- start start 2024-05-10T11:22:43.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.838+0000 7f3d4e84ab80 1 Processor -- start 2024-05-10T11:22:43.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.838+0000 7f3d4e84ab80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557f1668ace0 0x557f1669c900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:43.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.838+0000 7f3d4e84ab80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557f1668f440 0x557f16697c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:43.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.839+0000 7f3d4e84ab80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f166a4300 0x557f166981c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:43.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.839+0000 7f3d4e84ab80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3d3c1ae250 con 0x557f166a4300 2024-05-10T11:22:43.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.839+0000 7f3d4e84ab80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f3d3c1adb80 con 0x557f1668f440 2024-05-10T11:22:43.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.839+0000 7f3d41d53700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557f1668ace0 0x557f1669c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:43.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.839+0000 7f3d4e84ab80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f3d3c1aad80 con 0x557f1668ace0 2024-05-10T11:22:43.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.839+0000 7f3d42554700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f166a4300 0x557f166981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:43.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.839+0000 7f3d42554700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f166a4300 0x557f166981c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35334/0 (socket says 172.21.15.53:35334) 2024-05-10T11:22:43.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.839+0000 7f3d42554700 1 -- 172.21.15.53:0/542819094 learned_addr learned my addr 172.21.15.53:0/542819094 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:43.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.839+0000 7f3d4e84ab80 10 client.0 _ll_register_callbacks cb 0x557f1656c920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:43.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.839+0000 7f3d41552700 1 --2- 172.21.15.53:0/542819094 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557f1668f440 0x557f16697c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:43.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.839+0000 7f3d42554700 1 -- 172.21.15.53:0/542819094 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557f1668ace0 msgr2=0x557f1669c900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:43.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.839+0000 7f3d42554700 1 --2- 172.21.15.53:0/542819094 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557f1668ace0 0x557f1669c900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.839+0000 7f3d42554700 1 -- 172.21.15.53:0/542819094 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557f1668f440 msgr2=0x557f16697c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:43.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.839+0000 7f3d42554700 1 --2- 172.21.15.53:0/542819094 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557f1668f440 0x557f16697c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.839+0000 7f3d42554700 1 -- 172.21.15.53:0/542819094 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f16698700 con 0x557f166a4300 2024-05-10T11:22:43.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.840+0000 7f3d41552700 1 --2- 172.21.15.53:0/542819094 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557f1668f440 0x557f16697c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:22:43.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.840+0000 7f3d42554700 1 --2- 172.21.15.53:0/542819094 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f166a4300 0x557f166981c0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f3d340aa990 tx=0x7f3d340ab220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db65de480c348a59 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:43.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.840+0000 7f3d257fa700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:43.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.840+0000 7f3d257fa700 1 -- 172.21.15.53:0/542819094 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d340c5340 con 0x557f166a4300 2024-05-10T11:22:43.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.840+0000 7f3d257fa700 1 -- 172.21.15.53:0/542819094 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f3d340b3620 con 0x557f166a4300 2024-05-10T11:22:43.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.840+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/542819094 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3d3406f070 con 0x557f166a4300 2024-05-10T11:22:43.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.840+0000 7f3d257fa700 1 -- 172.21.15.53:0/542819094 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3d340ab3e0 con 0x557f166a4300 2024-05-10T11:22:43.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.840+0000 7f3d4e84ab80 10 client.15711 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:43.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.841+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/542819094 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557f1670e820 con 0x557f166a4300 2024-05-10T11:22:43.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.841+0000 7f3d257fa700 1 -- 172.21.15.53:0/542819094 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3d3406f070 con 0x557f166a4300 2024-05-10T11:22:43.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.842+0000 7f3d257fa700 1 -- 172.21.15.53:0/542819094 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3d34011070 con 0x557f166a4300 2024-05-10T11:22:43.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.842+0000 7f3d4e84ab80 10 client.15711 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:43.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.842+0000 7f3d4e84ab80 10 client.15711 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-05-10T11:22:43.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.842+0000 7f3d4e84ab80 20 client.15711 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:43.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.842+0000 7f3d4e84ab80 1 --2- 172.21.15.53:0/542819094 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x557f1670eaf0 0x557f16710ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:43.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.842+0000 7f3d4e84ab80 4 client.15711 mds_command: new command op to 24442 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:22:43.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.842+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/542819094 --> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557f165e2240 con 0x557f1670eaf0 2024-05-10T11:22:43.849 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.842+0000 7f3d41d53700 1 --2- 172.21.15.53:0/542819094 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x557f1670eaf0 0x557f16710ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:43.849 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.843+0000 7f3d41d53700 1 --2- 172.21.15.53:0/542819094 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x557f1670eaf0 0x557f16710ee0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4b361158e882e279 server_cookie=eae8636f52124e2d in_seq=0 out_seq=0 2024-05-10T11:22:43.849 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.843+0000 7f3d257fa700 10 client.15711 ms_handle_connect on v2:172.21.15.187:6834/4099468922 2024-05-10T11:22:43.849 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.843+0000 7f3d257fa700 1 -- 172.21.15.53:0/542819094 <== mds.2 v2:172.21.15.187:6834/4099468922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557f165e2240 con 0x557f1670eaf0 2024-05-10T11:22:43.849 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.843+0000 7f3d257fa700 10 client.15711 handle_command_reply: tid=0 2024-05-10T11:22:43.849 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.843+0000 7f3d4e84ab80 1 client.15711 shutdown 2024-05-10T11:22:43.849 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.843+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/542819094 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f166a4300 msgr2=0x557f166981c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:43.849 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.843+0000 7f3d4e84ab80 1 --2- 172.21.15.53:0/542819094 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f166a4300 0x557f166981c0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f3d340aa990 tx=0x7f3d340ab220 comp rx=0 tx=0).stop 2024-05-10T11:22:43.850 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.843+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/542819094 shutdown_connections 2024-05-10T11:22:43.850 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.843+0000 7f3d4e84ab80 1 --2- 172.21.15.53:0/542819094 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x557f1670eaf0 0x557f16710ee0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.850 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.843+0000 7f3d4e84ab80 1 --2- 172.21.15.53:0/542819094 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557f166a4300 0x557f166981c0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.850 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.843+0000 7f3d4e84ab80 1 --2- 172.21.15.53:0/542819094 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557f1668ace0 0x557f1669c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.850 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:22:43.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.843+0000 7f3d4e84ab80 1 --2- 172.21.15.53:0/542819094 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557f1668f440 0x557f16697c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.843+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/542819094 >> 172.21.15.53:0/542819094 conn(0x557f165ae100 msgr2=0x557f1668a380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:43.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.843+0000 7f3d257fa700 0 client.15711 ms_handle_reset on v2:172.21.15.187:6834/4099468922 2024-05-10T11:22:43.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.844+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/542819094 shutdown_connections 2024-05-10T11:22:43.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.844+0000 7f3d4e84ab80 1 -- 172.21.15.53:0/542819094 wait complete. 2024-05-10T11:22:43.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.844+0000 7f3d4e84ab80 20 client.15711 trim_cache size 0 max 16384 2024-05-10T11:22:43.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.845+0000 7f3d43fb7700 1 -- 172.21.15.53:0/4258593015 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3d280b2900 msgr2=0x7f3d280b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:43.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.845+0000 7f3d43fb7700 1 --2- 172.21.15.53:0/4258593015 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3d280b2900 0x7f3d280b4dc0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f3d3c108d40 tx=0x7f3d38007480 comp rx=0 tx=0).stop 2024-05-10T11:22:43.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.845+0000 7f3d43fb7700 1 -- 172.21.15.53:0/4258593015 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3d3c1095e0 msgr2=0x7f3d3c1998b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:43.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.845+0000 7f3d43fb7700 1 --2- 172.21.15.53:0/4258593015 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3d3c1095e0 0x7f3d3c1998b0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3d3400b820 tx=0x7f3d34007d10 comp rx=0 tx=0).stop 2024-05-10T11:22:43.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.845+0000 7f3d43fb7700 1 -- 172.21.15.53:0/4258593015 shutdown_connections 2024-05-10T11:22:43.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.845+0000 7f3d43fb7700 1 --2- 172.21.15.53:0/4258593015 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3d280b2900 0x7f3d280b4dc0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.845+0000 7f3d43fb7700 1 --2- 172.21.15.53:0/4258593015 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3d3c1095e0 0x7f3d3c1998b0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.845+0000 7f3d43fb7700 1 --2- 172.21.15.53:0/4258593015 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3d3c103540 0x7f3d3c19f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.845+0000 7f3d43fb7700 1 --2- 172.21.15.53:0/4258593015 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3d3c103f00 0x7f3d3c19fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:43.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.845+0000 7f3d43fb7700 1 -- 172.21.15.53:0/4258593015 >> 172.21.15.53:0/4258593015 conn(0x7f3d3c07a650 msgr2=0x7f3d3c102200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:43.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.845+0000 7f3d43fb7700 1 -- 172.21.15.53:0/4258593015 shutdown_connections 2024-05-10T11:22:43.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:43.845+0000 7f3d43fb7700 1 -- 172.21.15.53:0/4258593015 wait complete. 2024-05-10T11:22:43.861 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:43 smithi053 ceph-mon[30153]: pgmap v478: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 341 B/s wr, 11 op/s 2024-05-10T11:22:44.177 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:43 smithi132 ceph-mon[33758]: pgmap v478: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 341 B/s wr, 11 op/s 2024-05-10T11:22:44.213 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:43 smithi187 ceph-mon[34076]: pgmap v478: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 341 B/s wr, 11 op/s 2024-05-10T11:22:44.720 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-10T11:22:45.103 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:22:46.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:45 smithi053 ceph-mon[30153]: pgmap v479: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:22:46.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:45 smithi132 ceph-mon[33758]: pgmap v479: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:22:46.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:45 smithi187 ceph-mon[34076]: pgmap v479: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:22:46.961 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:46 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:22:47.133 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.133+0000 7ff24f484700 1 -- 172.21.15.53:0/3952123733 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff248102d60 msgr2=0x7ff24810f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:47.133 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.133+0000 7ff24f484700 1 --2- 172.21.15.53:0/3952123733 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff248102d60 0x7ff24810f250 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7ff24000b0a0 tx=0x7ff24000b3b0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.133 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.133+0000 7ff24f484700 1 -- 172.21.15.53:0/3952123733 shutdown_connections 2024-05-10T11:22:47.133 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.133+0000 7ff24f484700 1 --2- 172.21.15.53:0/3952123733 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff248102d60 0x7ff24810f250 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.133 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.133+0000 7ff24f484700 1 --2- 172.21.15.53:0/3952123733 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff248108410 0x7ff2481087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.133 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.133+0000 7ff24f484700 1 --2- 172.21.15.53:0/3952123733 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff2481023a0 0x7ff248102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.134 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.133+0000 7ff24f484700 1 -- 172.21.15.53:0/3952123733 >> 172.21.15.53:0/3952123733 conn(0x7ff248079350 msgr2=0x7ff248079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:47.134 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.133+0000 7ff24f484700 1 -- 172.21.15.53:0/3952123733 shutdown_connections 2024-05-10T11:22:47.134 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.133+0000 7ff24f484700 1 -- 172.21.15.53:0/3952123733 wait complete. 2024-05-10T11:22:47.134 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.134+0000 7ff24f484700 1 Processor -- start 2024-05-10T11:22:47.134 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.134+0000 7ff24f484700 1 -- start start 2024-05-10T11:22:47.135 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.134+0000 7ff24f484700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff2481023a0 0x7ff24819e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:47.135 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.134+0000 7ff24f484700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff248102d60 0x7ff24819eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:47.135 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.134+0000 7ff24f484700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff248108410 0x7ff248198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:47.135 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.134+0000 7ff24f484700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff2481123e0 con 0x7ff248108410 2024-05-10T11:22:47.135 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.134+0000 7ff24f484700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7ff248112260 con 0x7ff2481023a0 2024-05-10T11:22:47.135 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.134+0000 7ff24f484700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7ff248112560 con 0x7ff248102d60 2024-05-10T11:22:47.136 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.135+0000 7ff24da21700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff248108410 0x7ff248198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:47.136 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.135+0000 7ff24d220700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff2481023a0 0x7ff24819e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:47.136 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.135+0000 7ff24ca1f700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff248102d60 0x7ff24819eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:47.136 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.135+0000 7ff24ca1f700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff248102d60 0x7ff24819eb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.53:39976/0 (socket says 172.21.15.53:39976) 2024-05-10T11:22:47.136 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.135+0000 7ff24ca1f700 1 -- 172.21.15.53:0/3448174097 learned_addr learned my addr 172.21.15.53:0/3448174097 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:47.136 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.135+0000 7ff24d220700 1 -- 172.21.15.53:0/3448174097 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff248102d60 msgr2=0x7ff24819eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:47.136 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.135+0000 7ff24d220700 1 --2- 172.21.15.53:0/3448174097 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff248102d60 0x7ff24819eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.136 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.135+0000 7ff24d220700 1 -- 172.21.15.53:0/3448174097 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff248108410 msgr2=0x7ff248198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:47.136 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.135+0000 7ff24d220700 1 --2- 172.21.15.53:0/3448174097 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff248108410 0x7ff248198820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.137 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.135+0000 7ff24d220700 1 -- 172.21.15.53:0/3448174097 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff248199000 con 0x7ff2481023a0 2024-05-10T11:22:47.137 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.135+0000 7ff24da21700 1 --2- 172.21.15.53:0/3448174097 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff248108410 0x7ff248198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:22:47.137 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.135+0000 7ff24d220700 1 --2- 172.21.15.53:0/3448174097 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff2481023a0 0x7ff24819e650 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff244007a60 tx=0x7ff244007d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:47.137 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.136+0000 7ff23e7fc700 1 -- 172.21.15.53:0/3448174097 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff244004020 con 0x7ff2481023a0 2024-05-10T11:22:47.137 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.136+0000 7ff23e7fc700 1 -- 172.21.15.53:0/3448174097 <== mon.2 v2:172.21.15.132:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff244004830 con 0x7ff2481023a0 2024-05-10T11:22:47.137 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.136+0000 7ff23e7fc700 1 -- 172.21.15.53:0/3448174097 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2440054b0 con 0x7ff2481023a0 2024-05-10T11:22:47.137 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.136+0000 7ff24f484700 1 -- 172.21.15.53:0/3448174097 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2481992f0 con 0x7ff2481023a0 2024-05-10T11:22:47.137 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.136+0000 7ff24f484700 1 -- 172.21.15.53:0/3448174097 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff24806b180 con 0x7ff2481023a0 2024-05-10T11:22:47.139 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.139+0000 7ff23e7fc700 1 -- 172.21.15.53:0/3448174097 <== mon.2 v2:172.21.15.132:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7ff244021020 con 0x7ff2481023a0 2024-05-10T11:22:47.140 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.140+0000 7ff23e7fc700 1 --2- 172.21.15.53:0/3448174097 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff2340b2900 0x7ff2340b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:47.140 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.140+0000 7ff23e7fc700 1 -- 172.21.15.53:0/3448174097 <== mon.2 v2:172.21.15.132:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7ff2440e5750 con 0x7ff2481023a0 2024-05-10T11:22:47.140 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.140+0000 7ff24ca1f700 1 --2- 172.21.15.53:0/3448174097 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff2340b2900 0x7ff2340b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:47.141 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.141+0000 7ff24ca1f700 1 --2- 172.21.15.53:0/3448174097 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff2340b2900 0x7ff2340b4dc0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7ff248079950 tx=0x7ff238010040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:47.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.141+0000 7ff259d17b80 1 Processor -- start 2024-05-10T11:22:47.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.142+0000 7ff259d17b80 1 -- start start 2024-05-10T11:22:47.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.142+0000 7ff259d17b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d64d0 0x5555649d68b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:47.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.142+0000 7ff259d17b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649d6df0 0x5555649da6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:47.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.142+0000 7ff259d17b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5555649dac80 0x5555649db100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:47.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.142+0000 7ff24ca1f700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649d6df0 0x5555649da6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:47.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.142+0000 7ff24d220700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d64d0 0x5555649d68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:47.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.142+0000 7ff24d220700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d64d0 0x5555649d68b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:53862/0 (socket says 172.21.15.53:53862) 2024-05-10T11:22:47.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.142+0000 7ff24ca1f700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649d6df0 0x5555649da6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35362/0 (socket says 172.21.15.53:35362) 2024-05-10T11:22:47.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.142+0000 7ff24d220700 1 -- 172.21.15.53:0/405555214 learned_addr learned my addr 172.21.15.53:0/405555214 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:47.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.142+0000 7ff259d17b80 1 -- 172.21.15.53:0/405555214 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x555564928860 con 0x5555649d6df0 2024-05-10T11:22:47.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.142+0000 7ff259d17b80 1 -- 172.21.15.53:0/405555214 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5555648c77c0 con 0x5555649d64d0 2024-05-10T11:22:47.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.142+0000 7ff259d17b80 1 -- 172.21.15.53:0/405555214 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x555564924820 con 0x5555649dac80 2024-05-10T11:22:47.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.143+0000 7ff24da21700 1 --2- 172.21.15.53:0/405555214 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5555649dac80 0x5555649db100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:47.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.143+0000 7ff24d220700 1 -- 172.21.15.53:0/405555214 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5555649dac80 msgr2=0x5555649db100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:47.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.143+0000 7ff24d220700 1 --2- 172.21.15.53:0/405555214 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5555649dac80 0x5555649db100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.143+0000 7ff24d220700 1 -- 172.21.15.53:0/405555214 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649d6df0 msgr2=0x5555649da6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:47.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.143+0000 7ff24d220700 1 --2- 172.21.15.53:0/405555214 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649d6df0 0x5555649da6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.143+0000 7ff24d220700 1 -- 172.21.15.53:0/405555214 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5555648758d0 con 0x5555649d64d0 2024-05-10T11:22:47.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.143+0000 7ff24ca1f700 1 --2- 172.21.15.53:0/405555214 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649d6df0 0x5555649da6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:22:47.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.143+0000 7ff24d220700 1 --2- 172.21.15.53:0/405555214 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d64d0 0x5555649d68b0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7ff2440ac910 tx=0x7ff2440a81c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6a251a052b0bc991 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:47.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.143+0000 7ff2337fe700 1 -- 172.21.15.53:0/405555214 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff24401e040 con 0x5555649d64d0 2024-05-10T11:22:47.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.144+0000 7ff2337fe700 1 -- 172.21.15.53:0/405555214 <== mon.2 v2:172.21.15.132:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff2440ac980 con 0x5555649d64d0 2024-05-10T11:22:47.145 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.144+0000 7ff2337fe700 1 -- 172.21.15.53:0/405555214 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2440e5460 con 0x5555649d64d0 2024-05-10T11:22:47.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.144+0000 7ff259d17b80 1 -- 172.21.15.53:0/405555214 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d64d0 msgr2=0x5555649d68b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:47.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.144+0000 7ff259d17b80 1 --2- 172.21.15.53:0/405555214 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d64d0 0x5555649d68b0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7ff2440ac910 tx=0x7ff2440a81c0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.144+0000 7ff259d17b80 1 -- 172.21.15.53:0/405555214 shutdown_connections 2024-05-10T11:22:47.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.144+0000 7ff259d17b80 1 --2- 172.21.15.53:0/405555214 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5555649dac80 0x5555649db100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.144+0000 7ff259d17b80 1 --2- 172.21.15.53:0/405555214 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d64d0 0x5555649d68b0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.144+0000 7ff259d17b80 1 --2- 172.21.15.53:0/405555214 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649d6df0 0x5555649da6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.146 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.144+0000 7ff259d17b80 1 -- 172.21.15.53:0/405555214 >> 172.21.15.53:0/405555214 conn(0x555564902100 msgr2=0x5555649d0c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:47.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.145+0000 7ff259d17b80 1 -- 172.21.15.53:0/405555214 shutdown_connections 2024-05-10T11:22:47.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.145+0000 7ff259d17b80 1 -- 172.21.15.53:0/405555214 wait complete. 2024-05-10T11:22:47.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.145+0000 7ff259d17b80 1 -- start start 2024-05-10T11:22:47.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.145+0000 7ff259d17b80 1 Processor -- start 2024-05-10T11:22:47.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.146+0000 7ff259d17b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5555649d64d0 0x5555649e2110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:47.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.146+0000 7ff259d17b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d6df0 0x5555649df4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:47.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.146+0000 7ff259d17b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649dac80 0x5555649df9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:47.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.146+0000 7ff259d17b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5555649e2e30 con 0x5555649dac80 2024-05-10T11:22:47.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.146+0000 7ff259d17b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55556488ec30 con 0x5555649d6df0 2024-05-10T11:22:47.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.146+0000 7ff259d17b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5555649e2fb0 con 0x5555649d64d0 2024-05-10T11:22:47.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.146+0000 7ff259d17b80 10 client.0 _ll_register_callbacks cb 0x5555648c0920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:47.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.146+0000 7ff24ca1f700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d6df0 0x5555649df4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:47.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.146+0000 7ff24d220700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5555649d64d0 0x5555649e2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:47.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.146+0000 7ff24ca1f700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d6df0 0x5555649df4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:53878/0 (socket says 172.21.15.53:53878) 2024-05-10T11:22:47.148 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.146+0000 7ff24d220700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5555649d64d0 0x5555649e2110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.53:39998/0 (socket says 172.21.15.53:39998) 2024-05-10T11:22:47.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.146+0000 7ff24ca1f700 1 -- 172.21.15.53:0/2833554134 learned_addr learned my addr 172.21.15.53:0/2833554134 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:47.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.146+0000 7ff24da21700 1 --2- 172.21.15.53:0/2833554134 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649dac80 0x5555649df9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:47.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.146+0000 7ff24ca1f700 1 -- 172.21.15.53:0/2833554134 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5555649d64d0 msgr2=0x5555649e2110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:47.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.146+0000 7ff24ca1f700 1 --2- 172.21.15.53:0/2833554134 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5555649d64d0 0x5555649e2110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.146+0000 7ff24ca1f700 1 -- 172.21.15.53:0/2833554134 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649dac80 msgr2=0x5555649df9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:47.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.146+0000 7ff24ca1f700 1 --2- 172.21.15.53:0/2833554134 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649dac80 0x5555649df9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.146+0000 7ff24ca1f700 1 -- 172.21.15.53:0/2833554134 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5555648c4690 con 0x5555649d6df0 2024-05-10T11:22:47.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.147+0000 7ff24ca1f700 1 --2- 172.21.15.53:0/2833554134 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d6df0 0x5555649df4b0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff2380198e0 tx=0x7ff2380047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45aa31083a4a925e server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:47.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.147+0000 7ff230ff9700 10 client.0 ms_handle_connect on v2:172.21.15.132:3300/0 2024-05-10T11:22:47.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.147+0000 7ff230ff9700 1 -- 172.21.15.53:0/2833554134 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff23803d060 con 0x5555649d6df0 2024-05-10T11:22:47.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.147+0000 7ff230ff9700 1 -- 172.21.15.53:0/2833554134 <== mon.2 v2:172.21.15.132:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7ff238018780 con 0x5555649d6df0 2024-05-10T11:22:47.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.147+0000 7ff259d17b80 1 -- 172.21.15.53:0/2833554134 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff2440ac980 con 0x5555649d6df0 2024-05-10T11:22:47.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.147+0000 7ff230ff9700 1 -- 172.21.15.53:0/2833554134 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff238044050 con 0x5555649d6df0 2024-05-10T11:22:47.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.147+0000 7ff259d17b80 10 client.25256 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:47.149 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.147+0000 7ff259d17b80 1 -- 172.21.15.53:0/2833554134 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5555649e32e0 con 0x5555649d6df0 2024-05-10T11:22:47.150 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.148+0000 7ff230ff9700 1 -- 172.21.15.53:0/2833554134 <== mon.2 v2:172.21.15.132:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff2440ac980 con 0x5555649d6df0 2024-05-10T11:22:47.151 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.148+0000 7ff230ff9700 1 -- 172.21.15.53:0/2833554134 <== mon.2 v2:172.21.15.132:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ff2380389e0 con 0x5555649d6df0 2024-05-10T11:22:47.151 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.148+0000 7ff259d17b80 10 client.25256 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:47.151 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.148+0000 7ff259d17b80 10 client.25256 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-05-10T11:22:47.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.148+0000 7ff259d17b80 20 client.25256 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:47.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.148+0000 7ff259d17b80 1 --2- 172.21.15.53:0/2833554134 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x5555649e5a40 0x5555649e7e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:47.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.148+0000 7ff259d17b80 4 client.25256 mds_command: new command op to 24448 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:22:47.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.148+0000 7ff259d17b80 1 -- 172.21.15.53:0/2833554134 --> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5555649a2650 con 0x5555649e5a40 2024-05-10T11:22:47.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.149+0000 7ff24d220700 1 --2- 172.21.15.53:0/2833554134 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x5555649e5a40 0x5555649e7e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:47.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.149+0000 7ff24d220700 1 --2- 172.21.15.53:0/2833554134 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x5555649e5a40 0x5555649e7e80 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8a9185b3857dda11 server_cookie=2bf17732c3cbfc78 in_seq=0 out_seq=0 2024-05-10T11:22:47.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.149+0000 7ff230ff9700 10 client.25256 ms_handle_connect on v2:172.21.15.187:6836/2293077942 2024-05-10T11:22:47.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.150+0000 7ff230ff9700 1 -- 172.21.15.53:0/2833554134 <== mds.1 v2:172.21.15.187:6836/2293077942 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5555649a2650 con 0x5555649e5a40 2024-05-10T11:22:47.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.150+0000 7ff230ff9700 10 client.25256 handle_command_reply: tid=0 2024-05-10T11:22:47.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.150+0000 7ff259d17b80 1 client.25256 shutdown 2024-05-10T11:22:47.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.150+0000 7ff259d17b80 1 -- 172.21.15.53:0/2833554134 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d6df0 msgr2=0x5555649df4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:47.152 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.150+0000 7ff259d17b80 1 --2- 172.21.15.53:0/2833554134 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d6df0 0x5555649df4b0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff2380198e0 tx=0x7ff2380047c0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.153 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.150+0000 7ff259d17b80 1 -- 172.21.15.53:0/2833554134 shutdown_connections 2024-05-10T11:22:47.153 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.150+0000 7ff259d17b80 1 --2- 172.21.15.53:0/2833554134 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x5555649e5a40 0x5555649e7e80 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.153 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.150+0000 7ff259d17b80 1 --2- 172.21.15.53:0/2833554134 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649dac80 0x5555649df9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.153 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.150+0000 7ff259d17b80 1 --2- 172.21.15.53:0/2833554134 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5555649d64d0 0x5555649e2110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.153 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.150+0000 7ff259d17b80 1 --2- 172.21.15.53:0/2833554134 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d6df0 0x5555649df4b0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.153 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.150+0000 7ff259d17b80 1 -- 172.21.15.53:0/2833554134 >> 172.21.15.53:0/2833554134 conn(0x555564902100 msgr2=0x5555649cb720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:47.153 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.150+0000 7ff230ff9700 0 client.25256 ms_handle_reset on v2:172.21.15.187:6836/2293077942 2024-05-10T11:22:47.153 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.151+0000 7ff259d17b80 1 -- 172.21.15.53:0/2833554134 shutdown_connections 2024-05-10T11:22:47.153 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.151+0000 7ff259d17b80 1 -- 172.21.15.53:0/2833554134 wait complete. 2024-05-10T11:22:47.153 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.151+0000 7ff259d17b80 20 client.25256 trim_cache size 0 max 16384 2024-05-10T11:22:47.166 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.166+0000 7ff259d17b80 1 Processor -- start 2024-05-10T11:22:47.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.166+0000 7ff259d17b80 1 -- start start 2024-05-10T11:22:47.167 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.167+0000 7ff259d17b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5555649d64d0 0x5555649dedb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:47.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.167+0000 7ff259d17b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d6df0 0x5555649cb5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:47.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.167+0000 7ff259d17b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649dac80 0x5555649fac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:47.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.167+0000 7ff259d17b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff2481ad090 con 0x5555649dac80 2024-05-10T11:22:47.168 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.167+0000 7ff24ca1f700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d6df0 0x5555649cb5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:47.169 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.167+0000 7ff24ca1f700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d6df0 0x5555649cb5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:53890/0 (socket says 172.21.15.53:53890) 2024-05-10T11:22:47.169 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.167+0000 7ff24ca1f700 1 -- 172.21.15.53:0/1765414382 learned_addr learned my addr 172.21.15.53:0/1765414382 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:47.169 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.167+0000 7ff259d17b80 1 -- 172.21.15.53:0/1765414382 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7ff2481aebd0 con 0x5555649d6df0 2024-05-10T11:22:47.169 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.167+0000 7ff259d17b80 1 -- 172.21.15.53:0/1765414382 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7ff2481ad760 con 0x5555649d64d0 2024-05-10T11:22:47.170 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.167+0000 7ff24da21700 1 --2- 172.21.15.53:0/1765414382 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649dac80 0x5555649fac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:47.170 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.167+0000 7ff24d220700 1 --2- 172.21.15.53:0/1765414382 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5555649d64d0 0x5555649dedb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:47.170 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.167+0000 7ff24ca1f700 1 -- 172.21.15.53:0/1765414382 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5555649d64d0 msgr2=0x5555649dedb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:47.170 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.167+0000 7ff24ca1f700 1 --2- 172.21.15.53:0/1765414382 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5555649d64d0 0x5555649dedb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.171 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.167+0000 7ff24ca1f700 1 -- 172.21.15.53:0/1765414382 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649dac80 msgr2=0x5555649fac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:47.171 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.167+0000 7ff24ca1f700 1 --2- 172.21.15.53:0/1765414382 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649dac80 0x5555649fac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.171 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.167+0000 7ff24ca1f700 1 -- 172.21.15.53:0/1765414382 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5555649d1850 con 0x5555649d6df0 2024-05-10T11:22:47.171 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.168+0000 7ff24ca1f700 1 --2- 172.21.15.53:0/1765414382 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d6df0 0x5555649cb5a0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff238004790 tx=0x7ff238005fa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=83d302c6956cb3a4 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:47.171 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.168+0000 7ff232ffd700 1 -- 172.21.15.53:0/1765414382 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2380359c0 con 0x5555649d6df0 2024-05-10T11:22:47.171 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.168+0000 7ff232ffd700 1 -- 172.21.15.53:0/1765414382 <== mon.2 v2:172.21.15.132:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff238038440 con 0x5555649d6df0 2024-05-10T11:22:47.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.168+0000 7ff232ffd700 1 -- 172.21.15.53:0/1765414382 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff238048670 con 0x5555649d6df0 2024-05-10T11:22:47.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.168+0000 7ff259d17b80 1 -- 172.21.15.53:0/1765414382 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d6df0 msgr2=0x5555649cb5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:47.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.168+0000 7ff259d17b80 1 --2- 172.21.15.53:0/1765414382 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d6df0 0x5555649cb5a0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff238004790 tx=0x7ff238005fa0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.169+0000 7ff259d17b80 1 -- 172.21.15.53:0/1765414382 shutdown_connections 2024-05-10T11:22:47.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.169+0000 7ff259d17b80 1 --2- 172.21.15.53:0/1765414382 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649dac80 0x5555649fac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.169+0000 7ff259d17b80 1 --2- 172.21.15.53:0/1765414382 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5555649d64d0 0x5555649dedb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.169+0000 7ff259d17b80 1 --2- 172.21.15.53:0/1765414382 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d6df0 0x5555649cb5a0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.173 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.169+0000 7ff259d17b80 1 -- 172.21.15.53:0/1765414382 >> 172.21.15.53:0/1765414382 conn(0x555564902100 msgr2=0x5555649cae90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:47.174 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.169+0000 7ff259d17b80 1 -- 172.21.15.53:0/1765414382 shutdown_connections 2024-05-10T11:22:47.174 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.169+0000 7ff259d17b80 1 -- 172.21.15.53:0/1765414382 wait complete. 2024-05-10T11:22:47.174 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.169+0000 7ff259d17b80 1 -- start start 2024-05-10T11:22:47.174 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:22:47.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.169+0000 7ff259d17b80 1 Processor -- start 2024-05-10T11:22:47.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.169+0000 7ff259d17b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d64d0 0x5555649f89a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:47.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.170+0000 7ff259d17b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649d6df0 0x5555649f8ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:47.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.170+0000 7ff259d17b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5555649dac80 0x5555649f9420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:47.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.170+0000 7ff259d17b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff2481ae500 con 0x5555649d6df0 2024-05-10T11:22:47.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.170+0000 7ff259d17b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7ff2481ade30 con 0x5555649d64d0 2024-05-10T11:22:47.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.170+0000 7ff259d17b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7ff2481ab030 con 0x5555649dac80 2024-05-10T11:22:47.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.170+0000 7ff24d220700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d64d0 0x5555649f89a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:47.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.170+0000 7ff24d220700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d64d0 0x5555649f89a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:53898/0 (socket says 172.21.15.53:53898) 2024-05-10T11:22:47.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.170+0000 7ff24d220700 1 -- 172.21.15.53:0/3022894244 learned_addr learned my addr 172.21.15.53:0/3022894244 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:47.176 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.170+0000 7ff259d17b80 10 client.0 _ll_register_callbacks cb 0x5555648c0920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:47.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.170+0000 7ff24da21700 1 --2- 172.21.15.53:0/3022894244 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5555649dac80 0x5555649f9420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:47.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.170+0000 7ff24ca1f700 1 --2- 172.21.15.53:0/3022894244 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649d6df0 0x5555649f8ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:47.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.170+0000 7ff24d220700 1 -- 172.21.15.53:0/3022894244 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5555649dac80 msgr2=0x5555649f9420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:47.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.170+0000 7ff24d220700 1 --2- 172.21.15.53:0/3022894244 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5555649dac80 0x5555649f9420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.170+0000 7ff24d220700 1 -- 172.21.15.53:0/3022894244 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649d6df0 msgr2=0x5555649f8ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:47.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.170+0000 7ff24d220700 1 --2- 172.21.15.53:0/3022894244 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649d6df0 0x5555649f8ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.170+0000 7ff24d220700 1 -- 172.21.15.53:0/3022894244 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555564a589b0 con 0x5555649d64d0 2024-05-10T11:22:47.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.170+0000 7ff24da21700 1 --2- 172.21.15.53:0/3022894244 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5555649dac80 0x5555649f9420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:22:47.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.170+0000 7ff24ca1f700 1 --2- 172.21.15.53:0/3022894244 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649d6df0 0x5555649f8ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:22:47.177 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.170+0000 7ff24d220700 1 --2- 172.21.15.53:0/3022894244 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d64d0 0x5555649f89a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff244004cb0 tx=0x7ff2440b51f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e7aa380591e2c1db server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:47.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.170+0000 7ff230ff9700 10 client.0 ms_handle_connect on v2:172.21.15.132:3300/0 2024-05-10T11:22:47.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.170+0000 7ff230ff9700 1 -- 172.21.15.53:0/3022894244 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff24401e040 con 0x5555649d64d0 2024-05-10T11:22:47.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.171+0000 7ff230ff9700 1 -- 172.21.15.53:0/3022894244 <== mon.2 v2:172.21.15.132:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7ff244005650 con 0x5555649d64d0 2024-05-10T11:22:47.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.171+0000 7ff259d17b80 1 -- 172.21.15.53:0/3022894244 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff238038440 con 0x5555649d64d0 2024-05-10T11:22:47.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.171+0000 7ff230ff9700 1 -- 172.21.15.53:0/3022894244 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff2440ac980 con 0x5555649d64d0 2024-05-10T11:22:47.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.171+0000 7ff259d17b80 10 client.25262 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:47.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.171+0000 7ff259d17b80 1 -- 172.21.15.53:0/3022894244 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555564a59cb0 con 0x5555649d64d0 2024-05-10T11:22:47.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.171+0000 7ff230ff9700 1 -- 172.21.15.53:0/3022894244 <== mon.2 v2:172.21.15.132:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff2440b57e0 con 0x5555649d64d0 2024-05-10T11:22:47.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.171+0000 7ff230ff9700 1 -- 172.21.15.53:0/3022894244 <== mon.2 v2:172.21.15.132:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ff2440acbe0 con 0x5555649d64d0 2024-05-10T11:22:47.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.171+0000 7ff259d17b80 10 client.25262 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:47.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.171+0000 7ff259d17b80 10 client.25262 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-05-10T11:22:47.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.171+0000 7ff259d17b80 20 client.25262 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:47.178 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.171+0000 7ff259d17b80 1 --2- 172.21.15.53:0/3022894244 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x555564a59fe0 0x555564a5c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:47.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.171+0000 7ff259d17b80 4 client.25262 mds_command: new command op to 24448 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:22:47.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.171+0000 7ff259d17b80 1 -- 172.21.15.53:0/3022894244 --> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7ff238038440 con 0x555564a59fe0 2024-05-10T11:22:47.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.172+0000 7ff24ca1f700 1 --2- 172.21.15.53:0/3022894244 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x555564a59fe0 0x555564a5c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:47.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.172+0000 7ff230ff9700 10 client.25262 ms_handle_connect on v2:172.21.15.187:6836/2293077942 2024-05-10T11:22:47.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.172+0000 7ff24ca1f700 1 --2- 172.21.15.53:0/3022894244 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x555564a59fe0 0x555564a5c3d0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e5be80fc6515faa3 server_cookie=43193167c99189d7 in_seq=0 out_seq=0 2024-05-10T11:22:47.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.173+0000 7ff230ff9700 1 -- 172.21.15.53:0/3022894244 <== mds.1 v2:172.21.15.187:6836/2293077942 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7ff238038440 con 0x555564a59fe0 2024-05-10T11:22:47.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.173+0000 7ff230ff9700 10 client.25262 handle_command_reply: tid=0 2024-05-10T11:22:47.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.173+0000 7ff259d17b80 1 client.25262 shutdown 2024-05-10T11:22:47.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.173+0000 7ff259d17b80 1 -- 172.21.15.53:0/3022894244 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d64d0 msgr2=0x5555649f89a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:47.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.173+0000 7ff259d17b80 1 --2- 172.21.15.53:0/3022894244 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d64d0 0x5555649f89a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff244004cb0 tx=0x7ff2440b51f0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.173+0000 7ff259d17b80 1 -- 172.21.15.53:0/3022894244 shutdown_connections 2024-05-10T11:22:47.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.173+0000 7ff259d17b80 1 --2- 172.21.15.53:0/3022894244 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x555564a59fe0 0x555564a5c3d0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.179 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.173+0000 7ff259d17b80 1 --2- 172.21.15.53:0/3022894244 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5555649dac80 0x5555649f9420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.173+0000 7ff259d17b80 1 --2- 172.21.15.53:0/3022894244 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5555649d64d0 0x5555649f89a0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.173+0000 7ff230ff9700 0 client.25262 ms_handle_reset on v2:172.21.15.187:6836/2293077942 2024-05-10T11:22:47.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.173+0000 7ff259d17b80 1 --2- 172.21.15.53:0/3022894244 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5555649d6df0 0x5555649f8ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.173+0000 7ff259d17b80 1 -- 172.21.15.53:0/3022894244 >> 172.21.15.53:0/3022894244 conn(0x555564902100 msgr2=0x5555649cb720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:47.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.173+0000 7ff259d17b80 1 -- 172.21.15.53:0/3022894244 shutdown_connections 2024-05-10T11:22:47.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.173+0000 7ff259d17b80 1 -- 172.21.15.53:0/3022894244 wait complete. 2024-05-10T11:22:47.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.173+0000 7ff259d17b80 20 client.25262 trim_cache size 0 max 16384 2024-05-10T11:22:47.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.174+0000 7ff24f484700 1 -- 172.21.15.53:0/3448174097 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff2340b2900 msgr2=0x7ff2340b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:47.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.174+0000 7ff24f484700 1 --2- 172.21.15.53:0/3448174097 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff2340b2900 0x7ff2340b4dc0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7ff248079950 tx=0x7ff238010040 comp rx=0 tx=0).stop 2024-05-10T11:22:47.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.174+0000 7ff24f484700 1 -- 172.21.15.53:0/3448174097 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff2481023a0 msgr2=0x7ff24819e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:47.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.174+0000 7ff24f484700 1 --2- 172.21.15.53:0/3448174097 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff2481023a0 0x7ff24819e650 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff244007a60 tx=0x7ff244007d70 comp rx=0 tx=0).stop 2024-05-10T11:22:47.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.174+0000 7ff24f484700 1 -- 172.21.15.53:0/3448174097 shutdown_connections 2024-05-10T11:22:47.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.174+0000 7ff24f484700 1 --2- 172.21.15.53:0/3448174097 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff2340b2900 0x7ff2340b4dc0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.174+0000 7ff24f484700 1 --2- 172.21.15.53:0/3448174097 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff248108410 0x7ff248198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.180 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.174+0000 7ff24f484700 1 --2- 172.21.15.53:0/3448174097 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff2481023a0 0x7ff24819e650 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.174+0000 7ff24f484700 1 --2- 172.21.15.53:0/3448174097 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff248102d60 0x7ff24819eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:47.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.174+0000 7ff24f484700 1 -- 172.21.15.53:0/3448174097 >> 172.21.15.53:0/3448174097 conn(0x7ff248079350 msgr2=0x7ff248101060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:47.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.174+0000 7ff24f484700 1 -- 172.21.15.53:0/3448174097 shutdown_connections 2024-05-10T11:22:47.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:47.174+0000 7ff24f484700 1 -- 172.21.15.53:0/3448174097 wait complete. 2024-05-10T11:22:47.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:46 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:22:47.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:46 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:22:47.885 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:47 smithi053 ceph-mon[30153]: pgmap v480: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-10T11:22:47.885 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:47 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:22:47.885 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:47 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:22:47.885 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:47 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:22:47.921 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-10T11:22:48.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:47 smithi132 ceph-mon[33758]: pgmap v480: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-10T11:22:48.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:47 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:22:48.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:47 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:22:48.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:47 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:22:48.229 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:22:48.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:47 smithi187 ceph-mon[34076]: pgmap v480: 129 pgs: 129 active+clean; 678 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-10T11:22:48.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:47 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:22:48.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:47 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:22:48.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:47 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:22:49.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:49 smithi053 ceph-mon[30153]: pgmap v481: 129 pgs: 129 active+clean; 679 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:50.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:49 smithi132 ceph-mon[33758]: pgmap v481: 129 pgs: 129 active+clean; 679 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:50.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:49 smithi187 ceph-mon[34076]: pgmap v481: 129 pgs: 129 active+clean; 679 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:50.336 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.336+0000 7fab6ee85700 1 -- 172.21.15.53:0/3140240837 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fab6806bb40 msgr2=0x7fab68110330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:50.336 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.336+0000 7fab6ee85700 1 --2- 172.21.15.53:0/3140240837 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fab6806bb40 0x7fab68110330 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fab6000b0a0 tx=0x7fab6000b3b0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.337 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.336+0000 7fab6ee85700 1 -- 172.21.15.53:0/3140240837 shutdown_connections 2024-05-10T11:22:50.337 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.336+0000 7fab6ee85700 1 --2- 172.21.15.53:0/3140240837 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fab6806bb40 0x7fab68110330 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.337 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.336+0000 7fab6ee85700 1 --2- 172.21.15.53:0/3140240837 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fab68109510 0x7fab681098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.337 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.336+0000 7fab6ee85700 1 --2- 172.21.15.53:0/3140240837 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fab6806b180 0x7fab6806b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.337 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.336+0000 7fab6ee85700 1 -- 172.21.15.53:0/3140240837 >> 172.21.15.53:0/3140240837 conn(0x7fab68079350 msgr2=0x7fab68079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:50.337 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.336+0000 7fab6ee85700 1 -- 172.21.15.53:0/3140240837 shutdown_connections 2024-05-10T11:22:50.337 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.336+0000 7fab6ee85700 1 -- 172.21.15.53:0/3140240837 wait complete. 2024-05-10T11:22:50.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.337+0000 7fab6ee85700 1 Processor -- start 2024-05-10T11:22:50.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.337+0000 7fab6ee85700 1 -- start start 2024-05-10T11:22:50.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.337+0000 7fab6ee85700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fab6806b180 0x7fab6819f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:50.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.337+0000 7fab6ee85700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fab6806bb40 0x7fab6819fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:50.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.338+0000 7fab67fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fab6806bb40 0x7fab6819fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:50.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.338+0000 7fab67fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fab6806bb40 0x7fab6819fc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37108/0 (socket says 172.21.15.53:37108) 2024-05-10T11:22:50.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.338+0000 7fab6ee85700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fab68109510 0x7fab681998a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:50.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.338+0000 7fab6cc21700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fab6806b180 0x7fab6819f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:50.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.338+0000 7fab67fff700 1 -- 172.21.15.53:0/1933111480 learned_addr learned my addr 172.21.15.53:0/1933111480 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:50.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.338+0000 7fab6ee85700 1 -- 172.21.15.53:0/1933111480 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fab68113520 con 0x7fab6806bb40 2024-05-10T11:22:50.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.338+0000 7fab6ee85700 1 -- 172.21.15.53:0/1933111480 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fab681133a0 con 0x7fab6806b180 2024-05-10T11:22:50.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.338+0000 7fab6ee85700 1 -- 172.21.15.53:0/1933111480 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fab681136a0 con 0x7fab68109510 2024-05-10T11:22:50.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.338+0000 7fab6d422700 1 --2- 172.21.15.53:0/1933111480 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fab68109510 0x7fab681998a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:50.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.338+0000 7fab6cc21700 1 -- 172.21.15.53:0/1933111480 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fab68109510 msgr2=0x7fab681998a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:50.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.338+0000 7fab6cc21700 1 --2- 172.21.15.53:0/1933111480 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fab68109510 0x7fab681998a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.338+0000 7fab6cc21700 1 -- 172.21.15.53:0/1933111480 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fab6806bb40 msgr2=0x7fab6819fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:50.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.338+0000 7fab6cc21700 1 --2- 172.21.15.53:0/1933111480 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fab6806bb40 0x7fab6819fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.338+0000 7fab6cc21700 1 -- 172.21.15.53:0/1933111480 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab6819a000 con 0x7fab6806b180 2024-05-10T11:22:50.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.338+0000 7fab67fff700 1 --2- 172.21.15.53:0/1933111480 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fab6806bb40 0x7fab6819fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:22:50.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.339+0000 7fab6cc21700 1 --2- 172.21.15.53:0/1933111480 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fab6806b180 0x7fab6819f6e0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fab5c00e9f0 tx=0x7fab5c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:50.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.339+0000 7fab65ffb700 1 -- 172.21.15.53:0/1933111480 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab5c00c9c0 con 0x7fab6806b180 2024-05-10T11:22:50.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.339+0000 7fab6ee85700 1 -- 172.21.15.53:0/1933111480 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab6819a290 con 0x7fab6806b180 2024-05-10T11:22:50.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.339+0000 7fab65ffb700 1 -- 172.21.15.53:0/1933111480 <== mon.2 v2:172.21.15.132:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fab5c010430 con 0x7fab6806b180 2024-05-10T11:22:50.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.339+0000 7fab65ffb700 1 -- 172.21.15.53:0/1933111480 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab5c018680 con 0x7fab6806b180 2024-05-10T11:22:50.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.339+0000 7fab6ee85700 1 -- 172.21.15.53:0/1933111480 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab681a65b0 con 0x7fab6806b180 2024-05-10T11:22:50.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.344+0000 7fab79718b80 1 Processor -- start 2024-05-10T11:22:50.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.344+0000 7fab79718b80 1 -- start start 2024-05-10T11:22:50.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.344+0000 7fab65ffb700 1 -- 172.21.15.53:0/1933111480 <== mon.2 v2:172.21.15.132:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fab5c00cb60 con 0x7fab6806b180 2024-05-10T11:22:50.345 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.344+0000 7fab79718b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a05c0 0x55781b4a09a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:50.345 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.344+0000 7fab79718b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55781b4a0ee0 0x55781b49ac20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:50.346 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.344+0000 7fab79718b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55781b49b160 0x55781b49b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:50.346 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.345+0000 7fab79718b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55781b3e8940 con 0x55781b4a05c0 2024-05-10T11:22:50.346 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.345+0000 7fab79718b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55781b34dda0 con 0x55781b49b160 2024-05-10T11:22:50.346 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.345+0000 7fab79718b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55781b3e4900 con 0x55781b4a0ee0 2024-05-10T11:22:50.346 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.345+0000 7fab6d422700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a05c0 0x55781b4a09a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:50.347 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.345+0000 7fab6d422700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a05c0 0x55781b4a09a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37122/0 (socket says 172.21.15.53:37122) 2024-05-10T11:22:50.347 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.345+0000 7fab6d422700 1 -- 172.21.15.53:0/3844792151 learned_addr learned my addr 172.21.15.53:0/3844792151 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:50.347 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.345+0000 7fab6cc21700 1 --2- 172.21.15.53:0/3844792151 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55781b4a0ee0 0x55781b49ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:50.347 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.345+0000 7fab67fff700 1 --2- 172.21.15.53:0/3844792151 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55781b49b160 0x55781b49b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:50.347 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.345+0000 7fab6d422700 1 -- 172.21.15.53:0/3844792151 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55781b4a0ee0 msgr2=0x55781b49ac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:50.347 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.345+0000 7fab6d422700 1 --2- 172.21.15.53:0/3844792151 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55781b4a0ee0 0x55781b49ac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.348 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.345+0000 7fab6d422700 1 -- 172.21.15.53:0/3844792151 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55781b49b160 msgr2=0x55781b49b5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:50.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.345+0000 7fab6d422700 1 --2- 172.21.15.53:0/3844792151 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55781b49b160 0x55781b49b5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.345+0000 7fab6d422700 1 -- 172.21.15.53:0/3844792151 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55781b3358d0 con 0x55781b4a05c0 2024-05-10T11:22:50.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.346+0000 7fab6d422700 1 --2- 172.21.15.53:0/3844792151 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a05c0 0x55781b4a09a0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fab60015000 tx=0x7fab600092e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bab68fdb647b80d server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:50.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.346+0000 7fab65ffb700 1 --2- 172.21.15.53:0/1933111480 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fab580b2900 0x7fab580b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:50.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.346+0000 7fab52ffd700 1 -- 172.21.15.53:0/3844792151 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab60031070 con 0x55781b4a05c0 2024-05-10T11:22:50.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.346+0000 7fab52ffd700 1 -- 172.21.15.53:0/3844792151 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fab6000bcb0 con 0x55781b4a05c0 2024-05-10T11:22:50.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.346+0000 7fab52ffd700 1 -- 172.21.15.53:0/3844792151 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab60007ba0 con 0x55781b4a05c0 2024-05-10T11:22:50.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.346+0000 7fab65ffb700 1 -- 172.21.15.53:0/1933111480 <== mon.2 v2:172.21.15.132:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fab5c0e2630 con 0x7fab6806b180 2024-05-10T11:22:50.351 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.346+0000 7fab6cc21700 1 --2- 172.21.15.53:0/1933111480 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fab580b2900 0x7fab580b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:50.352 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.347+0000 7fab79718b80 1 -- 172.21.15.53:0/3844792151 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a05c0 msgr2=0x55781b4a09a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:50.352 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.347+0000 7fab6cc21700 1 --2- 172.21.15.53:0/1933111480 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fab580b2900 0x7fab580b4dc0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x55781b4a12c0 tx=0x7fab5c0b0f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:50.352 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.347+0000 7fab79718b80 1 --2- 172.21.15.53:0/3844792151 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a05c0 0x55781b4a09a0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fab60015000 tx=0x7fab600092e0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.352 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.347+0000 7fab79718b80 1 -- 172.21.15.53:0/3844792151 shutdown_connections 2024-05-10T11:22:50.352 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.347+0000 7fab79718b80 1 --2- 172.21.15.53:0/3844792151 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55781b49b160 0x55781b49b5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.352 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.347+0000 7fab79718b80 1 --2- 172.21.15.53:0/3844792151 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a05c0 0x55781b4a09a0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.352 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.347+0000 7fab79718b80 1 --2- 172.21.15.53:0/3844792151 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55781b4a0ee0 0x55781b49ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.353 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.347+0000 7fab79718b80 1 -- 172.21.15.53:0/3844792151 >> 172.21.15.53:0/3844792151 conn(0x55781b3c2b70 msgr2=0x55781b4912a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:50.353 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.347+0000 7fab79718b80 1 -- 172.21.15.53:0/3844792151 shutdown_connections 2024-05-10T11:22:50.353 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.347+0000 7fab79718b80 1 -- 172.21.15.53:0/3844792151 wait complete. 2024-05-10T11:22:50.353 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.348+0000 7fab79718b80 1 -- start start 2024-05-10T11:22:50.353 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.348+0000 7fab79718b80 1 Processor -- start 2024-05-10T11:22:50.353 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.348+0000 7fab79718b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55781b49b160 0x55781b49ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:50.353 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.348+0000 7fab79718b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55781b4a05c0 0x55781b493ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:50.356 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.348+0000 7fab79718b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a0ee0 0x55781b494500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:50.356 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.348+0000 7fab79718b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55781b4939d0 con 0x55781b4a0ee0 2024-05-10T11:22:50.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.348+0000 7fab79718b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55781b3a1ed0 con 0x55781b4a05c0 2024-05-10T11:22:50.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.349+0000 7fab79718b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55781b493b50 con 0x55781b49b160 2024-05-10T11:22:50.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.349+0000 7fab79718b80 10 client.0 _ll_register_callbacks cb 0x55781b37c5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:50.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.349+0000 7fab6d422700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a0ee0 0x55781b494500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:50.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.349+0000 7fab6d422700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a0ee0 0x55781b494500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37138/0 (socket says 172.21.15.53:37138) 2024-05-10T11:22:50.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.349+0000 7fab6d422700 1 -- 172.21.15.53:0/2551180455 learned_addr learned my addr 172.21.15.53:0/2551180455 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:50.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.349+0000 7fab67fff700 1 --2- 172.21.15.53:0/2551180455 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55781b4a05c0 0x55781b493ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:50.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.349+0000 7fab6d422700 1 -- 172.21.15.53:0/2551180455 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55781b49b160 msgr2=0x55781b49ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:50.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.349+0000 7fab6d422700 1 --2- 172.21.15.53:0/2551180455 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55781b49b160 0x55781b49ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.349+0000 7fab6d422700 1 -- 172.21.15.53:0/2551180455 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55781b4a05c0 msgr2=0x55781b493ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:50.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.349+0000 7fab6d422700 1 --2- 172.21.15.53:0/2551180455 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55781b4a05c0 0x55781b493ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.349+0000 7fab6d422700 1 -- 172.21.15.53:0/2551180455 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55781b39f760 con 0x55781b4a0ee0 2024-05-10T11:22:50.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.350+0000 7fab6d422700 1 --2- 172.21.15.53:0/2551180455 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a0ee0 0x55781b494500 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fab60007d40 tx=0x7fab600099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99e1674cd306aca5 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:50.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.350+0000 7fab47fff700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:50.357 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.350+0000 7fab47fff700 1 -- 172.21.15.53:0/2551180455 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab60031070 con 0x55781b4a0ee0 2024-05-10T11:22:50.358 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.350+0000 7fab79718b80 1 -- 172.21.15.53:0/2551180455 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab6000bcb0 con 0x55781b4a0ee0 2024-05-10T11:22:50.358 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.350+0000 7fab47fff700 1 -- 172.21.15.53:0/2551180455 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fab6000bab0 con 0x55781b4a0ee0 2024-05-10T11:22:50.358 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.350+0000 7fab47fff700 1 -- 172.21.15.53:0/2551180455 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fab6000be60 con 0x55781b4a0ee0 2024-05-10T11:22:50.358 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.350+0000 7fab79718b80 10 client.15738 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:50.358 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.350+0000 7fab79718b80 1 -- 172.21.15.53:0/2551180455 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55781b4939d0 con 0x55781b4a0ee0 2024-05-10T11:22:50.358 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.351+0000 7fab47fff700 1 -- 172.21.15.53:0/2551180455 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fab6000bcb0 con 0x55781b4a0ee0 2024-05-10T11:22:50.358 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.351+0000 7fab47fff700 1 -- 172.21.15.53:0/2551180455 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fab60011070 con 0x55781b4a0ee0 2024-05-10T11:22:50.358 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.351+0000 7fab79718b80 10 client.15738 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:50.358 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.351+0000 7fab79718b80 10 client.15738 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:50.358 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.351+0000 7fab79718b80 20 client.15738 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:50.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.351+0000 7fab79718b80 1 --2- 172.21.15.53:0/2551180455 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55781b4b01f0 0x55781b4b2630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:50.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.351+0000 7fab79718b80 4 client.15738 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:22:50.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.351+0000 7fab79718b80 1 -- 172.21.15.53:0/2551180455 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55781b3f6320 con 0x55781b4b01f0 2024-05-10T11:22:50.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.352+0000 7fab67fff700 1 --2- 172.21.15.53:0/2551180455 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55781b4b01f0 0x55781b4b2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:50.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.352+0000 7fab47fff700 10 client.15738 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:50.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.352+0000 7fab67fff700 1 --2- 172.21.15.53:0/2551180455 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55781b4b01f0 0x55781b4b2630 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aae01e73146062b5 server_cookie=270cef0ee81272c in_seq=0 out_seq=0 2024-05-10T11:22:50.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.353+0000 7fab47fff700 1 -- 172.21.15.53:0/2551180455 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55781b3f6320 con 0x55781b4b01f0 2024-05-10T11:22:50.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.353+0000 7fab47fff700 10 client.15738 handle_command_reply: tid=0 2024-05-10T11:22:50.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.353+0000 7fab79718b80 1 client.15738 shutdown 2024-05-10T11:22:50.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.353+0000 7fab79718b80 1 -- 172.21.15.53:0/2551180455 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a0ee0 msgr2=0x55781b494500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:50.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.353+0000 7fab79718b80 1 --2- 172.21.15.53:0/2551180455 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a0ee0 0x55781b494500 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fab60007d40 tx=0x7fab600099e0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.354+0000 7fab79718b80 1 -- 172.21.15.53:0/2551180455 shutdown_connections 2024-05-10T11:22:50.359 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.354+0000 7fab79718b80 1 --2- 172.21.15.53:0/2551180455 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55781b4b01f0 0x55781b4b2630 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.360 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.354+0000 7fab79718b80 1 --2- 172.21.15.53:0/2551180455 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a0ee0 0x55781b494500 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.360 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.354+0000 7fab79718b80 1 --2- 172.21.15.53:0/2551180455 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55781b49b160 0x55781b49ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.360 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.354+0000 7fab47fff700 0 client.15738 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:50.360 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.354+0000 7fab79718b80 1 --2- 172.21.15.53:0/2551180455 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55781b4a05c0 0x55781b493ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.360 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.354+0000 7fab79718b80 1 -- 172.21.15.53:0/2551180455 >> 172.21.15.53:0/2551180455 conn(0x55781b3c2b70 msgr2=0x55781b48bb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:50.360 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.354+0000 7fab79718b80 1 -- 172.21.15.53:0/2551180455 shutdown_connections 2024-05-10T11:22:50.360 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.354+0000 7fab79718b80 1 -- 172.21.15.53:0/2551180455 wait complete. 2024-05-10T11:22:50.360 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.354+0000 7fab79718b80 20 client.15738 trim_cache size 0 max 16384 2024-05-10T11:22:50.384 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.384+0000 7fab79718b80 1 Processor -- start 2024-05-10T11:22:50.384 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.384+0000 7fab79718b80 1 -- start start 2024-05-10T11:22:50.385 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.384+0000 7fab79718b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55781b49b160 0x55781b4984c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:50.385 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.384+0000 7fab79718b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55781b4a05c0 0x55781b48bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:50.385 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.384+0000 7fab79718b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a0ee0 0x55781b4df670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:50.385 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.384+0000 7fab79718b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fab68073620 con 0x55781b4a0ee0 2024-05-10T11:22:50.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.384+0000 7fab79718b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fab68075160 con 0x55781b49b160 2024-05-10T11:22:50.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.384+0000 7fab79718b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fab68073cf0 con 0x55781b4a05c0 2024-05-10T11:22:50.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.384+0000 7fab6d422700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a0ee0 0x55781b4df670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:50.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.385+0000 7fab6d422700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a0ee0 0x55781b4df670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37152/0 (socket says 172.21.15.53:37152) 2024-05-10T11:22:50.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.385+0000 7fab6d422700 1 -- 172.21.15.53:0/2457396757 learned_addr learned my addr 172.21.15.53:0/2457396757 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:50.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.385+0000 7fab6d422700 1 --2- 172.21.15.53:0/2457396757 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55781b49b160 0x55781b4984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:50.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.385+0000 7fab6d422700 1 -- 172.21.15.53:0/2457396757 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55781b4a05c0 msgr2=0x55781b48bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:50.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.385+0000 7fab6d422700 1 --2- 172.21.15.53:0/2457396757 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55781b4a05c0 0x55781b48bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.385+0000 7fab6d422700 1 -- 172.21.15.53:0/2457396757 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55781b49b160 msgr2=0x55781b4984c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:50.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.385+0000 7fab6d422700 1 --2- 172.21.15.53:0/2457396757 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55781b49b160 0x55781b4984c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.385+0000 7fab6d422700 1 -- 172.21.15.53:0/2457396757 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55781b4a0bf0 con 0x55781b4a0ee0 2024-05-10T11:22:50.386 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.385+0000 7fab6d422700 1 --2- 172.21.15.53:0/2457396757 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a0ee0 0x55781b4df670 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fab6000b0a0 tx=0x7fab60000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38bfa10e76cfb733 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:50.387 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.386+0000 7fab527fc700 1 -- 172.21.15.53:0/2457396757 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab60031030 con 0x55781b4a0ee0 2024-05-10T11:22:50.387 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.386+0000 7fab527fc700 1 -- 172.21.15.53:0/2457396757 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fab600092e0 con 0x55781b4a0ee0 2024-05-10T11:22:50.387 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.386+0000 7fab527fc700 1 -- 172.21.15.53:0/2457396757 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab60033560 con 0x55781b4a0ee0 2024-05-10T11:22:50.387 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.387+0000 7fab79718b80 1 -- 172.21.15.53:0/2457396757 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a0ee0 msgr2=0x55781b4df670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:50.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.387+0000 7fab79718b80 1 --2- 172.21.15.53:0/2457396757 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a0ee0 0x55781b4df670 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fab6000b0a0 tx=0x7fab60000f40 comp rx=0 tx=0).stop 2024-05-10T11:22:50.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.387+0000 7fab79718b80 1 -- 172.21.15.53:0/2457396757 shutdown_connections 2024-05-10T11:22:50.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.387+0000 7fab79718b80 1 --2- 172.21.15.53:0/2457396757 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a0ee0 0x55781b4df670 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.387+0000 7fab79718b80 1 --2- 172.21.15.53:0/2457396757 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55781b49b160 0x55781b4984c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.387+0000 7fab79718b80 1 --2- 172.21.15.53:0/2457396757 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55781b4a05c0 0x55781b48bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.387+0000 7fab79718b80 1 -- 172.21.15.53:0/2457396757 >> 172.21.15.53:0/2457396757 conn(0x55781b3c2b70 msgr2=0x55781b4a56e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:50.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.387+0000 7fab79718b80 1 -- 172.21.15.53:0/2457396757 shutdown_connections 2024-05-10T11:22:50.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.387+0000 7fab79718b80 1 -- 172.21.15.53:0/2457396757 wait complete. 2024-05-10T11:22:50.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.388+0000 7fab79718b80 1 -- start start 2024-05-10T11:22:50.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.388+0000 7fab79718b80 1 Processor -- start 2024-05-10T11:22:50.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.388+0000 7fab79718b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55781b49b160 0x55781b4a4f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:50.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.388+0000 7fab79718b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55781b4a05c0 0x55781b4a20b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:50.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.389+0000 7fab79718b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a0ee0 0x55781b4a25f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:50.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.389+0000 7fab79718b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fab68074a90 con 0x55781b4a0ee0 2024-05-10T11:22:50.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.389+0000 7fab79718b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fab680743c0 con 0x55781b4a05c0 2024-05-10T11:22:50.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.389+0000 7fab79718b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fab680715e0 con 0x55781b49b160 2024-05-10T11:22:50.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.389+0000 7fab79718b80 10 client.0 _ll_register_callbacks cb 0x55781b37c5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:50.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.389+0000 7fab6d422700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55781b49b160 0x55781b4a4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:50.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.389+0000 7fab6d422700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55781b49b160 0x55781b4a4f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.53:37758/0 (socket says 172.21.15.53:37758) 2024-05-10T11:22:50.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.389+0000 7fab67fff700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55781b4a05c0 0x55781b4a20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:50.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.389+0000 7fab6d422700 1 -- 172.21.15.53:0/2768476225 learned_addr learned my addr 172.21.15.53:0/2768476225 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:50.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.389+0000 7fab6d422700 1 --2- 172.21.15.53:0/2768476225 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a0ee0 0x55781b4a25f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:50.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.389+0000 7fab67fff700 1 -- 172.21.15.53:0/2768476225 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55781b49b160 msgr2=0x55781b4a4f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:50.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.389+0000 7fab67fff700 1 --2- 172.21.15.53:0/2768476225 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55781b49b160 0x55781b4a4f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.389+0000 7fab67fff700 1 -- 172.21.15.53:0/2768476225 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a0ee0 msgr2=0x55781b4a25f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:50.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.389+0000 7fab67fff700 1 --2- 172.21.15.53:0/2768476225 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a0ee0 0x55781b4a25f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.389+0000 7fab67fff700 1 -- 172.21.15.53:0/2768476225 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55781b4a2e10 con 0x55781b4a05c0 2024-05-10T11:22:50.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.390+0000 7fab67fff700 1 --2- 172.21.15.53:0/2768476225 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55781b4a05c0 0x55781b4a20b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x55781b4b2e70 tx=0x7fab54004480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=393d5032ebc405c1 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:50.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.390+0000 7fab47fff700 10 client.0 ms_handle_connect on v2:172.21.15.132:3300/0 2024-05-10T11:22:50.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.390+0000 7fab47fff700 1 -- 172.21.15.53:0/2768476225 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab5401e430 con 0x55781b4a05c0 2024-05-10T11:22:50.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.390+0000 7fab47fff700 1 -- 172.21.15.53:0/2768476225 <== mon.2 v2:172.21.15.132:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fab5401e5d0 con 0x55781b4a05c0 2024-05-10T11:22:50.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.390+0000 7fab79718b80 1 -- 172.21.15.53:0/2768476225 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab600092e0 con 0x55781b4a05c0 2024-05-10T11:22:50.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.390+0000 7fab47fff700 1 -- 172.21.15.53:0/2768476225 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fab5401e7d0 con 0x55781b4a05c0 2024-05-10T11:22:50.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.390+0000 7fab79718b80 10 client.25277 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:50.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.390+0000 7fab79718b80 1 -- 172.21.15.53:0/2768476225 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55781b53c250 con 0x55781b4a05c0 2024-05-10T11:22:50.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.390+0000 7fab47fff700 1 -- 172.21.15.53:0/2768476225 <== mon.2 v2:172.21.15.132:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fab600092e0 con 0x55781b4a05c0 2024-05-10T11:22:50.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.391+0000 7fab47fff700 1 -- 172.21.15.53:0/2768476225 <== mon.2 v2:172.21.15.132:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fab5401c440 con 0x55781b4a05c0 2024-05-10T11:22:50.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.391+0000 7fab79718b80 10 client.25277 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:50.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.391+0000 7fab79718b80 10 client.25277 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:50.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.391+0000 7fab79718b80 20 client.25277 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:50.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.391+0000 7fab79718b80 1 --2- 172.21.15.53:0/2768476225 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55781b53c960 0x55781b53ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:50.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.391+0000 7fab79718b80 4 client.25277 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:22:50.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.391+0000 7fab79718b80 1 -- 172.21.15.53:0/2768476225 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55781b3f03c0 con 0x55781b53c960 2024-05-10T11:22:50.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.391+0000 7fab6d422700 1 --2- 172.21.15.53:0/2768476225 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55781b53c960 0x55781b53ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:50.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.392+0000 7fab6d422700 1 --2- 172.21.15.53:0/2768476225 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55781b53c960 0x55781b53ed80 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de01356bcab3296e server_cookie=ecc8720a044fd9e8 in_seq=0 out_seq=0 2024-05-10T11:22:50.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.392+0000 7fab47fff700 10 client.25277 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:50.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.392+0000 7fab47fff700 1 -- 172.21.15.53:0/2768476225 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55781b3f03c0 con 0x55781b53c960 2024-05-10T11:22:50.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.392+0000 7fab47fff700 10 client.25277 handle_command_reply: tid=0 2024-05-10T11:22:50.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.392+0000 7fab79718b80 1 client.25277 shutdown 2024-05-10T11:22:50.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.392+0000 7fab79718b80 1 -- 172.21.15.53:0/2768476225 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55781b4a05c0 msgr2=0x55781b4a20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:50.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.392+0000 7fab79718b80 1 --2- 172.21.15.53:0/2768476225 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55781b4a05c0 0x55781b4a20b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x55781b4b2e70 tx=0x7fab54004480 comp rx=0 tx=0).stop 2024-05-10T11:22:50.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.392+0000 7fab79718b80 1 -- 172.21.15.53:0/2768476225 shutdown_connections 2024-05-10T11:22:50.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.392+0000 7fab79718b80 1 --2- 172.21.15.53:0/2768476225 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55781b53c960 0x55781b53ed80 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.393+0000 7fab47fff700 0 client.25277 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:50.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.393+0000 7fab79718b80 1 --2- 172.21.15.53:0/2768476225 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55781b4a0ee0 0x55781b4a25f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.393+0000 7fab79718b80 1 --2- 172.21.15.53:0/2768476225 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55781b49b160 0x55781b4a4f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.393+0000 7fab79718b80 1 --2- 172.21.15.53:0/2768476225 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55781b4a05c0 0x55781b4a20b0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.393+0000 7fab79718b80 1 -- 172.21.15.53:0/2768476225 >> 172.21.15.53:0/2768476225 conn(0x55781b3c2b70 msgr2=0x55781b4a5f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:50.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.393+0000 7fab79718b80 1 -- 172.21.15.53:0/2768476225 shutdown_connections 2024-05-10T11:22:50.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.393+0000 7fab79718b80 1 -- 172.21.15.53:0/2768476225 wait complete. 2024-05-10T11:22:50.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.393+0000 7fab79718b80 20 client.25277 trim_cache size 0 max 16384 2024-05-10T11:22:50.396 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:22:50.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.394+0000 7fab6ee85700 1 -- 172.21.15.53:0/1933111480 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fab580b2900 msgr2=0x7fab580b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:50.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.394+0000 7fab6ee85700 1 --2- 172.21.15.53:0/1933111480 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fab580b2900 0x7fab580b4dc0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x55781b4a12c0 tx=0x7fab5c0b0f90 comp rx=0 tx=0).stop 2024-05-10T11:22:50.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.394+0000 7fab6ee85700 1 -- 172.21.15.53:0/1933111480 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fab6806b180 msgr2=0x7fab6819f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:50.397 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.394+0000 7fab6ee85700 1 --2- 172.21.15.53:0/1933111480 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fab6806b180 0x7fab6819f6e0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fab5c00e9f0 tx=0x7fab5c00ed00 comp rx=0 tx=0).stop 2024-05-10T11:22:50.397 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.394+0000 7fab6ee85700 1 -- 172.21.15.53:0/1933111480 shutdown_connections 2024-05-10T11:22:50.397 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.394+0000 7fab6ee85700 1 --2- 172.21.15.53:0/1933111480 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fab580b2900 0x7fab580b4dc0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.397 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.394+0000 7fab6ee85700 1 --2- 172.21.15.53:0/1933111480 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fab68109510 0x7fab681998a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.397 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.394+0000 7fab6ee85700 1 --2- 172.21.15.53:0/1933111480 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fab6806b180 0x7fab6819f6e0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.397 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.394+0000 7fab6ee85700 1 --2- 172.21.15.53:0/1933111480 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fab6806bb40 0x7fab6819fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:50.397 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.394+0000 7fab6ee85700 1 -- 172.21.15.53:0/1933111480 >> 172.21.15.53:0/1933111480 conn(0x7fab68079350 msgr2=0x7fab681010e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:50.397 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.394+0000 7fab6ee85700 1 -- 172.21.15.53:0/1933111480 shutdown_connections 2024-05-10T11:22:50.397 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:50.394+0000 7fab6ee85700 1 -- 172.21.15.53:0/1933111480 wait complete. 2024-05-10T11:22:52.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:51 smithi053 ceph-mon[30153]: pgmap v482: 129 pgs: 129 active+clean; 679 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:52.075 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-10T11:22:52.076 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-10T11:22:52.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:51 smithi132 ceph-mon[33758]: pgmap v482: 129 pgs: 129 active+clean; 679 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:52.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:51 smithi187 ceph-mon[34076]: pgmap v482: 129 pgs: 129 active+clean; 679 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:52.440 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:22:53.981 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:53 smithi053 ceph-mon[30153]: pgmap v483: 129 pgs: 129 active+clean; 679 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-10T11:22:54.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:53 smithi132 ceph-mon[33758]: pgmap v483: 129 pgs: 129 active+clean; 679 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-10T11:22:54.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:53 smithi187 ceph-mon[34076]: pgmap v483: 129 pgs: 129 active+clean; 679 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-10T11:22:54.779 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.779+0000 7f9fb4e13700 1 -- 172.21.15.53:0/3843186297 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9fb0108410 msgr2=0x7f9fb01087f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:54.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.779+0000 7f9fb4e13700 1 --2- 172.21.15.53:0/3843186297 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9fb0108410 0x7f9fb01087f0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f9fa0009990 tx=0x7f9fa0009ca0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.779+0000 7f9fb4e13700 1 -- 172.21.15.53:0/3843186297 shutdown_connections 2024-05-10T11:22:54.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.779+0000 7f9fb4e13700 1 --2- 172.21.15.53:0/3843186297 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9fb0102d60 0x7f9fb010f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.779+0000 7f9fb4e13700 1 --2- 172.21.15.53:0/3843186297 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9fb0108410 0x7f9fb01087f0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.779+0000 7f9fb4e13700 1 --2- 172.21.15.53:0/3843186297 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9fb01023a0 0x7f9fb0102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.779+0000 7f9fb4e13700 1 -- 172.21.15.53:0/3843186297 >> 172.21.15.53:0/3843186297 conn(0x7f9fb0079350 msgr2=0x7f9fb0079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:54.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.779+0000 7f9fb4e13700 1 -- 172.21.15.53:0/3843186297 shutdown_connections 2024-05-10T11:22:54.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.779+0000 7f9fb4e13700 1 -- 172.21.15.53:0/3843186297 wait complete. 2024-05-10T11:22:54.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.780+0000 7f9fb4e13700 1 Processor -- start 2024-05-10T11:22:54.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.780+0000 7f9fb4e13700 1 -- start start 2024-05-10T11:22:54.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.781+0000 7f9fb4e13700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9fb01023a0 0x7f9fb019e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:54.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.781+0000 7f9fb4e13700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9fb0102d60 0x7f9fb019eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:54.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.781+0000 7f9fb4e13700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9fb0108410 0x7f9fb01987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:54.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.781+0000 7f9fb4e13700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb01123e0 con 0x7f9fb0108410 2024-05-10T11:22:54.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.781+0000 7f9fb4e13700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb0112260 con 0x7f9fb0102d60 2024-05-10T11:22:54.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.781+0000 7f9fb4e13700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb0112560 con 0x7f9fb01023a0 2024-05-10T11:22:54.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.781+0000 7f9faed9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9fb0108410 0x7f9fb01987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:54.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.781+0000 7f9faed9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9fb0108410 0x7f9fb01987a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37180/0 (socket says 172.21.15.53:37180) 2024-05-10T11:22:54.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.781+0000 7f9faed9d700 1 -- 172.21.15.53:0/4103807771 learned_addr learned my addr 172.21.15.53:0/4103807771 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:54.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.781+0000 7f9fae59c700 1 --2- 172.21.15.53:0/4103807771 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9fb01023a0 0x7f9fb019e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:54.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.781+0000 7f9fadd9b700 1 --2- 172.21.15.53:0/4103807771 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9fb0102d60 0x7f9fb019eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:54.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.781+0000 7f9faed9d700 1 -- 172.21.15.53:0/4103807771 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9fb01023a0 msgr2=0x7f9fb019e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:54.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.781+0000 7f9faed9d700 1 --2- 172.21.15.53:0/4103807771 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9fb01023a0 0x7f9fb019e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.781+0000 7f9faed9d700 1 -- 172.21.15.53:0/4103807771 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9fb0102d60 msgr2=0x7f9fb019eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:54.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.781+0000 7f9faed9d700 1 --2- 172.21.15.53:0/4103807771 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9fb0102d60 0x7f9fb019eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.781+0000 7f9faed9d700 1 -- 172.21.15.53:0/4103807771 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fb0198f80 con 0x7f9fb0108410 2024-05-10T11:22:54.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.781+0000 7f9faed9d700 1 --2- 172.21.15.53:0/4103807771 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9fb0108410 0x7f9fb01987a0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f9fa8007ee0 tx=0x7f9fa800f5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:54.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.782+0000 7f9f9f7fe700 1 -- 172.21.15.53:0/4103807771 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa8016030 con 0x7f9fb0108410 2024-05-10T11:22:54.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.782+0000 7f9f9f7fe700 1 -- 172.21.15.53:0/4103807771 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9fa800fd30 con 0x7f9fb0108410 2024-05-10T11:22:54.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.782+0000 7f9fb4e13700 1 -- 172.21.15.53:0/4103807771 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fb0199270 con 0x7f9fb0108410 2024-05-10T11:22:54.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.782+0000 7f9f9f7fe700 1 -- 172.21.15.53:0/4103807771 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa8012d10 con 0x7f9fb0108410 2024-05-10T11:22:54.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.782+0000 7f9fb4e13700 1 -- 172.21.15.53:0/4103807771 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fb006b180 con 0x7f9fb0108410 2024-05-10T11:22:54.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.784+0000 7f9f9f7fe700 1 -- 172.21.15.53:0/4103807771 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f9fa8005000 con 0x7f9fb0108410 2024-05-10T11:22:54.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.785+0000 7f9f9f7fe700 1 --2- 172.21.15.53:0/4103807771 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9f980b2880 0x7f9f980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:54.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.785+0000 7f9f9f7fe700 1 -- 172.21.15.53:0/4103807771 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f9fa80e4320 con 0x7f9fb0108410 2024-05-10T11:22:54.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.785+0000 7f9fae59c700 1 --2- 172.21.15.53:0/4103807771 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9f980b2880 0x7f9f980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:54.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.786+0000 7f9fbf6a6b80 1 Processor -- start 2024-05-10T11:22:54.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.786+0000 7f9fbf6a6b80 1 -- start start 2024-05-10T11:22:54.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.786+0000 7f9fae59c700 1 --2- 172.21.15.53:0/4103807771 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9f980b2880 0x7f9f980b4d40 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f9fa000b5c0 tx=0x7f9fa0005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:54.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.786+0000 7f9fbf6a6b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb578b7960 0x55eb578b7d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:54.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.786+0000 7f9fbf6a6b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b8280 0x55eb578bbb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:54.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.786+0000 7f9fbf6a6b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55eb578bc0c0 0x55eb578bc520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:54.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.786+0000 7f9fbf6a6b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55eb578058e0 con 0x55eb578b8280 2024-05-10T11:22:54.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.786+0000 7f9fbf6a6b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55eb577a4840 con 0x55eb578bc0c0 2024-05-10T11:22:54.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.786+0000 7f9fbf6a6b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55eb578018a0 con 0x55eb578b7960 2024-05-10T11:22:54.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.786+0000 7f9fadd9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b8280 0x55eb578bbb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:54.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.786+0000 7f9fadd9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b8280 0x55eb578bbb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37186/0 (socket says 172.21.15.53:37186) 2024-05-10T11:22:54.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.786+0000 7f9fadd9b700 1 -- 172.21.15.53:0/4015975599 learned_addr learned my addr 172.21.15.53:0/4015975599 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:54.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.787+0000 7f9fae59c700 1 --2- 172.21.15.53:0/4015975599 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb578b7960 0x55eb578b7d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:54.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.787+0000 7f9fadd9b700 1 -- 172.21.15.53:0/4015975599 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb578b7960 msgr2=0x55eb578b7d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:54.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.787+0000 7f9fadd9b700 1 --2- 172.21.15.53:0/4015975599 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb578b7960 0x55eb578b7d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.787+0000 7f9faed9d700 1 --2- 172.21.15.53:0/4015975599 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55eb578bc0c0 0x55eb578bc520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:54.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.787+0000 7f9fadd9b700 1 -- 172.21.15.53:0/4015975599 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55eb578bc0c0 msgr2=0x55eb578bc520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:54.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.787+0000 7f9fadd9b700 1 --2- 172.21.15.53:0/4015975599 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55eb578bc0c0 0x55eb578bc520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.787+0000 7f9fadd9b700 1 -- 172.21.15.53:0/4015975599 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eb57752950 con 0x55eb578b8280 2024-05-10T11:22:54.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.787+0000 7f9fadd9b700 1 --2- 172.21.15.53:0/4015975599 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b8280 0x55eb578bbb80 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f9fa400bd30 tx=0x7f9fa40106b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bb4ea4b7631b094 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:54.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.787+0000 7f9f9cff9700 1 -- 172.21.15.53:0/4015975599 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa4004030 con 0x55eb578b8280 2024-05-10T11:22:54.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.787+0000 7f9f9cff9700 1 -- 172.21.15.53:0/4015975599 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9fa4003680 con 0x55eb578b8280 2024-05-10T11:22:54.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.787+0000 7f9f9cff9700 1 -- 172.21.15.53:0/4015975599 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa40116a0 con 0x55eb578b8280 2024-05-10T11:22:54.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.788+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/4015975599 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b8280 msgr2=0x55eb578bbb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:54.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.788+0000 7f9fbf6a6b80 1 --2- 172.21.15.53:0/4015975599 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b8280 0x55eb578bbb80 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f9fa400bd30 tx=0x7f9fa40106b0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.788+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/4015975599 shutdown_connections 2024-05-10T11:22:54.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.788+0000 7f9fbf6a6b80 1 --2- 172.21.15.53:0/4015975599 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55eb578bc0c0 0x55eb578bc520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.788+0000 7f9fbf6a6b80 1 --2- 172.21.15.53:0/4015975599 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb578b7960 0x55eb578b7d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.788+0000 7f9fbf6a6b80 1 --2- 172.21.15.53:0/4015975599 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b8280 0x55eb578bbb80 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.788+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/4015975599 >> 172.21.15.53:0/4015975599 conn(0x55eb577df180 msgr2=0x55eb578adce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:54.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.788+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/4015975599 shutdown_connections 2024-05-10T11:22:54.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.788+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/4015975599 wait complete. 2024-05-10T11:22:54.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.789+0000 7f9fbf6a6b80 1 -- start start 2024-05-10T11:22:54.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.789+0000 7f9fbf6a6b80 1 Processor -- start 2024-05-10T11:22:54.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.789+0000 7f9fbf6a6b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b7960 0x55eb578c3550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:54.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.789+0000 7f9fbf6a6b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55eb578b8280 0x55eb578c0940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:54.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.789+0000 7f9fbf6a6b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb578bc0c0 0x55eb578c0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:54.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.789+0000 7f9fbf6a6b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55eb578c42d0 con 0x55eb578b7960 2024-05-10T11:22:54.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.789+0000 7f9fbf6a6b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55eb5776bcb0 con 0x55eb578b8280 2024-05-10T11:22:54.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.789+0000 7f9fbf6a6b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55eb578c4450 con 0x55eb578bc0c0 2024-05-10T11:22:54.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.789+0000 7f9fbf6a6b80 10 client.0 _ll_register_callbacks cb 0x55eb5779d9a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:54.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.789+0000 7f9fae59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b7960 0x55eb578c3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:54.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.789+0000 7f9fae59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b7960 0x55eb578c3550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37196/0 (socket says 172.21.15.53:37196) 2024-05-10T11:22:54.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.789+0000 7f9fae59c700 1 -- 172.21.15.53:0/4077160738 learned_addr learned my addr 172.21.15.53:0/4077160738 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:54.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.789+0000 7f9faed9d700 1 --2- 172.21.15.53:0/4077160738 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb578bc0c0 0x55eb578c0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:54.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.789+0000 7f9fadd9b700 1 --2- 172.21.15.53:0/4077160738 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55eb578b8280 0x55eb578c0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:54.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.790+0000 7f9faed9d700 1 -- 172.21.15.53:0/4077160738 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55eb578b8280 msgr2=0x55eb578c0940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:54.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.790+0000 7f9faed9d700 1 --2- 172.21.15.53:0/4077160738 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55eb578b8280 0x55eb578c0940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.790+0000 7f9faed9d700 1 -- 172.21.15.53:0/4077160738 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b7960 msgr2=0x55eb578c3550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:54.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.790+0000 7f9faed9d700 1 --2- 172.21.15.53:0/4077160738 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b7960 0x55eb578c3550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.790+0000 7f9faed9d700 1 -- 172.21.15.53:0/4077160738 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eb577a1710 con 0x55eb578bc0c0 2024-05-10T11:22:54.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.790+0000 7f9fae59c700 1 --2- 172.21.15.53:0/4077160738 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b7960 0x55eb578c3550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:22:54.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.790+0000 7f9faed9d700 1 --2- 172.21.15.53:0/4077160738 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb578bc0c0 0x55eb578c0e80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f9fa80e1e00 tx=0x7f9fa8004d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a67847bdab87f0d server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:54.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.790+0000 7f9f95ffb700 10 client.0 ms_handle_connect on v2:172.21.15.187:3300/0 2024-05-10T11:22:54.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.790+0000 7f9f95ffb700 1 -- 172.21.15.53:0/4077160738 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa8020070 con 0x55eb578bc0c0 2024-05-10T11:22:54.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.790+0000 7f9f95ffb700 1 -- 172.21.15.53:0/4077160738 <== mon.1 v2:172.21.15.187:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f9fa80b3f80 con 0x55eb578bc0c0 2024-05-10T11:22:54.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.790+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/4077160738 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9fa4003680 con 0x55eb578bc0c0 2024-05-10T11:22:54.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.790+0000 7f9f95ffb700 1 -- 172.21.15.53:0/4077160738 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9fa80aad20 con 0x55eb578bc0c0 2024-05-10T11:22:54.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.790+0000 7f9fbf6a6b80 10 client.25369 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:54.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.790+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/4077160738 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55eb578ceba0 con 0x55eb578bc0c0 2024-05-10T11:22:54.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.791+0000 7f9f95ffb700 1 -- 172.21.15.53:0/4077160738 <== mon.1 v2:172.21.15.187:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9fa4003680 con 0x55eb578bc0c0 2024-05-10T11:22:54.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.791+0000 7f9f95ffb700 1 -- 172.21.15.53:0/4077160738 <== mon.1 v2:172.21.15.187:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f9fa80b2ce0 con 0x55eb578bc0c0 2024-05-10T11:22:54.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.791+0000 7f9fbf6a6b80 10 client.25369 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:54.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.791+0000 7f9fbf6a6b80 10 client.25369 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:54.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.791+0000 7f9fbf6a6b80 20 client.25369 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:54.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.791+0000 7f9fbf6a6b80 1 --2- 172.21.15.53:0/4077160738 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55eb578d1130 0x55eb578d3520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:54.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.791+0000 7f9fbf6a6b80 4 client.25369 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:22:54.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.791+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/4077160738 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eb5787f6d0 con 0x55eb578d1130 2024-05-10T11:22:54.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.791+0000 7f9fae59c700 1 --2- 172.21.15.53:0/4077160738 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55eb578d1130 0x55eb578d3520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:54.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.792+0000 7f9fae59c700 1 --2- 172.21.15.53:0/4077160738 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55eb578d1130 0x55eb578d3520 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=84bef516169f6e11 server_cookie=2e89b500eb6e8853 in_seq=0 out_seq=0 2024-05-10T11:22:54.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.792+0000 7f9f95ffb700 10 client.25369 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:54.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.792+0000 7f9f95ffb700 1 -- 172.21.15.53:0/4077160738 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55eb5787f6d0 con 0x55eb578d1130 2024-05-10T11:22:54.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.792+0000 7f9f95ffb700 10 client.25369 handle_command_reply: tid=0 2024-05-10T11:22:54.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.792+0000 7f9fbf6a6b80 1 client.25369 shutdown 2024-05-10T11:22:54.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.793+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/4077160738 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb578bc0c0 msgr2=0x55eb578c0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:54.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.793+0000 7f9fbf6a6b80 1 --2- 172.21.15.53:0/4077160738 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb578bc0c0 0x55eb578c0e80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f9fa80e1e00 tx=0x7f9fa8004d50 comp rx=0 tx=0).stop 2024-05-10T11:22:54.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.793+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/4077160738 shutdown_connections 2024-05-10T11:22:54.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.793+0000 7f9fbf6a6b80 1 --2- 172.21.15.53:0/4077160738 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55eb578d1130 0x55eb578d3520 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.793+0000 7f9fbf6a6b80 1 --2- 172.21.15.53:0/4077160738 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb578bc0c0 0x55eb578c0e80 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.793+0000 7f9fbf6a6b80 1 --2- 172.21.15.53:0/4077160738 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b7960 0x55eb578c3550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.793+0000 7f9fbf6a6b80 1 --2- 172.21.15.53:0/4077160738 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55eb578b8280 0x55eb578c0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.793+0000 7f9f95ffb700 0 client.25369 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:54.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.793+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/4077160738 >> 172.21.15.53:0/4077160738 conn(0x55eb577df180 msgr2=0x55eb578a87a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:54.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.793+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/4077160738 shutdown_connections 2024-05-10T11:22:54.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.793+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/4077160738 wait complete. 2024-05-10T11:22:54.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.793+0000 7f9fbf6a6b80 20 client.25369 trim_cache size 0 max 16384 2024-05-10T11:22:54.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.814+0000 7f9fbf6a6b80 1 Processor -- start 2024-05-10T11:22:54.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.814+0000 7f9fbf6a6b80 1 -- start start 2024-05-10T11:22:54.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.814+0000 7f9fbf6a6b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb577df180 0x55eb578d8df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:54.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.814+0000 7f9fbf6a6b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b7960 0x55eb578d9330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:54.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.814+0000 7f9fbf6a6b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55eb578b8280 0x55eb578bdc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:54.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.814+0000 7f9fbf6a6b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb01ad040 con 0x55eb578b7960 2024-05-10T11:22:54.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.814+0000 7f9fbf6a6b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb01aeb80 con 0x55eb578b8280 2024-05-10T11:22:54.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.814+0000 7f9fbf6a6b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb01ad710 con 0x55eb577df180 2024-05-10T11:22:54.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.815+0000 7f9fadd9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b7960 0x55eb578d9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:54.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.815+0000 7f9fadd9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b7960 0x55eb578d9330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37210/0 (socket says 172.21.15.53:37210) 2024-05-10T11:22:54.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.815+0000 7f9fadd9b700 1 -- 172.21.15.53:0/2217463443 learned_addr learned my addr 172.21.15.53:0/2217463443 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:54.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.815+0000 7f9fae59c700 1 --2- 172.21.15.53:0/2217463443 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb577df180 0x55eb578d8df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:54.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.815+0000 7f9faed9d700 1 --2- 172.21.15.53:0/2217463443 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55eb578b8280 0x55eb578bdc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:54.816 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.815+0000 7f9fadd9b700 1 -- 172.21.15.53:0/2217463443 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb577df180 msgr2=0x55eb578d8df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:54.817 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.815+0000 7f9fadd9b700 1 --2- 172.21.15.53:0/2217463443 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb577df180 0x55eb578d8df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.817 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.815+0000 7f9fadd9b700 1 -- 172.21.15.53:0/2217463443 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55eb578b8280 msgr2=0x55eb578bdc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:54.817 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.815+0000 7f9fadd9b700 1 --2- 172.21.15.53:0/2217463443 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55eb578b8280 0x55eb578bdc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.817 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.815+0000 7f9fadd9b700 1 -- 172.21.15.53:0/2217463443 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eb578aa480 con 0x55eb578b7960 2024-05-10T11:22:54.817 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.815+0000 7f9faed9d700 1 --2- 172.21.15.53:0/2217463443 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55eb578b8280 0x55eb578bdc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:22:54.817 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.815+0000 7f9fae59c700 1 --2- 172.21.15.53:0/2217463443 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb577df180 0x55eb578d8df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:22:54.817 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.815+0000 7f9fadd9b700 1 --2- 172.21.15.53:0/2217463443 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b7960 0x55eb578d9330 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f9fa4010ab0 tx=0x7f9fa4005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b5b6f9ad28c0886 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:54.817 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.815+0000 7f9f97fff700 1 -- 172.21.15.53:0/2217463443 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa4005240 con 0x55eb578b7960 2024-05-10T11:22:54.817 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.815+0000 7f9f97fff700 1 -- 172.21.15.53:0/2217463443 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9fa4010e70 con 0x55eb578b7960 2024-05-10T11:22:54.818 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.815+0000 7f9f97fff700 1 -- 172.21.15.53:0/2217463443 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa40116a0 con 0x55eb578b7960 2024-05-10T11:22:54.822 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.816+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/2217463443 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b7960 msgr2=0x55eb578d9330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:54.822 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.816+0000 7f9fbf6a6b80 1 --2- 172.21.15.53:0/2217463443 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b7960 0x55eb578d9330 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f9fa4010ab0 tx=0x7f9fa4005f90 comp rx=0 tx=0).stop 2024-05-10T11:22:54.822 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.816+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/2217463443 shutdown_connections 2024-05-10T11:22:54.822 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.816+0000 7f9fbf6a6b80 1 --2- 172.21.15.53:0/2217463443 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55eb578b8280 0x55eb578bdc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.822 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.816+0000 7f9fbf6a6b80 1 --2- 172.21.15.53:0/2217463443 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb577df180 0x55eb578d8df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.823 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.816+0000 7f9fbf6a6b80 1 --2- 172.21.15.53:0/2217463443 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b7960 0x55eb578d9330 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.823 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.816+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/2217463443 >> 172.21.15.53:0/2217463443 conn(0x55eb578bfde0 msgr2=0x55eb578a87a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:54.823 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.816+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/2217463443 shutdown_connections 2024-05-10T11:22:54.823 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.816+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/2217463443 wait complete. 2024-05-10T11:22:54.823 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.817+0000 7f9fbf6a6b80 1 -- start start 2024-05-10T11:22:54.823 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.817+0000 7f9fbf6a6b80 1 Processor -- start 2024-05-10T11:22:54.823 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.817+0000 7f9fbf6a6b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb577df180 0x55eb578c99a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:54.823 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.817+0000 7f9fbf6a6b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b7960 0x55eb578c66b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:54.823 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.817+0000 7f9fbf6a6b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55eb578b8280 0x55eb578c6bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:54.823 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.817+0000 7f9fbf6a6b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb01ae4b0 con 0x55eb578b7960 2024-05-10T11:22:54.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.817+0000 7f9fbf6a6b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb01adde0 con 0x55eb578b8280 2024-05-10T11:22:54.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.817+0000 7f9fbf6a6b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb01aafe0 con 0x55eb577df180 2024-05-10T11:22:54.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.817+0000 7f9fbf6a6b80 10 client.0 _ll_register_callbacks cb 0x55eb5779d9a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:54.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.817+0000 7f9fadd9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b7960 0x55eb578c66b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:54.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.817+0000 7f9fadd9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b7960 0x55eb578c66b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37212/0 (socket says 172.21.15.53:37212) 2024-05-10T11:22:54.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.817+0000 7f9fadd9b700 1 -- 172.21.15.53:0/3431847694 learned_addr learned my addr 172.21.15.53:0/3431847694 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:54.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.817+0000 7f9fae59c700 1 --2- 172.21.15.53:0/3431847694 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb577df180 0x55eb578c99a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:54.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.817+0000 7f9faed9d700 1 --2- 172.21.15.53:0/3431847694 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55eb578b8280 0x55eb578c6bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:54.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.818+0000 7f9fadd9b700 1 -- 172.21.15.53:0/3431847694 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb577df180 msgr2=0x55eb578c99a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:54.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.818+0000 7f9fadd9b700 1 --2- 172.21.15.53:0/3431847694 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb577df180 0x55eb578c99a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.818+0000 7f9fadd9b700 1 -- 172.21.15.53:0/3431847694 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55eb578b8280 msgr2=0x55eb578c6bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:54.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.818+0000 7f9fadd9b700 1 --2- 172.21.15.53:0/3431847694 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55eb578b8280 0x55eb578c6bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.818+0000 7f9fadd9b700 1 -- 172.21.15.53:0/3431847694 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eb578c7130 con 0x55eb578b7960 2024-05-10T11:22:54.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.818+0000 7f9fae59c700 1 --2- 172.21.15.53:0/3431847694 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb577df180 0x55eb578c99a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:22:54.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.818+0000 7f9faed9d700 1 --2- 172.21.15.53:0/3431847694 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55eb578b8280 0x55eb578c6bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:22:54.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.818+0000 7f9fadd9b700 1 --2- 172.21.15.53:0/3431847694 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b7960 0x55eb578c66b0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f9fa400b470 tx=0x7f9fa4005310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9f7cbb44ee1afbf server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:54.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.818+0000 7f9f95ffb700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:54.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.818+0000 7f9f95ffb700 1 -- 172.21.15.53:0/3431847694 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa402a040 con 0x55eb578b7960 2024-05-10T11:22:54.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.818+0000 7f9f95ffb700 1 -- 172.21.15.53:0/3431847694 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f9fa4003680 con 0x55eb578b7960 2024-05-10T11:22:54.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.818+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/3431847694 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9fa4010e70 con 0x55eb578b7960 2024-05-10T11:22:54.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.818+0000 7f9f95ffb700 1 -- 172.21.15.53:0/3431847694 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9fa403c050 con 0x55eb578b7960 2024-05-10T11:22:54.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.818+0000 7f9fbf6a6b80 10 client.15762 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:54.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.818+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/3431847694 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55eb5793c6d0 con 0x55eb578b7960 2024-05-10T11:22:54.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.818+0000 7f9f95ffb700 1 -- 172.21.15.53:0/3431847694 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9fa4010e70 con 0x55eb578b7960 2024-05-10T11:22:54.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.819+0000 7f9f95ffb700 1 -- 172.21.15.53:0/3431847694 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f9fa402d070 con 0x55eb578b7960 2024-05-10T11:22:54.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.819+0000 7f9fbf6a6b80 10 client.15762 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:54.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.819+0000 7f9fbf6a6b80 10 client.15762 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:54.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.819+0000 7f9fbf6a6b80 20 client.15762 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:54.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.819+0000 7f9fbf6a6b80 1 --2- 172.21.15.53:0/3431847694 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55eb578bc0c0 0x55eb5793ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:54.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.819+0000 7f9fbf6a6b80 4 client.15762 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-10T11:22:54.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.819+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/3431847694 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55eb578132c0 con 0x55eb578bc0c0 2024-05-10T11:22:54.827 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.819+0000 7f9fae59c700 1 --2- 172.21.15.53:0/3431847694 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55eb578bc0c0 0x55eb5793ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:54.827 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.819+0000 7f9f95ffb700 10 client.15762 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:54.827 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.819+0000 7f9fae59c700 1 --2- 172.21.15.53:0/3431847694 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55eb578bc0c0 0x55eb5793ebc0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c1318b3a32a00f4 server_cookie=987f9497dded23e8 in_seq=0 out_seq=0 2024-05-10T11:22:54.827 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.820+0000 7f9f95ffb700 1 -- 172.21.15.53:0/3431847694 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55eb578132c0 con 0x55eb578bc0c0 2024-05-10T11:22:54.827 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.821+0000 7f9f95ffb700 10 client.15762 handle_command_reply: tid=0 2024-05-10T11:22:54.827 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.821+0000 7f9fbf6a6b80 1 client.15762 shutdown 2024-05-10T11:22:54.827 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.821+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/3431847694 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b7960 msgr2=0x55eb578c66b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:54.827 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.821+0000 7f9fbf6a6b80 1 --2- 172.21.15.53:0/3431847694 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b7960 0x55eb578c66b0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f9fa400b470 tx=0x7f9fa4005310 comp rx=0 tx=0).stop 2024-05-10T11:22:54.827 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.821+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/3431847694 shutdown_connections 2024-05-10T11:22:54.827 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.821+0000 7f9fbf6a6b80 1 --2- 172.21.15.53:0/3431847694 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55eb578bc0c0 0x55eb5793ebc0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.827 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.821+0000 7f9fbf6a6b80 1 --2- 172.21.15.53:0/3431847694 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55eb578b8280 0x55eb578c6bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.828 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.821+0000 7f9f95ffb700 0 client.15762 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:54.828 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.821+0000 7f9fbf6a6b80 1 --2- 172.21.15.53:0/3431847694 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55eb577df180 0x55eb578c99a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.828 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.821+0000 7f9fbf6a6b80 1 --2- 172.21.15.53:0/3431847694 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55eb578b7960 0x55eb578c66b0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.828 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.821+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/3431847694 >> 172.21.15.53:0/3431847694 conn(0x55eb578bfde0 msgr2=0x55eb578b6770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:54.828 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.821+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/3431847694 shutdown_connections 2024-05-10T11:22:54.828 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.821+0000 7f9fbf6a6b80 1 -- 172.21.15.53:0/3431847694 wait complete. 2024-05-10T11:22:54.828 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.821+0000 7f9fbf6a6b80 20 client.15762 trim_cache size 0 max 16384 2024-05-10T11:22:54.829 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:22:54.829 INFO:teuthology.orchestra.run.smithi053.stdout: "return_code": 0, 2024-05-10T11:22:54.829 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_tag": "8ccbc290-5b17-4982-ba95-fb2ff40d72f7", 2024-05-10T11:22:54.829 INFO:teuthology.orchestra.run.smithi053.stdout: "mode": "asynchronous" 2024-05-10T11:22:54.829 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:22:54.829 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.822+0000 7f9fb4e13700 1 -- 172.21.15.53:0/4103807771 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9f980b2880 msgr2=0x7f9f980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:54.829 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.822+0000 7f9fb4e13700 1 --2- 172.21.15.53:0/4103807771 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9f980b2880 0x7f9f980b4d40 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f9fa000b5c0 tx=0x7f9fa0005960 comp rx=0 tx=0).stop 2024-05-10T11:22:54.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.822+0000 7f9fb4e13700 1 -- 172.21.15.53:0/4103807771 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9fb0108410 msgr2=0x7f9fb01987a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:54.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.822+0000 7f9fb4e13700 1 --2- 172.21.15.53:0/4103807771 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9fb0108410 0x7f9fb01987a0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f9fa8007ee0 tx=0x7f9fa800f5c0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.822+0000 7f9fb4e13700 1 -- 172.21.15.53:0/4103807771 shutdown_connections 2024-05-10T11:22:54.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.822+0000 7f9fb4e13700 1 --2- 172.21.15.53:0/4103807771 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9f980b2880 0x7f9f980b4d40 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.822+0000 7f9fb4e13700 1 --2- 172.21.15.53:0/4103807771 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9fb0108410 0x7f9fb01987a0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.822+0000 7f9fb4e13700 1 --2- 172.21.15.53:0/4103807771 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9fb01023a0 0x7f9fb019e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.822+0000 7f9fb4e13700 1 --2- 172.21.15.53:0/4103807771 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9fb0102d60 0x7f9fb019eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:54.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.822+0000 7f9fb4e13700 1 -- 172.21.15.53:0/4103807771 >> 172.21.15.53:0/4103807771 conn(0x7f9fb0079350 msgr2=0x7f9fb0101290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:54.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.822+0000 7f9fb4e13700 1 -- 172.21.15.53:0/4103807771 shutdown_connections 2024-05-10T11:22:54.830 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:54.822+0000 7f9fb4e13700 1 -- 172.21.15.53:0/4103807771 wait complete. 2024-05-10T11:22:55.786 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-10T11:22:55.844 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.841+0000 7fb540683640 1 -- 172.21.15.53:0/389419786 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb538103c20 msgr2=0x7fb5381040a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:55.844 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.841+0000 7fb540683640 1 --2- 172.21.15.53:0/389419786 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb538103c20 0x7fb5381040a0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fb52c009900 tx=0x7fb52c02a410 comp rx=0 tx=0).stop 2024-05-10T11:22:55.844 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.841+0000 7fb540683640 1 -- 172.21.15.53:0/389419786 shutdown_connections 2024-05-10T11:22:55.844 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.841+0000 7fb540683640 1 --2- 172.21.15.53:0/389419786 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb5381045e0 0x7fb53810ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.844 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.841+0000 7fb540683640 1 --2- 172.21.15.53:0/389419786 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb538103c20 0x7fb5381040a0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.844 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.841+0000 7fb540683640 1 --2- 172.21.15.53:0/389419786 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb538102a30 0x7fb538102e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.844 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.841+0000 7fb540683640 1 -- 172.21.15.53:0/389419786 >> 172.21.15.53:0/389419786 conn(0x7fb5380fdfa0 msgr2=0x7fb5381003e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:55.844 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.841+0000 7fb540683640 1 -- 172.21.15.53:0/389419786 shutdown_connections 2024-05-10T11:22:55.844 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.841+0000 7fb540683640 1 -- 172.21.15.53:0/389419786 wait complete. 2024-05-10T11:22:55.845 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.842+0000 7fb540683640 1 Processor -- start 2024-05-10T11:22:55.845 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.842+0000 7fb540683640 1 -- start start 2024-05-10T11:22:55.845 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.842+0000 7fb540683640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb538102a30 0x7fb538198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:55.845 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.843+0000 7fb540683640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb538103c20 0x7fb538198fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:55.845 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.843+0000 7fb540683640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb5381045e0 0x7fb5381a0050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:55.845 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.843+0000 7fb540683640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb53810e3f0 con 0x7fb538103c20 2024-05-10T11:22:55.845 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.843+0000 7fb540683640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fb53810e270 con 0x7fb538102a30 2024-05-10T11:22:55.845 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.843+0000 7fb540683640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fb53810e570 con 0x7fb5381045e0 2024-05-10T11:22:55.845 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.843+0000 7fb53dc1e640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb538103c20 0x7fb538198fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:55.845 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.843+0000 7fb53dc1e640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb538103c20 0x7fb538198fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37234/0 (socket says 172.21.15.53:37234) 2024-05-10T11:22:55.845 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.843+0000 7fb53dc1e640 1 -- 172.21.15.53:0/100462947 learned_addr learned my addr 172.21.15.53:0/100462947 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:55.845 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.843+0000 7fb53e41f640 1 --2- 172.21.15.53:0/100462947 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb538102a30 0x7fb538198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:55.845 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.843+0000 7fb53ec20640 1 --2- 172.21.15.53:0/100462947 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb5381045e0 0x7fb5381a0050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:55.845 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.843+0000 7fb53dc1e640 1 -- 172.21.15.53:0/100462947 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb5381045e0 msgr2=0x7fb5381a0050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:55.846 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.843+0000 7fb53dc1e640 1 --2- 172.21.15.53:0/100462947 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb5381045e0 0x7fb5381a0050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.846 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.843+0000 7fb53dc1e640 1 -- 172.21.15.53:0/100462947 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb538102a30 msgr2=0x7fb538198aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:55.846 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.843+0000 7fb53dc1e640 1 --2- 172.21.15.53:0/100462947 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb538102a30 0x7fb538198aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.846 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.843+0000 7fb53dc1e640 1 -- 172.21.15.53:0/100462947 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5381a06c0 con 0x7fb538103c20 2024-05-10T11:22:55.846 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.843+0000 7fb53e41f640 1 --2- 172.21.15.53:0/100462947 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb538102a30 0x7fb538198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:22:55.846 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.843+0000 7fb53dc1e640 1 --2- 172.21.15.53:0/100462947 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb538103c20 0x7fb538198fe0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fb52c009230 tx=0x7fb52c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:55.846 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.844+0000 7fb52b7fe640 1 -- 172.21.15.53:0/100462947 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb52c03f030 con 0x7fb538103c20 2024-05-10T11:22:55.846 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.844+0000 7fb540683640 1 -- 172.21.15.53:0/100462947 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5381a0950 con 0x7fb538103c20 2024-05-10T11:22:55.846 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.844+0000 7fb52b7fe640 1 -- 172.21.15.53:0/100462947 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb52c003c90 con 0x7fb538103c20 2024-05-10T11:22:55.846 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.844+0000 7fb52b7fe640 1 -- 172.21.15.53:0/100462947 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb52c035070 con 0x7fb538103c20 2024-05-10T11:22:55.846 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.844+0000 7fb540683640 1 -- 172.21.15.53:0/100462947 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5381a0e90 con 0x7fb538103c20 2024-05-10T11:22:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.846+0000 7fb5433a1740 1 Processor -- start 2024-05-10T11:22:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.847+0000 7fb5433a1740 1 -- start start 2024-05-10T11:22:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.847+0000 7fb5433a1740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd2db0 0x561d88fd31d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.847+0000 7fb5433a1740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d88fd37a0 0x561d88fd82a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.847+0000 7fb5433a1740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d88fd8910 0x561d88fdada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.847+0000 7fb5433a1740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x561d88f375d0 con 0x561d88fd2db0 2024-05-10T11:22:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.847+0000 7fb5433a1740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x561d88ef0890 con 0x561d88fd8910 2024-05-10T11:22:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.847+0000 7fb5433a1740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x561d88f33590 con 0x561d88fd37a0 2024-05-10T11:22:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.847+0000 7fb52b7fe640 1 -- 172.21.15.53:0/100462947 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fb52c042030 con 0x7fb538103c20 2024-05-10T11:22:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.847+0000 7fb53ec20640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd2db0 0x561d88fd31d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.847+0000 7fb53ec20640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd2db0 0x561d88fd31d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37246/0 (socket says 172.21.15.53:37246) 2024-05-10T11:22:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.847+0000 7fb53ec20640 1 -- 172.21.15.53:0/136849667 learned_addr learned my addr 172.21.15.53:0/136849667 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.847+0000 7fb53e41f640 1 --2- 172.21.15.53:0/136849667 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d88fd37a0 0x561d88fd82a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:55.853 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.847+0000 7fb53dc1e640 1 --2- 172.21.15.53:0/136849667 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d88fd8910 0x561d88fdada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:55.853 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.847+0000 7fb53ec20640 1 -- 172.21.15.53:0/136849667 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d88fd37a0 msgr2=0x561d88fd82a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:55.853 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.847+0000 7fb53ec20640 1 --2- 172.21.15.53:0/136849667 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d88fd37a0 0x561d88fd82a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.853 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.847+0000 7fb53ec20640 1 -- 172.21.15.53:0/136849667 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d88fd8910 msgr2=0x561d88fdada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:55.853 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.847+0000 7fb53ec20640 1 --2- 172.21.15.53:0/136849667 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d88fd8910 0x561d88fdada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.853 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.847+0000 7fb53ec20640 1 -- 172.21.15.53:0/136849667 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d88c49210 con 0x561d88fd2db0 2024-05-10T11:22:55.853 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.848+0000 7fb53ec20640 1 --2- 172.21.15.53:0/136849667 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd2db0 0x561d88fd31d0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fb530009ee0 tx=0x7fb530010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f52b1a206cd7fc83 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:55.853 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.848+0000 7fb528ff9640 1 -- 172.21.15.53:0/136849667 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb530016070 con 0x561d88fd2db0 2024-05-10T11:22:55.853 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.848+0000 7fb528ff9640 1 -- 172.21.15.53:0/136849667 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb530004d20 con 0x561d88fd2db0 2024-05-10T11:22:55.853 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.848+0000 7fb528ff9640 1 -- 172.21.15.53:0/136849667 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5300126b0 con 0x561d88fd2db0 2024-05-10T11:22:55.853 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.848+0000 7fb52b7fe640 1 --2- 172.21.15.53:0/100462947 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb5240b28a0 0x7fb5240b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:55.853 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.848+0000 7fb53e41f640 1 --2- 172.21.15.53:0/100462947 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb5240b28a0 0x7fb5240b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:55.853 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.848+0000 7fb52b7fe640 1 -- 172.21.15.53:0/100462947 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fb52c102dc0 con 0x7fb538103c20 2024-05-10T11:22:55.853 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.849+0000 7fb5433a1740 1 -- 172.21.15.53:0/136849667 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd2db0 msgr2=0x561d88fd31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:55.853 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.849+0000 7fb53e41f640 1 --2- 172.21.15.53:0/100462947 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb5240b28a0 0x7fb5240b4d60 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x561d88fd3ba0 tx=0x7fb53400b5a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:55.854 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.849+0000 7fb5433a1740 1 --2- 172.21.15.53:0/136849667 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd2db0 0x561d88fd31d0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fb530009ee0 tx=0x7fb530010740 comp rx=0 tx=0).stop 2024-05-10T11:22:55.854 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.849+0000 7fb5433a1740 1 -- 172.21.15.53:0/136849667 shutdown_connections 2024-05-10T11:22:55.854 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.849+0000 7fb5433a1740 1 --2- 172.21.15.53:0/136849667 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d88fd8910 0x561d88fdada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.854 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.849+0000 7fb5433a1740 1 --2- 172.21.15.53:0/136849667 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d88fd37a0 0x561d88fd82a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.854 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.849+0000 7fb5433a1740 1 --2- 172.21.15.53:0/136849667 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd2db0 0x561d88fd31d0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.854 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.849+0000 7fb5433a1740 1 -- 172.21.15.53:0/136849667 >> 172.21.15.53:0/136849667 conn(0x561d88fce420 msgr2=0x561d88fce820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:55.854 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.849+0000 7fb5433a1740 1 -- 172.21.15.53:0/136849667 shutdown_connections 2024-05-10T11:22:55.854 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.849+0000 7fb5433a1740 1 -- 172.21.15.53:0/136849667 wait complete. 2024-05-10T11:22:55.854 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.849+0000 7fb5433a1740 1 -- start start 2024-05-10T11:22:55.854 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.849+0000 7fb5433a1740 1 Processor -- start 2024-05-10T11:22:55.854 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.850+0000 7fb5433a1740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd2db0 0x561d88fdd060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:55.854 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.850+0000 7fb5433a1740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d88fd37a0 0x561d88fdd5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:55.854 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.850+0000 7fb5433a1740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d88fd8910 0x561d88fe45e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:55.855 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.850+0000 7fb5433a1740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x561d88fdb8c0 con 0x561d88fd2db0 2024-05-10T11:22:55.855 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.850+0000 7fb5433a1740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x561d88ef4370 con 0x561d88fd8910 2024-05-10T11:22:55.855 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.850+0000 7fb5433a1740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x561d88fdba40 con 0x561d88fd37a0 2024-05-10T11:22:55.855 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.850+0000 7fb5433a1740 10 client.0 _ll_register_callbacks cb 0x561d88c48a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:55.855 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.850+0000 7fb53e41f640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd2db0 0x561d88fdd060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:55.855 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.850+0000 7fb53e41f640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd2db0 0x561d88fdd060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37254/0 (socket says 172.21.15.53:37254) 2024-05-10T11:22:55.855 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.850+0000 7fb53e41f640 1 -- 172.21.15.53:0/4134700834 learned_addr learned my addr 172.21.15.53:0/4134700834 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:55.855 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.850+0000 7fb53dc1e640 1 --2- 172.21.15.53:0/4134700834 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d88fd37a0 0x561d88fdd5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:55.855 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.850+0000 7fb53ec20640 1 --2- 172.21.15.53:0/4134700834 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d88fd8910 0x561d88fe45e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:55.855 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.850+0000 7fb53e41f640 1 -- 172.21.15.53:0/4134700834 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d88fd37a0 msgr2=0x561d88fdd5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:55.855 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.850+0000 7fb53e41f640 1 --2- 172.21.15.53:0/4134700834 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d88fd37a0 0x561d88fdd5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.855 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.850+0000 7fb53e41f640 1 -- 172.21.15.53:0/4134700834 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d88fd8910 msgr2=0x561d88fe45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:55.855 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.850+0000 7fb53e41f640 1 --2- 172.21.15.53:0/4134700834 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d88fd8910 0x561d88fe45e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.855 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.850+0000 7fb53e41f640 1 -- 172.21.15.53:0/4134700834 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d88d15620 con 0x561d88fd2db0 2024-05-10T11:22:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.850+0000 7fb53dc1e640 1 --2- 172.21.15.53:0/4134700834 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d88fd37a0 0x561d88fdd5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:22:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.850+0000 7fb53e41f640 1 --2- 172.21.15.53:0/4134700834 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd2db0 0x561d88fdd060 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fb534010770 tx=0x7fb5340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e5011777c16fcda server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.850+0000 7fb521ffb640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.850+0000 7fb521ffb640 1 -- 172.21.15.53:0/4134700834 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb53400fa80 con 0x561d88fd2db0 2024-05-10T11:22:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.850+0000 7fb521ffb640 1 -- 172.21.15.53:0/4134700834 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fb53400fc20 con 0x561d88fd2db0 2024-05-10T11:22:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.851+0000 7fb5433a1740 1 -- 172.21.15.53:0/4134700834 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb530004d20 con 0x561d88fd2db0 2024-05-10T11:22:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.851+0000 7fb521ffb640 1 -- 172.21.15.53:0/4134700834 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb534030050 con 0x561d88fd2db0 2024-05-10T11:22:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.851+0000 7fb5433a1740 10 client.15774 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.851+0000 7fb5433a1740 1 -- 172.21.15.53:0/4134700834 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561d88fe7690 con 0x561d88fd2db0 2024-05-10T11:22:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.851+0000 7fb521ffb640 1 -- 172.21.15.53:0/4134700834 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb530004d20 con 0x561d88fd2db0 2024-05-10T11:22:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.851+0000 7fb521ffb640 1 -- 172.21.15.53:0/4134700834 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb53401f3f0 con 0x561d88fd2db0 2024-05-10T11:22:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.851+0000 7fb5433a1740 10 client.15774 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.851+0000 7fb5433a1740 10 client.15774 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:55.856 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.851+0000 7fb5433a1740 20 client.15774 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:55.857 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.851+0000 7fb5433a1740 1 --2- 172.21.15.53:0/4134700834 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561d88fe8d60 0x561d88feb190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:55.857 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.851+0000 7fb5433a1740 4 client.15774 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:22:55.857 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.851+0000 7fb5433a1740 1 -- 172.21.15.53:0/4134700834 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561d88f451e0 con 0x561d88fe8d60 2024-05-10T11:22:55.857 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.852+0000 7fb53dc1e640 1 --2- 172.21.15.53:0/4134700834 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561d88fe8d60 0x561d88feb190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:55.857 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.852+0000 7fb53dc1e640 1 --2- 172.21.15.53:0/4134700834 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561d88fe8d60 0x561d88feb190 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f2329c9968c79b71 server_cookie=750721defa66a7bf in_seq=0 out_seq=0 2024-05-10T11:22:55.857 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.852+0000 7fb521ffb640 10 client.15774 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:55.858 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.853+0000 7fb521ffb640 1 -- 172.21.15.53:0/4134700834 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x561d88f451e0 con 0x561d88fe8d60 2024-05-10T11:22:55.858 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.853+0000 7fb521ffb640 10 client.15774 handle_command_reply: tid=0 2024-05-10T11:22:55.858 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.853+0000 7fb5433a1740 1 client.15774 shutdown 2024-05-10T11:22:55.858 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.853+0000 7fb5433a1740 1 -- 172.21.15.53:0/4134700834 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd2db0 msgr2=0x561d88fdd060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:55.858 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.853+0000 7fb5433a1740 1 --2- 172.21.15.53:0/4134700834 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd2db0 0x561d88fdd060 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fb534010770 tx=0x7fb5340046c0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.858 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.853+0000 7fb5433a1740 1 -- 172.21.15.53:0/4134700834 shutdown_connections 2024-05-10T11:22:55.858 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.853+0000 7fb5433a1740 1 --2- 172.21.15.53:0/4134700834 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d88fd8910 0x561d88fe45e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.859 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.853+0000 7fb5433a1740 1 --2- 172.21.15.53:0/4134700834 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d88fd37a0 0x561d88fdd5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.859 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.853+0000 7fb5433a1740 1 --2- 172.21.15.53:0/4134700834 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561d88fe8d60 0x561d88feb190 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.859 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.853+0000 7fb521ffb640 0 client.15774 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:55.859 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.853+0000 7fb5433a1740 1 --2- 172.21.15.53:0/4134700834 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd2db0 0x561d88fdd060 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.859 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.853+0000 7fb5433a1740 1 -- 172.21.15.53:0/4134700834 >> 172.21.15.53:0/4134700834 conn(0x561d88fce420 msgr2=0x561d88fcd580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:55.859 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.853+0000 7fb5433a1740 1 -- 172.21.15.53:0/4134700834 shutdown_connections 2024-05-10T11:22:55.859 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.853+0000 7fb5433a1740 1 -- 172.21.15.53:0/4134700834 wait complete. 2024-05-10T11:22:55.859 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.853+0000 7fb5433a1740 20 client.15774 trim_cache size 0 max 16384 2024-05-10T11:22:55.884 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.883+0000 7fb5433a1740 1 Processor -- start 2024-05-10T11:22:55.884 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.883+0000 7fb5433a1740 1 -- start start 2024-05-10T11:22:55.884 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.883+0000 7fb5433a1740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d88fd2db0 0x561d88fd1b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:55.884 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.883+0000 7fb5433a1740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d88fd37a0 0x561d88fdcc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:55.884 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.883+0000 7fb5433a1740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd8910 0x561d88fdd1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:55.884 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.883+0000 7fb5433a1740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb5381a9230 con 0x561d88fd8910 2024-05-10T11:22:55.884 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.883+0000 7fb5433a1740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fb5381aad70 con 0x561d88fd2db0 2024-05-10T11:22:55.884 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.883+0000 7fb5433a1740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fb5381a9900 con 0x561d88fd37a0 2024-05-10T11:22:55.885 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.883+0000 7fb53ec20640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd8910 0x561d88fdd1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:55.885 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.883+0000 7fb53ec20640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd8910 0x561d88fdd1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37270/0 (socket says 172.21.15.53:37270) 2024-05-10T11:22:55.885 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.883+0000 7fb53ec20640 1 -- 172.21.15.53:0/3790217251 learned_addr learned my addr 172.21.15.53:0/3790217251 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:55.885 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.883+0000 7fb53e41f640 1 --2- 172.21.15.53:0/3790217251 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d88fd2db0 0x561d88fd1b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:55.885 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.883+0000 7fb53dc1e640 1 --2- 172.21.15.53:0/3790217251 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d88fd37a0 0x561d88fdcc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:55.885 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.883+0000 7fb53ec20640 1 -- 172.21.15.53:0/3790217251 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d88fd37a0 msgr2=0x561d88fdcc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:55.885 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.883+0000 7fb53ec20640 1 --2- 172.21.15.53:0/3790217251 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d88fd37a0 0x561d88fdcc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.885 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.883+0000 7fb53ec20640 1 -- 172.21.15.53:0/3790217251 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d88fd2db0 msgr2=0x561d88fd1b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:55.885 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.883+0000 7fb53ec20640 1 --2- 172.21.15.53:0/3790217251 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d88fd2db0 0x561d88fd1b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.885 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.883+0000 7fb53ec20640 1 -- 172.21.15.53:0/3790217251 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d88fdb160 con 0x561d88fd8910 2024-05-10T11:22:55.885 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.884+0000 7fb53ec20640 1 --2- 172.21.15.53:0/3790217251 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd8910 0x561d88fdd1b0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fb530009ee0 tx=0x7fb530009c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f88358730c3e3b4a server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:55.885 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.884+0000 7fb523fff640 1 -- 172.21.15.53:0/3790217251 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb530028070 con 0x561d88fd8910 2024-05-10T11:22:55.885 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.884+0000 7fb523fff640 1 -- 172.21.15.53:0/3790217251 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb530004be0 con 0x561d88fd8910 2024-05-10T11:22:55.885 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.884+0000 7fb523fff640 1 -- 172.21.15.53:0/3790217251 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb530016070 con 0x561d88fd8910 2024-05-10T11:22:55.889 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.885+0000 7fb5433a1740 1 -- 172.21.15.53:0/3790217251 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd8910 msgr2=0x561d88fdd1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:55.889 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.885+0000 7fb5433a1740 1 --2- 172.21.15.53:0/3790217251 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd8910 0x561d88fdd1b0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fb530009ee0 tx=0x7fb530009c30 comp rx=0 tx=0).stop 2024-05-10T11:22:55.889 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.885+0000 7fb5433a1740 1 -- 172.21.15.53:0/3790217251 shutdown_connections 2024-05-10T11:22:55.889 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.885+0000 7fb5433a1740 1 --2- 172.21.15.53:0/3790217251 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd8910 0x561d88fdd1b0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.889 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.885+0000 7fb5433a1740 1 --2- 172.21.15.53:0/3790217251 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d88fd37a0 0x561d88fdcc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.889 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.885+0000 7fb5433a1740 1 --2- 172.21.15.53:0/3790217251 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d88fd2db0 0x561d88fd1b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.885+0000 7fb5433a1740 1 -- 172.21.15.53:0/3790217251 >> 172.21.15.53:0/3790217251 conn(0x561d88fce420 msgr2=0x561d88fd13f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.885+0000 7fb5433a1740 1 -- 172.21.15.53:0/3790217251 shutdown_connections 2024-05-10T11:22:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.885+0000 7fb5433a1740 1 -- 172.21.15.53:0/3790217251 wait complete. 2024-05-10T11:22:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.885+0000 7fb5433a1740 1 -- start start 2024-05-10T11:22:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.885+0000 7fb5433a1740 1 Processor -- start 2024-05-10T11:22:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.885+0000 7fb5433a1740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd2db0 0x561d88fe1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.885+0000 7fb5433a1740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d88fd37a0 0x561d88fe1990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.885+0000 7fb5433a1740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d88fd8910 0x561d88fe2950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.885+0000 7fb5433a1740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb5381aa6a0 con 0x561d88fd2db0 2024-05-10T11:22:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.885+0000 7fb5433a1740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fb5381a9fd0 con 0x561d88fd8910 2024-05-10T11:22:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.885+0000 7fb5433a1740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fb5381a7210 con 0x561d88fd37a0 2024-05-10T11:22:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.885+0000 7fb5433a1740 10 client.0 _ll_register_callbacks cb 0x7fb5340103f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.886+0000 7fb53e41f640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd2db0 0x561d88fe1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.886+0000 7fb53e41f640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd2db0 0x561d88fe1450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37284/0 (socket says 172.21.15.53:37284) 2024-05-10T11:22:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.886+0000 7fb53e41f640 1 -- 172.21.15.53:0/3907066432 learned_addr learned my addr 172.21.15.53:0/3907066432 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.886+0000 7fb53ec20640 1 --2- 172.21.15.53:0/3907066432 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d88fd8910 0x561d88fe2950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.886+0000 7fb53dc1e640 1 --2- 172.21.15.53:0/3907066432 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d88fd37a0 0x561d88fe1990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.886+0000 7fb53e41f640 1 -- 172.21.15.53:0/3907066432 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d88fd37a0 msgr2=0x561d88fe1990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.886+0000 7fb53e41f640 1 --2- 172.21.15.53:0/3907066432 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d88fd37a0 0x561d88fe1990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.886+0000 7fb53e41f640 1 -- 172.21.15.53:0/3907066432 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d88fd8910 msgr2=0x561d88fe2950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.886+0000 7fb53e41f640 1 --2- 172.21.15.53:0/3907066432 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d88fd8910 0x561d88fe2950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.886+0000 7fb53e41f640 1 -- 172.21.15.53:0/3907066432 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d88fe2f40 con 0x561d88fd2db0 2024-05-10T11:22:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.886+0000 7fb53e41f640 1 --2- 172.21.15.53:0/3907066432 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd2db0 0x561d88fe1450 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fb53400f580 tx=0x7fb53401f620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ac5bf4e0e0fec50 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.886+0000 7fb521ffb640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.886+0000 7fb521ffb640 1 -- 172.21.15.53:0/3907066432 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb53402d040 con 0x561d88fd2db0 2024-05-10T11:22:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.886+0000 7fb521ffb640 1 -- 172.21.15.53:0/3907066432 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fb534005220 con 0x561d88fd2db0 2024-05-10T11:22:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.886+0000 7fb5433a1740 1 -- 172.21.15.53:0/3907066432 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb530004be0 con 0x561d88fd2db0 2024-05-10T11:22:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.887+0000 7fb521ffb640 1 -- 172.21.15.53:0/3907066432 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb53401fc60 con 0x561d88fd2db0 2024-05-10T11:22:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.887+0000 7fb5433a1740 10 client.15780 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.887+0000 7fb5433a1740 1 -- 172.21.15.53:0/3907066432 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561d89053780 con 0x561d88fd2db0 2024-05-10T11:22:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.887+0000 7fb521ffb640 1 -- 172.21.15.53:0/3907066432 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb530004be0 con 0x561d88fd2db0 2024-05-10T11:22:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.887+0000 7fb521ffb640 1 -- 172.21.15.53:0/3907066432 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb53403c070 con 0x561d88fd2db0 2024-05-10T11:22:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.887+0000 7fb5433a1740 10 client.15780 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.887+0000 7fb5433a1740 10 client.15780 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.887+0000 7fb5433a1740 20 client.15780 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.887+0000 7fb5433a1740 1 --2- 172.21.15.53:0/3907066432 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561d890541b0 0x561d890565d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.887+0000 7fb5433a1740 4 client.15780 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-10T11:22:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.887+0000 7fb5433a1740 1 -- 172.21.15.53:0/3907066432 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561d88f3f050 con 0x561d890541b0 2024-05-10T11:22:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.887+0000 7fb53dc1e640 1 --2- 172.21.15.53:0/3907066432 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561d890541b0 0x561d890565d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.888+0000 7fb521ffb640 10 client.15780 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.888+0000 7fb53dc1e640 1 --2- 172.21.15.53:0/3907066432 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561d890541b0 0x561d890565d0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c9787cb4e4ac24e server_cookie=1e6f01c89a00bff9 in_seq=0 out_seq=0 2024-05-10T11:22:55.894 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.892+0000 7fb521ffb640 1 -- 172.21.15.53:0/3907066432 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561d88f3f050 con 0x561d890541b0 2024-05-10T11:22:55.894 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.892+0000 7fb521ffb640 10 client.15780 handle_command_reply: tid=0 2024-05-10T11:22:55.894 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.892+0000 7fb5433a1740 1 client.15780 shutdown 2024-05-10T11:22:55.894 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.892+0000 7fb5433a1740 1 -- 172.21.15.53:0/3907066432 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd2db0 msgr2=0x561d88fe1450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:55.894 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.892+0000 7fb5433a1740 1 --2- 172.21.15.53:0/3907066432 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd2db0 0x561d88fe1450 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fb53400f580 tx=0x7fb53401f620 comp rx=0 tx=0).stop 2024-05-10T11:22:55.894 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.892+0000 7fb5433a1740 1 -- 172.21.15.53:0/3907066432 shutdown_connections 2024-05-10T11:22:55.894 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.892+0000 7fb5433a1740 1 --2- 172.21.15.53:0/3907066432 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d88fd8910 0x561d88fe2950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.894 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.892+0000 7fb5433a1740 1 --2- 172.21.15.53:0/3907066432 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d88fd37a0 0x561d88fe1990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.894 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.892+0000 7fb5433a1740 1 --2- 172.21.15.53:0/3907066432 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561d890541b0 0x561d890565d0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.894 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.892+0000 7fb5433a1740 1 --2- 172.21.15.53:0/3907066432 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d88fd2db0 0x561d88fe1450 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.894 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.892+0000 7fb5433a1740 1 -- 172.21.15.53:0/3907066432 >> 172.21.15.53:0/3907066432 conn(0x561d88fce420 msgr2=0x561d88fd13f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:55.894 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.892+0000 7fb521ffb640 0 client.15780 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:55.895 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.892+0000 7fb5433a1740 1 -- 172.21.15.53:0/3907066432 shutdown_connections 2024-05-10T11:22:55.895 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.892+0000 7fb5433a1740 1 -- 172.21.15.53:0/3907066432 wait complete. 2024-05-10T11:22:55.895 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.892+0000 7fb5433a1740 20 client.15780 trim_cache size 0 max 16384 2024-05-10T11:22:55.895 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:{ 2024-05-10T11:22:55.895 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "message": "", 2024-05-10T11:22:55.895 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "return_code": 0 2024-05-10T11:22:55.895 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:} 2024-05-10T11:22:55.896 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.893+0000 7fb540683640 1 -- 172.21.15.53:0/100462947 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb5240b28a0 msgr2=0x7fb5240b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:55.896 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.893+0000 7fb540683640 1 --2- 172.21.15.53:0/100462947 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb5240b28a0 0x7fb5240b4d60 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x561d88fd3ba0 tx=0x7fb53400b5a0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.896 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.893+0000 7fb540683640 1 -- 172.21.15.53:0/100462947 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb538103c20 msgr2=0x7fb538198fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:55.896 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.893+0000 7fb540683640 1 --2- 172.21.15.53:0/100462947 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb538103c20 0x7fb538198fe0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fb52c009230 tx=0x7fb52c0042f0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.896 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.893+0000 7fb540683640 1 -- 172.21.15.53:0/100462947 shutdown_connections 2024-05-10T11:22:55.896 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.893+0000 7fb540683640 1 --2- 172.21.15.53:0/100462947 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb5240b28a0 0x7fb5240b4d60 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.896 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.893+0000 7fb540683640 1 --2- 172.21.15.53:0/100462947 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb5381045e0 0x7fb5381a0050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.896 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.893+0000 7fb540683640 1 --2- 172.21.15.53:0/100462947 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb538103c20 0x7fb538198fe0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.893+0000 7fb540683640 1 --2- 172.21.15.53:0/100462947 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb538102a30 0x7fb538198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.893+0000 7fb540683640 1 -- 172.21.15.53:0/100462947 >> 172.21.15.53:0/100462947 conn(0x7fb5380fdfa0 msgr2=0x7fb538106f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.893+0000 7fb540683640 1 -- 172.21.15.53:0/100462947 shutdown_connections 2024-05-10T11:22:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:22:55.893+0000 7fb540683640 1 -- 172.21.15.53:0/100462947 wait complete. 2024-05-10T11:22:56.050 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:22:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:55 smithi053 ceph-mon[30153]: pgmap v484: 129 pgs: 129 active+clean; 679 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-10T11:22:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:55 smithi053 ceph-mon[30153]: scrub queued for path: / 2024-05-10T11:22:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:55 smithi053 ceph-mon[30153]: scrub summary: idle+waiting paths [/] 2024-05-10T11:22:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:55 smithi053 ceph-mon[30153]: scrub summary: active paths [/] 2024-05-10T11:22:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:55 smithi053 ceph-mon[30153]: scrub summary: idle+waiting paths [/] 2024-05-10T11:22:56.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:55 smithi132 ceph-mon[33758]: pgmap v484: 129 pgs: 129 active+clean; 679 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-10T11:22:56.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:55 smithi132 ceph-mon[33758]: scrub queued for path: / 2024-05-10T11:22:56.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:55 smithi132 ceph-mon[33758]: scrub summary: idle+waiting paths [/] 2024-05-10T11:22:56.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:55 smithi132 ceph-mon[33758]: scrub summary: active paths [/] 2024-05-10T11:22:56.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:55 smithi132 ceph-mon[33758]: scrub summary: idle+waiting paths [/] 2024-05-10T11:22:56.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:55 smithi187 ceph-mon[34076]: pgmap v484: 129 pgs: 129 active+clean; 679 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-10T11:22:56.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:55 smithi187 ceph-mon[34076]: scrub queued for path: / 2024-05-10T11:22:56.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:55 smithi187 ceph-mon[34076]: scrub summary: idle+waiting paths [/] 2024-05-10T11:22:56.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:55 smithi187 ceph-mon[34076]: scrub summary: active paths [/] 2024-05-10T11:22:56.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:55 smithi187 ceph-mon[34076]: scrub summary: idle+waiting paths [/] 2024-05-10T11:22:56.527 INFO:tasks.workunit.client.0.smithi053.stderr:Updating files: 86% (10583/12271) Updating files: 87% (10676/12271) Updating files: 88% (10799/12271) Updating files: 89% (10922/12271) Updating files: 90% (11044/12271) Updating files: 91% (11167/12271) Updating files: 92% (11290/12271) Updating files: 93% (11413/12271) Updating files: 94% (11535/12271) Updating files: 95% (11658/12271) Updating files: 96% (11781/12271) Updating files: 97% (11903/12271) Updating files: 98% (12026/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-05-10T11:22:56.816 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:56 smithi053 ceph-mon[30153]: scrub summary: idle 2024-05-10T11:22:57.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:56 smithi132 ceph-mon[33758]: scrub summary: idle 2024-05-10T11:22:57.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:56 smithi187 ceph-mon[34076]: scrub summary: idle 2024-05-10T11:22:57.262 INFO:tasks.workunit.client.0.smithi053.stderr:Note: switching to 'd39fa08867836ac070c47cb66c782fa559fd480b'. 2024-05-10T11:22:57.263 INFO:tasks.workunit.client.0.smithi053.stderr: 2024-05-10T11:22:57.263 INFO:tasks.workunit.client.0.smithi053.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-05-10T11:22:57.263 INFO:tasks.workunit.client.0.smithi053.stderr:changes and commit them, and you can discard any commits you make in this 2024-05-10T11:22:57.263 INFO:tasks.workunit.client.0.smithi053.stderr:state without impacting any branches by switching back to a branch. 2024-05-10T11:22:57.263 INFO:tasks.workunit.client.0.smithi053.stderr: 2024-05-10T11:22:57.263 INFO:tasks.workunit.client.0.smithi053.stderr:If you want to create a new branch to retain commits you create, you may 2024-05-10T11:22:57.263 INFO:tasks.workunit.client.0.smithi053.stderr:do so (now or later) by using -c with the switch command. Example: 2024-05-10T11:22:57.263 INFO:tasks.workunit.client.0.smithi053.stderr: 2024-05-10T11:22:57.263 INFO:tasks.workunit.client.0.smithi053.stderr: git switch -c 2024-05-10T11:22:57.263 INFO:tasks.workunit.client.0.smithi053.stderr: 2024-05-10T11:22:57.263 INFO:tasks.workunit.client.0.smithi053.stderr:Or undo this operation with: 2024-05-10T11:22:57.263 INFO:tasks.workunit.client.0.smithi053.stderr: 2024-05-10T11:22:57.263 INFO:tasks.workunit.client.0.smithi053.stderr: git switch - 2024-05-10T11:22:57.263 INFO:tasks.workunit.client.0.smithi053.stderr: 2024-05-10T11:22:57.263 INFO:tasks.workunit.client.0.smithi053.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-05-10T11:22:57.264 INFO:tasks.workunit.client.0.smithi053.stderr: 2024-05-10T11:22:57.264 INFO:tasks.workunit.client.0.smithi053.stderr:HEAD is now at d39fa088678 client: fix file cache cap leak which can stall async read call 2024-05-10T11:22:57.270 DEBUG:teuthology.orchestra.run.smithi053:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-05-10T11:22:57.338 INFO:tasks.workunit.client.0.smithi053.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-05-10T11:22:57.340 INFO:tasks.workunit.client.0.smithi053.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-10T11:22:57.340 INFO:tasks.workunit.client.0.smithi053.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-05-10T11:22:57.952 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:57 smithi053 ceph-mon[30153]: pgmap v485: 129 pgs: 129 active+clean; 679 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:58.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.060+0000 7fa232e69700 1 -- 172.21.15.53:0/816879074 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa22c102ae0 msgr2=0x7fa22c10f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:58.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.060+0000 7fa232e69700 1 --2- 172.21.15.53:0/816879074 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa22c102ae0 0x7fa22c10f640 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fa21c009990 tx=0x7fa21c009ca0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.060+0000 7fa232e69700 1 -- 172.21.15.53:0/816879074 shutdown_connections 2024-05-10T11:22:58.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.060+0000 7fa232e69700 1 --2- 172.21.15.53:0/816879074 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa22c10fcb0 0x7fa22c112150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.060+0000 7fa232e69700 1 --2- 172.21.15.53:0/816879074 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa22c102130 0x7fa22c102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.060+0000 7fa232e69700 1 --2- 172.21.15.53:0/816879074 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa22c102ae0 0x7fa22c10f640 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.060+0000 7fa232e69700 1 -- 172.21.15.53:0/816879074 >> 172.21.15.53:0/816879074 conn(0x7fa22c077610 msgr2=0x7fa22c077a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:58.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.060+0000 7fa232e69700 1 -- 172.21.15.53:0/816879074 shutdown_connections 2024-05-10T11:22:58.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.060+0000 7fa232e69700 1 -- 172.21.15.53:0/816879074 wait complete. 2024-05-10T11:22:58.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.061+0000 7fa232e69700 1 Processor -- start 2024-05-10T11:22:58.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.061+0000 7fa232e69700 1 -- start start 2024-05-10T11:22:58.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.061+0000 7fa232e69700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa22c102130 0x7fa22c19bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:58.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.061+0000 7fa232e69700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa22c102ae0 0x7fa22c19c270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:58.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.061+0000 7fa232e69700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa22c10fcb0 0x7fa22c1a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:58.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.061+0000 7fa232e69700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa22c115780 con 0x7fa22c10fcb0 2024-05-10T11:22:58.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.061+0000 7fa232e69700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fa22c115600 con 0x7fa22c102ae0 2024-05-10T11:22:58.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.061+0000 7fa232e69700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fa22c115900 con 0x7fa22c102130 2024-05-10T11:22:58.114 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.061+0000 7fa231406700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa22c10fcb0 0x7fa22c1a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:58.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.062+0000 7fa230c05700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa22c102130 0x7fa22c19bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:58.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.062+0000 7fa231406700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa22c10fcb0 0x7fa22c1a0600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37302/0 (socket says 172.21.15.53:37302) 2024-05-10T11:22:58.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.062+0000 7fa231406700 1 -- 172.21.15.53:0/2418332407 learned_addr learned my addr 172.21.15.53:0/2418332407 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:58.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.062+0000 7fa223fff700 1 --2- 172.21.15.53:0/2418332407 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa22c102ae0 0x7fa22c19c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:58.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.062+0000 7fa231406700 1 -- 172.21.15.53:0/2418332407 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa22c102130 msgr2=0x7fa22c19bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:58.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.062+0000 7fa231406700 1 --2- 172.21.15.53:0/2418332407 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa22c102130 0x7fa22c19bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.062+0000 7fa231406700 1 -- 172.21.15.53:0/2418332407 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa22c102ae0 msgr2=0x7fa22c19c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:58.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.062+0000 7fa231406700 1 --2- 172.21.15.53:0/2418332407 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa22c102ae0 0x7fa22c19c270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.062+0000 7fa231406700 1 -- 172.21.15.53:0/2418332407 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa22c1a0d40 con 0x7fa22c10fcb0 2024-05-10T11:22:58.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.062+0000 7fa231406700 1 --2- 172.21.15.53:0/2418332407 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa22c10fcb0 0x7fa22c1a0600 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fa22400b970 tx=0x7fa22400bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:58.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.062+0000 7fa221ffb700 1 -- 172.21.15.53:0/2418332407 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa22400d860 con 0x7fa22c10fcb0 2024-05-10T11:22:58.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.062+0000 7fa232e69700 1 -- 172.21.15.53:0/2418332407 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa22c1a1030 con 0x7fa22c10fcb0 2024-05-10T11:22:58.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.062+0000 7fa221ffb700 1 -- 172.21.15.53:0/2418332407 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa22400e430 con 0x7fa22c10fcb0 2024-05-10T11:22:58.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.062+0000 7fa221ffb700 1 -- 172.21.15.53:0/2418332407 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa224017660 con 0x7fa22c10fcb0 2024-05-10T11:22:58.115 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.062+0000 7fa232e69700 1 -- 172.21.15.53:0/2418332407 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa22c1a88b0 con 0x7fa22c10fcb0 2024-05-10T11:22:58.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.065+0000 7fa221ffb700 1 -- 172.21.15.53:0/2418332407 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fa22400da00 con 0x7fa22c10fcb0 2024-05-10T11:22:58.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.066+0000 7fa221ffb700 1 --2- 172.21.15.53:0/2418332407 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa2140b2880 0x7fa2140b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:58.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.066+0000 7fa230c05700 1 --2- 172.21.15.53:0/2418332407 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa2140b2880 0x7fa2140b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:58.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.066+0000 7fa221ffb700 1 -- 172.21.15.53:0/2418332407 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fa2240e2230 con 0x7fa22c10fcb0 2024-05-10T11:22:58.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.066+0000 7fa23d6fcb80 1 Processor -- start 2024-05-10T11:22:58.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.066+0000 7fa230c05700 1 --2- 172.21.15.53:0/2418332407 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa2140b2880 0x7fa2140b4d40 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fa228005950 tx=0x7fa22800a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:58.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.066+0000 7fa23d6fcb80 1 -- start start 2024-05-10T11:22:58.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.066+0000 7fa23d6fcb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d6e3621b0 0x561d6e362590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:58.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.066+0000 7fa23d6fcb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e362ad0 0x561d6e35c810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:58.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.066+0000 7fa23d6fcb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d6e35cd50 0x561d6e35d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:58.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.066+0000 7fa23d6fcb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x561d6e2ae940 con 0x561d6e362ad0 2024-05-10T11:22:58.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.066+0000 7fa23d6fcb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x561d6e213da0 con 0x561d6e3621b0 2024-05-10T11:22:58.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.066+0000 7fa23d6fcb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x561d6e2aa900 con 0x561d6e35cd50 2024-05-10T11:22:58.116 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.067+0000 7fa223fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e362ad0 0x561d6e35c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:58.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.067+0000 7fa223fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e362ad0 0x561d6e35c810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37312/0 (socket says 172.21.15.53:37312) 2024-05-10T11:22:58.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.067+0000 7fa223fff700 1 -- 172.21.15.53:0/1776951618 learned_addr learned my addr 172.21.15.53:0/1776951618 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:58.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.067+0000 7fa230c05700 1 --2- 172.21.15.53:0/1776951618 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d6e3621b0 0x561d6e362590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:58.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.067+0000 7fa223fff700 1 -- 172.21.15.53:0/1776951618 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d6e35cd50 msgr2=0x561d6e35d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:58.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.067+0000 7fa223fff700 1 --2- 172.21.15.53:0/1776951618 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d6e35cd50 0x561d6e35d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.067+0000 7fa223fff700 1 -- 172.21.15.53:0/1776951618 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d6e3621b0 msgr2=0x561d6e362590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:58.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.067+0000 7fa223fff700 1 --2- 172.21.15.53:0/1776951618 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d6e3621b0 0x561d6e362590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.067+0000 7fa223fff700 1 -- 172.21.15.53:0/1776951618 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d6e1fb8d0 con 0x561d6e362ad0 2024-05-10T11:22:58.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.067+0000 7fa223fff700 1 --2- 172.21.15.53:0/1776951618 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e362ad0 0x561d6e35c810 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fa22c1051c0 tx=0x7fa21c005c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2edf326c43528a98 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:58.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.067+0000 7fa212ffd700 1 -- 172.21.15.53:0/1776951618 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa21c00b9d0 con 0x561d6e362ad0 2024-05-10T11:22:58.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.067+0000 7fa212ffd700 1 -- 172.21.15.53:0/1776951618 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa21c027070 con 0x561d6e362ad0 2024-05-10T11:22:58.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.067+0000 7fa212ffd700 1 -- 172.21.15.53:0/1776951618 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa21c00fdf0 con 0x561d6e362ad0 2024-05-10T11:22:58.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.068+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/1776951618 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e362ad0 msgr2=0x561d6e35c810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:58.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.068+0000 7fa23d6fcb80 1 --2- 172.21.15.53:0/1776951618 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e362ad0 0x561d6e35c810 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fa22c1051c0 tx=0x7fa21c005c70 comp rx=0 tx=0).stop 2024-05-10T11:22:58.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.068+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/1776951618 shutdown_connections 2024-05-10T11:22:58.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.068+0000 7fa23d6fcb80 1 --2- 172.21.15.53:0/1776951618 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d6e35cd50 0x561d6e35d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.068+0000 7fa23d6fcb80 1 --2- 172.21.15.53:0/1776951618 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d6e3621b0 0x561d6e362590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.068+0000 7fa23d6fcb80 1 --2- 172.21.15.53:0/1776951618 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e362ad0 0x561d6e35c810 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.068+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/1776951618 >> 172.21.15.53:0/1776951618 conn(0x561d6e288b70 msgr2=0x561d6e3572a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:58.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.068+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/1776951618 shutdown_connections 2024-05-10T11:22:58.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.068+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/1776951618 wait complete. 2024-05-10T11:22:58.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.068+0000 7fa23d6fcb80 1 -- start start 2024-05-10T11:22:58.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.069+0000 7fa23d6fcb80 1 Processor -- start 2024-05-10T11:22:58.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.069+0000 7fa23d6fcb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d6e35cd50 0x561d6e368850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:58.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.069+0000 7fa23d6fcb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d6e3621b0 0x561d6e365bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:58.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.069+0000 7fa23d6fcb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e362ad0 0x561d6e366130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:58.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.069+0000 7fa23d6fcb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x561d6e3693f0 con 0x561d6e362ad0 2024-05-10T11:22:58.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.069+0000 7fa23d6fcb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x561d6e267ed0 con 0x561d6e35cd50 2024-05-10T11:22:58.118 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.069+0000 7fa23d6fcb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x561d6e369570 con 0x561d6e3621b0 2024-05-10T11:22:58.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.069+0000 7fa23d6fcb80 10 client.0 _ll_register_callbacks cb 0x561d6e2425b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:58.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.069+0000 7fa231406700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e362ad0 0x561d6e366130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:58.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.069+0000 7fa231406700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e362ad0 0x561d6e366130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37328/0 (socket says 172.21.15.53:37328) 2024-05-10T11:22:58.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.069+0000 7fa231406700 1 -- 172.21.15.53:0/1239226142 learned_addr learned my addr 172.21.15.53:0/1239226142 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:58.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.069+0000 7fa223fff700 1 --2- 172.21.15.53:0/1239226142 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d6e3621b0 0x561d6e365bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:58.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.069+0000 7fa230c05700 1 --2- 172.21.15.53:0/1239226142 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d6e35cd50 0x561d6e368850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:58.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.069+0000 7fa231406700 1 -- 172.21.15.53:0/1239226142 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d6e3621b0 msgr2=0x561d6e365bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:58.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.069+0000 7fa231406700 1 --2- 172.21.15.53:0/1239226142 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d6e3621b0 0x561d6e365bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.069+0000 7fa231406700 1 -- 172.21.15.53:0/1239226142 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d6e35cd50 msgr2=0x561d6e368850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:58.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.069+0000 7fa231406700 1 --2- 172.21.15.53:0/1239226142 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d6e35cd50 0x561d6e368850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.069+0000 7fa231406700 1 -- 172.21.15.53:0/1239226142 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d6e265760 con 0x561d6e362ad0 2024-05-10T11:22:58.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.070+0000 7fa231406700 1 --2- 172.21.15.53:0/1239226142 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e362ad0 0x561d6e366130 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fa2240a54e0 tx=0x7fa2240a9be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe64c2a218bd418e server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:58.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.070+0000 7fa20bfff700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:58.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.070+0000 7fa20bfff700 1 -- 172.21.15.53:0/1239226142 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2240b22c0 con 0x561d6e362ad0 2024-05-10T11:22:58.119 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.070+0000 7fa20bfff700 1 -- 172.21.15.53:0/1239226142 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fa2240a5a50 con 0x561d6e362ad0 2024-05-10T11:22:58.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.070+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/1239226142 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa21c027070 con 0x561d6e362ad0 2024-05-10T11:22:58.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.070+0000 7fa20bfff700 1 -- 172.21.15.53:0/1239226142 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa22400dcf0 con 0x561d6e362ad0 2024-05-10T11:22:58.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.070+0000 7fa23d6fcb80 10 client.15792 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:58.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.070+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/1239226142 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561d6e373e20 con 0x561d6e362ad0 2024-05-10T11:22:58.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.070+0000 7fa20bfff700 1 -- 172.21.15.53:0/1239226142 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa21c027070 con 0x561d6e362ad0 2024-05-10T11:22:58.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.070+0000 7fa20bfff700 1 -- 172.21.15.53:0/1239226142 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fa2240a9750 con 0x561d6e362ad0 2024-05-10T11:22:58.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.070+0000 7fa23d6fcb80 10 client.15792 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:58.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.070+0000 7fa23d6fcb80 10 client.15792 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:58.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.070+0000 7fa23d6fcb80 20 client.15792 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:58.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.070+0000 7fa23d6fcb80 1 --2- 172.21.15.53:0/1239226142 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561d6e376460 0x561d6e378850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:58.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.070+0000 7fa23d6fcb80 4 client.15792 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:22:58.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.070+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/1239226142 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561d6e2bc320 con 0x561d6e376460 2024-05-10T11:22:58.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.071+0000 7fa230c05700 1 --2- 172.21.15.53:0/1239226142 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561d6e376460 0x561d6e378850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:58.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.071+0000 7fa20bfff700 10 client.15792 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:58.120 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.071+0000 7fa230c05700 1 --2- 172.21.15.53:0/1239226142 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561d6e376460 0x561d6e378850 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3b04a387ef069d26 server_cookie=cf5552eb981bdfbc in_seq=0 out_seq=0 2024-05-10T11:22:58.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.072+0000 7fa20bfff700 1 -- 172.21.15.53:0/1239226142 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x561d6e2bc320 con 0x561d6e376460 2024-05-10T11:22:58.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.072+0000 7fa20bfff700 10 client.15792 handle_command_reply: tid=0 2024-05-10T11:22:58.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.072+0000 7fa23d6fcb80 1 client.15792 shutdown 2024-05-10T11:22:58.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.072+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/1239226142 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e362ad0 msgr2=0x561d6e366130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:58.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.072+0000 7fa23d6fcb80 1 --2- 172.21.15.53:0/1239226142 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e362ad0 0x561d6e366130 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fa2240a54e0 tx=0x7fa2240a9be0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.072+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/1239226142 shutdown_connections 2024-05-10T11:22:58.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.072+0000 7fa23d6fcb80 1 --2- 172.21.15.53:0/1239226142 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561d6e376460 0x561d6e378850 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.072+0000 7fa23d6fcb80 1 --2- 172.21.15.53:0/1239226142 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e362ad0 0x561d6e366130 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.072+0000 7fa23d6fcb80 1 --2- 172.21.15.53:0/1239226142 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d6e35cd50 0x561d6e368850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.072+0000 7fa23d6fcb80 1 --2- 172.21.15.53:0/1239226142 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d6e3621b0 0x561d6e365bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.072+0000 7fa20bfff700 0 client.15792 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:58.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.072+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/1239226142 >> 172.21.15.53:0/1239226142 conn(0x561d6e288b70 msgr2=0x561d6e351b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:58.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.072+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/1239226142 shutdown_connections 2024-05-10T11:22:58.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.072+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/1239226142 wait complete. 2024-05-10T11:22:58.121 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.072+0000 7fa23d6fcb80 20 client.15792 trim_cache size 0 max 16384 2024-05-10T11:22:58.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.093+0000 7fa23d6fcb80 1 Processor -- start 2024-05-10T11:22:58.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.093+0000 7fa23d6fcb80 1 -- start start 2024-05-10T11:22:58.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.093+0000 7fa23d6fcb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d6e35cd50 0x561d6e35c810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:58.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.093+0000 7fa23d6fcb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e3621b0 0x561d6e360330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:58.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.093+0000 7fa23d6fcb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d6e362ad0 0x561d6e364d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:58.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.093+0000 7fa23d6fcb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa22c1b1340 con 0x561d6e3621b0 2024-05-10T11:22:58.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.093+0000 7fa23d6fcb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fa22c1b2e80 con 0x561d6e362ad0 2024-05-10T11:22:58.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.093+0000 7fa23d6fcb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fa22c1b1a10 con 0x561d6e35cd50 2024-05-10T11:22:58.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.094+0000 7fa223fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e3621b0 0x561d6e360330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:58.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.094+0000 7fa223fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e3621b0 0x561d6e360330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37330/0 (socket says 172.21.15.53:37330) 2024-05-10T11:22:58.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.094+0000 7fa223fff700 1 -- 172.21.15.53:0/1642365578 learned_addr learned my addr 172.21.15.53:0/1642365578 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:58.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.094+0000 7fa231406700 1 --2- 172.21.15.53:0/1642365578 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d6e362ad0 0x561d6e364d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:58.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.094+0000 7fa223fff700 1 -- 172.21.15.53:0/1642365578 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d6e35cd50 msgr2=0x561d6e35c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:58.122 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.094+0000 7fa230c05700 1 --2- 172.21.15.53:0/1642365578 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d6e35cd50 0x561d6e35c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:58.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.094+0000 7fa223fff700 1 --2- 172.21.15.53:0/1642365578 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d6e35cd50 0x561d6e35c810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.094+0000 7fa223fff700 1 -- 172.21.15.53:0/1642365578 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d6e362ad0 msgr2=0x561d6e364d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:58.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.094+0000 7fa223fff700 1 --2- 172.21.15.53:0/1642365578 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d6e362ad0 0x561d6e364d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.094+0000 7fa223fff700 1 -- 172.21.15.53:0/1642365578 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d6e357e70 con 0x561d6e3621b0 2024-05-10T11:22:58.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.094+0000 7fa231406700 1 --2- 172.21.15.53:0/1642365578 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d6e362ad0 0x561d6e364d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:22:58.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.094+0000 7fa223fff700 1 --2- 172.21.15.53:0/1642365578 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e3621b0 0x561d6e360330 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fa22c1051c0 tx=0x7fa21c009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5df055dd236ad33 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:58.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.094+0000 7fa2127fc700 1 -- 172.21.15.53:0/1642365578 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa21c00b7d0 con 0x561d6e3621b0 2024-05-10T11:22:58.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.094+0000 7fa2127fc700 1 -- 172.21.15.53:0/1642365578 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa21c027040 con 0x561d6e3621b0 2024-05-10T11:22:58.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.094+0000 7fa2127fc700 1 -- 172.21.15.53:0/1642365578 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa21c00fcb0 con 0x561d6e3621b0 2024-05-10T11:22:58.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.095+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/1642365578 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e3621b0 msgr2=0x561d6e360330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:58.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.095+0000 7fa23d6fcb80 1 --2- 172.21.15.53:0/1642365578 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e3621b0 0x561d6e360330 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fa22c1051c0 tx=0x7fa21c009310 comp rx=0 tx=0).stop 2024-05-10T11:22:58.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.095+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/1642365578 shutdown_connections 2024-05-10T11:22:58.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.095+0000 7fa23d6fcb80 1 --2- 172.21.15.53:0/1642365578 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d6e362ad0 0x561d6e364d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.123 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.095+0000 7fa23d6fcb80 1 --2- 172.21.15.53:0/1642365578 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d6e35cd50 0x561d6e35c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.095+0000 7fa23d6fcb80 1 --2- 172.21.15.53:0/1642365578 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e3621b0 0x561d6e360330 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.095+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/1642365578 >> 172.21.15.53:0/1642365578 conn(0x561d6e288b70 msgr2=0x561d6e363550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:58.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.095+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/1642365578 shutdown_connections 2024-05-10T11:22:58.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.095+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/1642365578 wait complete. 2024-05-10T11:22:58.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.095+0000 7fa23d6fcb80 1 -- start start 2024-05-10T11:22:58.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.095+0000 7fa23d6fcb80 1 Processor -- start 2024-05-10T11:22:58.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.096+0000 7fa23d6fcb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d6e35cd50 0x561d6e36ee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:58.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.096+0000 7fa23d6fcb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d6e3621b0 0x561d6e37d720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:58.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.096+0000 7fa23d6fcb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e362ad0 0x561d6e37dd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:58.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.096+0000 7fa23d6fcb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa22c1b27b0 con 0x561d6e362ad0 2024-05-10T11:22:58.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.096+0000 7fa23d6fcb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fa22c1b20e0 con 0x561d6e3621b0 2024-05-10T11:22:58.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.096+0000 7fa23d6fcb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fa22c1af2e0 con 0x561d6e35cd50 2024-05-10T11:22:58.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.096+0000 7fa23d6fcb80 10 client.0 _ll_register_callbacks cb 0x561d6e2425b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:22:58.124 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.096+0000 7fa231406700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e362ad0 0x561d6e37dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:58.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.096+0000 7fa231406700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e362ad0 0x561d6e37dd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:37338/0 (socket says 172.21.15.53:37338) 2024-05-10T11:22:58.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.096+0000 7fa231406700 1 -- 172.21.15.53:0/3038825580 learned_addr learned my addr 172.21.15.53:0/3038825580 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:22:58.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.096+0000 7fa230c05700 1 --2- 172.21.15.53:0/3038825580 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d6e35cd50 0x561d6e36ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:58.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.096+0000 7fa223fff700 1 --2- 172.21.15.53:0/3038825580 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d6e3621b0 0x561d6e37d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:58.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.096+0000 7fa231406700 1 -- 172.21.15.53:0/3038825580 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d6e35cd50 msgr2=0x561d6e36ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:58.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.096+0000 7fa231406700 1 --2- 172.21.15.53:0/3038825580 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d6e35cd50 0x561d6e36ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.096+0000 7fa231406700 1 -- 172.21.15.53:0/3038825580 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d6e3621b0 msgr2=0x561d6e37d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:22:58.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.096+0000 7fa231406700 1 --2- 172.21.15.53:0/3038825580 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d6e3621b0 0x561d6e37d720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.096+0000 7fa231406700 1 -- 172.21.15.53:0/3038825580 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d6e3dfc60 con 0x561d6e362ad0 2024-05-10T11:22:58.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.096+0000 7fa231406700 1 --2- 172.21.15.53:0/3038825580 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e362ad0 0x561d6e37dd30 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fa2240a66d0 tx=0x7fa2240a3b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b41ecd59d3ff2ff7 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:22:58.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.096+0000 7fa20bfff700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:22:58.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.097+0000 7fa20bfff700 1 -- 172.21.15.53:0/3038825580 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2240a98d0 con 0x561d6e362ad0 2024-05-10T11:22:58.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.097+0000 7fa20bfff700 1 -- 172.21.15.53:0/3038825580 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fa2240a5a50 con 0x561d6e362ad0 2024-05-10T11:22:58.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.097+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/3038825580 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa21c027040 con 0x561d6e362ad0 2024-05-10T11:22:58.125 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.097+0000 7fa20bfff700 1 -- 172.21.15.53:0/3038825580 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa2240b22c0 con 0x561d6e362ad0 2024-05-10T11:22:58.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.097+0000 7fa23d6fcb80 10 client.15798 fetch_fsmap learned FSMap version 29 2024-05-10T11:22:58.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.097+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/3038825580 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561d6e3e0d30 con 0x561d6e362ad0 2024-05-10T11:22:58.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.097+0000 7fa20bfff700 1 -- 172.21.15.53:0/3038825580 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa21c027040 con 0x561d6e362ad0 2024-05-10T11:22:58.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.097+0000 7fa20bfff700 1 -- 172.21.15.53:0/3038825580 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fa2240a4dd0 con 0x561d6e362ad0 2024-05-10T11:22:58.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.097+0000 7fa23d6fcb80 10 client.15798 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:22:58.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.097+0000 7fa23d6fcb80 10 client.15798 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:22:58.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.097+0000 7fa23d6fcb80 20 client.15798 populate_metadata read hostname 'smithi053' 2024-05-10T11:22:58.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.097+0000 7fa23d6fcb80 1 --2- 172.21.15.53:0/3038825580 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561d6e3e1410 0x561d6e3e3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:22:58.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.097+0000 7fa23d6fcb80 4 client.15798 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-10T11:22:58.126 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.097+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/3038825580 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561d6e2b63c0 con 0x561d6e3e1410 2024-05-10T11:22:58.127 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.098+0000 7fa230c05700 1 --2- 172.21.15.53:0/3038825580 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561d6e3e1410 0x561d6e3e3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:22:58.127 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.098+0000 7fa20bfff700 10 client.15798 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:58.127 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.098+0000 7fa230c05700 1 --2- 172.21.15.53:0/3038825580 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561d6e3e1410 0x561d6e3e3830 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ad0499e05e151b0f server_cookie=381c659840332470 in_seq=0 out_seq=0 2024-05-10T11:22:58.127 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.098+0000 7fa20bfff700 1 -- 172.21.15.53:0/3038825580 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x561d6e2b63c0 con 0x561d6e3e1410 2024-05-10T11:22:58.127 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.098+0000 7fa20bfff700 10 client.15798 handle_command_reply: tid=0 2024-05-10T11:22:58.127 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.098+0000 7fa23d6fcb80 1 client.15798 shutdown 2024-05-10T11:22:58.127 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.098+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/3038825580 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e362ad0 msgr2=0x561d6e37dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:58.127 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.098+0000 7fa23d6fcb80 1 --2- 172.21.15.53:0/3038825580 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e362ad0 0x561d6e37dd30 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fa2240a66d0 tx=0x7fa2240a3b80 comp rx=0 tx=0).stop 2024-05-10T11:22:58.127 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.098+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/3038825580 shutdown_connections 2024-05-10T11:22:58.127 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.098+0000 7fa23d6fcb80 1 --2- 172.21.15.53:0/3038825580 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561d6e3e1410 0x561d6e3e3830 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.127 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.098+0000 7fa23d6fcb80 1 --2- 172.21.15.53:0/3038825580 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561d6e362ad0 0x561d6e37dd30 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.127 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.098+0000 7fa23d6fcb80 1 --2- 172.21.15.53:0/3038825580 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561d6e35cd50 0x561d6e36ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.128 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:22:58.128 INFO:teuthology.orchestra.run.smithi053.stdout: "status": "no active scrubs running", 2024-05-10T11:22:58.128 INFO:teuthology.orchestra.run.smithi053.stdout: "scrubs": {} 2024-05-10T11:22:58.128 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:22:58.128 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.098+0000 7fa20bfff700 0 client.15798 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:22:58.128 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.098+0000 7fa23d6fcb80 1 --2- 172.21.15.53:0/3038825580 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561d6e3621b0 0x561d6e37d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.128 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.098+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/3038825580 >> 172.21.15.53:0/3038825580 conn(0x561d6e288b70 msgr2=0x561d6e3615e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:58.128 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.099+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/3038825580 shutdown_connections 2024-05-10T11:22:58.129 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.099+0000 7fa23d6fcb80 1 -- 172.21.15.53:0/3038825580 wait complete. 2024-05-10T11:22:58.129 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.099+0000 7fa23d6fcb80 20 client.15798 trim_cache size 0 max 16384 2024-05-10T11:22:58.129 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.099+0000 7fa232e69700 1 -- 172.21.15.53:0/2418332407 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa2140b2880 msgr2=0x7fa2140b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:58.129 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.099+0000 7fa232e69700 1 --2- 172.21.15.53:0/2418332407 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa2140b2880 0x7fa2140b4d40 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fa228005950 tx=0x7fa22800a300 comp rx=0 tx=0).stop 2024-05-10T11:22:58.129 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.099+0000 7fa232e69700 1 -- 172.21.15.53:0/2418332407 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa22c10fcb0 msgr2=0x7fa22c1a0600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:22:58.129 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.099+0000 7fa232e69700 1 --2- 172.21.15.53:0/2418332407 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa22c10fcb0 0x7fa22c1a0600 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fa22400b970 tx=0x7fa22400bc80 comp rx=0 tx=0).stop 2024-05-10T11:22:58.129 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.099+0000 7fa232e69700 1 -- 172.21.15.53:0/2418332407 shutdown_connections 2024-05-10T11:22:58.129 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.099+0000 7fa232e69700 1 --2- 172.21.15.53:0/2418332407 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa2140b2880 0x7fa2140b4d40 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.129 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.099+0000 7fa232e69700 1 --2- 172.21.15.53:0/2418332407 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa22c10fcb0 0x7fa22c1a0600 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.129 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.099+0000 7fa232e69700 1 --2- 172.21.15.53:0/2418332407 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa22c102130 0x7fa22c19bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.129 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.099+0000 7fa232e69700 1 --2- 172.21.15.53:0/2418332407 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa22c102ae0 0x7fa22c19c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:22:58.129 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.099+0000 7fa232e69700 1 -- 172.21.15.53:0/2418332407 >> 172.21.15.53:0/2418332407 conn(0x7fa22c077610 msgr2=0x7fa22c1103c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:22:58.129 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.099+0000 7fa232e69700 1 -- 172.21.15.53:0/2418332407 shutdown_connections 2024-05-10T11:22:58.129 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:22:58.099+0000 7fa232e69700 1 -- 172.21.15.53:0/2418332407 wait complete. 2024-05-10T11:22:58.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:57 smithi132 ceph-mon[33758]: pgmap v485: 129 pgs: 129 active+clean; 679 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:58.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:57 smithi187 ceph-mon[34076]: pgmap v485: 129 pgs: 129 active+clean; 679 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:22:58.875 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-10T11:22:58.875 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:22:59.107 INFO:tasks.workunit.client.0.smithi053.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-05-10T11:22:59.133 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:22:59.215 INFO:tasks.workunit.client.0.smithi053.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-05-10T11:22:59.255 INFO:tasks.workunit.client.0.smithi053.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-10T11:22:59.257 INFO:tasks.workunit.client.0.smithi053.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-10T11:22:59.257 INFO:tasks.workunit.client.0.smithi053.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-05-10T11:22:59.306 INFO:tasks.workunit.client.0.smithi053.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-10T11:22:59.309 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-05-10T11:22:59.309 DEBUG:teuthology.orchestra.run.smithi053:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-05-10T11:22:59.326 INFO:tasks.workunit:Running workunits matching suites/iozone.sh on client.0... 2024-05-10T11:22:59.327 INFO:tasks.workunit:Running workunit suites/iozone.sh... 2024-05-10T11:22:59.327 DEBUG:teuthology.orchestra.run.smithi053:workunit test suites/iozone.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=d39fa08867836ac070c47cb66c782fa559fd480b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/iozone.sh 2024-05-10T11:22:59.392 INFO:tasks.workunit.client.0.smithi053.stderr:+ iozone -c -e -s 1024M -r 16K -t 1 -F f1 -i 0 -i 1 2024-05-10T11:22:59.498 INFO:tasks.workunit.client.0.smithi053.stdout: Iozone: Performance Test of File I/O 2024-05-10T11:22:59.498 INFO:tasks.workunit.client.0.smithi053.stdout: Version $Revision: 3.494 $ 2024-05-10T11:22:59.498 INFO:tasks.workunit.client.0.smithi053.stdout: Compiled for 64 bit mode. 2024-05-10T11:22:59.499 INFO:tasks.workunit.client.0.smithi053.stdout: Build: linux-AMD64 2024-05-10T11:22:59.499 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:22:59.499 INFO:tasks.workunit.client.0.smithi053.stdout: Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins 2024-05-10T11:22:59.499 INFO:tasks.workunit.client.0.smithi053.stdout: Al Slater, Scott Rhine, Mike Wisner, Ken Goss 2024-05-10T11:22:59.499 INFO:tasks.workunit.client.0.smithi053.stdout: Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, 2024-05-10T11:22:59.499 INFO:tasks.workunit.client.0.smithi053.stdout: Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, 2024-05-10T11:22:59.499 INFO:tasks.workunit.client.0.smithi053.stdout: Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, 2024-05-10T11:22:59.499 INFO:tasks.workunit.client.0.smithi053.stdout: Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, 2024-05-10T11:22:59.499 INFO:tasks.workunit.client.0.smithi053.stdout: Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer, 2024-05-10T11:22:59.499 INFO:tasks.workunit.client.0.smithi053.stdout: Vangel Bojaxhi, Ben England, Vikentsi Lapa, 2024-05-10T11:22:59.499 INFO:tasks.workunit.client.0.smithi053.stdout: Alexey Skidanov, Sudhir Kumar. 2024-05-10T11:22:59.499 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:22:59.499 INFO:tasks.workunit.client.0.smithi053.stdout: Run began: Fri May 10 11:22:59 2024 2024-05-10T11:22:59.499 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:22:59.499 INFO:tasks.workunit.client.0.smithi053.stdout: Include close in write timing 2024-05-10T11:22:59.499 INFO:tasks.workunit.client.0.smithi053.stdout: Include fsync in write timing 2024-05-10T11:22:59.500 INFO:tasks.workunit.client.0.smithi053.stdout: File size set to 1048576 kB 2024-05-10T11:22:59.500 INFO:tasks.workunit.client.0.smithi053.stdout: Record Size 16 kB 2024-05-10T11:22:59.500 INFO:tasks.workunit.client.0.smithi053.stdout: Command line used: iozone -c -e -s 1024M -r 16K -t 1 -F f1 -i 0 -i 1 2024-05-10T11:22:59.500 INFO:tasks.workunit.client.0.smithi053.stdout: Output is in kBytes/sec 2024-05-10T11:22:59.500 INFO:tasks.workunit.client.0.smithi053.stdout: Time Resolution = 0.000001 seconds. 2024-05-10T11:22:59.500 INFO:tasks.workunit.client.0.smithi053.stdout: Processor cache size set to 1024 kBytes. 2024-05-10T11:22:59.500 INFO:tasks.workunit.client.0.smithi053.stdout: Processor cache line size set to 32 bytes. 2024-05-10T11:22:59.500 INFO:tasks.workunit.client.0.smithi053.stdout: File stride size set to 17 * record size. 2024-05-10T11:22:59.500 INFO:tasks.workunit.client.0.smithi053.stdout: Throughput test with 1 process 2024-05-10T11:22:59.500 INFO:tasks.workunit.client.0.smithi053.stdout: Each process writes a 1048576 kByte file in 16 kByte records 2024-05-10T11:23:00.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:22:59 smithi053 ceph-mon[30153]: pgmap v486: 129 pgs: 129 active+clean; 679 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 511 B/s wr, 11 op/s 2024-05-10T11:23:00.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:22:59 smithi132 ceph-mon[33758]: pgmap v486: 129 pgs: 129 active+clean; 679 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 511 B/s wr, 11 op/s 2024-05-10T11:23:00.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:22:59 smithi187 ceph-mon[34076]: pgmap v486: 129 pgs: 129 active+clean; 679 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 511 B/s wr, 11 op/s 2024-05-10T11:23:01.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.080+0000 7f1653921700 1 -- 172.21.15.53:0/979304189 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f164c1029e0 msgr2=0x7f164c102dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:01.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.080+0000 7f1653921700 1 --2- 172.21.15.53:0/979304189 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f164c1029e0 0x7f164c102dc0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f16480099c0 tx=0x7f1648009cd0 comp rx=0 tx=0).stop 2024-05-10T11:23:01.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.080+0000 7f1653921700 1 -- 172.21.15.53:0/979304189 shutdown_connections 2024-05-10T11:23:01.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.080+0000 7f1653921700 1 --2- 172.21.15.53:0/979304189 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f164c107730 0x7f164c10f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:01.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.080+0000 7f1653921700 1 --2- 172.21.15.53:0/979304189 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f164c1029e0 0x7f164c102dc0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:01.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.080+0000 7f1653921700 1 --2- 172.21.15.53:0/979304189 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f164c103390 0x7f164c107000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:01.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.080+0000 7f1653921700 1 -- 172.21.15.53:0/979304189 >> 172.21.15.53:0/979304189 conn(0x7f164c079350 msgr2=0x7f164c079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:01.083 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.080+0000 7f1653921700 1 -- 172.21.15.53:0/979304189 shutdown_connections 2024-05-10T11:23:01.083 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.080+0000 7f1653921700 1 -- 172.21.15.53:0/979304189 wait complete. 2024-05-10T11:23:01.083 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.081+0000 7f1653921700 1 Processor -- start 2024-05-10T11:23:01.083 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.081+0000 7f1653921700 1 -- start start 2024-05-10T11:23:01.083 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.081+0000 7f1653921700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f164c1029e0 0x7f164c19f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:01.083 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.081+0000 7f1653921700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f164c103390 0x7f164c19fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:01.083 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.081+0000 7f1653921700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f164c107730 0x7f164c199900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:01.083 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.081+0000 7f1653921700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f164c112470 con 0x7f164c1029e0 2024-05-10T11:23:01.083 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.081+0000 7f1653921700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f164c1122f0 con 0x7f164c103390 2024-05-10T11:23:01.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.081+0000 7f1653921700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f164c1125f0 con 0x7f164c107730 2024-05-10T11:23:01.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.082+0000 7f16516bd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f164c1029e0 0x7f164c19f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:01.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.082+0000 7f1651ebe700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f164c107730 0x7f164c199900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:01.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.082+0000 7f1651ebe700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f164c107730 0x7f164c199900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.53:36912/0 (socket says 172.21.15.53:36912) 2024-05-10T11:23:01.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.082+0000 7f1651ebe700 1 -- 172.21.15.53:0/4224215144 learned_addr learned my addr 172.21.15.53:0/4224215144 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:01.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.082+0000 7f16516bd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f164c1029e0 0x7f164c19f740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:39784/0 (socket says 172.21.15.53:39784) 2024-05-10T11:23:01.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.082+0000 7f1651ebe700 1 -- 172.21.15.53:0/4224215144 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f164c103390 msgr2=0x7f164c19fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:01.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.082+0000 7f1651ebe700 1 --2- 172.21.15.53:0/4224215144 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f164c103390 0x7f164c19fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:01.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.082+0000 7f1651ebe700 1 -- 172.21.15.53:0/4224215144 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f164c1029e0 msgr2=0x7f164c19f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:01.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.082+0000 7f1651ebe700 1 --2- 172.21.15.53:0/4224215144 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f164c1029e0 0x7f164c19f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:01.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.082+0000 7f1651ebe700 1 -- 172.21.15.53:0/4224215144 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f164c19a060 con 0x7f164c107730 2024-05-10T11:23:01.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.083+0000 7f1651ebe700 1 --2- 172.21.15.53:0/4224215144 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f164c107730 0x7f164c199900 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f164400ef30 tx=0x7f164400c450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:01.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.083+0000 7f16427fc700 1 -- 172.21.15.53:0/4224215144 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16440092e0 con 0x7f164c107730 2024-05-10T11:23:01.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.083+0000 7f16427fc700 1 -- 172.21.15.53:0/4224215144 <== mon.1 v2:172.21.15.187:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1644004bb0 con 0x7f164c107730 2024-05-10T11:23:01.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.083+0000 7f1653921700 1 -- 172.21.15.53:0/4224215144 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f164c19a2f0 con 0x7f164c107730 2024-05-10T11:23:01.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.083+0000 7f16427fc700 1 -- 172.21.15.53:0/4224215144 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1644004280 con 0x7f164c107730 2024-05-10T11:23:01.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.083+0000 7f1653921700 1 -- 172.21.15.53:0/4224215144 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f164c103fd0 con 0x7f164c107730 2024-05-10T11:23:01.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.085+0000 7f1653921700 1 -- 172.21.15.53:0/4224215144 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f164c06b420 con 0x7f164c107730 2024-05-10T11:23:01.087 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.087+0000 7f16427fc700 1 -- 172.21.15.53:0/4224215144 <== mon.1 v2:172.21.15.187:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f164401b030 con 0x7f164c107730 2024-05-10T11:23:01.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.088+0000 7f16427fc700 1 --2- 172.21.15.53:0/4224215144 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f16380b2900 0x7f16380b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:01.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.088+0000 7f16427fc700 1 -- 172.21.15.53:0/4224215144 <== mon.1 v2:172.21.15.187:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f16440e2250 con 0x7f164c107730 2024-05-10T11:23:01.088 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.088+0000 7f16516bd700 1 --2- 172.21.15.53:0/4224215144 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f16380b2900 0x7f16380b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:01.089 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.089+0000 7f16516bd700 1 --2- 172.21.15.53:0/4224215144 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f16380b2900 0x7f16380b4dc0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f1648000c00 tx=0x7f1648005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:01.090 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.090+0000 7f16427fc700 1 -- 172.21.15.53:0/4224215144 <== mon.1 v2:172.21.15.187:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f1644022020 con 0x7f164c107730 2024-05-10T11:23:01.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.429+0000 7f1653921700 1 -- 172.21.15.53:0/4224215144 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f164c103ae0 con 0x7f164c107730 2024-05-10T11:23:01.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.430+0000 7f16427fc700 1 -- 172.21.15.53:0/4224215144 <== mon.1 v2:172.21.15.187:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11941 (secure 0 0 0) 0x7f1644010040 con 0x7f164c107730 2024-05-10T11:23:01.430 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:23:01.430 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-10T11:16:54.139241+0000","modified":"2024-05-10T11:21:09.977203+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24463,"mds_1":24448,"mds_2":24442,"mds_3":24428,"mds_4":24415},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6839/3346396655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":3346396655},{"type":"v1","addr":"172.21.15.53:6839","nonce":3346396655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6841/3170432544","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6840","nonce":3170432544},{"type":"v1","addr":"172.21.15.53:6841","nonce":3170432544}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24353":{"gid":24353,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24377":{"gid":24377,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6835/2650777178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6834","nonce":2650777178},{"type":"v1","addr":"172.21.15.132:6835","nonce":2650777178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6837/392522477","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6836","nonce":392522477},{"type":"v1","addr":"172.21.15.132:6837","nonce":392522477}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":4,"incarnation":26,"state":"up:active","state_seq":32,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":24,"state":"up:active","state_seq":22,"addr":"172.21.15.132:6839/2363266970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6838","nonce":2363266970},{"type":"v1","addr":"172.21.15.132:6839","nonce":2363266970}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.187:6835/4099468922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6834","nonce":4099468922},{"type":"v1","addr":"172.21.15.187:6835","nonce":4099468922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"c","rank":1,"incarnation":20,"state":"up:active","state_seq":26,"addr":"172.21.15.187:6837/2293077942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6836","nonce":2293077942},{"type":"v1","addr":"172.21.15.187:6837","nonce":2293077942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.187:6839/735699922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6838","nonce":735699922},{"type":"v1","addr":"172.21.15.187:6839","nonce":735699922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24463,"qdb_cluster":[24442,24428,24463,24415,24448]},"id":1}]} 2024-05-10T11:23:01.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.433+0000 7f1653921700 1 -- 172.21.15.53:0/4224215144 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f16380b2900 msgr2=0x7f16380b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:01.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.433+0000 7f1653921700 1 --2- 172.21.15.53:0/4224215144 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f16380b2900 0x7f16380b4dc0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f1648000c00 tx=0x7f1648005fd0 comp rx=0 tx=0).stop 2024-05-10T11:23:01.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.433+0000 7f1653921700 1 -- 172.21.15.53:0/4224215144 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f164c107730 msgr2=0x7f164c199900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:01.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.433+0000 7f1653921700 1 --2- 172.21.15.53:0/4224215144 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f164c107730 0x7f164c199900 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f164400ef30 tx=0x7f164400c450 comp rx=0 tx=0).stop 2024-05-10T11:23:01.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.433+0000 7f1653921700 1 -- 172.21.15.53:0/4224215144 shutdown_connections 2024-05-10T11:23:01.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.433+0000 7f1653921700 1 --2- 172.21.15.53:0/4224215144 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f16380b2900 0x7f16380b4dc0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:01.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.433+0000 7f1653921700 1 --2- 172.21.15.53:0/4224215144 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f164c107730 0x7f164c199900 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:01.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.433+0000 7f1653921700 1 --2- 172.21.15.53:0/4224215144 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f164c1029e0 0x7f164c19f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:01.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.433+0000 7f1653921700 1 --2- 172.21.15.53:0/4224215144 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f164c103390 0x7f164c19fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:01.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.433+0000 7f1653921700 1 -- 172.21.15.53:0/4224215144 >> 172.21.15.53:0/4224215144 conn(0x7f164c079350 msgr2=0x7f164c106420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:01.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.433+0000 7f1653921700 1 -- 172.21.15.53:0/4224215144 shutdown_connections 2024-05-10T11:23:01.434 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:01.433+0000 7f1653921700 1 -- 172.21.15.53:0/4224215144 wait complete. 2024-05-10T11:23:01.434 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 29 2024-05-10T11:23:02.137 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:01 smithi053 ceph-mon[30153]: pgmap v487: 129 pgs: 129 active+clean; 13 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-05-10T11:23:02.138 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:01 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/4224215144' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:23:02.189 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-10T11:23:02.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:01 smithi132 ceph-mon[33758]: pgmap v487: 129 pgs: 129 active+clean; 13 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-05-10T11:23:02.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:01 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/4224215144' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:23:02.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:01 smithi187 ceph-mon[34076]: pgmap v487: 129 pgs: 129 active+clean; 13 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-05-10T11:23:02.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:01 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/4224215144' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:23:02.547 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:23:04.033 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:03 smithi053 ceph-mon[30153]: pgmap v488: 129 pgs: 129 active+clean; 21 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-05-10T11:23:04.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:03 smithi132 ceph-mon[33758]: pgmap v488: 129 pgs: 129 active+clean; 21 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-05-10T11:23:04.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:03 smithi187 ceph-mon[34076]: pgmap v488: 129 pgs: 129 active+clean; 21 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-05-10T11:23:04.457 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.456+0000 7f249f9cf700 1 -- 172.21.15.53:0/4043760666 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2498102d60 msgr2=0x7f249810f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:04.457 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.456+0000 7f249f9cf700 1 --2- 172.21.15.53:0/4043760666 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2498102d60 0x7f249810f250 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f249000b0a0 tx=0x7f249000b3b0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.457 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.457+0000 7f249f9cf700 1 -- 172.21.15.53:0/4043760666 shutdown_connections 2024-05-10T11:23:04.457 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.457+0000 7f249f9cf700 1 --2- 172.21.15.53:0/4043760666 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2498102d60 0x7f249810f250 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.458 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.457+0000 7f249f9cf700 1 --2- 172.21.15.53:0/4043760666 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2498108410 0x7f24981087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.458 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.457+0000 7f249f9cf700 1 --2- 172.21.15.53:0/4043760666 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f24981023a0 0x7f2498102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.458 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.457+0000 7f249f9cf700 1 -- 172.21.15.53:0/4043760666 >> 172.21.15.53:0/4043760666 conn(0x7f2498079350 msgr2=0x7f2498079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:04.458 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.457+0000 7f249f9cf700 1 -- 172.21.15.53:0/4043760666 shutdown_connections 2024-05-10T11:23:04.458 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.457+0000 7f249f9cf700 1 -- 172.21.15.53:0/4043760666 wait complete. 2024-05-10T11:23:04.458 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.457+0000 7f249f9cf700 1 Processor -- start 2024-05-10T11:23:04.458 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.457+0000 7f249f9cf700 1 -- start start 2024-05-10T11:23:04.459 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.458+0000 7f249f9cf700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f24981023a0 0x7f249819f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:04.459 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.458+0000 7f249f9cf700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2498102d60 0x7f249819fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:04.459 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.458+0000 7f249f9cf700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2498108410 0x7f2498199920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:04.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.458+0000 7f249f9cf700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f2498112490 con 0x7f24981023a0 2024-05-10T11:23:04.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.458+0000 7f249f9cf700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f2498112310 con 0x7f2498102d60 2024-05-10T11:23:04.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.458+0000 7f249f9cf700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f2498112610 con 0x7f2498108410 2024-05-10T11:23:04.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.458+0000 7f249d76b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f24981023a0 0x7f249819f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:04.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.458+0000 7f249d76b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f24981023a0 0x7f249819f760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:39804/0 (socket says 172.21.15.53:39804) 2024-05-10T11:23:04.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.458+0000 7f249d76b700 1 -- 172.21.15.53:0/3437849894 learned_addr learned my addr 172.21.15.53:0/3437849894 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:04.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.458+0000 7f249cf6a700 1 --2- 172.21.15.53:0/3437849894 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2498102d60 0x7f249819fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:04.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.458+0000 7f249df6c700 1 --2- 172.21.15.53:0/3437849894 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2498108410 0x7f2498199920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:04.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.458+0000 7f249d76b700 1 -- 172.21.15.53:0/3437849894 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2498108410 msgr2=0x7f2498199920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:04.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.458+0000 7f249d76b700 1 --2- 172.21.15.53:0/3437849894 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2498108410 0x7f2498199920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.458+0000 7f249d76b700 1 -- 172.21.15.53:0/3437849894 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2498102d60 msgr2=0x7f249819fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:04.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.458+0000 7f249d76b700 1 --2- 172.21.15.53:0/3437849894 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2498102d60 0x7f249819fca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.458+0000 7f249d76b700 1 -- 172.21.15.53:0/3437849894 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f249819a080 con 0x7f24981023a0 2024-05-10T11:23:04.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.458+0000 7f249df6c700 1 --2- 172.21.15.53:0/3437849894 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2498108410 0x7f2498199920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:23:04.460 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.458+0000 7f249cf6a700 1 --2- 172.21.15.53:0/3437849894 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2498102d60 0x7f249819fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:23:04.461 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.458+0000 7f249d76b700 1 --2- 172.21.15.53:0/3437849894 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f24981023a0 0x7f249819f760 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f249400b530 tx=0x7f249400b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:04.461 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.459+0000 7f248e7fc700 1 -- 172.21.15.53:0/3437849894 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2494015020 con 0x7f24981023a0 2024-05-10T11:23:04.461 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.459+0000 7f248e7fc700 1 -- 172.21.15.53:0/3437849894 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2494011cc0 con 0x7f24981023a0 2024-05-10T11:23:04.461 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.459+0000 7f248e7fc700 1 -- 172.21.15.53:0/3437849894 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2494010d30 con 0x7f24981023a0 2024-05-10T11:23:04.461 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.459+0000 7f249f9cf700 1 -- 172.21.15.53:0/3437849894 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f249819a310 con 0x7f24981023a0 2024-05-10T11:23:04.461 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.459+0000 7f249f9cf700 1 -- 172.21.15.53:0/3437849894 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2498103fb0 con 0x7f24981023a0 2024-05-10T11:23:04.461 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.462+0000 7f248e7fc700 1 -- 172.21.15.53:0/3437849894 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f2494018020 con 0x7f24981023a0 2024-05-10T11:23:04.464 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.463+0000 7f248e7fc700 1 --2- 172.21.15.53:0/3437849894 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f24840b2900 0x7f24840b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:04.465 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.463+0000 7f24aa262b80 1 Processor -- start 2024-05-10T11:23:04.465 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.463+0000 7f24aa262b80 1 -- start start 2024-05-10T11:23:04.465 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.463+0000 7f249cf6a700 1 --2- 172.21.15.53:0/3437849894 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f24840b2900 0x7f24840b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:04.465 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.463+0000 7f24aa262b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf411b0 0x55648bf41590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:04.465 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.463+0000 7f24aa262b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf41ad0 0x55648bf3b810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:04.465 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.463+0000 7f248e7fc700 1 -- 172.21.15.53:0/3437849894 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f24940e1d60 con 0x7f24981023a0 2024-05-10T11:23:04.465 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.463+0000 7f24aa262b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf3bd50 0x55648bf3c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:04.465 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.464+0000 7f24aa262b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55648be8d940 con 0x55648bf411b0 2024-05-10T11:23:04.465 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.464+0000 7f24aa262b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55648bdf2da0 con 0x55648bf41ad0 2024-05-10T11:23:04.465 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.464+0000 7f24aa262b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55648be89900 con 0x55648bf3bd50 2024-05-10T11:23:04.465 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.464+0000 7f249cf6a700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf41ad0 0x55648bf3b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:04.465 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.464+0000 7f249cf6a700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf41ad0 0x55648bf3b810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:48812/0 (socket says 172.21.15.53:48812) 2024-05-10T11:23:04.465 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.464+0000 7f249cf6a700 1 -- 172.21.15.53:0/4021924634 learned_addr learned my addr 172.21.15.53:0/4021924634 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:04.465 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.464+0000 7f249d76b700 1 --2- 172.21.15.53:0/4021924634 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf411b0 0x55648bf41590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.464+0000 7f249df6c700 1 --2- 172.21.15.53:0/4021924634 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf3bd50 0x55648bf3c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.464+0000 7f249cf6a700 1 --2- 172.21.15.53:0/3437849894 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f24840b2900 0x7f24840b4dc0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f2488005fd0 tx=0x7f2488005ee0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.464+0000 7f249df6c700 1 -- 172.21.15.53:0/4021924634 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf41ad0 msgr2=0x55648bf3b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.464+0000 7f249df6c700 1 --2- 172.21.15.53:0/4021924634 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf41ad0 0x55648bf3b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.464+0000 7f249df6c700 1 -- 172.21.15.53:0/4021924634 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf411b0 msgr2=0x55648bf41590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.464+0000 7f249df6c700 1 --2- 172.21.15.53:0/4021924634 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf411b0 0x55648bf41590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.464+0000 7f249df6c700 1 -- 172.21.15.53:0/4021924634 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55648bdda8d0 con 0x55648bf3bd50 2024-05-10T11:23:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.464+0000 7f249cf6a700 1 --2- 172.21.15.53:0/4021924634 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf41ad0 0x55648bf3b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.464+0000 7f249d76b700 1 --2- 172.21.15.53:0/4021924634 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf411b0 0x55648bf41590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.465+0000 7f249df6c700 1 --2- 172.21.15.53:0/4021924634 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf3bd50 0x55648bf3c190 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f249000b070 tx=0x7f2490009df0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3878f95eba946fb0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.465+0000 7f24837fe700 1 -- 172.21.15.53:0/4021924634 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2490020e40 con 0x55648bf3bd50 2024-05-10T11:23:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.465+0000 7f24837fe700 1 -- 172.21.15.53:0/4021924634 <== mon.1 v2:172.21.15.187:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2490004a50 con 0x55648bf3bd50 2024-05-10T11:23:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.465+0000 7f24837fe700 1 -- 172.21.15.53:0/4021924634 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2490007ac0 con 0x55648bf3bd50 2024-05-10T11:23:04.470 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.466+0000 7f24aa262b80 1 -- 172.21.15.53:0/4021924634 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf3bd50 msgr2=0x55648bf3c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:04.470 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.466+0000 7f24aa262b80 1 --2- 172.21.15.53:0/4021924634 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf3bd50 0x55648bf3c190 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f249000b070 tx=0x7f2490009df0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.470 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.466+0000 7f24aa262b80 1 -- 172.21.15.53:0/4021924634 shutdown_connections 2024-05-10T11:23:04.470 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.466+0000 7f24aa262b80 1 --2- 172.21.15.53:0/4021924634 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf3bd50 0x55648bf3c190 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.470 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.466+0000 7f24aa262b80 1 --2- 172.21.15.53:0/4021924634 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf411b0 0x55648bf41590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.470 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.466+0000 7f24aa262b80 1 --2- 172.21.15.53:0/4021924634 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf41ad0 0x55648bf3b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.470 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.466+0000 7f24aa262b80 1 -- 172.21.15.53:0/4021924634 >> 172.21.15.53:0/4021924634 conn(0x55648be67b70 msgr2=0x55648bf362a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:04.470 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.466+0000 7f24aa262b80 1 -- 172.21.15.53:0/4021924634 shutdown_connections 2024-05-10T11:23:04.470 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.466+0000 7f24aa262b80 1 -- 172.21.15.53:0/4021924634 wait complete. 2024-05-10T11:23:04.470 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.466+0000 7f24aa262b80 1 -- start start 2024-05-10T11:23:04.470 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.466+0000 7f24aa262b80 1 Processor -- start 2024-05-10T11:23:04.470 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.467+0000 7f24aa262b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf3bd50 0x55648bf47630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:04.471 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.467+0000 7f24aa262b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf411b0 0x55648bf44a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:04.471 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.467+0000 7f24aa262b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf41ad0 0x55648bf44f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:04.471 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.467+0000 7f24aa262b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55648bf483f0 con 0x55648bf41ad0 2024-05-10T11:23:04.471 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.467+0000 7f24aa262b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55648be46ed0 con 0x55648bf411b0 2024-05-10T11:23:04.471 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.467+0000 7f24aa262b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55648bf48570 con 0x55648bf3bd50 2024-05-10T11:23:04.471 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.467+0000 7f24aa262b80 10 client.0 _ll_register_callbacks cb 0x55648be215b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:04.471 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.467+0000 7f249df6c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf41ad0 0x55648bf44f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:04.471 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.467+0000 7f249d76b700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf3bd50 0x55648bf47630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:04.471 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.467+0000 7f249df6c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf41ad0 0x55648bf44f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:39824/0 (socket says 172.21.15.53:39824) 2024-05-10T11:23:04.471 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.467+0000 7f249d76b700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf3bd50 0x55648bf47630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.53:36942/0 (socket says 172.21.15.53:36942) 2024-05-10T11:23:04.471 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.467+0000 7f249df6c700 1 -- 172.21.15.53:0/1253338588 learned_addr learned my addr 172.21.15.53:0/1253338588 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:04.471 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.467+0000 7f249cf6a700 1 --2- 172.21.15.53:0/1253338588 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf411b0 0x55648bf44a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:04.471 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.467+0000 7f249df6c700 1 -- 172.21.15.53:0/1253338588 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf3bd50 msgr2=0x55648bf47630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:04.471 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.467+0000 7f249df6c700 1 --2- 172.21.15.53:0/1253338588 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf3bd50 0x55648bf47630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.467+0000 7f249df6c700 1 -- 172.21.15.53:0/1253338588 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf411b0 msgr2=0x55648bf44a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:04.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.467+0000 7f249df6c700 1 --2- 172.21.15.53:0/1253338588 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf411b0 0x55648bf44a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.467+0000 7f249df6c700 1 -- 172.21.15.53:0/1253338588 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55648be44760 con 0x55648bf41ad0 2024-05-10T11:23:04.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.467+0000 7f249d76b700 1 --2- 172.21.15.53:0/1253338588 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf3bd50 0x55648bf47630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:04.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.467+0000 7f249cf6a700 1 --2- 172.21.15.53:0/1253338588 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf411b0 0x55648bf44a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:04.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.468+0000 7f249df6c700 1 --2- 172.21.15.53:0/1253338588 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf41ad0 0x55648bf44f80 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f24900060e0 tx=0x7f2490009380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77c0fbea5eb51e5 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:04.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.468+0000 7f2480ff9700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:04.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.468+0000 7f2480ff9700 1 -- 172.21.15.53:0/1253338588 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2490007730 con 0x55648bf41ad0 2024-05-10T11:23:04.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.468+0000 7f24aa262b80 1 -- 172.21.15.53:0/1253338588 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2490004a50 con 0x55648bf41ad0 2024-05-10T11:23:04.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.468+0000 7f2480ff9700 1 -- 172.21.15.53:0/1253338588 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f24900078d0 con 0x55648bf41ad0 2024-05-10T11:23:04.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.468+0000 7f2480ff9700 1 -- 172.21.15.53:0/1253338588 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2490042050 con 0x55648bf41ad0 2024-05-10T11:23:04.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.468+0000 7f24aa262b80 10 client.15816 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:04.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.468+0000 7f24aa262b80 1 -- 172.21.15.53:0/1253338588 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55648bf483f0 con 0x55648bf41ad0 2024-05-10T11:23:04.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.469+0000 7f2480ff9700 1 -- 172.21.15.53:0/1253338588 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2490004a50 con 0x55648bf41ad0 2024-05-10T11:23:04.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.469+0000 7f2480ff9700 1 -- 172.21.15.53:0/1253338588 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f2490011070 con 0x55648bf41ad0 2024-05-10T11:23:04.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.469+0000 7f24aa262b80 10 client.15816 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:04.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.469+0000 7f24aa262b80 10 client.15816 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.l 2024-05-10T11:23:04.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.469+0000 7f24aa262b80 20 client.15816 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:04.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.469+0000 7f24aa262b80 1 --2- 172.21.15.53:0/1253338588 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55648bf55180 0x55648bf575c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:04.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.469+0000 7f24aa262b80 4 client.15816 mds_command: new command op to 24415 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:23:04.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.469+0000 7f24aa262b80 1 -- 172.21.15.53:0/1253338588 --> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55648be9b320 con 0x55648bf55180 2024-05-10T11:23:04.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.470+0000 7f249d76b700 1 --2- 172.21.15.53:0/1253338588 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55648bf55180 0x55648bf575c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:04.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.470+0000 7f2480ff9700 10 client.15816 ms_handle_connect on v2:172.21.15.187:6832/4278444882 2024-05-10T11:23:04.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.470+0000 7f249d76b700 1 --2- 172.21.15.53:0/1253338588 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55648bf55180 0x55648bf575c0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=e7883dbd24fd4f43 server_cookie=8de4dd5f2171f78d in_seq=0 out_seq=0 2024-05-10T11:23:04.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.471+0000 7f2480ff9700 1 -- 172.21.15.53:0/1253338588 <== mds.4 v2:172.21.15.187:6832/4278444882 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55648be9b320 con 0x55648bf55180 2024-05-10T11:23:04.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.471+0000 7f2480ff9700 10 client.15816 handle_command_reply: tid=0 2024-05-10T11:23:04.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.471+0000 7f24aa262b80 1 client.15816 shutdown 2024-05-10T11:23:04.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.471+0000 7f24aa262b80 1 -- 172.21.15.53:0/1253338588 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf41ad0 msgr2=0x55648bf44f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:04.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.471+0000 7f24aa262b80 1 --2- 172.21.15.53:0/1253338588 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf41ad0 0x55648bf44f80 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f24900060e0 tx=0x7f2490009380 comp rx=0 tx=0).stop 2024-05-10T11:23:04.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.472+0000 7f24aa262b80 1 -- 172.21.15.53:0/1253338588 shutdown_connections 2024-05-10T11:23:04.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.472+0000 7f24aa262b80 1 --2- 172.21.15.53:0/1253338588 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55648bf55180 0x55648bf575c0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.472+0000 7f24aa262b80 1 --2- 172.21.15.53:0/1253338588 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf41ad0 0x55648bf44f80 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.472+0000 7f24aa262b80 1 --2- 172.21.15.53:0/1253338588 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf3bd50 0x55648bf47630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.472+0000 7f24aa262b80 1 --2- 172.21.15.53:0/1253338588 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf411b0 0x55648bf44a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.472+0000 7f24aa262b80 1 -- 172.21.15.53:0/1253338588 >> 172.21.15.53:0/1253338588 conn(0x55648be67b70 msgr2=0x55648bf30b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:04.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.472+0000 7f2480ff9700 0 client.15816 ms_handle_reset on v2:172.21.15.187:6832/4278444882 2024-05-10T11:23:04.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.472+0000 7f24aa262b80 1 -- 172.21.15.53:0/1253338588 shutdown_connections 2024-05-10T11:23:04.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.472+0000 7f24aa262b80 1 -- 172.21.15.53:0/1253338588 wait complete. 2024-05-10T11:23:04.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.472+0000 7f24aa262b80 20 client.15816 trim_cache size 0 max 16384 2024-05-10T11:23:04.492 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.491+0000 7f24aa262b80 1 Processor -- start 2024-05-10T11:23:04.492 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.491+0000 7f24aa262b80 1 -- start start 2024-05-10T11:23:04.492 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.491+0000 7f24aa262b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf3bd50 0x55648bf3b810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:04.492 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.491+0000 7f24aa262b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf411b0 0x55648bf3f150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:04.492 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.491+0000 7f24aa262b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf41ad0 0x55648bf3c130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:04.493 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.491+0000 7f24aa262b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f24981acf10 con 0x55648bf3bd50 2024-05-10T11:23:04.493 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.491+0000 7f24aa262b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f24981aea50 con 0x55648bf411b0 2024-05-10T11:23:04.493 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.491+0000 7f24aa262b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f24981ad5e0 con 0x55648bf41ad0 2024-05-10T11:23:04.493 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.492+0000 7f249d76b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf3bd50 0x55648bf3b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:04.493 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.492+0000 7f249d76b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf3bd50 0x55648bf3b810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:39838/0 (socket says 172.21.15.53:39838) 2024-05-10T11:23:04.493 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.492+0000 7f249d76b700 1 -- 172.21.15.53:0/2253042752 learned_addr learned my addr 172.21.15.53:0/2253042752 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:04.493 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.492+0000 7f249cf6a700 1 --2- 172.21.15.53:0/2253042752 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf411b0 0x55648bf3f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:04.493 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.492+0000 7f249df6c700 1 --2- 172.21.15.53:0/2253042752 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf41ad0 0x55648bf3c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:04.493 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.492+0000 7f249d76b700 1 -- 172.21.15.53:0/2253042752 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf41ad0 msgr2=0x55648bf3c130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:04.493 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.492+0000 7f249d76b700 1 --2- 172.21.15.53:0/2253042752 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf41ad0 0x55648bf3c130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.493 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.492+0000 7f249d76b700 1 -- 172.21.15.53:0/2253042752 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf411b0 msgr2=0x55648bf3f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:04.493 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.492+0000 7f249d76b700 1 --2- 172.21.15.53:0/2253042752 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf411b0 0x55648bf3f150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.493 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.492+0000 7f249d76b700 1 -- 172.21.15.53:0/2253042752 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55648bf37070 con 0x55648bf3bd50 2024-05-10T11:23:04.493 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.492+0000 7f249cf6a700 1 --2- 172.21.15.53:0/2253042752 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf411b0 0x55648bf3f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:23:04.494 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.492+0000 7f249d76b700 1 --2- 172.21.15.53:0/2253042752 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf3bd50 0x55648bf3b810 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f24940094b0 tx=0x7f24940a8ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d774f53d21508820 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:04.494 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.492+0000 7f2482ffd700 1 -- 172.21.15.53:0/2253042752 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24940b1e50 con 0x55648bf3bd50 2024-05-10T11:23:04.494 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.492+0000 7f2482ffd700 1 -- 172.21.15.53:0/2253042752 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f24940df5e0 con 0x55648bf3bd50 2024-05-10T11:23:04.494 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.492+0000 7f2482ffd700 1 -- 172.21.15.53:0/2253042752 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24940a8250 con 0x55648bf3bd50 2024-05-10T11:23:04.497 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.493+0000 7f24aa262b80 1 -- 172.21.15.53:0/2253042752 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf3bd50 msgr2=0x55648bf3b810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:04.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.493+0000 7f24aa262b80 1 --2- 172.21.15.53:0/2253042752 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf3bd50 0x55648bf3b810 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f24940094b0 tx=0x7f24940a8ee0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.493+0000 7f24aa262b80 1 -- 172.21.15.53:0/2253042752 shutdown_connections 2024-05-10T11:23:04.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.493+0000 7f24aa262b80 1 --2- 172.21.15.53:0/2253042752 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf41ad0 0x55648bf3c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.493+0000 7f24aa262b80 1 --2- 172.21.15.53:0/2253042752 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf3bd50 0x55648bf3b810 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.493+0000 7f24aa262b80 1 --2- 172.21.15.53:0/2253042752 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf411b0 0x55648bf3f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.493+0000 7f24aa262b80 1 -- 172.21.15.53:0/2253042752 >> 172.21.15.53:0/2253042752 conn(0x55648be67b70 msgr2=0x55648bf3ea40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:04.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.494+0000 7f24aa262b80 1 -- 172.21.15.53:0/2253042752 shutdown_connections 2024-05-10T11:23:04.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.494+0000 7f24aa262b80 1 -- 172.21.15.53:0/2253042752 wait complete. 2024-05-10T11:23:04.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.494+0000 7f24aa262b80 1 -- start start 2024-05-10T11:23:04.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.494+0000 7f24aa262b80 1 Processor -- start 2024-05-10T11:23:04.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.495+0000 7f24aa262b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf3bd50 0x55648bf5d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:04.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.495+0000 7f24aa262b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf411b0 0x55648bf4d830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:04.498 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.495+0000 7f24aa262b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf41ad0 0x55648bf4dd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:04.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.495+0000 7f24aa262b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f24981ae380 con 0x55648bf3bd50 2024-05-10T11:23:04.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.495+0000 7f24aa262b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f24981adcb0 con 0x55648bf41ad0 2024-05-10T11:23:04.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.495+0000 7f24aa262b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f24981aaeb0 con 0x55648bf411b0 2024-05-10T11:23:04.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.495+0000 7f24aa262b80 10 client.0 _ll_register_callbacks cb 0x55648be215b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:04.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.495+0000 7f249d76b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf3bd50 0x55648bf5d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:04.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.495+0000 7f249d76b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf3bd50 0x55648bf5d3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:39848/0 (socket says 172.21.15.53:39848) 2024-05-10T11:23:04.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.495+0000 7f249d76b700 1 -- 172.21.15.53:0/2646743100 learned_addr learned my addr 172.21.15.53:0/2646743100 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:04.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.495+0000 7f249df6c700 1 --2- 172.21.15.53:0/2646743100 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf41ad0 0x55648bf4dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:04.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.495+0000 7f249cf6a700 1 --2- 172.21.15.53:0/2646743100 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf411b0 0x55648bf4d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:04.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.495+0000 7f249d76b700 1 -- 172.21.15.53:0/2646743100 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf411b0 msgr2=0x55648bf4d830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:04.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.495+0000 7f249d76b700 1 --2- 172.21.15.53:0/2646743100 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf411b0 0x55648bf4d830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.495+0000 7f249d76b700 1 -- 172.21.15.53:0/2646743100 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf41ad0 msgr2=0x55648bf4dd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:04.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.495+0000 7f249d76b700 1 --2- 172.21.15.53:0/2646743100 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf41ad0 0x55648bf4dd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.495+0000 7f249d76b700 1 -- 172.21.15.53:0/2646743100 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55648bf5bf80 con 0x55648bf3bd50 2024-05-10T11:23:04.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.495+0000 7f249d76b700 1 --2- 172.21.15.53:0/2646743100 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf3bd50 0x55648bf5d3f0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f24940a6260 tx=0x7f24940106d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2f2eeef4a81089a server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:04.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.495+0000 7f2480ff9700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:04.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.495+0000 7f2480ff9700 1 -- 172.21.15.53:0/2646743100 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24940c7070 con 0x55648bf3bd50 2024-05-10T11:23:04.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.495+0000 7f2480ff9700 1 -- 172.21.15.53:0/2646743100 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f2494018df0 con 0x55648bf3bd50 2024-05-10T11:23:04.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.496+0000 7f24aa262b80 1 -- 172.21.15.53:0/2646743100 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f24940df5e0 con 0x55648bf3bd50 2024-05-10T11:23:04.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.496+0000 7f2480ff9700 1 -- 172.21.15.53:0/2646743100 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f24940b1bd0 con 0x55648bf3bd50 2024-05-10T11:23:04.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.496+0000 7f24aa262b80 10 client.15822 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:04.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.496+0000 7f24aa262b80 1 -- 172.21.15.53:0/2646743100 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55648bfbed60 con 0x55648bf3bd50 2024-05-10T11:23:04.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.496+0000 7f2480ff9700 1 -- 172.21.15.53:0/2646743100 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f24940df5e0 con 0x55648bf3bd50 2024-05-10T11:23:04.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.496+0000 7f2480ff9700 1 -- 172.21.15.53:0/2646743100 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f24940a7cc0 con 0x55648bf3bd50 2024-05-10T11:23:04.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.496+0000 7f24aa262b80 10 client.15822 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:04.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.496+0000 7f24aa262b80 10 client.15822 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.l 2024-05-10T11:23:04.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.496+0000 7f24aa262b80 20 client.15822 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:04.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.496+0000 7f24aa262b80 1 --2- 172.21.15.53:0/2646743100 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55648bfbf3b0 0x55648bfc17a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:04.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.496+0000 7f24aa262b80 4 client.15822 mds_command: new command op to 24415 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:23:04.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.496+0000 7f24aa262b80 1 -- 172.21.15.53:0/2646743100 --> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55648be953c0 con 0x55648bfbf3b0 2024-05-10T11:23:04.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.497+0000 7f249cf6a700 1 --2- 172.21.15.53:0/2646743100 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55648bfbf3b0 0x55648bfc17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:04.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.497+0000 7f249cf6a700 1 --2- 172.21.15.53:0/2646743100 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55648bfbf3b0 0x55648bfc17a0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=a1a406c5a8e3b895 server_cookie=bded082631b2dea3 in_seq=0 out_seq=0 2024-05-10T11:23:04.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.497+0000 7f2480ff9700 10 client.15822 ms_handle_connect on v2:172.21.15.187:6832/4278444882 2024-05-10T11:23:04.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.497+0000 7f2480ff9700 1 -- 172.21.15.53:0/2646743100 <== mds.4 v2:172.21.15.187:6832/4278444882 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55648be953c0 con 0x55648bfbf3b0 2024-05-10T11:23:04.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.497+0000 7f2480ff9700 10 client.15822 handle_command_reply: tid=0 2024-05-10T11:23:04.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.497+0000 7f24aa262b80 1 client.15822 shutdown 2024-05-10T11:23:04.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.497+0000 7f24aa262b80 1 -- 172.21.15.53:0/2646743100 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf3bd50 msgr2=0x55648bf5d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:04.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.497+0000 7f24aa262b80 1 --2- 172.21.15.53:0/2646743100 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf3bd50 0x55648bf5d3f0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f24940a6260 tx=0x7f24940106d0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.497+0000 7f24aa262b80 1 -- 172.21.15.53:0/2646743100 shutdown_connections 2024-05-10T11:23:04.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.497+0000 7f24aa262b80 1 --2- 172.21.15.53:0/2646743100 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55648bfbf3b0 0x55648bfc17a0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.498+0000 7f24aa262b80 1 --2- 172.21.15.53:0/2646743100 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55648bf41ad0 0x55648bf4dd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.498+0000 7f24aa262b80 1 --2- 172.21.15.53:0/2646743100 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55648bf3bd50 0x55648bf5d3f0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.498+0000 7f24aa262b80 1 --2- 172.21.15.53:0/2646743100 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55648bf411b0 0x55648bf4d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.498+0000 7f24aa262b80 1 -- 172.21.15.53:0/2646743100 >> 172.21.15.53:0/2646743100 conn(0x55648be67b70 msgr2=0x55648bf40400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:04.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.498+0000 7f2480ff9700 0 client.15822 ms_handle_reset on v2:172.21.15.187:6832/4278444882 2024-05-10T11:23:04.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.498+0000 7f24aa262b80 1 -- 172.21.15.53:0/2646743100 shutdown_connections 2024-05-10T11:23:04.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.498+0000 7f24aa262b80 1 -- 172.21.15.53:0/2646743100 wait complete. 2024-05-10T11:23:04.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.498+0000 7f24aa262b80 20 client.15822 trim_cache size 0 max 16384 2024-05-10T11:23:04.502 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:23:04.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.499+0000 7f249f9cf700 1 -- 172.21.15.53:0/3437849894 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f24840b2900 msgr2=0x7f24840b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:04.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.499+0000 7f249f9cf700 1 --2- 172.21.15.53:0/3437849894 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f24840b2900 0x7f24840b4dc0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f2488005fd0 tx=0x7f2488005ee0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.499+0000 7f249f9cf700 1 -- 172.21.15.53:0/3437849894 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f24981023a0 msgr2=0x7f249819f760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:04.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.499+0000 7f249f9cf700 1 --2- 172.21.15.53:0/3437849894 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f24981023a0 0x7f249819f760 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f249400b530 tx=0x7f249400b8f0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.499+0000 7f249f9cf700 1 -- 172.21.15.53:0/3437849894 shutdown_connections 2024-05-10T11:23:04.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.499+0000 7f249f9cf700 1 --2- 172.21.15.53:0/3437849894 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f24840b2900 0x7f24840b4dc0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.499+0000 7f249f9cf700 1 --2- 172.21.15.53:0/3437849894 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2498108410 0x7f2498199920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.499+0000 7f249f9cf700 1 --2- 172.21.15.53:0/3437849894 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f24981023a0 0x7f249819f760 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.499+0000 7f249f9cf700 1 --2- 172.21.15.53:0/3437849894 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2498102d60 0x7f249819fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:04.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.499+0000 7f249f9cf700 1 -- 172.21.15.53:0/3437849894 >> 172.21.15.53:0/3437849894 conn(0x7f2498079350 msgr2=0x7f2498101760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:04.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.499+0000 7f249f9cf700 1 -- 172.21.15.53:0/3437849894 shutdown_connections 2024-05-10T11:23:04.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:04.499+0000 7f249f9cf700 1 -- 172.21.15.53:0/3437849894 wait complete. 2024-05-10T11:23:05.441 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-10T11:23:05.752 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:23:06.174 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:05 smithi053 ceph-mon[30153]: pgmap v489: 129 pgs: 129 active+clean; 261 MiB data, 757 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 22 MiB/s wr, 17 op/s 2024-05-10T11:23:06.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:05 smithi132 ceph-mon[33758]: pgmap v489: 129 pgs: 129 active+clean; 261 MiB data, 757 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 22 MiB/s wr, 17 op/s 2024-05-10T11:23:06.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:05 smithi187 ceph-mon[34076]: pgmap v489: 129 pgs: 129 active+clean; 261 MiB data, 757 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 22 MiB/s wr, 17 op/s 2024-05-10T11:23:07.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.678+0000 7fe0a55e8700 1 -- 172.21.15.53:0/457524947 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe0a006c530 msgr2=0x7fe0a0110310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:07.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.678+0000 7fe0a55e8700 1 --2- 172.21.15.53:0/457524947 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe0a006c530 0x7fe0a0110310 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fe09800b0d0 tx=0x7fe09800b3e0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.678+0000 7fe0a55e8700 1 -- 172.21.15.53:0/457524947 shutdown_connections 2024-05-10T11:23:07.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.679+0000 7fe0a55e8700 1 --2- 172.21.15.53:0/457524947 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe0a006c530 0x7fe0a0110310 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.679+0000 7fe0a55e8700 1 --2- 172.21.15.53:0/457524947 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe0a0109540 0x7fe0a0109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.679+0000 7fe0a55e8700 1 --2- 172.21.15.53:0/457524947 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe0a006bb70 0x7fe0a006bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.679+0000 7fe0a55e8700 1 -- 172.21.15.53:0/457524947 >> 172.21.15.53:0/457524947 conn(0x7fe0a0079350 msgr2=0x7fe0a0079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:07.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.679+0000 7fe0a55e8700 1 -- 172.21.15.53:0/457524947 shutdown_connections 2024-05-10T11:23:07.679 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.679+0000 7fe0a55e8700 1 -- 172.21.15.53:0/457524947 wait complete. 2024-05-10T11:23:07.681 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.680+0000 7fe0a55e8700 1 Processor -- start 2024-05-10T11:23:07.681 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.680+0000 7fe0a55e8700 1 -- start start 2024-05-10T11:23:07.681 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.680+0000 7fe0a55e8700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe0a006bb70 0x7fe0a01a1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:07.681 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.680+0000 7fe0a55e8700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe0a006c530 0x7fe0a01a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:07.681 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.680+0000 7fe0a55e8700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe0a0109540 0x7fe0a019bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:07.681 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.680+0000 7fe0a55e8700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe0a0113560 con 0x7fe0a006bb70 2024-05-10T11:23:07.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.680+0000 7fe0a55e8700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fe0a01133e0 con 0x7fe0a006c530 2024-05-10T11:23:07.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.680+0000 7fe0a55e8700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fe0a01136e0 con 0x7fe0a0109540 2024-05-10T11:23:07.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.680+0000 7fe09effd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe0a006bb70 0x7fe0a01a1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:07.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.680+0000 7fe09effd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe0a006bb70 0x7fe0a01a1a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:39880/0 (socket says 172.21.15.53:39880) 2024-05-10T11:23:07.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.680+0000 7fe09effd700 1 -- 172.21.15.53:0/503789317 learned_addr learned my addr 172.21.15.53:0/503789317 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:07.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.681+0000 7fe09e7fc700 1 --2- 172.21.15.53:0/503789317 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe0a006c530 0x7fe0a01a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:07.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.681+0000 7fe09f7fe700 1 --2- 172.21.15.53:0/503789317 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe0a0109540 0x7fe0a019bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:07.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.681+0000 7fe09effd700 1 -- 172.21.15.53:0/503789317 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe0a0109540 msgr2=0x7fe0a019bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:07.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.681+0000 7fe09effd700 1 --2- 172.21.15.53:0/503789317 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe0a0109540 0x7fe0a019bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.681+0000 7fe09effd700 1 -- 172.21.15.53:0/503789317 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe0a006c530 msgr2=0x7fe0a01a1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:07.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.681+0000 7fe09effd700 1 --2- 172.21.15.53:0/503789317 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe0a006c530 0x7fe0a01a1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.681+0000 7fe09effd700 1 -- 172.21.15.53:0/503789317 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0a019c3f0 con 0x7fe0a006bb70 2024-05-10T11:23:07.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.681+0000 7fe09e7fc700 1 --2- 172.21.15.53:0/503789317 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe0a006c530 0x7fe0a01a1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:07.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.681+0000 7fe09f7fe700 1 --2- 172.21.15.53:0/503789317 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe0a0109540 0x7fe0a019bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:07.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.681+0000 7fe09effd700 1 --2- 172.21.15.53:0/503789317 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe0a006bb70 0x7fe0a01a1a40 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fe09000d950 tx=0x7fe09000dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:07.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.681+0000 7fe087fff700 1 -- 172.21.15.53:0/503789317 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe090016070 con 0x7fe0a006bb70 2024-05-10T11:23:07.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.681+0000 7fe0a55e8700 1 -- 172.21.15.53:0/503789317 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0a019c6e0 con 0x7fe0a006bb70 2024-05-10T11:23:07.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.681+0000 7fe087fff700 1 -- 172.21.15.53:0/503789317 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe090010460 con 0x7fe0a006bb70 2024-05-10T11:23:07.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.682+0000 7fe087fff700 1 -- 172.21.15.53:0/503789317 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe09000f620 con 0x7fe0a006bb70 2024-05-10T11:23:07.683 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.682+0000 7fe0a55e8700 1 -- 172.21.15.53:0/503789317 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0a01a89c0 con 0x7fe0a006bb70 2024-05-10T11:23:07.684 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.684+0000 7fe087fff700 1 -- 172.21.15.53:0/503789317 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fe090019070 con 0x7fe0a006bb70 2024-05-10T11:23:07.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.685+0000 7fe087fff700 1 --2- 172.21.15.53:0/503789317 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe0880b2880 0x7fe0880b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:07.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.685+0000 7fe09e7fc700 1 --2- 172.21.15.53:0/503789317 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe0880b2880 0x7fe0880b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:07.685 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.685+0000 7fe087fff700 1 -- 172.21.15.53:0/503789317 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fe0900e2160 con 0x7fe0a006bb70 2024-05-10T11:23:07.686 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.686+0000 7fe09e7fc700 1 --2- 172.21.15.53:0/503789317 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe0880b2880 0x7fe0880b4d40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fe0a019d260 tx=0x7fe094005f50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:07.686 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.686+0000 7fe0afe7bb80 1 Processor -- start 2024-05-10T11:23:07.686 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.686+0000 7fe0afe7bb80 1 -- start start 2024-05-10T11:23:07.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.686+0000 7fe0afe7bb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aa64d0 0x55fd27aa68b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:07.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.686+0000 7fe0afe7bb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aa6df0 0x55fd27aaa6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:07.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.686+0000 7fe0afe7bb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fd27aaac80 0x55fd27aab100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:07.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.686+0000 7fe0afe7bb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55fd279f8860 con 0x55fd27aa64d0 2024-05-10T11:23:07.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.686+0000 7fe0afe7bb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55fd279977c0 con 0x55fd27aaac80 2024-05-10T11:23:07.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.686+0000 7fe0afe7bb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55fd279f4820 con 0x55fd27aa6df0 2024-05-10T11:23:07.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.687+0000 7fe09effd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aa64d0 0x55fd27aa68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:07.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.687+0000 7fe09effd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aa64d0 0x55fd27aa68b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:39894/0 (socket says 172.21.15.53:39894) 2024-05-10T11:23:07.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.687+0000 7fe09effd700 1 -- 172.21.15.53:0/1609144886 learned_addr learned my addr 172.21.15.53:0/1609144886 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:07.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.687+0000 7fe09e7fc700 1 --2- 172.21.15.53:0/1609144886 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aa6df0 0x55fd27aaa6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:07.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.687+0000 7fe09effd700 1 -- 172.21.15.53:0/1609144886 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aa6df0 msgr2=0x55fd27aaa6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:07.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.687+0000 7fe09f7fe700 1 --2- 172.21.15.53:0/1609144886 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fd27aaac80 0x55fd27aab100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:07.688 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.687+0000 7fe09effd700 1 --2- 172.21.15.53:0/1609144886 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aa6df0 0x55fd27aaa6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.689 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.687+0000 7fe09effd700 1 -- 172.21.15.53:0/1609144886 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fd27aaac80 msgr2=0x55fd27aab100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:07.689 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.687+0000 7fe09effd700 1 --2- 172.21.15.53:0/1609144886 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fd27aaac80 0x55fd27aab100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.689 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.687+0000 7fe09effd700 1 -- 172.21.15.53:0/1609144886 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd279458d0 con 0x55fd27aa64d0 2024-05-10T11:23:07.689 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.687+0000 7fe09e7fc700 1 --2- 172.21.15.53:0/1609144886 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aa6df0 0x55fd27aaa6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:07.689 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.687+0000 7fe09f7fe700 1 --2- 172.21.15.53:0/1609144886 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fd27aaac80 0x55fd27aab100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:23:07.689 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.687+0000 7fe09effd700 1 --2- 172.21.15.53:0/1609144886 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aa64d0 0x55fd27aa68b0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fe0900a5470 tx=0x7fe0900a9000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f43daa61a806f159 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:07.689 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.688+0000 7fe0857fa700 1 -- 172.21.15.53:0/1609144886 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe090020070 con 0x55fd27aa64d0 2024-05-10T11:23:07.689 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.688+0000 7fe0857fa700 1 -- 172.21.15.53:0/1609144886 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe0900a93f0 con 0x55fd27aa64d0 2024-05-10T11:23:07.689 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.688+0000 7fe0857fa700 1 -- 172.21.15.53:0/1609144886 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0900a98b0 con 0x55fd27aa64d0 2024-05-10T11:23:07.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.689+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/1609144886 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aa64d0 msgr2=0x55fd27aa68b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:07.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.689+0000 7fe0afe7bb80 1 --2- 172.21.15.53:0/1609144886 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aa64d0 0x55fd27aa68b0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fe0900a5470 tx=0x7fe0900a9000 comp rx=0 tx=0).stop 2024-05-10T11:23:07.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.689+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/1609144886 shutdown_connections 2024-05-10T11:23:07.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.689+0000 7fe0afe7bb80 1 --2- 172.21.15.53:0/1609144886 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fd27aaac80 0x55fd27aab100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.689+0000 7fe0afe7bb80 1 --2- 172.21.15.53:0/1609144886 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aa64d0 0x55fd27aa68b0 secure :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fe0900a5470 tx=0x7fe0900a9000 comp rx=0 tx=0).stop 2024-05-10T11:23:07.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.689+0000 7fe0afe7bb80 1 --2- 172.21.15.53:0/1609144886 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aa6df0 0x55fd27aaa6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.689+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/1609144886 >> 172.21.15.53:0/1609144886 conn(0x55fd279d2100 msgr2=0x55fd27aa0c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:07.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.689+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/1609144886 shutdown_connections 2024-05-10T11:23:07.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.689+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/1609144886 wait complete. 2024-05-10T11:23:07.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.689+0000 7fe0afe7bb80 1 -- start start 2024-05-10T11:23:07.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.690+0000 7fe0afe7bb80 1 Processor -- start 2024-05-10T11:23:07.692 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.690+0000 7fe0afe7bb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aa6df0 0x55fd27ab2300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:07.693 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.690+0000 7fe0afe7bb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aaac80 0x55fd27aaf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:07.693 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.690+0000 7fe0afe7bb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fd27aafb40 0x55fd27aaffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:07.693 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.690+0000 7fe09e7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aaac80 0x55fd27aaf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:07.693 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.690+0000 7fe0afe7bb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55fd27ab2dd0 con 0x55fd27aaac80 2024-05-10T11:23:07.693 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.690+0000 7fe09effd700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aa6df0 0x55fd27ab2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:07.693 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.690+0000 7fe09effd700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aa6df0 0x55fd27ab2300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.53:36992/0 (socket says 172.21.15.53:36992) 2024-05-10T11:23:07.693 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.690+0000 7fe09e7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aaac80 0x55fd27aaf600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:39902/0 (socket says 172.21.15.53:39902) 2024-05-10T11:23:07.693 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.690+0000 7fe09effd700 1 -- 172.21.15.53:0/1048974454 learned_addr learned my addr 172.21.15.53:0/1048974454 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:07.693 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.690+0000 7fe0afe7bb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55fd2795ec30 con 0x55fd27aafb40 2024-05-10T11:23:07.693 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.691+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/1048974454 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55fd27ab2f50 con 0x55fd27aa6df0 2024-05-10T11:23:07.693 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.691+0000 7fe0afe7bb80 10 client.0 _ll_register_callbacks cb 0x55fd27990920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:07.693 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.691+0000 7fe09f7fe700 1 --2- 172.21.15.53:0/1048974454 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fd27aafb40 0x55fd27aaffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:07.693 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.691+0000 7fe09effd700 1 -- 172.21.15.53:0/1048974454 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fd27aafb40 msgr2=0x55fd27aaffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:07.694 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.691+0000 7fe09effd700 1 --2- 172.21.15.53:0/1048974454 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fd27aafb40 0x55fd27aaffc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.694 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.691+0000 7fe09effd700 1 -- 172.21.15.53:0/1048974454 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aaac80 msgr2=0x55fd27aaf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:07.694 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.691+0000 7fe09effd700 1 --2- 172.21.15.53:0/1048974454 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aaac80 0x55fd27aaf600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.694 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.691+0000 7fe09effd700 1 -- 172.21.15.53:0/1048974454 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd27994690 con 0x55fd27aa6df0 2024-05-10T11:23:07.694 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.691+0000 7fe09effd700 1 --2- 172.21.15.53:0/1048974454 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aa6df0 0x55fd27ab2300 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fe0900ad960 tx=0x7fe090010b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4b2d6816f7652f5c server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:07.694 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.691+0000 7fe082ff5700 10 client.0 ms_handle_connect on v2:172.21.15.187:3300/0 2024-05-10T11:23:07.694 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.691+0000 7fe082ff5700 1 -- 172.21.15.53:0/1048974454 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe090068e60 con 0x55fd27aa6df0 2024-05-10T11:23:07.694 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.691+0000 7fe082ff5700 1 -- 172.21.15.53:0/1048974454 <== mon.1 v2:172.21.15.187:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fe0900a9860 con 0x55fd27aa6df0 2024-05-10T11:23:07.694 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.691+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/1048974454 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe0900a93f0 con 0x55fd27aa6df0 2024-05-10T11:23:07.694 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.692+0000 7fe082ff5700 1 -- 172.21.15.53:0/1048974454 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe090020070 con 0x55fd27aa6df0 2024-05-10T11:23:07.694 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.692+0000 7fe0afe7bb80 10 client.25423 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:07.694 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.692+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/1048974454 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fd27ab2dd0 con 0x55fd27aa6df0 2024-05-10T11:23:07.694 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.692+0000 7fe082ff5700 1 -- 172.21.15.53:0/1048974454 <== mon.1 v2:172.21.15.187:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe0900b2250 con 0x55fd27aa6df0 2024-05-10T11:23:07.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.692+0000 7fe082ff5700 1 -- 172.21.15.53:0/1048974454 <== mon.1 v2:172.21.15.187:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe0900c3ce0 con 0x55fd27aa6df0 2024-05-10T11:23:07.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.693+0000 7fe0afe7bb80 10 client.25423 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:07.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.693+0000 7fe0afe7bb80 10 client.25423 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.b 2024-05-10T11:23:07.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.693+0000 7fe0afe7bb80 20 client.25423 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:07.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.693+0000 7fe0afe7bb80 1 --2- 172.21.15.53:0/1048974454 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x55fd27ac0130 0x55fd27ac2520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:07.696 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.693+0000 7fe0afe7bb80 4 client.25423 mds_command: new command op to 24428 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:23:07.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.693+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/1048974454 --> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fe0900a93f0 con 0x55fd27ac0130 2024-05-10T11:23:07.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.693+0000 7fe09e7fc700 1 --2- 172.21.15.53:0/1048974454 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x55fd27ac0130 0x55fd27ac2520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:07.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.693+0000 7fe09e7fc700 1 --2- 172.21.15.53:0/1048974454 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x55fd27ac0130 0x55fd27ac2520 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=eb25f909e76dde3b server_cookie=f6f61abf52d9134 in_seq=0 out_seq=0 2024-05-10T11:23:07.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.693+0000 7fe082ff5700 10 client.25423 ms_handle_connect on v2:172.21.15.132:6838/2363266970 2024-05-10T11:23:07.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.694+0000 7fe082ff5700 1 -- 172.21.15.53:0/1048974454 <== mds.3 v2:172.21.15.132:6838/2363266970 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x7fe0900a93f0 con 0x55fd27ac0130 2024-05-10T11:23:07.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.694+0000 7fe082ff5700 10 client.25423 handle_command_reply: tid=0 2024-05-10T11:23:07.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.694+0000 7fe0afe7bb80 1 client.25423 shutdown 2024-05-10T11:23:07.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.694+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/1048974454 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aa6df0 msgr2=0x55fd27ab2300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:07.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.694+0000 7fe0afe7bb80 1 --2- 172.21.15.53:0/1048974454 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aa6df0 0x55fd27ab2300 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fe0900ad960 tx=0x7fe090010b60 comp rx=0 tx=0).stop 2024-05-10T11:23:07.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.694+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/1048974454 shutdown_connections 2024-05-10T11:23:07.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.694+0000 7fe0afe7bb80 1 --2- 172.21.15.53:0/1048974454 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fd27aafb40 0x55fd27aaffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.694+0000 7fe0afe7bb80 1 --2- 172.21.15.53:0/1048974454 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x55fd27ac0130 0x55fd27ac2520 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.694+0000 7fe0afe7bb80 1 --2- 172.21.15.53:0/1048974454 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aa6df0 0x55fd27ab2300 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.697 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.694+0000 7fe0afe7bb80 1 --2- 172.21.15.53:0/1048974454 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aaac80 0x55fd27aaf600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.698 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.694+0000 7fe082ff5700 0 client.25423 ms_handle_reset on v2:172.21.15.132:6838/2363266970 2024-05-10T11:23:07.698 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.694+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/1048974454 >> 172.21.15.53:0/1048974454 conn(0x55fd279d2100 msgr2=0x55fd27a9b720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:07.698 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.695+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/1048974454 shutdown_connections 2024-05-10T11:23:07.698 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.695+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/1048974454 wait complete. 2024-05-10T11:23:07.698 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.695+0000 7fe0afe7bb80 20 client.25423 trim_cache size 0 max 16384 2024-05-10T11:23:07.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.714+0000 7fe0afe7bb80 1 Processor -- start 2024-05-10T11:23:07.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.714+0000 7fe0afe7bb80 1 -- start start 2024-05-10T11:23:07.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.714+0000 7fe0afe7bb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fd27aa6df0 0x55fd27ac5540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:07.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.714+0000 7fe0afe7bb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aaac80 0x55fd27ac5a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:07.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.714+0000 7fe0afe7bb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aafb40 0x55fd27aa8520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:07.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.714+0000 7fe0afe7bb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe0a01b1550 con 0x55fd27aaac80 2024-05-10T11:23:07.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.714+0000 7fe0afe7bb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fe0a01b3090 con 0x55fd27aa6df0 2024-05-10T11:23:07.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.714+0000 7fe0afe7bb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fe0a01b1c20 con 0x55fd27aafb40 2024-05-10T11:23:07.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.714+0000 7fe09e7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aaac80 0x55fd27ac5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:07.715 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.714+0000 7fe09e7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aaac80 0x55fd27ac5a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:39912/0 (socket says 172.21.15.53:39912) 2024-05-10T11:23:07.716 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.714+0000 7fe09e7fc700 1 -- 172.21.15.53:0/3721537290 learned_addr learned my addr 172.21.15.53:0/3721537290 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:07.716 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.714+0000 7fe09effd700 1 --2- 172.21.15.53:0/3721537290 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fd27aa6df0 0x55fd27ac5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:07.716 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.715+0000 7fe09f7fe700 1 --2- 172.21.15.53:0/3721537290 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aafb40 0x55fd27aa8520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:07.716 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.715+0000 7fe09e7fc700 1 -- 172.21.15.53:0/3721537290 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aafb40 msgr2=0x55fd27aa8520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:07.716 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.715+0000 7fe09e7fc700 1 --2- 172.21.15.53:0/3721537290 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aafb40 0x55fd27aa8520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.716 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.715+0000 7fe09e7fc700 1 -- 172.21.15.53:0/3721537290 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fd27aa6df0 msgr2=0x55fd27ac5540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:07.716 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.715+0000 7fe09e7fc700 1 --2- 172.21.15.53:0/3721537290 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fd27aa6df0 0x55fd27ac5540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.716 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.715+0000 7fe09e7fc700 1 -- 172.21.15.53:0/3721537290 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd27ac5fc0 con 0x55fd27aaac80 2024-05-10T11:23:07.716 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.715+0000 7fe09f7fe700 1 --2- 172.21.15.53:0/3721537290 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aafb40 0x55fd27aa8520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:07.716 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.715+0000 7fe09effd700 1 --2- 172.21.15.53:0/3721537290 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fd27aa6df0 0x55fd27ac5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:07.716 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.715+0000 7fe09e7fc700 1 --2- 172.21.15.53:0/3721537290 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aaac80 0x55fd27ac5a80 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fe09400a540 tx=0x7fe094011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=479bad495cadc226 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:07.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.715+0000 7fe084ff9700 1 -- 172.21.15.53:0/3721537290 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe094010de0 con 0x55fd27aaac80 2024-05-10T11:23:07.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.715+0000 7fe084ff9700 1 -- 172.21.15.53:0/3721537290 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe09401e8c0 con 0x55fd27aaac80 2024-05-10T11:23:07.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.715+0000 7fe084ff9700 1 -- 172.21.15.53:0/3721537290 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe094029770 con 0x55fd27aaac80 2024-05-10T11:23:07.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.716+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/3721537290 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aaac80 msgr2=0x55fd27ac5a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:07.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.716+0000 7fe0afe7bb80 1 --2- 172.21.15.53:0/3721537290 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aaac80 0x55fd27ac5a80 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fe09400a540 tx=0x7fe094011000 comp rx=0 tx=0).stop 2024-05-10T11:23:07.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.716+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/3721537290 shutdown_connections 2024-05-10T11:23:07.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.716+0000 7fe0afe7bb80 1 --2- 172.21.15.53:0/3721537290 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aafb40 0x55fd27aa8520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.716+0000 7fe0afe7bb80 1 --2- 172.21.15.53:0/3721537290 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fd27aa6df0 0x55fd27ac5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.716+0000 7fe0afe7bb80 1 --2- 172.21.15.53:0/3721537290 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aaac80 0x55fd27ac5a80 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.716+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/3721537290 >> 172.21.15.53:0/3721537290 conn(0x55fd279d2100 msgr2=0x55fd27aa0b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:07.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.716+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/3721537290 shutdown_connections 2024-05-10T11:23:07.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.716+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/3721537290 wait complete. 2024-05-10T11:23:07.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.717+0000 7fe0afe7bb80 1 -- start start 2024-05-10T11:23:07.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.717+0000 7fe0afe7bb80 1 Processor -- start 2024-05-10T11:23:07.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.717+0000 7fe0afe7bb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aa6df0 0x55fd27ac55a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:07.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.717+0000 7fe0afe7bb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aaac80 0x55fd27ac2940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:07.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.717+0000 7fe0afe7bb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fd27aafb40 0x55fd27ac2e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:07.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.717+0000 7fe0afe7bb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fe0a01b29c0 con 0x55fd27aaac80 2024-05-10T11:23:07.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.717+0000 7fe0afe7bb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fe0a01b22f0 con 0x55fd27aafb40 2024-05-10T11:23:07.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.717+0000 7fe0afe7bb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fe0a01af4f0 con 0x55fd27aa6df0 2024-05-10T11:23:07.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.717+0000 7fe0afe7bb80 10 client.0 _ll_register_callbacks cb 0x55fd27990920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:07.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.717+0000 7fe09e7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aaac80 0x55fd27ac2940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:07.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.717+0000 7fe09e7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aaac80 0x55fd27ac2940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:39914/0 (socket says 172.21.15.53:39914) 2024-05-10T11:23:07.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.717+0000 7fe09e7fc700 1 -- 172.21.15.53:0/1583127053 learned_addr learned my addr 172.21.15.53:0/1583127053 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:07.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.717+0000 7fe09effd700 1 --2- 172.21.15.53:0/1583127053 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aa6df0 0x55fd27ac55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:07.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.717+0000 7fe09f7fe700 1 --2- 172.21.15.53:0/1583127053 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fd27aafb40 0x55fd27ac2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:07.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.718+0000 7fe09e7fc700 1 -- 172.21.15.53:0/1583127053 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aa6df0 msgr2=0x55fd27ac55a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:07.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.718+0000 7fe09e7fc700 1 --2- 172.21.15.53:0/1583127053 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aa6df0 0x55fd27ac55a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.718+0000 7fe09e7fc700 1 -- 172.21.15.53:0/1583127053 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fd27aafb40 msgr2=0x55fd27ac2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:07.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.718+0000 7fe09e7fc700 1 --2- 172.21.15.53:0/1583127053 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fd27aafb40 0x55fd27ac2e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.718+0000 7fe09e7fc700 1 -- 172.21.15.53:0/1583127053 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd27ac33c0 con 0x55fd27aaac80 2024-05-10T11:23:07.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.718+0000 7fe09e7fc700 1 --2- 172.21.15.53:0/1583127053 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aaac80 0x55fd27ac2940 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fe09400aaf0 tx=0x7fe094010be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96a1242d0019e20f server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:07.721 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.718+0000 7fe082ff5700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:07.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.718+0000 7fe082ff5700 1 -- 172.21.15.53:0/1583127053 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe094040060 con 0x55fd27aaac80 2024-05-10T11:23:07.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.718+0000 7fe082ff5700 1 -- 172.21.15.53:0/1583127053 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fe09401e430 con 0x55fd27aaac80 2024-05-10T11:23:07.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.718+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/1583127053 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe09401e8c0 con 0x55fd27aaac80 2024-05-10T11:23:07.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.718+0000 7fe082ff5700 1 -- 172.21.15.53:0/1583127053 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe09401e630 con 0x55fd27aaac80 2024-05-10T11:23:07.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.718+0000 7fe0afe7bb80 10 client.15840 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:07.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.718+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/1583127053 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fd27b2a380 con 0x55fd27aaac80 2024-05-10T11:23:07.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.719+0000 7fe082ff5700 1 -- 172.21.15.53:0/1583127053 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe09401e8c0 con 0x55fd27aaac80 2024-05-10T11:23:07.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.719+0000 7fe082ff5700 1 -- 172.21.15.53:0/1583127053 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fe094033b00 con 0x55fd27aaac80 2024-05-10T11:23:07.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.719+0000 7fe0afe7bb80 10 client.15840 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:07.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.719+0000 7fe0afe7bb80 10 client.15840 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.b 2024-05-10T11:23:07.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.719+0000 7fe0afe7bb80 20 client.15840 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:07.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.719+0000 7fe0afe7bb80 1 --2- 172.21.15.53:0/1583127053 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x55fd27b2a9c0 0x55fd27b2cde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:07.722 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.719+0000 7fe0afe7bb80 4 client.15840 mds_command: new command op to 24428 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:23:07.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.719+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/1583127053 --> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fd27a72650 con 0x55fd27b2a9c0 2024-05-10T11:23:07.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.719+0000 7fe09effd700 1 --2- 172.21.15.53:0/1583127053 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x55fd27b2a9c0 0x55fd27b2cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:07.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.720+0000 7fe082ff5700 10 client.15840 ms_handle_connect on v2:172.21.15.132:6838/2363266970 2024-05-10T11:23:07.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.720+0000 7fe09effd700 1 --2- 172.21.15.53:0/1583127053 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x55fd27b2a9c0 0x55fd27b2cde0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=ebcb2b6a9ff5d049 server_cookie=c19f93baa0bc7a82 in_seq=0 out_seq=0 2024-05-10T11:23:07.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.720+0000 7fe082ff5700 1 -- 172.21.15.53:0/1583127053 <== mds.3 v2:172.21.15.132:6838/2363266970 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fd27a72650 con 0x55fd27b2a9c0 2024-05-10T11:23:07.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.720+0000 7fe082ff5700 10 client.15840 handle_command_reply: tid=0 2024-05-10T11:23:07.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.720+0000 7fe0afe7bb80 1 client.15840 shutdown 2024-05-10T11:23:07.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.720+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/1583127053 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aaac80 msgr2=0x55fd27ac2940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:07.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.720+0000 7fe0afe7bb80 1 --2- 172.21.15.53:0/1583127053 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aaac80 0x55fd27ac2940 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fe09400aaf0 tx=0x7fe094010be0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.720+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/1583127053 shutdown_connections 2024-05-10T11:23:07.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.720+0000 7fe0afe7bb80 1 --2- 172.21.15.53:0/1583127053 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fd27aafb40 0x55fd27ac2e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.720+0000 7fe0afe7bb80 1 --2- 172.21.15.53:0/1583127053 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x55fd27b2a9c0 0x55fd27b2cde0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.720+0000 7fe0afe7bb80 1 --2- 172.21.15.53:0/1583127053 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fd27aa6df0 0x55fd27ac55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.720+0000 7fe0afe7bb80 1 --2- 172.21.15.53:0/1583127053 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fd27aaac80 0x55fd27ac2940 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.720+0000 7fe082ff5700 0 client.15840 ms_handle_reset on v2:172.21.15.132:6838/2363266970 2024-05-10T11:23:07.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.720+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/1583127053 >> 172.21.15.53:0/1583127053 conn(0x55fd279d2100 msgr2=0x55fd27a9ae90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:07.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.720+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/1583127053 shutdown_connections 2024-05-10T11:23:07.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.720+0000 7fe0afe7bb80 1 -- 172.21.15.53:0/1583127053 wait complete. 2024-05-10T11:23:07.725 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.720+0000 7fe0afe7bb80 20 client.15840 trim_cache size 0 max 16384 2024-05-10T11:23:07.725 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:23:07.725 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.721+0000 7fe0a55e8700 1 -- 172.21.15.53:0/503789317 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe0880b2880 msgr2=0x7fe0880b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:07.725 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.721+0000 7fe0a55e8700 1 --2- 172.21.15.53:0/503789317 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe0880b2880 0x7fe0880b4d40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fe0a019d260 tx=0x7fe094005f50 comp rx=0 tx=0).stop 2024-05-10T11:23:07.725 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.721+0000 7fe0a55e8700 1 -- 172.21.15.53:0/503789317 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe0a006bb70 msgr2=0x7fe0a01a1a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:07.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.721+0000 7fe0a55e8700 1 --2- 172.21.15.53:0/503789317 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe0a006bb70 0x7fe0a01a1a40 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fe09000d950 tx=0x7fe09000dd10 comp rx=0 tx=0).stop 2024-05-10T11:23:07.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.721+0000 7fe0a55e8700 1 -- 172.21.15.53:0/503789317 shutdown_connections 2024-05-10T11:23:07.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.721+0000 7fe0a55e8700 1 --2- 172.21.15.53:0/503789317 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fe0880b2880 0x7fe0880b4d40 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.721+0000 7fe0a55e8700 1 --2- 172.21.15.53:0/503789317 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fe0a0109540 0x7fe0a019bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.721+0000 7fe0a55e8700 1 --2- 172.21.15.53:0/503789317 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fe0a006bb70 0x7fe0a01a1a40 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.721+0000 7fe0a55e8700 1 --2- 172.21.15.53:0/503789317 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fe0a006c530 0x7fe0a01a1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:07.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.721+0000 7fe0a55e8700 1 -- 172.21.15.53:0/503789317 >> 172.21.15.53:0/503789317 conn(0x7fe0a0079350 msgr2=0x7fe0a010e640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:07.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.721+0000 7fe0a55e8700 1 -- 172.21.15.53:0/503789317 shutdown_connections 2024-05-10T11:23:07.726 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:07.721+0000 7fe0a55e8700 1 -- 172.21.15.53:0/503789317 wait complete. 2024-05-10T11:23:08.126 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:07 smithi053 ceph-mon[30153]: pgmap v490: 129 pgs: 129 active+clean; 421 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 35 MiB/s wr, 20 op/s 2024-05-10T11:23:08.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:07 smithi132 ceph-mon[33758]: pgmap v490: 129 pgs: 129 active+clean; 421 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 35 MiB/s wr, 20 op/s 2024-05-10T11:23:08.259 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:07 smithi187 ceph-mon[34076]: pgmap v490: 129 pgs: 129 active+clean; 421 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 35 MiB/s wr, 20 op/s 2024-05-10T11:23:08.598 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-10T11:23:08.909 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:23:09.008 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.006+0000 7f84320dc640 1 -- 172.21.15.53:0/3001199087 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f842c103490 msgr2=0x7f842c105880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:09.008 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.006+0000 7f84320dc640 1 --2- 172.21.15.53:0/3001199087 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f842c103490 0x7f842c105880 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f841c009900 tx=0x7f841c02a410 comp rx=0 tx=0).stop 2024-05-10T11:23:09.008 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.006+0000 7f84320dc640 1 -- 172.21.15.53:0/3001199087 shutdown_connections 2024-05-10T11:23:09.008 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.006+0000 7f84320dc640 1 --2- 172.21.15.53:0/3001199087 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f842c1086f0 0x7f842c10ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.008 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.006+0000 7f84320dc640 1 --2- 172.21.15.53:0/3001199087 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f842c105dc0 0x7f842c1081b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.008 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.006+0000 7f84320dc640 1 --2- 172.21.15.53:0/3001199087 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f842c103490 0x7f842c105880 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.009 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.006+0000 7f84320dc640 1 -- 172.21.15.53:0/3001199087 >> 172.21.15.53:0/3001199087 conn(0x7f842c0fcea0 msgr2=0x7f842c0ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:09.009 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.006+0000 7f84320dc640 1 -- 172.21.15.53:0/3001199087 shutdown_connections 2024-05-10T11:23:09.009 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.006+0000 7f84320dc640 1 -- 172.21.15.53:0/3001199087 wait complete. 2024-05-10T11:23:09.009 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.006+0000 7f84320dc640 1 Processor -- start 2024-05-10T11:23:09.009 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.007+0000 7f84320dc640 1 -- start start 2024-05-10T11:23:09.009 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.007+0000 7f84320dc640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f842c103490 0x7f842c102e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:09.009 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.007+0000 7f84320dc640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f842c105dc0 0x7f842c101440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:09.009 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.007+0000 7f84320dc640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f842c1086f0 0x7f842c101980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:09.009 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.007+0000 7f84320dc640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f842c10e440 con 0x7f842c1086f0 2024-05-10T11:23:09.009 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.007+0000 7f84320dc640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f842c10e2c0 con 0x7f842c105dc0 2024-05-10T11:23:09.009 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.007+0000 7f84320dc640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f842c10e5c0 con 0x7f842c103490 2024-05-10T11:23:09.009 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.007+0000 7f842affd640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f842c105dc0 0x7f842c101440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:09.009 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.007+0000 7f842bfff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f842c1086f0 0x7f842c101980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:09.009 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.007+0000 7f842affd640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f842c105dc0 0x7f842c101440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:60204/0 (socket says 172.21.15.53:60204) 2024-05-10T11:23:09.009 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.007+0000 7f842affd640 1 -- 172.21.15.53:0/4094419814 learned_addr learned my addr 172.21.15.53:0/4094419814 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:09.010 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.007+0000 7f842b7fe640 1 --2- 172.21.15.53:0/4094419814 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f842c103490 0x7f842c102e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:09.010 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.007+0000 7f842bfff640 1 -- 172.21.15.53:0/4094419814 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f842c103490 msgr2=0x7f842c102e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:09.010 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.007+0000 7f842bfff640 1 --2- 172.21.15.53:0/4094419814 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f842c103490 0x7f842c102e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.010 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.007+0000 7f842bfff640 1 -- 172.21.15.53:0/4094419814 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f842c105dc0 msgr2=0x7f842c101440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:09.010 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.007+0000 7f842bfff640 1 --2- 172.21.15.53:0/4094419814 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f842c105dc0 0x7f842c101440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.010 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.007+0000 7f842bfff640 1 -- 172.21.15.53:0/4094419814 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f842c102210 con 0x7f842c1086f0 2024-05-10T11:23:09.010 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.007+0000 7f842affd640 1 --2- 172.21.15.53:0/4094419814 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f842c105dc0 0x7f842c101440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:09.010 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.008+0000 7f842bfff640 1 --2- 172.21.15.53:0/4094419814 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f842c1086f0 0x7f842c101980 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f8424009fd0 tx=0x7f842400ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:09.010 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.008+0000 7f8428ff9640 1 -- 172.21.15.53:0/4094419814 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f842400ce20 con 0x7f842c1086f0 2024-05-10T11:23:09.010 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.008+0000 7f84320dc640 1 -- 172.21.15.53:0/4094419814 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f842c1a2bd0 con 0x7f842c1086f0 2024-05-10T11:23:09.010 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.008+0000 7f84320dc640 1 -- 172.21.15.53:0/4094419814 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f842c1a3120 con 0x7f842c1086f0 2024-05-10T11:23:09.010 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.008+0000 7f8428ff9640 1 -- 172.21.15.53:0/4094419814 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8424005020 con 0x7f842c1086f0 2024-05-10T11:23:09.010 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.008+0000 7f8428ff9640 1 -- 172.21.15.53:0/4094419814 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8424010690 con 0x7f842c1086f0 2024-05-10T11:23:09.014 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.011+0000 7f8434df4740 1 Processor -- start 2024-05-10T11:23:09.014 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.011+0000 7f8428ff9640 1 -- 172.21.15.53:0/4094419814 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f8424010830 con 0x7f842c1086f0 2024-05-10T11:23:09.014 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.011+0000 7f8434df4740 1 -- start start 2024-05-10T11:23:09.014 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.011+0000 7f8434df4740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe596edb0 0x564fe596f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:09.014 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.011+0000 7f8434df4740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe596f7a0 0x564fe59742a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:09.014 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.011+0000 7f8434df4740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564fe5974910 0x564fe5976da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:09.014 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.011+0000 7f8434df4740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x564fe58d35d0 con 0x564fe596edb0 2024-05-10T11:23:09.014 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.011+0000 7f8434df4740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x564fe588c890 con 0x564fe5974910 2024-05-10T11:23:09.014 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.011+0000 7f8434df4740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x564fe58cf590 con 0x564fe596f7a0 2024-05-10T11:23:09.014 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.012+0000 7f842affd640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe596edb0 0x564fe596f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:09.014 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.012+0000 7f842affd640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe596edb0 0x564fe596f1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:55914/0 (socket says 172.21.15.53:55914) 2024-05-10T11:23:09.015 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.012+0000 7f842affd640 1 -- 172.21.15.53:0/64360709 learned_addr learned my addr 172.21.15.53:0/64360709 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:09.015 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.012+0000 7f842b7fe640 1 --2- 172.21.15.53:0/64360709 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe596f7a0 0x564fe59742a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:09.015 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.012+0000 7f842affd640 1 --2- 172.21.15.53:0/64360709 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564fe5974910 0x564fe5976da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:09.015 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.012+0000 7f842affd640 1 -- 172.21.15.53:0/64360709 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe596f7a0 msgr2=0x564fe59742a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:09.015 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.012+0000 7f842affd640 1 --2- 172.21.15.53:0/64360709 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe596f7a0 0x564fe59742a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.015 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.012+0000 7f842affd640 1 -- 172.21.15.53:0/64360709 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564fe5974910 msgr2=0x564fe5976da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:09.015 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.012+0000 7f842affd640 1 --2- 172.21.15.53:0/64360709 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564fe5974910 0x564fe5976da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.015 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.012+0000 7f842affd640 1 -- 172.21.15.53:0/64360709 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564fe55e5210 con 0x564fe596edb0 2024-05-10T11:23:09.015 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.012+0000 7f8428ff9640 1 --2- 172.21.15.53:0/4094419814 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f84140b2920 0x7f84140b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:09.015 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.012+0000 7f842affd640 1 --2- 172.21.15.53:0/64360709 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe596edb0 0x564fe596f1d0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f8420012a90 tx=0x7f842000bd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b42383f63ee771f server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:09.015 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.012+0000 7f842b7fe640 1 --2- 172.21.15.53:0/4094419814 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f84140b2920 0x7f84140b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:09.015 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.012+0000 7f8428ff9640 1 -- 172.21.15.53:0/4094419814 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f84240e2a90 con 0x7f842c1086f0 2024-05-10T11:23:09.015 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.013+0000 7f8411ffb640 1 -- 172.21.15.53:0/64360709 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8420010bf0 con 0x564fe596edb0 2024-05-10T11:23:09.015 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.013+0000 7f8411ffb640 1 -- 172.21.15.53:0/64360709 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8420010d90 con 0x564fe596edb0 2024-05-10T11:23:09.015 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.013+0000 7f8411ffb640 1 -- 172.21.15.53:0/64360709 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f842000e5b0 con 0x564fe596edb0 2024-05-10T11:23:09.016 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.013+0000 7f842b7fe640 1 --2- 172.21.15.53:0/4094419814 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f84140b2920 0x7f84140b4de0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f841c005ab0 tx=0x7f841c005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:09.016 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.013+0000 7f8434df4740 1 -- 172.21.15.53:0/64360709 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe596edb0 msgr2=0x564fe596f1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:09.016 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.013+0000 7f8434df4740 1 --2- 172.21.15.53:0/64360709 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe596edb0 0x564fe596f1d0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f8420012a90 tx=0x7f842000bd20 comp rx=0 tx=0).stop 2024-05-10T11:23:09.016 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.013+0000 7f8434df4740 1 -- 172.21.15.53:0/64360709 shutdown_connections 2024-05-10T11:23:09.016 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.013+0000 7f8434df4740 1 --2- 172.21.15.53:0/64360709 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564fe5974910 0x564fe5976da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.016 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.013+0000 7f8434df4740 1 --2- 172.21.15.53:0/64360709 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe596f7a0 0x564fe59742a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.016 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.013+0000 7f8434df4740 1 --2- 172.21.15.53:0/64360709 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe596edb0 0x564fe596f1d0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.016 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.013+0000 7f8434df4740 1 -- 172.21.15.53:0/64360709 >> 172.21.15.53:0/64360709 conn(0x564fe596a420 msgr2=0x564fe596a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:09.016 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.014+0000 7f8434df4740 1 -- 172.21.15.53:0/64360709 shutdown_connections 2024-05-10T11:23:09.016 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.014+0000 7f8434df4740 1 -- 172.21.15.53:0/64360709 wait complete. 2024-05-10T11:23:09.016 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.014+0000 7f8434df4740 1 -- start start 2024-05-10T11:23:09.016 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.014+0000 7f8434df4740 1 Processor -- start 2024-05-10T11:23:09.020 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.014+0000 7f8434df4740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe596edb0 0x564fe5978fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:09.020 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.014+0000 7f8434df4740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564fe596f7a0 0x564fe5979510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:09.020 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.014+0000 7f8434df4740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe5974910 0x564fe5980550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:09.020 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.014+0000 7f8434df4740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x564fe59778c0 con 0x564fe596edb0 2024-05-10T11:23:09.020 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.014+0000 7f8434df4740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x564fe5890370 con 0x564fe596f7a0 2024-05-10T11:23:09.020 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.014+0000 7f8434df4740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x564fe5977a40 con 0x564fe5974910 2024-05-10T11:23:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.015+0000 7f8434df4740 10 client.0 _ll_register_callbacks cb 0x564fe55e4a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.015+0000 7f842b7fe640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe596edb0 0x564fe5978fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.015+0000 7f842b7fe640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe596edb0 0x564fe5978fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:55918/0 (socket says 172.21.15.53:55918) 2024-05-10T11:23:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.015+0000 7f842b7fe640 1 -- 172.21.15.53:0/3612435285 learned_addr learned my addr 172.21.15.53:0/3612435285 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.015+0000 7f842bfff640 1 --2- 172.21.15.53:0/3612435285 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe5974910 0x564fe5980550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.015+0000 7f842affd640 1 --2- 172.21.15.53:0/3612435285 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564fe596f7a0 0x564fe5979510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.015+0000 7f842bfff640 1 -- 172.21.15.53:0/3612435285 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564fe596f7a0 msgr2=0x564fe5979510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.015+0000 7f842bfff640 1 --2- 172.21.15.53:0/3612435285 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564fe596f7a0 0x564fe5979510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.015+0000 7f842bfff640 1 -- 172.21.15.53:0/3612435285 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe596edb0 msgr2=0x564fe5978fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.015+0000 7f842bfff640 1 --2- 172.21.15.53:0/3612435285 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe596edb0 0x564fe5978fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.015+0000 7f842bfff640 1 -- 172.21.15.53:0/3612435285 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564fe56b1620 con 0x564fe5974910 2024-05-10T11:23:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.015+0000 7f842b7fe640 1 --2- 172.21.15.53:0/3612435285 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe596edb0 0x564fe5978fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.015+0000 7f842bfff640 1 --2- 172.21.15.53:0/3612435285 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe5974910 0x564fe5980550 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f84240e0570 tx=0x7f84240aa4e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd4a746bd11cc12b server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.015+0000 7f840affd640 10 client.0 ms_handle_connect on v2:172.21.15.187:3300/0 2024-05-10T11:23:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.015+0000 7f840affd640 1 -- 172.21.15.53:0/3612435285 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84240c0030 con 0x564fe5974910 2024-05-10T11:23:09.022 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.015+0000 7f8434df4740 1 -- 172.21.15.53:0/3612435285 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8420010d90 con 0x564fe5974910 2024-05-10T11:23:09.022 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.015+0000 7f840affd640 1 -- 172.21.15.53:0/3612435285 <== mon.1 v2:172.21.15.187:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f84240a6310 con 0x564fe5974910 2024-05-10T11:23:09.022 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.016+0000 7f840affd640 1 -- 172.21.15.53:0/3612435285 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f84240b2b80 con 0x564fe5974910 2024-05-10T11:23:09.022 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.016+0000 7f8434df4740 10 client.25441 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:09.022 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.016+0000 7f8434df4740 1 -- 172.21.15.53:0/3612435285 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564fe5983600 con 0x564fe5974910 2024-05-10T11:23:09.022 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.016+0000 7f840affd640 1 -- 172.21.15.53:0/3612435285 <== mon.1 v2:172.21.15.187:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8420010d90 con 0x564fe5974910 2024-05-10T11:23:09.022 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.016+0000 7f840affd640 1 -- 172.21.15.53:0/3612435285 <== mon.1 v2:172.21.15.187:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f84240a5690 con 0x564fe5974910 2024-05-10T11:23:09.022 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.016+0000 7f8434df4740 10 client.25441 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:09.022 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.016+0000 7f8434df4740 10 client.25441 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:23:09.022 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.016+0000 7f8434df4740 20 client.25441 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:09.022 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.016+0000 7f8434df4740 1 --2- 172.21.15.53:0/3612435285 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x564fe5984d50 0x564fe59871f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:09.022 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.016+0000 7f8434df4740 4 client.25441 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:23:09.022 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.016+0000 7f8434df4740 1 -- 172.21.15.53:0/3612435285 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564fe58e11e0 con 0x564fe5984d50 2024-05-10T11:23:09.022 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.016+0000 7f842b7fe640 1 --2- 172.21.15.53:0/3612435285 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x564fe5984d50 0x564fe59871f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:09.023 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.017+0000 7f840affd640 10 client.25441 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:09.023 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.017+0000 7f842b7fe640 1 --2- 172.21.15.53:0/3612435285 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x564fe5984d50 0x564fe59871f0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd3ff8e110dc7710 server_cookie=7f7591ac0188eab4 in_seq=0 out_seq=0 2024-05-10T11:23:09.023 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.017+0000 7f840affd640 1 -- 172.21.15.53:0/3612435285 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x564fe58e11e0 con 0x564fe5984d50 2024-05-10T11:23:09.023 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.017+0000 7f840affd640 10 client.25441 handle_command_reply: tid=0 2024-05-10T11:23:09.023 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.017+0000 7f8434df4740 1 client.25441 shutdown 2024-05-10T11:23:09.023 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.018+0000 7f8434df4740 1 -- 172.21.15.53:0/3612435285 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe5974910 msgr2=0x564fe5980550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:09.023 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.018+0000 7f8434df4740 1 --2- 172.21.15.53:0/3612435285 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe5974910 0x564fe5980550 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f84240e0570 tx=0x7f84240aa4e0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.023 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.018+0000 7f8434df4740 1 -- 172.21.15.53:0/3612435285 shutdown_connections 2024-05-10T11:23:09.023 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.018+0000 7f8434df4740 1 --2- 172.21.15.53:0/3612435285 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe5974910 0x564fe5980550 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.023 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.018+0000 7f8434df4740 1 --2- 172.21.15.53:0/3612435285 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564fe596f7a0 0x564fe5979510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.023 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.018+0000 7f8434df4740 1 --2- 172.21.15.53:0/3612435285 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x564fe5984d50 0x564fe59871f0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.023 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.018+0000 7f8434df4740 1 --2- 172.21.15.53:0/3612435285 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe596edb0 0x564fe5978fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.023 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.018+0000 7f8434df4740 1 -- 172.21.15.53:0/3612435285 >> 172.21.15.53:0/3612435285 conn(0x564fe596a420 msgr2=0x564fe5969580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:09.023 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.018+0000 7f840affd640 0 client.25441 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:09.024 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.018+0000 7f8434df4740 1 -- 172.21.15.53:0/3612435285 shutdown_connections 2024-05-10T11:23:09.024 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.018+0000 7f8434df4740 1 -- 172.21.15.53:0/3612435285 wait complete. 2024-05-10T11:23:09.024 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.018+0000 7f8434df4740 20 client.25441 trim_cache size 0 max 16384 2024-05-10T11:23:09.034 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.033+0000 7f8434df4740 1 Processor -- start 2024-05-10T11:23:09.034 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.033+0000 7f8434df4740 1 -- start start 2024-05-10T11:23:09.034 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.033+0000 7f8434df4740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe596edb0 0x564fe5973fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:09.034 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.033+0000 7f8434df4740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe596f7a0 0x564fe5978fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:09.035 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.033+0000 7f8434df4740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564fe5974910 0x564fe5979510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:09.035 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.033+0000 7f8434df4740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f841800fbc0 con 0x564fe596f7a0 2024-05-10T11:23:09.035 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.033+0000 7f8434df4740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f8418011700 con 0x564fe5974910 2024-05-10T11:23:09.035 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.033+0000 7f8434df4740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f8418010290 con 0x564fe596edb0 2024-05-10T11:23:09.035 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.033+0000 7f842affd640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe596f7a0 0x564fe5978fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:09.035 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.034+0000 7f842affd640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe596f7a0 0x564fe5978fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:55934/0 (socket says 172.21.15.53:55934) 2024-05-10T11:23:09.035 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.034+0000 7f842affd640 1 -- 172.21.15.53:0/3025182538 learned_addr learned my addr 172.21.15.53:0/3025182538 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:09.035 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.034+0000 7f842bfff640 1 --2- 172.21.15.53:0/3025182538 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564fe5974910 0x564fe5979510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:09.035 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.034+0000 7f842b7fe640 1 --2- 172.21.15.53:0/3025182538 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe596edb0 0x564fe5973fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:09.035 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.034+0000 7f842affd640 1 -- 172.21.15.53:0/3025182538 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe596edb0 msgr2=0x564fe5973fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:09.035 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.034+0000 7f842affd640 1 --2- 172.21.15.53:0/3025182538 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe596edb0 0x564fe5973fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.035 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.034+0000 7f842affd640 1 -- 172.21.15.53:0/3025182538 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564fe5974910 msgr2=0x564fe5979510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:09.035 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.034+0000 7f842affd640 1 --2- 172.21.15.53:0/3025182538 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564fe5974910 0x564fe5979510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.036 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.034+0000 7f842affd640 1 -- 172.21.15.53:0/3025182538 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564fe596e9f0 con 0x564fe596f7a0 2024-05-10T11:23:09.036 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.034+0000 7f842bfff640 1 --2- 172.21.15.53:0/3025182538 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564fe5974910 0x564fe5979510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:09.036 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.034+0000 7f842b7fe640 1 --2- 172.21.15.53:0/3025182538 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe596edb0 0x564fe5973fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:09.036 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.034+0000 7f842affd640 1 --2- 172.21.15.53:0/3025182538 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe596f7a0 0x564fe5978fd0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f8420010800 tx=0x7f842000bc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=162b1c6377fd77a7 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:09.036 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.034+0000 7f84117fa640 1 -- 172.21.15.53:0/3025182538 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8420010bf0 con 0x564fe596f7a0 2024-05-10T11:23:09.036 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.034+0000 7f84117fa640 1 -- 172.21.15.53:0/3025182538 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f842002c070 con 0x564fe596f7a0 2024-05-10T11:23:09.036 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.034+0000 7f84117fa640 1 -- 172.21.15.53:0/3025182538 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f842001d650 con 0x564fe596f7a0 2024-05-10T11:23:09.039 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.035+0000 7f8434df4740 1 -- 172.21.15.53:0/3025182538 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe596f7a0 msgr2=0x564fe5978fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:09.039 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.035+0000 7f8434df4740 1 --2- 172.21.15.53:0/3025182538 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe596f7a0 0x564fe5978fd0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f8420010800 tx=0x7f842000bc60 comp rx=0 tx=0).stop 2024-05-10T11:23:09.039 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.035+0000 7f8434df4740 1 -- 172.21.15.53:0/3025182538 shutdown_connections 2024-05-10T11:23:09.039 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.035+0000 7f8434df4740 1 --2- 172.21.15.53:0/3025182538 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564fe5974910 0x564fe5979510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.039 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.035+0000 7f8434df4740 1 --2- 172.21.15.53:0/3025182538 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe596f7a0 0x564fe5978fd0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.040 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.035+0000 7f8434df4740 1 --2- 172.21.15.53:0/3025182538 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe596edb0 0x564fe5973fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.040 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.035+0000 7f8434df4740 1 -- 172.21.15.53:0/3025182538 >> 172.21.15.53:0/3025182538 conn(0x564fe596a420 msgr2=0x564fe59653e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:09.040 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.035+0000 7f8434df4740 1 -- 172.21.15.53:0/3025182538 shutdown_connections 2024-05-10T11:23:09.040 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.035+0000 7f8434df4740 1 -- 172.21.15.53:0/3025182538 wait complete. 2024-05-10T11:23:09.040 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.036+0000 7f8434df4740 1 -- start start 2024-05-10T11:23:09.040 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.036+0000 7f8434df4740 1 Processor -- start 2024-05-10T11:23:09.040 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.036+0000 7f8434df4740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564fe596edb0 0x564fe597cb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:09.040 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.036+0000 7f8434df4740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe596f7a0 0x564fe597d050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:09.040 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.036+0000 7f8434df4740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe5974910 0x564fe59ed660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:09.040 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.036+0000 7f8434df4740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f8418011030 con 0x564fe5974910 2024-05-10T11:23:09.040 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.036+0000 7f8434df4740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f8418010960 con 0x564fe596edb0 2024-05-10T11:23:09.040 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.036+0000 7f8434df4740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f841800dba0 con 0x564fe596f7a0 2024-05-10T11:23:09.040 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.036+0000 7f8434df4740 10 client.0 _ll_register_callbacks cb 0x7f84240a5be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:09.040 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.036+0000 7f842bfff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe5974910 0x564fe59ed660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:09.041 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.036+0000 7f842bfff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe5974910 0x564fe59ed660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:55942/0 (socket says 172.21.15.53:55942) 2024-05-10T11:23:09.041 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.036+0000 7f842bfff640 1 -- 172.21.15.53:0/3845383899 learned_addr learned my addr 172.21.15.53:0/3845383899 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:09.041 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.036+0000 7f842b7fe640 1 --2- 172.21.15.53:0/3845383899 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564fe596edb0 0x564fe597cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:09.041 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.036+0000 7f842affd640 1 --2- 172.21.15.53:0/3845383899 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe596f7a0 0x564fe597d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:09.041 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.036+0000 7f842bfff640 1 -- 172.21.15.53:0/3845383899 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe596f7a0 msgr2=0x564fe597d050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:09.041 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.036+0000 7f842bfff640 1 --2- 172.21.15.53:0/3845383899 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe596f7a0 0x564fe597d050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.041 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.037+0000 7f842bfff640 1 -- 172.21.15.53:0/3845383899 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564fe596edb0 msgr2=0x564fe597cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:09.041 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.037+0000 7f842bfff640 1 --2- 172.21.15.53:0/3845383899 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564fe596edb0 0x564fe597cb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.041 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.037+0000 7f842bfff640 1 -- 172.21.15.53:0/3845383899 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564fe59edba0 con 0x564fe5974910 2024-05-10T11:23:09.041 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.037+0000 7f842affd640 1 --2- 172.21.15.53:0/3845383899 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe596f7a0 0x564fe597d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:23:09.041 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.037+0000 7f842b7fe640 1 --2- 172.21.15.53:0/3845383899 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564fe596edb0 0x564fe597cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:23:09.041 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.037+0000 7f842bfff640 1 --2- 172.21.15.53:0/3845383899 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe5974910 0x564fe59ed660 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f84240a5da0 tx=0x7f84240a9230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8aa90f4c97b4eb63 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:09.041 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.037+0000 7f840affd640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:09.041 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.037+0000 7f840affd640 1 -- 172.21.15.53:0/3845383899 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84240c0030 con 0x564fe5974910 2024-05-10T11:23:09.041 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.037+0000 7f840affd640 1 -- 172.21.15.53:0/3845383899 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f84240a6310 con 0x564fe5974910 2024-05-10T11:23:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.037+0000 7f8434df4740 1 -- 172.21.15.53:0/3845383899 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f842002c070 con 0x564fe5974910 2024-05-10T11:23:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.037+0000 7f840affd640 1 -- 172.21.15.53:0/3845383899 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f84240a9af0 con 0x564fe5974910 2024-05-10T11:23:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.037+0000 7f8434df4740 10 client.15858 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.037+0000 7f8434df4740 1 -- 172.21.15.53:0/3845383899 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564fe59ef0d0 con 0x564fe5974910 2024-05-10T11:23:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.037+0000 7f840affd640 1 -- 172.21.15.53:0/3845383899 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f842002c070 con 0x564fe5974910 2024-05-10T11:23:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.037+0000 7f840affd640 1 -- 172.21.15.53:0/3845383899 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f84240af260 con 0x564fe5974910 2024-05-10T11:23:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.038+0000 7f8434df4740 10 client.15858 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.038+0000 7f8434df4740 10 client.15858 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:23:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.038+0000 7f8434df4740 20 client.15858 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.038+0000 7f8434df4740 1 --2- 172.21.15.53:0/3845383899 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x564fe59efad0 0x564fe59f1ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.038+0000 7f8434df4740 4 client.15858 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-10T11:23:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.038+0000 7f8434df4740 1 -- 172.21.15.53:0/3845383899 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564fe58db050 con 0x564fe59efad0 2024-05-10T11:23:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.038+0000 7f842b7fe640 1 --2- 172.21.15.53:0/3845383899 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x564fe59efad0 0x564fe59f1ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.038+0000 7f842b7fe640 1 --2- 172.21.15.53:0/3845383899 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x564fe59efad0 0x564fe59f1ef0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be434bee6f51cecb server_cookie=bc964e5ced8f0c84 in_seq=0 out_seq=0 2024-05-10T11:23:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.038+0000 7f840affd640 10 client.15858 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:09.048 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.047+0000 7f840affd640 1 -- 172.21.15.53:0/3845383899 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564fe58db050 con 0x564fe59efad0 2024-05-10T11:23:09.048 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.047+0000 7f840affd640 10 client.15858 handle_command_reply: tid=0 2024-05-10T11:23:09.048 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.047+0000 7f8434df4740 1 client.15858 shutdown 2024-05-10T11:23:09.048 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.048+0000 7f8434df4740 1 -- 172.21.15.53:0/3845383899 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe5974910 msgr2=0x564fe59ed660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:09.049 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.048+0000 7f8434df4740 1 --2- 172.21.15.53:0/3845383899 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe5974910 0x564fe59ed660 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f84240a5da0 tx=0x7f84240a9230 comp rx=0 tx=0).stop 2024-05-10T11:23:09.049 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.048+0000 7f8434df4740 1 -- 172.21.15.53:0/3845383899 shutdown_connections 2024-05-10T11:23:09.049 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.048+0000 7f8434df4740 1 --2- 172.21.15.53:0/3845383899 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x564fe59efad0 0x564fe59f1ef0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.049 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.048+0000 7f8434df4740 1 --2- 172.21.15.53:0/3845383899 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564fe5974910 0x564fe59ed660 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.049 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.048+0000 7f8434df4740 1 --2- 172.21.15.53:0/3845383899 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564fe596f7a0 0x564fe597d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.049 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.048+0000 7f840affd640 0 client.15858 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:09.049 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.048+0000 7f8434df4740 1 --2- 172.21.15.53:0/3845383899 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564fe596edb0 0x564fe597cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.049 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.048+0000 7f8434df4740 1 -- 172.21.15.53:0/3845383899 >> 172.21.15.53:0/3845383899 conn(0x564fe596a420 msgr2=0x564fe5973f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:09.049 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.048+0000 7f8434df4740 1 -- 172.21.15.53:0/3845383899 shutdown_connections 2024-05-10T11:23:09.049 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.048+0000 7f8434df4740 1 -- 172.21.15.53:0/3845383899 wait complete. 2024-05-10T11:23:09.049 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.048+0000 7f8434df4740 20 client.15858 trim_cache size 0 max 16384 2024-05-10T11:23:09.049 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:{ 2024-05-10T11:23:09.050 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "message": "", 2024-05-10T11:23:09.050 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "return_code": 0 2024-05-10T11:23:09.050 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:} 2024-05-10T11:23:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.049+0000 7f84320dc640 1 -- 172.21.15.53:0/4094419814 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f84140b2920 msgr2=0x7f84140b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.049+0000 7f84320dc640 1 --2- 172.21.15.53:0/4094419814 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f84140b2920 0x7f84140b4de0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f841c005ab0 tx=0x7f841c005a20 comp rx=0 tx=0).stop 2024-05-10T11:23:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.049+0000 7f84320dc640 1 -- 172.21.15.53:0/4094419814 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f842c1086f0 msgr2=0x7f842c101980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.049+0000 7f84320dc640 1 --2- 172.21.15.53:0/4094419814 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f842c1086f0 0x7f842c101980 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f8424009fd0 tx=0x7f842400ef10 comp rx=0 tx=0).stop 2024-05-10T11:23:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.049+0000 7f84320dc640 1 -- 172.21.15.53:0/4094419814 shutdown_connections 2024-05-10T11:23:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.049+0000 7f84320dc640 1 --2- 172.21.15.53:0/4094419814 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f84140b2920 0x7f84140b4de0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.049+0000 7f84320dc640 1 --2- 172.21.15.53:0/4094419814 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f842c1086f0 0x7f842c101980 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.049+0000 7f84320dc640 1 --2- 172.21.15.53:0/4094419814 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f842c105dc0 0x7f842c101440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.049+0000 7f84320dc640 1 --2- 172.21.15.53:0/4094419814 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f842c103490 0x7f842c102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.049+0000 7f84320dc640 1 -- 172.21.15.53:0/4094419814 >> 172.21.15.53:0/4094419814 conn(0x7f842c0fcea0 msgr2=0x7f842c103dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.049+0000 7f84320dc640 1 -- 172.21.15.53:0/4094419814 shutdown_connections 2024-05-10T11:23:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:09.049+0000 7f84320dc640 1 -- 172.21.15.53:0/4094419814 wait complete. 2024-05-10T11:23:10.175 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:23:10.175 INFO:tasks.workunit.client.0.smithi053.stdout: Children see throughput for 1 initial writers = 98241.54 kB/sec 2024-05-10T11:23:10.175 INFO:tasks.workunit.client.0.smithi053.stdout: Parent sees throughput for 1 initial writers = 98239.97 kB/sec 2024-05-10T11:23:10.175 INFO:tasks.workunit.client.0.smithi053.stdout: Min throughput per process = 98241.54 kB/sec 2024-05-10T11:23:10.175 INFO:tasks.workunit.client.0.smithi053.stdout: Max throughput per process = 98241.54 kB/sec 2024-05-10T11:23:10.175 INFO:tasks.workunit.client.0.smithi053.stdout: Avg throughput per process = 98241.54 kB/sec 2024-05-10T11:23:10.175 INFO:tasks.workunit.client.0.smithi053.stdout: Min xfer = 1048576.00 kB 2024-05-10T11:23:10.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:09 smithi132 ceph-mon[33758]: pgmap v491: 129 pgs: 129 active+clean; 597 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 50 MiB/s wr, 25 op/s 2024-05-10T11:23:10.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:09 smithi187 ceph-mon[34076]: pgmap v491: 129 pgs: 129 active+clean; 597 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 50 MiB/s wr, 25 op/s 2024-05-10T11:23:10.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:09 smithi053 ceph-mon[30153]: pgmap v491: 129 pgs: 129 active+clean; 597 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 50 MiB/s wr, 25 op/s 2024-05-10T11:23:12.090 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:11 smithi053 ceph-mon[30153]: pgmap v492: 129 pgs: 129 active+clean; 881 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 73 MiB/s wr, 31 op/s 2024-05-10T11:23:12.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:11 smithi132 ceph-mon[33758]: pgmap v492: 129 pgs: 129 active+clean; 881 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 73 MiB/s wr, 31 op/s 2024-05-10T11:23:12.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:11 smithi187 ceph-mon[34076]: pgmap v492: 129 pgs: 129 active+clean; 881 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 73 MiB/s wr, 31 op/s 2024-05-10T11:23:14.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:13 smithi053 ceph-mon[30153]: pgmap v493: 129 pgs: 129 active+clean; 949 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 78 MiB/s wr, 34 op/s 2024-05-10T11:23:14.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:13 smithi132 ceph-mon[33758]: pgmap v493: 129 pgs: 129 active+clean; 949 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 78 MiB/s wr, 34 op/s 2024-05-10T11:23:14.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:13 smithi187 ceph-mon[34076]: pgmap v493: 129 pgs: 129 active+clean; 949 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 78 MiB/s wr, 34 op/s 2024-05-10T11:23:14.931 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.929+0000 7efc161a3700 1 -- 172.21.15.53:0/3877966065 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc1006bc70 msgr2=0x7efc1006c0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:14.931 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.929+0000 7efc161a3700 1 --2- 172.21.15.53:0/3877966065 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc1006bc70 0x7efc1006c0f0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7efc040099c0 tx=0x7efc04009cd0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.929+0000 7efc161a3700 1 -- 172.21.15.53:0/3877966065 shutdown_connections 2024-05-10T11:23:14.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.929+0000 7efc161a3700 1 --2- 172.21.15.53:0/3877966065 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efc1006c630 0x7efc10110360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.929+0000 7efc161a3700 1 --2- 172.21.15.53:0/3877966065 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efc10109590 0x7efc10109970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.929+0000 7efc161a3700 1 --2- 172.21.15.53:0/3877966065 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc1006bc70 0x7efc1006c0f0 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.929+0000 7efc161a3700 1 -- 172.21.15.53:0/3877966065 >> 172.21.15.53:0/3877966065 conn(0x7efc10079440 msgr2=0x7efc10079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:14.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.929+0000 7efc161a3700 1 -- 172.21.15.53:0/3877966065 shutdown_connections 2024-05-10T11:23:14.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.929+0000 7efc161a3700 1 -- 172.21.15.53:0/3877966065 wait complete. 2024-05-10T11:23:14.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.929+0000 7efc161a3700 1 Processor -- start 2024-05-10T11:23:14.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.930+0000 7efc161a3700 1 -- start start 2024-05-10T11:23:14.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.930+0000 7efc161a3700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efc1006bc70 0x7efc1019f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:14.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.930+0000 7efc161a3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc1006c630 0x7efc1019fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:14.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.930+0000 7efc161a3700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efc10109590 0x7efc10199850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:14.932 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.930+0000 7efc161a3700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7efc10113530 con 0x7efc1006c630 2024-05-10T11:23:14.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.930+0000 7efc161a3700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7efc101133b0 con 0x7efc1006bc70 2024-05-10T11:23:14.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.930+0000 7efc161a3700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7efc101136b0 con 0x7efc10109590 2024-05-10T11:23:14.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.930+0000 7efc0effd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc1006c630 0x7efc1019fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:14.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.930+0000 7efc0effd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc1006c630 0x7efc1019fc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:55972/0 (socket says 172.21.15.53:55972) 2024-05-10T11:23:14.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.930+0000 7efc0effd700 1 -- 172.21.15.53:0/3734289819 learned_addr learned my addr 172.21.15.53:0/3734289819 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:14.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.930+0000 7efc0f7fe700 1 --2- 172.21.15.53:0/3734289819 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efc1006bc70 0x7efc1019f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:14.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.930+0000 7efc0ffff700 1 --2- 172.21.15.53:0/3734289819 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efc10109590 0x7efc10199850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:14.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.931+0000 7efc0effd700 1 -- 172.21.15.53:0/3734289819 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efc10109590 msgr2=0x7efc10199850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:14.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.931+0000 7efc0effd700 1 --2- 172.21.15.53:0/3734289819 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efc10109590 0x7efc10199850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.931+0000 7efc0effd700 1 -- 172.21.15.53:0/3734289819 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efc1006bc70 msgr2=0x7efc1019f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:14.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.931+0000 7efc0effd700 1 --2- 172.21.15.53:0/3734289819 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efc1006bc70 0x7efc1019f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.931+0000 7efc0effd700 1 -- 172.21.15.53:0/3734289819 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc1019a030 con 0x7efc1006c630 2024-05-10T11:23:14.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.931+0000 7efc0f7fe700 1 --2- 172.21.15.53:0/3734289819 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efc1006bc70 0x7efc1019f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:14.933 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.931+0000 7efc0effd700 1 --2- 172.21.15.53:0/3734289819 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc1006c630 0x7efc1019fc10 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7efc04000c00 tx=0x7efc040047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:14.934 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.931+0000 7efc0cff9700 1 -- 172.21.15.53:0/3734289819 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc04004830 con 0x7efc1006c630 2024-05-10T11:23:14.934 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.931+0000 7efc0cff9700 1 -- 172.21.15.53:0/3734289819 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efc0400f7f0 con 0x7efc1006c630 2024-05-10T11:23:14.934 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.931+0000 7efc161a3700 1 -- 172.21.15.53:0/3734289819 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc1019a2c0 con 0x7efc1006c630 2024-05-10T11:23:14.934 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.931+0000 7efc0cff9700 1 -- 172.21.15.53:0/3734289819 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc040053a0 con 0x7efc1006c630 2024-05-10T11:23:14.934 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.931+0000 7efc161a3700 1 -- 172.21.15.53:0/3734289819 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc101a6530 con 0x7efc1006c630 2024-05-10T11:23:14.934 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.935+0000 7efc0cff9700 1 -- 172.21.15.53:0/3734289819 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7efc04029060 con 0x7efc1006c630 2024-05-10T11:23:14.935 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.935+0000 7efc0cff9700 1 --2- 172.21.15.53:0/3734289819 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efbf80b2880 0x7efbf80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:14.935 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.935+0000 7efc0f7fe700 1 --2- 172.21.15.53:0/3734289819 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efbf80b2880 0x7efbf80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:14.935 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.935+0000 7efc20a36b80 1 Processor -- start 2024-05-10T11:23:14.935 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.935+0000 7efc0cff9700 1 -- 172.21.15.53:0/3734289819 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7efc040e2f70 con 0x7efc1006c630 2024-05-10T11:23:14.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.936+0000 7efc20a36b80 1 -- start start 2024-05-10T11:23:14.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.936+0000 7efc20a36b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56287bca24d0 0x56287bca28b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:14.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.936+0000 7efc20a36b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56287bca2df0 0x56287bca66f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:14.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.936+0000 7efc20a36b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca6c80 0x56287bca7100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:14.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.936+0000 7efc0f7fe700 1 --2- 172.21.15.53:0/3734289819 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efbf80b2880 0x7efbf80b4d40 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7efc0000afa0 tx=0x7efc0000a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:14.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.936+0000 7efc20a36b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x56287bbf4860 con 0x56287bca6c80 2024-05-10T11:23:14.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.936+0000 7efc20a36b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x56287bb937c0 con 0x56287bca24d0 2024-05-10T11:23:14.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.936+0000 7efc20a36b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x56287bbf0820 con 0x56287bca2df0 2024-05-10T11:23:14.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.936+0000 7efc0ffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca6c80 0x56287bca7100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:14.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.936+0000 7efc0ffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca6c80 0x56287bca7100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:55986/0 (socket says 172.21.15.53:55986) 2024-05-10T11:23:14.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.936+0000 7efc0ffff700 1 -- 172.21.15.53:0/2552531800 learned_addr learned my addr 172.21.15.53:0/2552531800 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:14.937 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.936+0000 7efc0effd700 1 --2- 172.21.15.53:0/2552531800 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56287bca2df0 0x56287bca66f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:14.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.936+0000 7efc0f7fe700 1 --2- 172.21.15.53:0/2552531800 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56287bca24d0 0x56287bca28b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:14.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.936+0000 7efc0ffff700 1 -- 172.21.15.53:0/2552531800 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56287bca2df0 msgr2=0x56287bca66f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:14.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.936+0000 7efc0ffff700 1 --2- 172.21.15.53:0/2552531800 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56287bca2df0 0x56287bca66f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.936+0000 7efc0ffff700 1 -- 172.21.15.53:0/2552531800 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56287bca24d0 msgr2=0x56287bca28b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:14.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.936+0000 7efc0ffff700 1 --2- 172.21.15.53:0/2552531800 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56287bca24d0 0x56287bca28b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.936+0000 7efc0ffff700 1 -- 172.21.15.53:0/2552531800 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56287bb418d0 con 0x56287bca6c80 2024-05-10T11:23:14.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.937+0000 7efc0ffff700 1 --2- 172.21.15.53:0/2552531800 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca6c80 0x56287bca7100 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7efc080098f0 tx=0x7efc08009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee4cb017204a7238 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:14.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.937+0000 7efbf5ffb700 1 -- 172.21.15.53:0/2552531800 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc08004bb0 con 0x56287bca6c80 2024-05-10T11:23:14.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.937+0000 7efbf5ffb700 1 -- 172.21.15.53:0/2552531800 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efc08004d50 con 0x56287bca6c80 2024-05-10T11:23:14.938 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.937+0000 7efbf5ffb700 1 -- 172.21.15.53:0/2552531800 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc08007d30 con 0x56287bca6c80 2024-05-10T11:23:14.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.937+0000 7efc20a36b80 1 -- 172.21.15.53:0/2552531800 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca6c80 msgr2=0x56287bca7100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:14.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.937+0000 7efc20a36b80 1 --2- 172.21.15.53:0/2552531800 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca6c80 0x56287bca7100 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7efc080098f0 tx=0x7efc08009c00 comp rx=0 tx=0).stop 2024-05-10T11:23:14.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.938+0000 7efc20a36b80 1 -- 172.21.15.53:0/2552531800 shutdown_connections 2024-05-10T11:23:14.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.938+0000 7efc20a36b80 1 --2- 172.21.15.53:0/2552531800 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca6c80 0x56287bca7100 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.938+0000 7efc20a36b80 1 --2- 172.21.15.53:0/2552531800 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56287bca24d0 0x56287bca28b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.938+0000 7efc20a36b80 1 --2- 172.21.15.53:0/2552531800 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56287bca2df0 0x56287bca66f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.938+0000 7efc20a36b80 1 -- 172.21.15.53:0/2552531800 >> 172.21.15.53:0/2552531800 conn(0x56287bbce100 msgr2=0x56287bc9cc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:14.942 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.938+0000 7efc20a36b80 1 -- 172.21.15.53:0/2552531800 shutdown_connections 2024-05-10T11:23:14.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.938+0000 7efc20a36b80 1 -- 172.21.15.53:0/2552531800 wait complete. 2024-05-10T11:23:14.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.938+0000 7efc20a36b80 1 -- start start 2024-05-10T11:23:14.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.938+0000 7efc20a36b80 1 Processor -- start 2024-05-10T11:23:14.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.938+0000 7efc20a36b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca24d0 0x56287bcae080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:14.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.938+0000 7efc20a36b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56287bca2df0 0x56287bcab420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:14.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.938+0000 7efc20a36b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56287bca6c80 0x56287bcab960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:14.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.938+0000 7efc20a36b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x56287bcaee90 con 0x56287bca24d0 2024-05-10T11:23:14.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.938+0000 7efc20a36b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x56287bb5ac30 con 0x56287bca6c80 2024-05-10T11:23:14.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.938+0000 7efc20a36b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x56287bcaf010 con 0x56287bca2df0 2024-05-10T11:23:14.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.939+0000 7efc20a36b80 10 client.0 _ll_register_callbacks cb 0x56287bb8c920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:14.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.939+0000 7efc0f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca24d0 0x56287bcae080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:14.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.939+0000 7efc0f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca24d0 0x56287bcae080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:55990/0 (socket says 172.21.15.53:55990) 2024-05-10T11:23:14.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.939+0000 7efc0f7fe700 1 -- 172.21.15.53:0/3427415894 learned_addr learned my addr 172.21.15.53:0/3427415894 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:14.943 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.939+0000 7efc0effd700 1 --2- 172.21.15.53:0/3427415894 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56287bca2df0 0x56287bcab420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:14.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.939+0000 7efc0ffff700 1 --2- 172.21.15.53:0/3427415894 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56287bca6c80 0x56287bcab960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:14.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.939+0000 7efc0f7fe700 1 -- 172.21.15.53:0/3427415894 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56287bca2df0 msgr2=0x56287bcab420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:14.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.939+0000 7efc0f7fe700 1 --2- 172.21.15.53:0/3427415894 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56287bca2df0 0x56287bcab420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.939+0000 7efc0f7fe700 1 -- 172.21.15.53:0/3427415894 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56287bca6c80 msgr2=0x56287bcab960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:14.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.939+0000 7efc0f7fe700 1 --2- 172.21.15.53:0/3427415894 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56287bca6c80 0x56287bcab960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.939+0000 7efc0f7fe700 1 -- 172.21.15.53:0/3427415894 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56287bb90690 con 0x56287bca24d0 2024-05-10T11:23:14.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.939+0000 7efc0effd700 1 --2- 172.21.15.53:0/3427415894 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56287bca2df0 0x56287bcab420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:14.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.939+0000 7efc0f7fe700 1 --2- 172.21.15.53:0/3427415894 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca24d0 0x56287bcae080 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7efc0001de20 tx=0x7efc000047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aab47b1bb32d64bd server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:14.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.939+0000 7efbeeffd700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:14.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.939+0000 7efbeeffd700 1 -- 172.21.15.53:0/3427415894 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc00016070 con 0x56287bca24d0 2024-05-10T11:23:14.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.939+0000 7efbeeffd700 1 -- 172.21.15.53:0/3427415894 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7efc00010cd0 con 0x56287bca24d0 2024-05-10T11:23:14.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.939+0000 7efc20a36b80 1 -- 172.21.15.53:0/3427415894 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc08004d50 con 0x56287bca24d0 2024-05-10T11:23:14.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.940+0000 7efbeeffd700 1 -- 172.21.15.53:0/3427415894 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7efc00004020 con 0x56287bca24d0 2024-05-10T11:23:14.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.940+0000 7efc20a36b80 10 client.15870 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:14.944 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.940+0000 7efc20a36b80 1 -- 172.21.15.53:0/3427415894 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56287bcb9740 con 0x56287bca24d0 2024-05-10T11:23:14.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.940+0000 7efbeeffd700 1 -- 172.21.15.53:0/3427415894 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efc08004d50 con 0x56287bca24d0 2024-05-10T11:23:14.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.940+0000 7efbeeffd700 1 -- 172.21.15.53:0/3427415894 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7efc00030420 con 0x56287bca24d0 2024-05-10T11:23:14.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.940+0000 7efc20a36b80 10 client.15870 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:14.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.940+0000 7efc20a36b80 10 client.15870 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-05-10T11:23:14.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.940+0000 7efc20a36b80 20 client.15870 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:14.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.940+0000 7efc20a36b80 1 --2- 172.21.15.53:0/3427415894 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56287bcbbcd0 0x56287bcbe0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:14.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.940+0000 7efc20a36b80 4 client.15870 mds_command: new command op to 24442 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:23:14.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.940+0000 7efc20a36b80 1 -- 172.21.15.53:0/3427415894 --> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56287bc6e650 con 0x56287bcbbcd0 2024-05-10T11:23:14.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.941+0000 7efc0effd700 1 --2- 172.21.15.53:0/3427415894 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56287bcbbcd0 0x56287bcbe0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:14.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.941+0000 7efc0effd700 1 --2- 172.21.15.53:0/3427415894 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56287bcbbcd0 0x56287bcbe0e0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c12fe08457bdc8ce server_cookie=7b9573ca3375df0c in_seq=0 out_seq=0 2024-05-10T11:23:14.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.941+0000 7efbeeffd700 10 client.15870 ms_handle_connect on v2:172.21.15.187:6834/4099468922 2024-05-10T11:23:14.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.942+0000 7efbeeffd700 1 -- 172.21.15.53:0/3427415894 <== mds.2 v2:172.21.15.187:6834/4099468922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56287bc6e650 con 0x56287bcbbcd0 2024-05-10T11:23:14.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.942+0000 7efbeeffd700 10 client.15870 handle_command_reply: tid=0 2024-05-10T11:23:14.945 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.942+0000 7efc20a36b80 1 client.15870 shutdown 2024-05-10T11:23:14.946 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.942+0000 7efc20a36b80 1 -- 172.21.15.53:0/3427415894 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca24d0 msgr2=0x56287bcae080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:14.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.942+0000 7efc20a36b80 1 --2- 172.21.15.53:0/3427415894 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca24d0 0x56287bcae080 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7efc0001de20 tx=0x7efc000047c0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.943+0000 7efc20a36b80 1 -- 172.21.15.53:0/3427415894 shutdown_connections 2024-05-10T11:23:14.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.943+0000 7efc20a36b80 1 --2- 172.21.15.53:0/3427415894 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56287bca6c80 0x56287bcab960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.943+0000 7efc20a36b80 1 --2- 172.21.15.53:0/3427415894 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56287bcbbcd0 0x56287bcbe0e0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.943+0000 7efc20a36b80 1 --2- 172.21.15.53:0/3427415894 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca24d0 0x56287bcae080 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.943+0000 7efc20a36b80 1 --2- 172.21.15.53:0/3427415894 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56287bca2df0 0x56287bcab420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.943+0000 7efbeeffd700 0 client.15870 ms_handle_reset on v2:172.21.15.187:6834/4099468922 2024-05-10T11:23:14.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.943+0000 7efc20a36b80 1 -- 172.21.15.53:0/3427415894 >> 172.21.15.53:0/3427415894 conn(0x56287bbce100 msgr2=0x56287bca7080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:14.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.943+0000 7efc20a36b80 1 -- 172.21.15.53:0/3427415894 shutdown_connections 2024-05-10T11:23:14.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.943+0000 7efc20a36b80 1 -- 172.21.15.53:0/3427415894 wait complete. 2024-05-10T11:23:14.947 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.943+0000 7efc20a36b80 20 client.15870 trim_cache size 0 max 16384 2024-05-10T11:23:14.959 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.958+0000 7efc20a36b80 1 Processor -- start 2024-05-10T11:23:14.959 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.958+0000 7efc20a36b80 1 -- start start 2024-05-10T11:23:14.959 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.958+0000 7efc20a36b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56287bca24d0 0x56287bcb7f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:14.959 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.958+0000 7efc20a36b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca2df0 0x56287bca19f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:14.959 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.958+0000 7efc20a36b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56287bca6c80 0x56287bca45f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:14.959 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.958+0000 7efc20a36b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7efc101af0b0 con 0x56287bca2df0 2024-05-10T11:23:14.959 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.958+0000 7efc20a36b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7efc101b0bf0 con 0x56287bca6c80 2024-05-10T11:23:14.959 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.958+0000 7efc20a36b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7efc101af780 con 0x56287bca24d0 2024-05-10T11:23:14.959 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.958+0000 7efc0effd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca2df0 0x56287bca19f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:14.959 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.958+0000 7efc0effd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca2df0 0x56287bca19f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:56000/0 (socket says 172.21.15.53:56000) 2024-05-10T11:23:14.959 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.958+0000 7efc0effd700 1 -- 172.21.15.53:0/1750164788 learned_addr learned my addr 172.21.15.53:0/1750164788 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:14.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.958+0000 7efc0f7fe700 1 --2- 172.21.15.53:0/1750164788 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56287bca24d0 0x56287bcb7f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:14.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.958+0000 7efc0ffff700 1 --2- 172.21.15.53:0/1750164788 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56287bca6c80 0x56287bca45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:14.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.958+0000 7efc0effd700 1 -- 172.21.15.53:0/1750164788 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56287bca24d0 msgr2=0x56287bcb7f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:14.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.958+0000 7efc0effd700 1 --2- 172.21.15.53:0/1750164788 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56287bca24d0 0x56287bcb7f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.958+0000 7efc0effd700 1 -- 172.21.15.53:0/1750164788 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56287bca6c80 msgr2=0x56287bca45f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:14.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.958+0000 7efc0effd700 1 --2- 172.21.15.53:0/1750164788 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56287bca6c80 0x56287bca45f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.958+0000 7efc0effd700 1 -- 172.21.15.53:0/1750164788 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56287bca9990 con 0x56287bca2df0 2024-05-10T11:23:14.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.958+0000 7efc0f7fe700 1 --2- 172.21.15.53:0/1750164788 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56287bca24d0 0x56287bcb7f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:14.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.958+0000 7efc0ffff700 1 --2- 172.21.15.53:0/1750164788 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56287bca6c80 0x56287bca45f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:14.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.959+0000 7efc0effd700 1 --2- 172.21.15.53:0/1750164788 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca2df0 0x56287bca19f0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7efc040aa220 tx=0x7efc0401a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c1ee69570ee8cce server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:14.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.959+0000 7efbf57fa700 1 -- 172.21.15.53:0/1750164788 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc040b3060 con 0x56287bca2df0 2024-05-10T11:23:14.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.959+0000 7efbf57fa700 1 -- 172.21.15.53:0/1750164788 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efc040c3070 con 0x56287bca2df0 2024-05-10T11:23:14.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.959+0000 7efbf57fa700 1 -- 172.21.15.53:0/1750164788 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc04005760 con 0x56287bca2df0 2024-05-10T11:23:14.964 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.959+0000 7efc20a36b80 1 -- 172.21.15.53:0/1750164788 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca2df0 msgr2=0x56287bca19f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:14.964 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.959+0000 7efc20a36b80 1 --2- 172.21.15.53:0/1750164788 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca2df0 0x56287bca19f0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7efc040aa220 tx=0x7efc0401a040 comp rx=0 tx=0).stop 2024-05-10T11:23:14.964 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.959+0000 7efc20a36b80 1 -- 172.21.15.53:0/1750164788 shutdown_connections 2024-05-10T11:23:14.964 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.959+0000 7efc20a36b80 1 --2- 172.21.15.53:0/1750164788 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56287bca6c80 0x56287bca45f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.964 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.959+0000 7efc20a36b80 1 --2- 172.21.15.53:0/1750164788 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56287bca24d0 0x56287bcb7f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.959+0000 7efc20a36b80 1 --2- 172.21.15.53:0/1750164788 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca2df0 0x56287bca19f0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.960+0000 7efc20a36b80 1 -- 172.21.15.53:0/1750164788 >> 172.21.15.53:0/1750164788 conn(0x56287bbce100 msgr2=0x56287bca12e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:14.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.960+0000 7efc20a36b80 1 -- 172.21.15.53:0/1750164788 shutdown_connections 2024-05-10T11:23:14.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.960+0000 7efc20a36b80 1 -- 172.21.15.53:0/1750164788 wait complete. 2024-05-10T11:23:14.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.960+0000 7efc20a36b80 1 -- start start 2024-05-10T11:23:14.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.960+0000 7efc20a36b80 1 Processor -- start 2024-05-10T11:23:14.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.960+0000 7efc20a36b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56287bca24d0 0x56287bcb45e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:14.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.960+0000 7efc20a36b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca2df0 0x56287bcaf9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:14.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.961+0000 7efc20a36b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56287bca6c80 0x56287bcafef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:14.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.961+0000 7efc20a36b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7efc101b0520 con 0x56287bca2df0 2024-05-10T11:23:14.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.961+0000 7efc20a36b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7efc101afe50 con 0x56287bca6c80 2024-05-10T11:23:14.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.961+0000 7efc20a36b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7efc101ad050 con 0x56287bca24d0 2024-05-10T11:23:14.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.961+0000 7efc20a36b80 10 client.0 _ll_register_callbacks cb 0x56287bb8c920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:14.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.961+0000 7efc0effd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca2df0 0x56287bcaf9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:14.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.961+0000 7efc0effd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca2df0 0x56287bcaf9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:56014/0 (socket says 172.21.15.53:56014) 2024-05-10T11:23:14.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.961+0000 7efc0effd700 1 -- 172.21.15.53:0/1569153681 learned_addr learned my addr 172.21.15.53:0/1569153681 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:14.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.961+0000 7efc0f7fe700 1 --2- 172.21.15.53:0/1569153681 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56287bca24d0 0x56287bcb45e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:14.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.961+0000 7efc0ffff700 1 --2- 172.21.15.53:0/1569153681 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56287bca6c80 0x56287bcafef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:14.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.961+0000 7efc0effd700 1 -- 172.21.15.53:0/1569153681 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56287bca24d0 msgr2=0x56287bcb45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:14.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.961+0000 7efc0effd700 1 --2- 172.21.15.53:0/1569153681 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56287bca24d0 0x56287bcb45e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.961+0000 7efc0effd700 1 -- 172.21.15.53:0/1569153681 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56287bca6c80 msgr2=0x56287bcafef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:14.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.961+0000 7efc0effd700 1 --2- 172.21.15.53:0/1569153681 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56287bca6c80 0x56287bcafef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.961+0000 7efc0effd700 1 -- 172.21.15.53:0/1569153681 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56287bcb04e0 con 0x56287bca2df0 2024-05-10T11:23:14.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.961+0000 7efc0effd700 1 --2- 172.21.15.53:0/1569153681 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca2df0 0x56287bcaf9b0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7efc040e0a50 tx=0x7efc04009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d639daae07a3ac87 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:14.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.961+0000 7efbeeffd700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:14.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.961+0000 7efbeeffd700 1 -- 172.21.15.53:0/1569153681 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc04005540 con 0x56287bca2df0 2024-05-10T11:23:14.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.961+0000 7efbeeffd700 1 -- 172.21.15.53:0/1569153681 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7efc040056e0 con 0x56287bca2df0 2024-05-10T11:23:14.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.961+0000 7efc20a36b80 1 -- 172.21.15.53:0/1569153681 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc040c3070 con 0x56287bca2df0 2024-05-10T11:23:14.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.961+0000 7efbeeffd700 1 -- 172.21.15.53:0/1569153681 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7efc040cb120 con 0x56287bca2df0 2024-05-10T11:23:14.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.962+0000 7efc20a36b80 10 client.15876 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:14.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.962+0000 7efc20a36b80 1 -- 172.21.15.53:0/1569153681 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56287bd2a770 con 0x56287bca2df0 2024-05-10T11:23:14.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.962+0000 7efbeeffd700 1 -- 172.21.15.53:0/1569153681 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efc040c3070 con 0x56287bca2df0 2024-05-10T11:23:14.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.962+0000 7efbeeffd700 1 -- 172.21.15.53:0/1569153681 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7efc040b2c60 con 0x56287bca2df0 2024-05-10T11:23:14.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.962+0000 7efc20a36b80 10 client.15876 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:14.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.962+0000 7efc20a36b80 10 client.15876 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-05-10T11:23:14.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.962+0000 7efc20a36b80 20 client.15876 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:14.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.962+0000 7efc20a36b80 1 --2- 172.21.15.53:0/1569153681 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56287bd2ae50 0x56287bd2d270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:14.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.962+0000 7efc20a36b80 4 client.15876 mds_command: new command op to 24442 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:23:14.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.962+0000 7efc20a36b80 1 -- 172.21.15.53:0/1569153681 --> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56287bc02240 con 0x56287bd2ae50 2024-05-10T11:23:14.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.962+0000 7efc0f7fe700 1 --2- 172.21.15.53:0/1569153681 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56287bd2ae50 0x56287bd2d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:14.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.963+0000 7efc0f7fe700 1 --2- 172.21.15.53:0/1569153681 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56287bd2ae50 0x56287bd2d270 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4a365895c30b6e6f server_cookie=b0695227e37ef9b5 in_seq=0 out_seq=0 2024-05-10T11:23:14.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.963+0000 7efbeeffd700 10 client.15876 ms_handle_connect on v2:172.21.15.187:6834/4099468922 2024-05-10T11:23:14.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.963+0000 7efbeeffd700 1 -- 172.21.15.53:0/1569153681 <== mds.2 v2:172.21.15.187:6834/4099468922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56287bc02240 con 0x56287bd2ae50 2024-05-10T11:23:14.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.963+0000 7efbeeffd700 10 client.15876 handle_command_reply: tid=0 2024-05-10T11:23:14.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.963+0000 7efc20a36b80 1 client.15876 shutdown 2024-05-10T11:23:14.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.963+0000 7efc20a36b80 1 -- 172.21.15.53:0/1569153681 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca2df0 msgr2=0x56287bcaf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:14.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.963+0000 7efc20a36b80 1 --2- 172.21.15.53:0/1569153681 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca2df0 0x56287bcaf9b0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7efc040e0a50 tx=0x7efc04009310 comp rx=0 tx=0).stop 2024-05-10T11:23:14.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.963+0000 7efc20a36b80 1 -- 172.21.15.53:0/1569153681 shutdown_connections 2024-05-10T11:23:14.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.963+0000 7efc20a36b80 1 --2- 172.21.15.53:0/1569153681 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x56287bca6c80 0x56287bcafef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.963+0000 7efc20a36b80 1 --2- 172.21.15.53:0/1569153681 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x56287bca24d0 0x56287bcb45e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.963+0000 7efc20a36b80 1 --2- 172.21.15.53:0/1569153681 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x56287bd2ae50 0x56287bd2d270 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.963+0000 7efbeeffd700 0 client.15876 ms_handle_reset on v2:172.21.15.187:6834/4099468922 2024-05-10T11:23:14.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.963+0000 7efc20a36b80 1 --2- 172.21.15.53:0/1569153681 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x56287bca2df0 0x56287bcaf9b0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.963+0000 7efc20a36b80 1 -- 172.21.15.53:0/1569153681 >> 172.21.15.53:0/1569153681 conn(0x56287bbce100 msgr2=0x56287bca1b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:14.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.963+0000 7efc20a36b80 1 -- 172.21.15.53:0/1569153681 shutdown_connections 2024-05-10T11:23:14.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.963+0000 7efc20a36b80 1 -- 172.21.15.53:0/1569153681 wait complete. 2024-05-10T11:23:14.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.963+0000 7efc20a36b80 20 client.15876 trim_cache size 0 max 16384 2024-05-10T11:23:14.969 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:23:14.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.964+0000 7efc161a3700 1 -- 172.21.15.53:0/3734289819 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efbf80b2880 msgr2=0x7efbf80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:14.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.964+0000 7efc161a3700 1 --2- 172.21.15.53:0/3734289819 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efbf80b2880 0x7efbf80b4d40 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7efc0000afa0 tx=0x7efc0000a380 comp rx=0 tx=0).stop 2024-05-10T11:23:14.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.964+0000 7efc161a3700 1 -- 172.21.15.53:0/3734289819 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc1006c630 msgr2=0x7efc1019fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:14.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.964+0000 7efc161a3700 1 --2- 172.21.15.53:0/3734289819 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc1006c630 0x7efc1019fc10 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7efc04000c00 tx=0x7efc040047b0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.964+0000 7efc161a3700 1 -- 172.21.15.53:0/3734289819 shutdown_connections 2024-05-10T11:23:14.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.964+0000 7efc161a3700 1 --2- 172.21.15.53:0/3734289819 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7efbf80b2880 0x7efbf80b4d40 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.964+0000 7efc161a3700 1 --2- 172.21.15.53:0/3734289819 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7efc10109590 0x7efc10199850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.964+0000 7efc161a3700 1 --2- 172.21.15.53:0/3734289819 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7efc1006bc70 0x7efc1019f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.964+0000 7efc161a3700 1 --2- 172.21.15.53:0/3734289819 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7efc1006c630 0x7efc1019fc10 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:14.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.964+0000 7efc161a3700 1 -- 172.21.15.53:0/3734289819 >> 172.21.15.53:0/3734289819 conn(0x7efc10079440 msgr2=0x7efc10101070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:14.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.964+0000 7efc161a3700 1 -- 172.21.15.53:0/3734289819 shutdown_connections 2024-05-10T11:23:14.970 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:14.964+0000 7efc161a3700 1 -- 172.21.15.53:0/3734289819 wait complete. 2024-05-10T11:23:15.878 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-10T11:23:16.143 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:23:16.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:15 smithi132 ceph-mon[33758]: pgmap v494: 129 pgs: 129 active+clean; 1021 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 83 MiB/s wr, 34 op/s 2024-05-10T11:23:16.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:15 smithi187 ceph-mon[34076]: pgmap v494: 129 pgs: 129 active+clean; 1021 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 83 MiB/s wr, 34 op/s 2024-05-10T11:23:16.266 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:15 smithi053 ceph-mon[30153]: pgmap v494: 129 pgs: 129 active+clean; 1021 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 83 MiB/s wr, 34 op/s 2024-05-10T11:23:17.915 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:17 smithi053 ceph-mon[30153]: pgmap v495: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 64 MiB/s wr, 29 op/s 2024-05-10T11:23:18.041 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.040+0000 7fc35dafd700 1 -- 172.21.15.53:0/4185734483 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc358108400 msgr2=0x7fc3581087e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:18.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.040+0000 7fc35dafd700 1 --2- 172.21.15.53:0/4185734483 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc358108400 0x7fc3581087e0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fc348009990 tx=0x7fc348009ca0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.041+0000 7fc35dafd700 1 -- 172.21.15.53:0/4185734483 shutdown_connections 2024-05-10T11:23:18.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.041+0000 7fc35dafd700 1 --2- 172.21.15.53:0/4185734483 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc358102d50 0x7fc35810f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.041+0000 7fc35dafd700 1 --2- 172.21.15.53:0/4185734483 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc358108400 0x7fc3581087e0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.041+0000 7fc35dafd700 1 --2- 172.21.15.53:0/4185734483 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc358102390 0x7fc358102810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.041+0000 7fc35dafd700 1 -- 172.21.15.53:0/4185734483 >> 172.21.15.53:0/4185734483 conn(0x7fc358079310 msgr2=0x7fc358079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:18.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.041+0000 7fc35dafd700 1 -- 172.21.15.53:0/4185734483 shutdown_connections 2024-05-10T11:23:18.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.041+0000 7fc35dafd700 1 -- 172.21.15.53:0/4185734483 wait complete. 2024-05-10T11:23:18.044 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.042+0000 7fc35dafd700 1 Processor -- start 2024-05-10T11:23:18.044 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.042+0000 7fc35dafd700 1 -- start start 2024-05-10T11:23:18.044 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.043+0000 7fc35dafd700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc358102390 0x7fc358117820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:18.044 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.043+0000 7fc35dafd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc358102d50 0x7fc358117d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:18.045 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.043+0000 7fc35dafd700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc358108400 0x7fc358112940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:18.045 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.043+0000 7fc35dafd700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fc358111330 con 0x7fc358102d50 2024-05-10T11:23:18.045 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.043+0000 7fc35dafd700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fc3581111b0 con 0x7fc358102390 2024-05-10T11:23:18.045 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.043+0000 7fc35dafd700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fc3581114b0 con 0x7fc358108400 2024-05-10T11:23:18.045 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.043+0000 7fc3577fe700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc358102390 0x7fc358117820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:18.045 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.043+0000 7fc356ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc358102d50 0x7fc358117d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:18.045 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.043+0000 7fc356ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc358102d50 0x7fc358117d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:56024/0 (socket says 172.21.15.53:56024) 2024-05-10T11:23:18.045 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.043+0000 7fc3577fe700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc358102390 0x7fc358117820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:60292/0 (socket says 172.21.15.53:60292) 2024-05-10T11:23:18.045 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.043+0000 7fc356ffd700 1 -- 172.21.15.53:0/726745597 learned_addr learned my addr 172.21.15.53:0/726745597 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:18.045 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.043+0000 7fc357fff700 1 --2- 172.21.15.53:0/726745597 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc358108400 0x7fc358112940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:18.045 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.043+0000 7fc3577fe700 1 -- 172.21.15.53:0/726745597 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc358108400 msgr2=0x7fc358112940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:18.045 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.043+0000 7fc3577fe700 1 --2- 172.21.15.53:0/726745597 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc358108400 0x7fc358112940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.045 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.043+0000 7fc3577fe700 1 -- 172.21.15.53:0/726745597 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc358102d50 msgr2=0x7fc358117d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:18.045 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.043+0000 7fc3577fe700 1 --2- 172.21.15.53:0/726745597 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc358102d50 0x7fc358117d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.045 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.043+0000 7fc3577fe700 1 -- 172.21.15.53:0/726745597 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc358113240 con 0x7fc358102390 2024-05-10T11:23:18.046 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.043+0000 7fc357fff700 1 --2- 172.21.15.53:0/726745597 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc358108400 0x7fc358112940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:18.046 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.043+0000 7fc356ffd700 1 --2- 172.21.15.53:0/726745597 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc358102d50 0x7fc358117d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:18.046 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.044+0000 7fc3577fe700 1 --2- 172.21.15.53:0/726745597 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc358102390 0x7fc358117820 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc3480098e0 tx=0x7fc3480047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:18.046 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.044+0000 7fc354ff9700 1 -- 172.21.15.53:0/726745597 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc348026070 con 0x7fc358102390 2024-05-10T11:23:18.046 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.044+0000 7fc354ff9700 1 -- 172.21.15.53:0/726745597 <== mon.2 v2:172.21.15.132:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc348021410 con 0x7fc358102390 2024-05-10T11:23:18.046 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.044+0000 7fc354ff9700 1 -- 172.21.15.53:0/726745597 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc348017650 con 0x7fc358102390 2024-05-10T11:23:18.046 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.044+0000 7fc35dafd700 1 -- 172.21.15.53:0/726745597 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3581134d0 con 0x7fc358102390 2024-05-10T11:23:18.046 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.044+0000 7fc35dafd700 1 -- 172.21.15.53:0/726745597 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc35811b700 con 0x7fc358102390 2024-05-10T11:23:18.047 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.047+0000 7fc354ff9700 1 -- 172.21.15.53:0/726745597 <== mon.2 v2:172.21.15.132:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fc348029070 con 0x7fc358102390 2024-05-10T11:23:18.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.048+0000 7fc354ff9700 1 --2- 172.21.15.53:0/726745597 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc3400b28e0 0x7fc3400b4da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:18.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.048+0000 7fc356ffd700 1 --2- 172.21.15.53:0/726745597 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc3400b28e0 0x7fc3400b4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:18.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.048+0000 7fc354ff9700 1 -- 172.21.15.53:0/726745597 <== mon.2 v2:172.21.15.132:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fc3480e3330 con 0x7fc358102390 2024-05-10T11:23:18.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.049+0000 7fc356ffd700 1 --2- 172.21.15.53:0/726745597 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc3400b28e0 0x7fc3400b4da0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fc358114100 tx=0x7fc34c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:18.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.049+0000 7fc368390b80 1 Processor -- start 2024-05-10T11:23:18.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.049+0000 7fc368390b80 1 -- start start 2024-05-10T11:23:18.050 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.049+0000 7fc368390b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560fc08d84d0 0x560fc08d88b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:18.050 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.049+0000 7fc368390b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08d8df0 0x560fc08dc6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:18.051 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.049+0000 7fc368390b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560fc08dcc80 0x560fc08dd100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:18.051 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.049+0000 7fc368390b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x560fc082a860 con 0x560fc08d8df0 2024-05-10T11:23:18.051 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.049+0000 7fc368390b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x560fc07c97c0 con 0x560fc08d84d0 2024-05-10T11:23:18.051 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.049+0000 7fc368390b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x560fc0826820 con 0x560fc08dcc80 2024-05-10T11:23:18.051 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.050+0000 7fc356ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08d8df0 0x560fc08dc6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:18.051 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.050+0000 7fc356ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08d8df0 0x560fc08dc6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:56032/0 (socket says 172.21.15.53:56032) 2024-05-10T11:23:18.051 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.050+0000 7fc356ffd700 1 -- 172.21.15.53:0/3303731316 learned_addr learned my addr 172.21.15.53:0/3303731316 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:18.051 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.050+0000 7fc357fff700 1 --2- 172.21.15.53:0/3303731316 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560fc08dcc80 0x560fc08dd100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:18.051 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.050+0000 7fc3577fe700 1 --2- 172.21.15.53:0/3303731316 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560fc08d84d0 0x560fc08d88b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:18.051 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.050+0000 7fc356ffd700 1 -- 172.21.15.53:0/3303731316 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560fc08dcc80 msgr2=0x560fc08dd100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:18.051 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.050+0000 7fc356ffd700 1 --2- 172.21.15.53:0/3303731316 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560fc08dcc80 0x560fc08dd100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.051 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.050+0000 7fc356ffd700 1 -- 172.21.15.53:0/3303731316 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560fc08d84d0 msgr2=0x560fc08d88b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:18.051 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.050+0000 7fc356ffd700 1 --2- 172.21.15.53:0/3303731316 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560fc08d84d0 0x560fc08d88b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.050+0000 7fc356ffd700 1 -- 172.21.15.53:0/3303731316 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560fc07778d0 con 0x560fc08d8df0 2024-05-10T11:23:18.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.050+0000 7fc356ffd700 1 --2- 172.21.15.53:0/3303731316 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08d8df0 0x560fc08dc6f0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fc34c00f6f0 tx=0x7fc34c014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56c6fdf5e97baab8 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:18.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.050+0000 7fc33dffb700 1 -- 172.21.15.53:0/3303731316 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc34c026630 con 0x560fc08d8df0 2024-05-10T11:23:18.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.050+0000 7fc33dffb700 1 -- 172.21.15.53:0/3303731316 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc34c00fe90 con 0x560fc08d8df0 2024-05-10T11:23:18.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.051+0000 7fc33dffb700 1 -- 172.21.15.53:0/3303731316 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc34c01d810 con 0x560fc08d8df0 2024-05-10T11:23:18.055 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.051+0000 7fc368390b80 1 -- 172.21.15.53:0/3303731316 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08d8df0 msgr2=0x560fc08dc6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:18.055 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.051+0000 7fc368390b80 1 --2- 172.21.15.53:0/3303731316 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08d8df0 0x560fc08dc6f0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fc34c00f6f0 tx=0x7fc34c014000 comp rx=0 tx=0).stop 2024-05-10T11:23:18.055 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.051+0000 7fc368390b80 1 -- 172.21.15.53:0/3303731316 shutdown_connections 2024-05-10T11:23:18.056 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.051+0000 7fc368390b80 1 --2- 172.21.15.53:0/3303731316 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560fc08dcc80 0x560fc08dd100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.056 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.051+0000 7fc368390b80 1 --2- 172.21.15.53:0/3303731316 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560fc08d84d0 0x560fc08d88b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.056 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.051+0000 7fc368390b80 1 --2- 172.21.15.53:0/3303731316 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08d8df0 0x560fc08dc6f0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.056 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.051+0000 7fc368390b80 1 -- 172.21.15.53:0/3303731316 >> 172.21.15.53:0/3303731316 conn(0x560fc0804100 msgr2=0x560fc08d2c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:18.056 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.052+0000 7fc368390b80 1 -- 172.21.15.53:0/3303731316 shutdown_connections 2024-05-10T11:23:18.056 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.052+0000 7fc368390b80 1 -- 172.21.15.53:0/3303731316 wait complete. 2024-05-10T11:23:18.056 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.052+0000 7fc368390b80 1 -- start start 2024-05-10T11:23:18.056 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.052+0000 7fc368390b80 1 Processor -- start 2024-05-10T11:23:18.056 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.053+0000 7fc368390b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08d84d0 0x560fc08e4070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:18.056 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.053+0000 7fc368390b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560fc08d8df0 0x560fc08e1410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:18.056 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.053+0000 7fc368390b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560fc08dcc80 0x560fc08e1950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:18.056 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.053+0000 7fc368390b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x560fc08e4e90 con 0x560fc08d84d0 2024-05-10T11:23:18.056 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.053+0000 7fc368390b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x560fc0790c30 con 0x560fc08dcc80 2024-05-10T11:23:18.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.053+0000 7fc368390b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x560fc08e5010 con 0x560fc08d8df0 2024-05-10T11:23:18.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.053+0000 7fc3577fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08d84d0 0x560fc08e4070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:18.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.053+0000 7fc3577fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08d84d0 0x560fc08e4070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:56044/0 (socket says 172.21.15.53:56044) 2024-05-10T11:23:18.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.053+0000 7fc3577fe700 1 -- 172.21.15.53:0/2443667396 learned_addr learned my addr 172.21.15.53:0/2443667396 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:18.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.053+0000 7fc368390b80 10 client.0 _ll_register_callbacks cb 0x560fc07c2920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:18.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.053+0000 7fc356ffd700 1 --2- 172.21.15.53:0/2443667396 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560fc08d8df0 0x560fc08e1410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:18.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.053+0000 7fc357fff700 1 --2- 172.21.15.53:0/2443667396 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560fc08dcc80 0x560fc08e1950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:18.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.053+0000 7fc3577fe700 1 -- 172.21.15.53:0/2443667396 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560fc08d8df0 msgr2=0x560fc08e1410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:18.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.053+0000 7fc3577fe700 1 --2- 172.21.15.53:0/2443667396 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560fc08d8df0 0x560fc08e1410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.053+0000 7fc3577fe700 1 -- 172.21.15.53:0/2443667396 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560fc08dcc80 msgr2=0x560fc08e1950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:18.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.053+0000 7fc3577fe700 1 --2- 172.21.15.53:0/2443667396 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560fc08dcc80 0x560fc08e1950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.053+0000 7fc3577fe700 1 -- 172.21.15.53:0/2443667396 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560fc07c6690 con 0x560fc08d84d0 2024-05-10T11:23:18.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.053+0000 7fc357fff700 1 --2- 172.21.15.53:0/2443667396 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560fc08dcc80 0x560fc08e1950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:18.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.053+0000 7fc3577fe700 1 --2- 172.21.15.53:0/2443667396 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08d84d0 0x560fc08e4070 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fc3480aa3f0 tx=0x7fc3480a9e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17f4c68bae5b62b2 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:18.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.053+0000 7fc336ffd700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:18.058 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.054+0000 7fc336ffd700 1 -- 172.21.15.53:0/2443667396 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3480c4060 con 0x560fc08d84d0 2024-05-10T11:23:18.058 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.054+0000 7fc336ffd700 1 -- 172.21.15.53:0/2443667396 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fc3480aa950 con 0x560fc08d84d0 2024-05-10T11:23:18.058 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.054+0000 7fc368390b80 1 -- 172.21.15.53:0/2443667396 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc34c00fe90 con 0x560fc08d84d0 2024-05-10T11:23:18.058 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.054+0000 7fc336ffd700 1 -- 172.21.15.53:0/2443667396 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc3480e3170 con 0x560fc08d84d0 2024-05-10T11:23:18.058 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.054+0000 7fc368390b80 10 client.15888 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:18.058 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.054+0000 7fc368390b80 1 -- 172.21.15.53:0/2443667396 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560fc08ef480 con 0x560fc08d84d0 2024-05-10T11:23:18.058 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.054+0000 7fc336ffd700 1 -- 172.21.15.53:0/2443667396 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc34c00fe90 con 0x560fc08d84d0 2024-05-10T11:23:18.058 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.054+0000 7fc336ffd700 1 -- 172.21.15.53:0/2443667396 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fc3480b3030 con 0x560fc08d84d0 2024-05-10T11:23:18.058 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.054+0000 7fc368390b80 10 client.15888 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:18.058 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.054+0000 7fc368390b80 10 client.15888 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-05-10T11:23:18.058 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.054+0000 7fc368390b80 20 client.15888 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:18.058 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.055+0000 7fc368390b80 1 --2- 172.21.15.53:0/2443667396 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x560fc08f1a40 0x560fc08f3e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:18.058 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.055+0000 7fc368390b80 4 client.15888 mds_command: new command op to 24448 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:23:18.059 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.055+0000 7fc368390b80 1 -- 172.21.15.53:0/2443667396 --> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560fc08a4650 con 0x560fc08f1a40 2024-05-10T11:23:18.059 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.055+0000 7fc356ffd700 1 --2- 172.21.15.53:0/2443667396 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x560fc08f1a40 0x560fc08f3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:18.059 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.055+0000 7fc336ffd700 10 client.15888 ms_handle_connect on v2:172.21.15.187:6836/2293077942 2024-05-10T11:23:18.059 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.055+0000 7fc356ffd700 1 --2- 172.21.15.53:0/2443667396 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x560fc08f1a40 0x560fc08f3e80 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=921ead76efa46ad3 server_cookie=62ab721a40f3f6f8 in_seq=0 out_seq=0 2024-05-10T11:23:18.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.056+0000 7fc336ffd700 1 -- 172.21.15.53:0/2443667396 <== mds.1 v2:172.21.15.187:6836/2293077942 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x560fc08a4650 con 0x560fc08f1a40 2024-05-10T11:23:18.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.056+0000 7fc336ffd700 10 client.15888 handle_command_reply: tid=0 2024-05-10T11:23:18.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.056+0000 7fc368390b80 1 client.15888 shutdown 2024-05-10T11:23:18.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.056+0000 7fc368390b80 1 -- 172.21.15.53:0/2443667396 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08d84d0 msgr2=0x560fc08e4070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:18.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.056+0000 7fc368390b80 1 --2- 172.21.15.53:0/2443667396 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08d84d0 0x560fc08e4070 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fc3480aa3f0 tx=0x7fc3480a9e60 comp rx=0 tx=0).stop 2024-05-10T11:23:18.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.056+0000 7fc368390b80 1 -- 172.21.15.53:0/2443667396 shutdown_connections 2024-05-10T11:23:18.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.056+0000 7fc368390b80 1 --2- 172.21.15.53:0/2443667396 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x560fc08f1a40 0x560fc08f3e80 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.056+0000 7fc368390b80 1 --2- 172.21.15.53:0/2443667396 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560fc08dcc80 0x560fc08e1950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.056+0000 7fc368390b80 1 --2- 172.21.15.53:0/2443667396 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08d84d0 0x560fc08e4070 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.056+0000 7fc368390b80 1 --2- 172.21.15.53:0/2443667396 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560fc08d8df0 0x560fc08e1410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.056+0000 7fc368390b80 1 -- 172.21.15.53:0/2443667396 >> 172.21.15.53:0/2443667396 conn(0x560fc0804100 msgr2=0x560fc08cd720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:18.061 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.056+0000 7fc336ffd700 0 client.15888 ms_handle_reset on v2:172.21.15.187:6836/2293077942 2024-05-10T11:23:18.061 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.057+0000 7fc368390b80 1 -- 172.21.15.53:0/2443667396 shutdown_connections 2024-05-10T11:23:18.061 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.057+0000 7fc368390b80 1 -- 172.21.15.53:0/2443667396 wait complete. 2024-05-10T11:23:18.061 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.057+0000 7fc368390b80 20 client.15888 trim_cache size 0 max 16384 2024-05-10T11:23:18.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.072+0000 7fc368390b80 1 Processor -- start 2024-05-10T11:23:18.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.072+0000 7fc368390b80 1 -- start start 2024-05-10T11:23:18.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.072+0000 7fc368390b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560fc08d8df0 0x560fc08e03b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:18.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.072+0000 7fc368390b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08dcc80 0x560fc08edf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:18.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.072+0000 7fc368390b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560fc08d2f60 0x560fc08da5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:18.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.072+0000 7fc368390b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fc3581bdd70 con 0x560fc08dcc80 2024-05-10T11:23:18.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.072+0000 7fc368390b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fc3581bf8b0 con 0x560fc08d2f60 2024-05-10T11:23:18.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.072+0000 7fc368390b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fc3581be440 con 0x560fc08d8df0 2024-05-10T11:23:18.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.072+0000 7fc356ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08dcc80 0x560fc08edf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:18.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.072+0000 7fc356ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08dcc80 0x560fc08edf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:56056/0 (socket says 172.21.15.53:56056) 2024-05-10T11:23:18.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.072+0000 7fc356ffd700 1 -- 172.21.15.53:0/1102954788 learned_addr learned my addr 172.21.15.53:0/1102954788 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:18.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.073+0000 7fc356ffd700 1 -- 172.21.15.53:0/1102954788 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560fc08d8df0 msgr2=0x560fc08e03b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:18.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.073+0000 7fc356ffd700 1 --2- 172.21.15.53:0/1102954788 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560fc08d8df0 0x560fc08e03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.073+0000 7fc356ffd700 1 -- 172.21.15.53:0/1102954788 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560fc08d2f60 msgr2=0x560fc08da5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:18.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.073+0000 7fc356ffd700 1 --2- 172.21.15.53:0/1102954788 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560fc08d2f60 0x560fc08da5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.073+0000 7fc356ffd700 1 -- 172.21.15.53:0/1102954788 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560fc08df430 con 0x560fc08dcc80 2024-05-10T11:23:18.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.073+0000 7fc356ffd700 1 --2- 172.21.15.53:0/1102954788 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08dcc80 0x560fc08edf20 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fc34c00fce0 tx=0x7fc34c011db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de8f61d0b483ae32 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:18.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.073+0000 7fc33d7fa700 1 -- 172.21.15.53:0/1102954788 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc34c00fe10 con 0x560fc08dcc80 2024-05-10T11:23:18.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.073+0000 7fc33d7fa700 1 -- 172.21.15.53:0/1102954788 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc34c005650 con 0x560fc08dcc80 2024-05-10T11:23:18.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.073+0000 7fc33d7fa700 1 -- 172.21.15.53:0/1102954788 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc34c004d10 con 0x560fc08dcc80 2024-05-10T11:23:18.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.074+0000 7fc368390b80 1 -- 172.21.15.53:0/1102954788 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08dcc80 msgr2=0x560fc08edf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:18.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.074+0000 7fc368390b80 1 --2- 172.21.15.53:0/1102954788 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08dcc80 0x560fc08edf20 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fc34c00fce0 tx=0x7fc34c011db0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.074+0000 7fc368390b80 1 -- 172.21.15.53:0/1102954788 shutdown_connections 2024-05-10T11:23:18.076 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.074+0000 7fc368390b80 1 --2- 172.21.15.53:0/1102954788 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560fc08d2f60 0x560fc08da5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.076 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.074+0000 7fc368390b80 1 --2- 172.21.15.53:0/1102954788 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560fc08d8df0 0x560fc08e03b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.076 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.074+0000 7fc368390b80 1 --2- 172.21.15.53:0/1102954788 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08dcc80 0x560fc08edf20 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.076 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.074+0000 7fc368390b80 1 -- 172.21.15.53:0/1102954788 >> 172.21.15.53:0/1102954788 conn(0x560fc0804100 msgr2=0x560fc08cd720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:18.076 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.074+0000 7fc368390b80 1 -- 172.21.15.53:0/1102954788 shutdown_connections 2024-05-10T11:23:18.076 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.074+0000 7fc368390b80 1 -- 172.21.15.53:0/1102954788 wait complete. 2024-05-10T11:23:18.076 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.075+0000 7fc368390b80 1 -- start start 2024-05-10T11:23:18.076 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.075+0000 7fc368390b80 1 Processor -- start 2024-05-10T11:23:18.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.075+0000 7fc368390b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560fc08d2f60 0x560fc08ea630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:18.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.075+0000 7fc368390b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08d8df0 0x560fc08e59b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:18.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.075+0000 7fc368390b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560fc08dcc80 0x560fc08e5ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:18.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.075+0000 7fc368390b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fc3581bf1e0 con 0x560fc08d8df0 2024-05-10T11:23:18.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.075+0000 7fc368390b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fc3581beb10 con 0x560fc08d2f60 2024-05-10T11:23:18.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.075+0000 7fc368390b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fc3581bbd10 con 0x560fc08dcc80 2024-05-10T11:23:18.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.075+0000 7fc368390b80 10 client.0 _ll_register_callbacks cb 0x560fc07c2920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:18.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.075+0000 7fc356ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08d8df0 0x560fc08e59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:18.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.076+0000 7fc3577fe700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560fc08d2f60 0x560fc08ea630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:18.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.076+0000 7fc356ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08d8df0 0x560fc08e59b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:56072/0 (socket says 172.21.15.53:56072) 2024-05-10T11:23:18.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.076+0000 7fc356ffd700 1 -- 172.21.15.53:0/1329753519 learned_addr learned my addr 172.21.15.53:0/1329753519 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:18.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.076+0000 7fc357fff700 1 --2- 172.21.15.53:0/1329753519 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560fc08dcc80 0x560fc08e5ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:18.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.076+0000 7fc3577fe700 1 -- 172.21.15.53:0/1329753519 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560fc08dcc80 msgr2=0x560fc08e5ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:18.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.076+0000 7fc3577fe700 1 --2- 172.21.15.53:0/1329753519 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560fc08dcc80 0x560fc08e5ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.076+0000 7fc3577fe700 1 -- 172.21.15.53:0/1329753519 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08d8df0 msgr2=0x560fc08e59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:18.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.076+0000 7fc3577fe700 1 --2- 172.21.15.53:0/1329753519 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08d8df0 0x560fc08e59b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.076+0000 7fc3577fe700 1 -- 172.21.15.53:0/1329753519 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560fc08e6530 con 0x560fc08d2f60 2024-05-10T11:23:18.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.076+0000 7fc356ffd700 1 --2- 172.21.15.53:0/1329753519 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08d8df0 0x560fc08e59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:18.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.076+0000 7fc3577fe700 1 --2- 172.21.15.53:0/1329753519 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560fc08d2f60 0x560fc08ea630 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x560fc08cf550 tx=0x7fc3480a9d20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=32d8969d07ae97d6 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:18.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.076+0000 7fc336ffd700 10 client.0 ms_handle_connect on v2:172.21.15.132:3300/0 2024-05-10T11:23:18.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.076+0000 7fc336ffd700 1 -- 172.21.15.53:0/1329753519 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3480a9e60 con 0x560fc08d2f60 2024-05-10T11:23:18.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.076+0000 7fc368390b80 1 -- 172.21.15.53:0/1329753519 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc34c005650 con 0x560fc08d2f60 2024-05-10T11:23:18.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.076+0000 7fc336ffd700 1 -- 172.21.15.53:0/1329753519 <== mon.2 v2:172.21.15.132:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fc3480a6ce0 con 0x560fc08d2f60 2024-05-10T11:23:18.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.076+0000 7fc336ffd700 1 -- 172.21.15.53:0/1329753519 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc3480c4030 con 0x560fc08d2f60 2024-05-10T11:23:18.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.076+0000 7fc368390b80 10 client.25382 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:18.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.077+0000 7fc368390b80 1 -- 172.21.15.53:0/1329753519 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560fc095c170 con 0x560fc08d2f60 2024-05-10T11:23:18.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.077+0000 7fc336ffd700 1 -- 172.21.15.53:0/1329753519 <== mon.2 v2:172.21.15.132:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc34c005650 con 0x560fc08d2f60 2024-05-10T11:23:18.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.077+0000 7fc336ffd700 1 -- 172.21.15.53:0/1329753519 <== mon.2 v2:172.21.15.132:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fc3480bfab0 con 0x560fc08d2f60 2024-05-10T11:23:18.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.077+0000 7fc368390b80 10 client.25382 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:18.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.077+0000 7fc368390b80 10 client.25382 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-05-10T11:23:18.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.077+0000 7fc368390b80 20 client.25382 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:18.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.077+0000 7fc368390b80 1 --2- 172.21.15.53:0/1329753519 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x560fc095c6a0 0x560fc095eac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:18.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.077+0000 7fc368390b80 4 client.25382 mds_command: new command op to 24448 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:23:18.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.077+0000 7fc368390b80 1 -- 172.21.15.53:0/1329753519 --> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560fc0838240 con 0x560fc095c6a0 2024-05-10T11:23:18.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.077+0000 7fc356ffd700 1 --2- 172.21.15.53:0/1329753519 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x560fc095c6a0 0x560fc095eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:18.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.078+0000 7fc336ffd700 10 client.25382 ms_handle_connect on v2:172.21.15.187:6836/2293077942 2024-05-10T11:23:18.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.078+0000 7fc356ffd700 1 --2- 172.21.15.53:0/1329753519 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x560fc095c6a0 0x560fc095eac0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1d13f3b69d7b7761 server_cookie=7a839af4c258317 in_seq=0 out_seq=0 2024-05-10T11:23:18.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.078+0000 7fc336ffd700 1 -- 172.21.15.53:0/1329753519 <== mds.1 v2:172.21.15.187:6836/2293077942 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560fc0838240 con 0x560fc095c6a0 2024-05-10T11:23:18.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.078+0000 7fc336ffd700 10 client.25382 handle_command_reply: tid=0 2024-05-10T11:23:18.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.078+0000 7fc368390b80 1 client.25382 shutdown 2024-05-10T11:23:18.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.078+0000 7fc368390b80 1 -- 172.21.15.53:0/1329753519 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560fc08d2f60 msgr2=0x560fc08ea630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:18.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.078+0000 7fc368390b80 1 --2- 172.21.15.53:0/1329753519 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560fc08d2f60 0x560fc08ea630 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x560fc08cf550 tx=0x7fc3480a9d20 comp rx=0 tx=0).stop 2024-05-10T11:23:18.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.078+0000 7fc368390b80 1 -- 172.21.15.53:0/1329753519 shutdown_connections 2024-05-10T11:23:18.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.078+0000 7fc368390b80 1 --2- 172.21.15.53:0/1329753519 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x560fc095c6a0 0x560fc095eac0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.083 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.079+0000 7fc368390b80 1 --2- 172.21.15.53:0/1329753519 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x560fc08dcc80 0x560fc08e5ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.083 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.079+0000 7fc368390b80 1 --2- 172.21.15.53:0/1329753519 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x560fc08d2f60 0x560fc08ea630 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.083 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.079+0000 7fc368390b80 1 --2- 172.21.15.53:0/1329753519 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x560fc08d8df0 0x560fc08e59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.083 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.079+0000 7fc336ffd700 0 client.25382 ms_handle_reset on v2:172.21.15.187:6836/2293077942 2024-05-10T11:23:18.083 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.079+0000 7fc368390b80 1 -- 172.21.15.53:0/1329753519 >> 172.21.15.53:0/1329753519 conn(0x560fc0804100 msgr2=0x560fc08d72e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:18.083 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.079+0000 7fc368390b80 1 -- 172.21.15.53:0/1329753519 shutdown_connections 2024-05-10T11:23:18.083 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.079+0000 7fc368390b80 1 -- 172.21.15.53:0/1329753519 wait complete. 2024-05-10T11:23:18.083 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.079+0000 7fc368390b80 20 client.25382 trim_cache size 0 max 16384 2024-05-10T11:23:18.083 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:23:18.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.080+0000 7fc35dafd700 1 -- 172.21.15.53:0/726745597 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc3400b28e0 msgr2=0x7fc3400b4da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:18.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.080+0000 7fc35dafd700 1 --2- 172.21.15.53:0/726745597 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc3400b28e0 0x7fc3400b4da0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fc358114100 tx=0x7fc34c009260 comp rx=0 tx=0).stop 2024-05-10T11:23:18.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.080+0000 7fc35dafd700 1 -- 172.21.15.53:0/726745597 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc358102390 msgr2=0x7fc358117820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:18.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.080+0000 7fc35dafd700 1 --2- 172.21.15.53:0/726745597 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc358102390 0x7fc358117820 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc3480098e0 tx=0x7fc3480047b0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.080+0000 7fc35dafd700 1 -- 172.21.15.53:0/726745597 shutdown_connections 2024-05-10T11:23:18.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.080+0000 7fc35dafd700 1 --2- 172.21.15.53:0/726745597 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc3400b28e0 0x7fc3400b4da0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.080+0000 7fc35dafd700 1 --2- 172.21.15.53:0/726745597 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc358108400 0x7fc358112940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.080+0000 7fc35dafd700 1 --2- 172.21.15.53:0/726745597 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc358102390 0x7fc358117820 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.080+0000 7fc35dafd700 1 --2- 172.21.15.53:0/726745597 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc358102d50 0x7fc358117d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:18.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.080+0000 7fc35dafd700 1 -- 172.21.15.53:0/726745597 >> 172.21.15.53:0/726745597 conn(0x7fc358079310 msgr2=0x7fc358101240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:18.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.080+0000 7fc35dafd700 1 -- 172.21.15.53:0/726745597 shutdown_connections 2024-05-10T11:23:18.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:18.080+0000 7fc35dafd700 1 -- 172.21.15.53:0/726745597 wait complete. 2024-05-10T11:23:18.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:17 smithi132 ceph-mon[33758]: pgmap v495: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 64 MiB/s wr, 29 op/s 2024-05-10T11:23:18.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:17 smithi187 ceph-mon[34076]: pgmap v495: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 64 MiB/s wr, 29 op/s 2024-05-10T11:23:18.803 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-10T11:23:19.115 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:23:20.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:19 smithi132 ceph-mon[33758]: pgmap v496: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 54 MiB/s wr, 27 op/s 2024-05-10T11:23:20.259 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:19 smithi187 ceph-mon[34076]: pgmap v496: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 54 MiB/s wr, 27 op/s 2024-05-10T11:23:20.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:19 smithi053 ceph-mon[30153]: pgmap v496: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 54 MiB/s wr, 27 op/s 2024-05-10T11:23:21.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.039+0000 7f726a021700 1 -- 172.21.15.53:0/1384323129 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7264102d60 msgr2=0x7f726410f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:21.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.039+0000 7f726a021700 1 --2- 172.21.15.53:0/1384323129 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7264102d60 0x7f726410f250 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f725c00b0a0 tx=0x7f725c00b3b0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.039+0000 7f726a021700 1 -- 172.21.15.53:0/1384323129 shutdown_connections 2024-05-10T11:23:21.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.039+0000 7f726a021700 1 --2- 172.21.15.53:0/1384323129 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7264102d60 0x7f726410f250 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.039+0000 7f726a021700 1 --2- 172.21.15.53:0/1384323129 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7264108410 0x7f72641087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.039+0000 7f726a021700 1 --2- 172.21.15.53:0/1384323129 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f72641023a0 0x7f7264102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.039+0000 7f726a021700 1 -- 172.21.15.53:0/1384323129 >> 172.21.15.53:0/1384323129 conn(0x7f7264079350 msgr2=0x7f7264079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:21.042 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.039+0000 7f726a021700 1 -- 172.21.15.53:0/1384323129 shutdown_connections 2024-05-10T11:23:21.043 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.039+0000 7f726a021700 1 -- 172.21.15.53:0/1384323129 wait complete. 2024-05-10T11:23:21.043 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.040+0000 7f726a021700 1 Processor -- start 2024-05-10T11:23:21.043 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.040+0000 7f726a021700 1 -- start start 2024-05-10T11:23:21.043 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.040+0000 7f726a021700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f72641023a0 0x7f72641a1840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:21.043 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.040+0000 7f726a021700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7264102d60 0x7f72641a1d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:21.043 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.040+0000 7f726a021700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7264108410 0x7f726419ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:21.043 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.040+0000 7f726a021700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7264111350 con 0x7f72641023a0 2024-05-10T11:23:21.043 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.040+0000 7f726a021700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f72641111d0 con 0x7f7264108410 2024-05-10T11:23:21.043 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.040+0000 7f726a021700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f72641114d0 con 0x7f7264102d60 2024-05-10T11:23:21.043 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.041+0000 7f72637fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f72641023a0 0x7f72641a1840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:21.043 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.041+0000 7f72637fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f72641023a0 0x7f72641a1840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35622/0 (socket says 172.21.15.53:35622) 2024-05-10T11:23:21.043 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.041+0000 7f72637fe700 1 -- 172.21.15.53:0/3432587259 learned_addr learned my addr 172.21.15.53:0/3432587259 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:21.043 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.041+0000 7f7262ffd700 1 --2- 172.21.15.53:0/3432587259 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7264102d60 0x7f72641a1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:21.043 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.041+0000 7f7263fff700 1 --2- 172.21.15.53:0/3432587259 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7264108410 0x7f726419ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:21.043 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.041+0000 7f7262ffd700 1 -- 172.21.15.53:0/3432587259 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7264108410 msgr2=0x7f726419ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:21.043 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.041+0000 7f7262ffd700 1 --2- 172.21.15.53:0/3432587259 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7264108410 0x7f726419ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.044 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.041+0000 7f7262ffd700 1 -- 172.21.15.53:0/3432587259 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f72641023a0 msgr2=0x7f72641a1840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:21.044 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.041+0000 7f7262ffd700 1 --2- 172.21.15.53:0/3432587259 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f72641023a0 0x7f72641a1840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.044 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.041+0000 7f7262ffd700 1 -- 172.21.15.53:0/3432587259 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f726419c160 con 0x7f7264102d60 2024-05-10T11:23:21.044 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.041+0000 7f72637fe700 1 --2- 172.21.15.53:0/3432587259 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f72641023a0 0x7f72641a1840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:21.044 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.041+0000 7f7262ffd700 1 --2- 172.21.15.53:0/3432587259 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7264102d60 0x7f72641a1d80 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f72580097d0 tx=0x7f7258009ae0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:21.044 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.041+0000 7f7260ff9700 1 -- 172.21.15.53:0/3432587259 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7258013790 con 0x7f7264102d60 2024-05-10T11:23:21.044 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.042+0000 7f7260ff9700 1 -- 172.21.15.53:0/3432587259 <== mon.1 v2:172.21.15.187:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7258019070 con 0x7f7264102d60 2024-05-10T11:23:21.044 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.042+0000 7f726a021700 1 -- 172.21.15.53:0/3432587259 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f726419c3f0 con 0x7f7264102d60 2024-05-10T11:23:21.044 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.042+0000 7f7260ff9700 1 -- 172.21.15.53:0/3432587259 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7258014d80 con 0x7f7264102d60 2024-05-10T11:23:21.044 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.042+0000 7f726a021700 1 -- 172.21.15.53:0/3432587259 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72641a8710 con 0x7f7264102d60 2024-05-10T11:23:21.044 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.044+0000 7f7260ff9700 1 -- 172.21.15.53:0/3432587259 <== mon.1 v2:172.21.15.187:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f7258013930 con 0x7f7264102d60 2024-05-10T11:23:21.045 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.045+0000 7f7260ff9700 1 --2- 172.21.15.53:0/3432587259 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f724c0b2880 0x7f724c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:21.045 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.045+0000 7f72637fe700 1 --2- 172.21.15.53:0/3432587259 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f724c0b2880 0x7f724c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:21.045 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.045+0000 7f7260ff9700 1 -- 172.21.15.53:0/3432587259 <== mon.1 v2:172.21.15.187:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f72580e20f0 con 0x7f7264102d60 2024-05-10T11:23:21.046 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.046+0000 7f72637fe700 1 --2- 172.21.15.53:0/3432587259 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f724c0b2880 0x7f724c0b4d40 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f726419cb40 tx=0x7f7254009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:21.046 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.046+0000 7f72748b4b80 1 Processor -- start 2024-05-10T11:23:21.046 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.046+0000 7f72748b4b80 1 -- start start 2024-05-10T11:23:21.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.047+0000 7f72748b4b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d93d5f74d0 0x55d93d5f78b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:21.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.047+0000 7f72748b4b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5f7df0 0x55d93d5fb6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:21.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.047+0000 7f72748b4b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5fbc80 0x55d93d5fc100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:21.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.047+0000 7f72748b4b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55d93d549860 con 0x55d93d5f7df0 2024-05-10T11:23:21.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.047+0000 7f72748b4b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55d93d4e87c0 con 0x55d93d5fbc80 2024-05-10T11:23:21.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.047+0000 7f72748b4b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55d93d545820 con 0x55d93d5f74d0 2024-05-10T11:23:21.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.047+0000 7f7262ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5f7df0 0x55d93d5fb6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:21.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.047+0000 7f7262ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5f7df0 0x55d93d5fb6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35628/0 (socket says 172.21.15.53:35628) 2024-05-10T11:23:21.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.047+0000 7f7262ffd700 1 -- 172.21.15.53:0/2995521056 learned_addr learned my addr 172.21.15.53:0/2995521056 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:21.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.047+0000 7f7263fff700 1 --2- 172.21.15.53:0/2995521056 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5fbc80 0x55d93d5fc100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:21.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.047+0000 7f7262ffd700 1 -- 172.21.15.53:0/2995521056 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d93d5f74d0 msgr2=0x55d93d5f78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:21.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.047+0000 7f7262ffd700 1 --2- 172.21.15.53:0/2995521056 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d93d5f74d0 0x55d93d5f78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.048 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.047+0000 7f7262ffd700 1 -- 172.21.15.53:0/2995521056 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5fbc80 msgr2=0x55d93d5fc100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:21.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.047+0000 7f7262ffd700 1 --2- 172.21.15.53:0/2995521056 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5fbc80 0x55d93d5fc100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.047+0000 7f7262ffd700 1 -- 172.21.15.53:0/2995521056 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d93d4968d0 con 0x55d93d5f7df0 2024-05-10T11:23:21.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.047+0000 7f7263fff700 1 --2- 172.21.15.53:0/2995521056 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5fbc80 0x55d93d5fc100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:23:21.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.047+0000 7f7262ffd700 1 --2- 172.21.15.53:0/2995521056 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5f7df0 0x55d93d5fb6f0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f72580a5400 tx=0x7f72580a8bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34adae591a6caa0f server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:21.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.047+0000 7f7249ffb700 1 -- 172.21.15.53:0/2995521056 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72580ad730 con 0x55d93d5f7df0 2024-05-10T11:23:21.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.048+0000 7f7249ffb700 1 -- 172.21.15.53:0/2995521056 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f72580b21e0 con 0x55d93d5f7df0 2024-05-10T11:23:21.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.048+0000 7f7249ffb700 1 -- 172.21.15.53:0/2995521056 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72580a9870 con 0x55d93d5f7df0 2024-05-10T11:23:21.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.048+0000 7f72748b4b80 1 -- 172.21.15.53:0/2995521056 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5f7df0 msgr2=0x55d93d5fb6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:21.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.048+0000 7f72748b4b80 1 --2- 172.21.15.53:0/2995521056 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5f7df0 0x55d93d5fb6f0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f72580a5400 tx=0x7f72580a8bc0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.048+0000 7f72748b4b80 1 -- 172.21.15.53:0/2995521056 shutdown_connections 2024-05-10T11:23:21.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.048+0000 7f72748b4b80 1 --2- 172.21.15.53:0/2995521056 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5fbc80 0x55d93d5fc100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.048+0000 7f72748b4b80 1 --2- 172.21.15.53:0/2995521056 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d93d5f74d0 0x55d93d5f78b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.048+0000 7f72748b4b80 1 --2- 172.21.15.53:0/2995521056 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5f7df0 0x55d93d5fb6f0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.048+0000 7f72748b4b80 1 -- 172.21.15.53:0/2995521056 >> 172.21.15.53:0/2995521056 conn(0x55d93d523100 msgr2=0x55d93d5f1c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:21.053 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.049+0000 7f72748b4b80 1 -- 172.21.15.53:0/2995521056 shutdown_connections 2024-05-10T11:23:21.053 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.049+0000 7f72748b4b80 1 -- 172.21.15.53:0/2995521056 wait complete. 2024-05-10T11:23:21.053 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.049+0000 7f72748b4b80 1 -- start start 2024-05-10T11:23:21.053 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.049+0000 7f72748b4b80 1 Processor -- start 2024-05-10T11:23:21.053 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.050+0000 7f72748b4b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d93d5f74d0 0x55d93d6030d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:21.053 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.050+0000 7f72748b4b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5f7df0 0x55d93d600470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:21.053 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.050+0000 7f72748b4b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5fbc80 0x55d93d6009b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:21.053 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.050+0000 7f72748b4b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55d93d603e30 con 0x55d93d5f7df0 2024-05-10T11:23:21.053 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.050+0000 7f72748b4b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55d93d4afc30 con 0x55d93d5fbc80 2024-05-10T11:23:21.053 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.050+0000 7f72748b4b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55d93d603fb0 con 0x55d93d5f74d0 2024-05-10T11:23:21.053 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.050+0000 7f72748b4b80 10 client.0 _ll_register_callbacks cb 0x55d93d4e1920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:21.053 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.050+0000 7f7262ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5f7df0 0x55d93d600470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:21.053 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.050+0000 7f7262ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5f7df0 0x55d93d600470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35638/0 (socket says 172.21.15.53:35638) 2024-05-10T11:23:21.053 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.050+0000 7f7262ffd700 1 -- 172.21.15.53:0/335785984 learned_addr learned my addr 172.21.15.53:0/335785984 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:21.053 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.050+0000 7f72637fe700 1 --2- 172.21.15.53:0/335785984 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d93d5f74d0 0x55d93d6030d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:21.054 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.050+0000 7f7263fff700 1 --2- 172.21.15.53:0/335785984 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5fbc80 0x55d93d6009b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:21.054 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.050+0000 7f7262ffd700 1 -- 172.21.15.53:0/335785984 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d93d5f74d0 msgr2=0x55d93d6030d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:21.054 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.050+0000 7f7262ffd700 1 --2- 172.21.15.53:0/335785984 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d93d5f74d0 0x55d93d6030d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.054 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.050+0000 7f7262ffd700 1 -- 172.21.15.53:0/335785984 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5fbc80 msgr2=0x55d93d6009b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:21.054 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.050+0000 7f7262ffd700 1 --2- 172.21.15.53:0/335785984 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5fbc80 0x55d93d6009b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.054 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.050+0000 7f7262ffd700 1 -- 172.21.15.53:0/335785984 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d93d4e5690 con 0x55d93d5f7df0 2024-05-10T11:23:21.054 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.050+0000 7f7263fff700 1 --2- 172.21.15.53:0/335785984 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5fbc80 0x55d93d6009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:21.054 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.050+0000 7f72637fe700 1 --2- 172.21.15.53:0/335785984 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d93d5f74d0 0x55d93d6030d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:21.054 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.051+0000 7f7262ffd700 1 --2- 172.21.15.53:0/335785984 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5f7df0 0x55d93d600470 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f72580a92c0 tx=0x7f72580a5370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cdaaa17fc440d7 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:21.054 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.051+0000 7f7242ffd700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:21.054 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.051+0000 7f7242ffd700 1 -- 172.21.15.53:0/335785984 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f725806d060 con 0x55d93d5f7df0 2024-05-10T11:23:21.054 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.051+0000 7f7242ffd700 1 -- 172.21.15.53:0/335785984 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f72580a97e0 con 0x55d93d5f7df0 2024-05-10T11:23:21.054 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.051+0000 7f72748b4b80 1 -- 172.21.15.53:0/335785984 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72580b21e0 con 0x55d93d5f7df0 2024-05-10T11:23:21.054 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.051+0000 7f7242ffd700 1 -- 172.21.15.53:0/335785984 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f72580b1d50 con 0x55d93d5f7df0 2024-05-10T11:23:21.055 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.051+0000 7f72748b4b80 10 client.15906 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:21.055 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.051+0000 7f72748b4b80 1 -- 172.21.15.53:0/335785984 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d93d60e600 con 0x55d93d5f7df0 2024-05-10T11:23:21.055 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.051+0000 7f7242ffd700 1 -- 172.21.15.53:0/335785984 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f72580b21e0 con 0x55d93d5f7df0 2024-05-10T11:23:21.055 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.052+0000 7f7242ffd700 1 -- 172.21.15.53:0/335785984 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f72580a4d80 con 0x55d93d5f7df0 2024-05-10T11:23:21.055 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.052+0000 7f72748b4b80 10 client.15906 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:21.055 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.052+0000 7f72748b4b80 10 client.15906 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:23:21.055 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.052+0000 7f72748b4b80 20 client.15906 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:21.055 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.052+0000 7f72748b4b80 1 --2- 172.21.15.53:0/335785984 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55d93d610ad0 0x55d93d612ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:21.055 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.052+0000 7f72748b4b80 4 client.15906 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:23:21.055 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.052+0000 7f72748b4b80 1 -- 172.21.15.53:0/335785984 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d93d5c3650 con 0x55d93d610ad0 2024-05-10T11:23:21.055 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.052+0000 7f72637fe700 1 --2- 172.21.15.53:0/335785984 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55d93d610ad0 0x55d93d612ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:21.055 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.052+0000 7f72637fe700 1 --2- 172.21.15.53:0/335785984 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55d93d610ad0 0x55d93d612ec0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab27b2ad49eae9c2 server_cookie=de7f4903732b18a in_seq=0 out_seq=0 2024-05-10T11:23:21.055 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.052+0000 7f7242ffd700 10 client.15906 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:21.056 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.054+0000 7f7242ffd700 1 -- 172.21.15.53:0/335785984 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55d93d5c3650 con 0x55d93d610ad0 2024-05-10T11:23:21.056 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.054+0000 7f7242ffd700 10 client.15906 handle_command_reply: tid=0 2024-05-10T11:23:21.056 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.054+0000 7f72748b4b80 1 client.15906 shutdown 2024-05-10T11:23:21.056 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.054+0000 7f72748b4b80 1 -- 172.21.15.53:0/335785984 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5f7df0 msgr2=0x55d93d600470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:21.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.054+0000 7f72748b4b80 1 --2- 172.21.15.53:0/335785984 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5f7df0 0x55d93d600470 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f72580a92c0 tx=0x7f72580a5370 comp rx=0 tx=0).stop 2024-05-10T11:23:21.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.054+0000 7f72748b4b80 1 -- 172.21.15.53:0/335785984 shutdown_connections 2024-05-10T11:23:21.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.054+0000 7f72748b4b80 1 --2- 172.21.15.53:0/335785984 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55d93d610ad0 0x55d93d612ec0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.054+0000 7f72748b4b80 1 --2- 172.21.15.53:0/335785984 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5fbc80 0x55d93d6009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.054+0000 7f72748b4b80 1 --2- 172.21.15.53:0/335785984 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d93d5f74d0 0x55d93d6030d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.054+0000 7f72748b4b80 1 --2- 172.21.15.53:0/335785984 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5f7df0 0x55d93d600470 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.054+0000 7f72748b4b80 1 -- 172.21.15.53:0/335785984 >> 172.21.15.53:0/335785984 conn(0x55d93d523100 msgr2=0x55d93d5ec720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:21.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.054+0000 7f7242ffd700 0 client.15906 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:21.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.054+0000 7f72748b4b80 1 -- 172.21.15.53:0/335785984 shutdown_connections 2024-05-10T11:23:21.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.054+0000 7f72748b4b80 1 -- 172.21.15.53:0/335785984 wait complete. 2024-05-10T11:23:21.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.054+0000 7f72748b4b80 20 client.15906 trim_cache size 0 max 16384 2024-05-10T11:23:21.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.070+0000 7f72748b4b80 1 Processor -- start 2024-05-10T11:23:21.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.070+0000 7f72748b4b80 1 -- start start 2024-05-10T11:23:21.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.070+0000 7f72748b4b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5f74d0 0x55d93d60d620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:21.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.070+0000 7f72748b4b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5f7df0 0x55d93d5feda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:21.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.070+0000 7f72748b4b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d93d5fbc80 0x55d93d5ff2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:21.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.070+0000 7f72748b4b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f72641b1400 con 0x55d93d5f74d0 2024-05-10T11:23:21.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.070+0000 7f72748b4b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f72641b2f40 con 0x55d93d5f7df0 2024-05-10T11:23:21.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.070+0000 7f72748b4b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f72641b1ad0 con 0x55d93d5fbc80 2024-05-10T11:23:21.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.070+0000 7f72637fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5f74d0 0x55d93d60d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:21.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.070+0000 7f72637fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5f74d0 0x55d93d60d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35652/0 (socket says 172.21.15.53:35652) 2024-05-10T11:23:21.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.070+0000 7f72637fe700 1 -- 172.21.15.53:0/2255763557 learned_addr learned my addr 172.21.15.53:0/2255763557 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:21.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.070+0000 7f7262ffd700 1 --2- 172.21.15.53:0/2255763557 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5f7df0 0x55d93d5feda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:21.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.071+0000 7f7263fff700 1 --2- 172.21.15.53:0/2255763557 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d93d5fbc80 0x55d93d5ff2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:21.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.071+0000 7f72637fe700 1 -- 172.21.15.53:0/2255763557 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d93d5fbc80 msgr2=0x55d93d5ff2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:21.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.071+0000 7f72637fe700 1 --2- 172.21.15.53:0/2255763557 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d93d5fbc80 0x55d93d5ff2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.071+0000 7f72637fe700 1 -- 172.21.15.53:0/2255763557 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5f7df0 msgr2=0x55d93d5feda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:21.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.071+0000 7f72637fe700 1 --2- 172.21.15.53:0/2255763557 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5f7df0 0x55d93d5feda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.071+0000 7f72637fe700 1 -- 172.21.15.53:0/2255763557 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d93d5fb360 con 0x55d93d5f74d0 2024-05-10T11:23:21.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.071+0000 7f72637fe700 1 --2- 172.21.15.53:0/2255763557 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5f74d0 0x55d93d60d620 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f725400f630 tx=0x7f7254014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6ce2dc0d905c57e server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:21.078 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.071+0000 7f72497fa700 1 -- 172.21.15.53:0/2255763557 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7254028330 con 0x55d93d5f74d0 2024-05-10T11:23:21.078 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.071+0000 7f72497fa700 1 -- 172.21.15.53:0/2255763557 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f725402e070 con 0x55d93d5f74d0 2024-05-10T11:23:21.078 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.071+0000 7f72497fa700 1 -- 172.21.15.53:0/2255763557 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f725401f9b0 con 0x55d93d5f74d0 2024-05-10T11:23:21.078 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.072+0000 7f72748b4b80 1 -- 172.21.15.53:0/2255763557 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5f74d0 msgr2=0x55d93d60d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:21.078 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.072+0000 7f72748b4b80 1 --2- 172.21.15.53:0/2255763557 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5f74d0 0x55d93d60d620 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f725400f630 tx=0x7f7254014000 comp rx=0 tx=0).stop 2024-05-10T11:23:21.078 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.072+0000 7f72748b4b80 1 -- 172.21.15.53:0/2255763557 shutdown_connections 2024-05-10T11:23:21.078 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.072+0000 7f72748b4b80 1 --2- 172.21.15.53:0/2255763557 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d93d5fbc80 0x55d93d5ff2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.072+0000 7f72748b4b80 1 --2- 172.21.15.53:0/2255763557 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5f74d0 0x55d93d60d620 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.072+0000 7f72748b4b80 1 --2- 172.21.15.53:0/2255763557 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5f7df0 0x55d93d5feda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.072+0000 7f72748b4b80 1 -- 172.21.15.53:0/2255763557 >> 172.21.15.53:0/2255763557 conn(0x55d93d523100 msgr2=0x55d93d600430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:21.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.072+0000 7f72748b4b80 1 -- 172.21.15.53:0/2255763557 shutdown_connections 2024-05-10T11:23:21.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.072+0000 7f72748b4b80 1 -- 172.21.15.53:0/2255763557 wait complete. 2024-05-10T11:23:21.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.073+0000 7f72748b4b80 1 -- start start 2024-05-10T11:23:21.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.073+0000 7f72748b4b80 1 Processor -- start 2024-05-10T11:23:21.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.074+0000 7f72748b4b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5f74d0 0x55d93d6129b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:21.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.074+0000 7f72748b4b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d93d5f7df0 0x55d93d612ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:21.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.074+0000 7f72748b4b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5fbc80 0x55d93d613470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:21.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.074+0000 7f7262ffd700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d93d5f7df0 0x55d93d612ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:21.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.074+0000 7f72748b4b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f72641b2870 con 0x55d93d5fbc80 2024-05-10T11:23:21.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.074+0000 7f72748b4b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f72641b21a0 con 0x55d93d5f74d0 2024-05-10T11:23:21.079 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.074+0000 7f72748b4b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f72641af3a0 con 0x55d93d5f7df0 2024-05-10T11:23:21.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.074+0000 7f72637fe700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5f74d0 0x55d93d6129b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:21.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.074+0000 7f7263fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5fbc80 0x55d93d613470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:21.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.074+0000 7f72637fe700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5f74d0 0x55d93d6129b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:38634/0 (socket says 172.21.15.53:38634) 2024-05-10T11:23:21.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.074+0000 7f72637fe700 1 -- 172.21.15.53:0/1656973812 learned_addr learned my addr 172.21.15.53:0/1656973812 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:21.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.074+0000 7f72637fe700 1 -- 172.21.15.53:0/1656973812 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d93d5f7df0 msgr2=0x55d93d612ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:21.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.074+0000 7f72637fe700 1 --2- 172.21.15.53:0/1656973812 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d93d5f7df0 0x55d93d612ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.074+0000 7f72637fe700 1 -- 172.21.15.53:0/1656973812 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5fbc80 msgr2=0x55d93d613470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:21.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.074+0000 7f72637fe700 1 --2- 172.21.15.53:0/1656973812 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5fbc80 0x55d93d613470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.074+0000 7f72637fe700 1 -- 172.21.15.53:0/1656973812 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d93d6792e0 con 0x55d93d5f74d0 2024-05-10T11:23:21.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.074+0000 7f72748b4b80 10 client.0 _ll_register_callbacks cb 0x55d93d4e1920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:21.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.074+0000 7f7263fff700 1 --2- 172.21.15.53:0/1656973812 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5fbc80 0x55d93d613470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:21.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.074+0000 7f72748b4b80 1 -- 172.21.15.53:0/1656973812 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f725402e070 con 0x55d93d5f74d0 2024-05-10T11:23:21.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.075+0000 7f72637fe700 1 --2- 172.21.15.53:0/1656973812 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5f74d0 0x55d93d6129b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f725402b040 tx=0x7f725401f4c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=44ccc51c2c0f9b43 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:21.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.075+0000 7f7242ffd700 10 client.25397 ms_handle_connect on v2:172.21.15.132:3300/0 2024-05-10T11:23:21.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.075+0000 7f7242ffd700 1 -- 172.21.15.53:0/1656973812 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7254028800 con 0x55d93d5f74d0 2024-05-10T11:23:21.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.075+0000 7f7242ffd700 1 -- 172.21.15.53:0/1656973812 <== mon.2 v2:172.21.15.132:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f72540289a0 con 0x55d93d5f74d0 2024-05-10T11:23:21.080 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.075+0000 7f7242ffd700 1 -- 172.21.15.53:0/1656973812 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f725401f650 con 0x55d93d5f74d0 2024-05-10T11:23:21.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.075+0000 7f72748b4b80 10 client.25397 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:21.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.075+0000 7f72748b4b80 1 -- 172.21.15.53:0/1656973812 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({fsmap=29}) -- 0x55d93d67a430 con 0x55d93d5f74d0 2024-05-10T11:23:21.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.076+0000 7f7242ffd700 1 -- 172.21.15.53:0/1656973812 <== mon.2 v2:172.21.15.132:3300/0 4 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f725401f7f0 con 0x55d93d5f74d0 2024-05-10T11:23:21.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.076+0000 7f72748b4b80 10 client.25397 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:21.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.076+0000 7f72748b4b80 10 client.25397 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:23:21.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.076+0000 7f72748b4b80 20 client.25397 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:21.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.076+0000 7f72748b4b80 1 --2- 172.21.15.53:0/1656973812 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55d93d67a970 0x55d93d67cda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:21.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.076+0000 7f72748b4b80 4 client.25397 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:23:21.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.076+0000 7f72748b4b80 1 -- 172.21.15.53:0/1656973812 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d93d557240 con 0x55d93d67a970 2024-05-10T11:23:21.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.076+0000 7f7262ffd700 1 --2- 172.21.15.53:0/1656973812 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55d93d67a970 0x55d93d67cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:21.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.076+0000 7f7262ffd700 1 --2- 172.21.15.53:0/1656973812 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55d93d67a970 0x55d93d67cda0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=609543aeccc98741 server_cookie=afbcd04a6b2d167d in_seq=0 out_seq=0 2024-05-10T11:23:21.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.076+0000 7f7242ffd700 10 client.25397 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:21.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.077+0000 7f7242ffd700 1 -- 172.21.15.53:0/1656973812 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d93d557240 con 0x55d93d67a970 2024-05-10T11:23:21.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.077+0000 7f7242ffd700 10 client.25397 handle_command_reply: tid=0 2024-05-10T11:23:21.081 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.077+0000 7f72748b4b80 1 client.25397 shutdown 2024-05-10T11:23:21.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.077+0000 7f72748b4b80 1 -- 172.21.15.53:0/1656973812 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5f74d0 msgr2=0x55d93d6129b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:21.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.077+0000 7f72748b4b80 1 --2- 172.21.15.53:0/1656973812 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5f74d0 0x55d93d6129b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f725402b040 tx=0x7f725401f4c0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.077+0000 7f72748b4b80 1 -- 172.21.15.53:0/1656973812 shutdown_connections 2024-05-10T11:23:21.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.077+0000 7f72748b4b80 1 --2- 172.21.15.53:0/1656973812 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55d93d67a970 0x55d93d67cda0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.077+0000 7f72748b4b80 1 --2- 172.21.15.53:0/1656973812 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55d93d5fbc80 0x55d93d613470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.077+0000 7f7242ffd700 0 client.25397 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:21.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.077+0000 7f72748b4b80 1 --2- 172.21.15.53:0/1656973812 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55d93d5f74d0 0x55d93d6129b0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.077+0000 7f72748b4b80 1 --2- 172.21.15.53:0/1656973812 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55d93d5f7df0 0x55d93d612ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.077+0000 7f72748b4b80 1 -- 172.21.15.53:0/1656973812 >> 172.21.15.53:0/1656973812 conn(0x55d93d523100 msgr2=0x55d93d6003f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:21.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.077+0000 7f72748b4b80 1 -- 172.21.15.53:0/1656973812 shutdown_connections 2024-05-10T11:23:21.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.077+0000 7f72748b4b80 1 -- 172.21.15.53:0/1656973812 wait complete. 2024-05-10T11:23:21.082 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.077+0000 7f72748b4b80 20 client.25397 trim_cache size 0 max 16384 2024-05-10T11:23:21.083 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:23:21.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.078+0000 7f726a021700 1 -- 172.21.15.53:0/3432587259 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f724c0b2880 msgr2=0x7f724c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:21.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.078+0000 7f726a021700 1 --2- 172.21.15.53:0/3432587259 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f724c0b2880 0x7f724c0b4d40 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f726419cb40 tx=0x7f7254009260 comp rx=0 tx=0).stop 2024-05-10T11:23:21.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.078+0000 7f726a021700 1 -- 172.21.15.53:0/3432587259 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7264102d60 msgr2=0x7f72641a1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:21.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.078+0000 7f726a021700 1 --2- 172.21.15.53:0/3432587259 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7264102d60 0x7f72641a1d80 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f72580097d0 tx=0x7f7258009ae0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.078+0000 7f726a021700 1 -- 172.21.15.53:0/3432587259 shutdown_connections 2024-05-10T11:23:21.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.078+0000 7f726a021700 1 --2- 172.21.15.53:0/3432587259 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f724c0b2880 0x7f724c0b4d40 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.078+0000 7f726a021700 1 --2- 172.21.15.53:0/3432587259 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7264108410 0x7f726419ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.078+0000 7f726a021700 1 --2- 172.21.15.53:0/3432587259 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f72641023a0 0x7f72641a1840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.078+0000 7f726a021700 1 --2- 172.21.15.53:0/3432587259 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7264102d60 0x7f72641a1d80 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:21.084 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.079+0000 7f726a021700 1 -- 172.21.15.53:0/3432587259 >> 172.21.15.53:0/3432587259 conn(0x7f7264079350 msgr2=0x7f7264101270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:21.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.079+0000 7f726a021700 1 -- 172.21.15.53:0/3432587259 shutdown_connections 2024-05-10T11:23:21.085 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:21.079+0000 7f726a021700 1 -- 172.21.15.53:0/3432587259 wait complete. 2024-05-10T11:23:22.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:21 smithi053 ceph-mon[30153]: pgmap v497: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 55 MiB/s wr, 27 op/s 2024-05-10T11:23:22.166 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.165+0000 7fd241ca0640 1 -- 172.21.15.53:0/2304778881 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd23c105e20 msgr2=0x7fd23c108210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:22.166 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.165+0000 7fd241ca0640 1 --2- 172.21.15.53:0/2304778881 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd23c105e20 0x7fd23c108210 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fd230009900 tx=0x7fd23002a410 comp rx=0 tx=0).stop 2024-05-10T11:23:22.166 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.165+0000 7fd241ca0640 1 -- 172.21.15.53:0/2304778881 shutdown_connections 2024-05-10T11:23:22.166 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.165+0000 7fd241ca0640 1 --2- 172.21.15.53:0/2304778881 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd23c108750 0x7fd23c10ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.166 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.165+0000 7fd241ca0640 1 --2- 172.21.15.53:0/2304778881 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd23c105e20 0x7fd23c108210 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.166 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.165+0000 7fd241ca0640 1 --2- 172.21.15.53:0/2304778881 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd23c1034f0 0x7fd23c1058e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.166 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.165+0000 7fd241ca0640 1 -- 172.21.15.53:0/2304778881 >> 172.21.15.53:0/2304778881 conn(0x7fd23c0fce80 msgr2=0x7fd23c0ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:22.166 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.165+0000 7fd241ca0640 1 -- 172.21.15.53:0/2304778881 shutdown_connections 2024-05-10T11:23:22.166 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.165+0000 7fd241ca0640 1 -- 172.21.15.53:0/2304778881 wait complete. 2024-05-10T11:23:22.166 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.166+0000 7fd241ca0640 1 Processor -- start 2024-05-10T11:23:22.168 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.166+0000 7fd241ca0640 1 -- start start 2024-05-10T11:23:22.168 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.166+0000 7fd241ca0640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd23c1034f0 0x7fd23c198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:22.168 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.166+0000 7fd241ca0640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd23c105e20 0x7fd23c199000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:22.168 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.166+0000 7fd241ca0640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd23c108750 0x7fd23c1a0070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.166+0000 7fd241ca0640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd23c10e3c0 con 0x7fd23c105e20 2024-05-10T11:23:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.166+0000 7fd241ca0640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fd23c10e240 con 0x7fd23c108750 2024-05-10T11:23:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.166+0000 7fd241ca0640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fd23c10e540 con 0x7fd23c1034f0 2024-05-10T11:23:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.167+0000 7fd23affd640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd23c105e20 0x7fd23c199000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.167+0000 7fd23affd640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd23c105e20 0x7fd23c199000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35668/0 (socket says 172.21.15.53:35668) 2024-05-10T11:23:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.167+0000 7fd23affd640 1 -- 172.21.15.53:0/3076659485 learned_addr learned my addr 172.21.15.53:0/3076659485 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.167+0000 7fd23bfff640 1 --2- 172.21.15.53:0/3076659485 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd23c108750 0x7fd23c1a0070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.167+0000 7fd23b7fe640 1 --2- 172.21.15.53:0/3076659485 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd23c1034f0 0x7fd23c198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.167+0000 7fd23affd640 1 -- 172.21.15.53:0/3076659485 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd23c1034f0 msgr2=0x7fd23c198ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.167+0000 7fd23affd640 1 --2- 172.21.15.53:0/3076659485 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd23c1034f0 0x7fd23c198ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.167+0000 7fd23affd640 1 -- 172.21.15.53:0/3076659485 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd23c108750 msgr2=0x7fd23c1a0070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.167+0000 7fd23affd640 1 --2- 172.21.15.53:0/3076659485 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd23c108750 0x7fd23c1a0070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.167+0000 7fd23affd640 1 -- 172.21.15.53:0/3076659485 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd23c1a06e0 con 0x7fd23c105e20 2024-05-10T11:23:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.167+0000 7fd23bfff640 1 --2- 172.21.15.53:0/3076659485 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd23c108750 0x7fd23c1a0070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:22.170 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.167+0000 7fd23affd640 1 --2- 172.21.15.53:0/3076659485 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd23c105e20 0x7fd23c199000 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fd230005ab0 tx=0x7fd2300042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:22.170 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.167+0000 7fd238ff9640 1 -- 172.21.15.53:0/3076659485 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd23003f030 con 0x7fd23c105e20 2024-05-10T11:23:22.170 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.167+0000 7fd241ca0640 1 -- 172.21.15.53:0/3076659485 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd23c1a0970 con 0x7fd23c105e20 2024-05-10T11:23:22.170 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.167+0000 7fd238ff9640 1 -- 172.21.15.53:0/3076659485 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd230003c90 con 0x7fd23c105e20 2024-05-10T11:23:22.170 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.167+0000 7fd238ff9640 1 -- 172.21.15.53:0/3076659485 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd230035070 con 0x7fd23c105e20 2024-05-10T11:23:22.170 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.168+0000 7fd241ca0640 1 -- 172.21.15.53:0/3076659485 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd23c1a0e60 con 0x7fd23c105e20 2024-05-10T11:23:22.172 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.171+0000 7fd238ff9640 1 -- 172.21.15.53:0/3076659485 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fd230042030 con 0x7fd23c105e20 2024-05-10T11:23:22.173 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.171+0000 7fd2449bf740 1 Processor -- start 2024-05-10T11:23:22.173 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.171+0000 7fd2449bf740 1 -- start start 2024-05-10T11:23:22.173 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.171+0000 7fd2449bf740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556762341db0 0x5567623421d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:22.173 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.171+0000 7fd2449bf740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5567623427a0 0x5567623472a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:22.173 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.171+0000 7fd2449bf740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556762347910 0x556762349da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:22.173 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.171+0000 7fd2449bf740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5567622a65d0 con 0x5567623427a0 2024-05-10T11:23:22.173 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.171+0000 7fd2449bf740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55676225f890 con 0x556762341db0 2024-05-10T11:23:22.173 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.171+0000 7fd2449bf740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5567622a2590 con 0x556762347910 2024-05-10T11:23:22.173 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.171+0000 7fd23b7fe640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5567623427a0 0x5567623472a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:22.173 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.171+0000 7fd23b7fe640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5567623427a0 0x5567623472a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35672/0 (socket says 172.21.15.53:35672) 2024-05-10T11:23:22.173 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.171+0000 7fd23b7fe640 1 -- 172.21.15.53:0/422572081 learned_addr learned my addr 172.21.15.53:0/422572081 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:22.173 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.172+0000 7fd23bfff640 1 --2- 172.21.15.53:0/422572081 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556762341db0 0x5567623421d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:22.173 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.172+0000 7fd23affd640 1 --2- 172.21.15.53:0/422572081 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556762347910 0x556762349da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:22.174 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.172+0000 7fd23b7fe640 1 -- 172.21.15.53:0/422572081 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556762347910 msgr2=0x556762349da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:22.174 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.172+0000 7fd23b7fe640 1 --2- 172.21.15.53:0/422572081 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556762347910 0x556762349da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.174 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.172+0000 7fd23b7fe640 1 -- 172.21.15.53:0/422572081 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556762341db0 msgr2=0x5567623421d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:22.174 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.172+0000 7fd23b7fe640 1 --2- 172.21.15.53:0/422572081 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556762341db0 0x5567623421d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.174 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.172+0000 7fd23b7fe640 1 -- 172.21.15.53:0/422572081 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556761fb8210 con 0x5567623427a0 2024-05-10T11:23:22.174 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.172+0000 7fd23bfff640 1 --2- 172.21.15.53:0/422572081 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556762341db0 0x5567623421d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:22.174 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.172+0000 7fd238ff9640 1 --2- 172.21.15.53:0/3076659485 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd2240b28a0 0x7fd2240b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:22.174 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.172+0000 7fd23b7fe640 1 --2- 172.21.15.53:0/422572081 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5567623427a0 0x5567623472a0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fd22c00bd50 tx=0x7fd22c0107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de6059371584a523 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:22.174 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.172+0000 7fd23bfff640 1 --2- 172.21.15.53:0/3076659485 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd2240b28a0 0x7fd2240b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:22.174 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.172+0000 7fd238ff9640 1 -- 172.21.15.53:0/3076659485 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fd230102f10 con 0x7fd23c105e20 2024-05-10T11:23:22.174 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.172+0000 7fd221ffb640 1 -- 172.21.15.53:0/422572081 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd22c005220 con 0x5567623427a0 2024-05-10T11:23:22.174 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.172+0000 7fd221ffb640 1 -- 172.21.15.53:0/422572081 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd22c00be40 con 0x5567623427a0 2024-05-10T11:23:22.174 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.172+0000 7fd221ffb640 1 -- 172.21.15.53:0/422572081 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd22c011730 con 0x5567623427a0 2024-05-10T11:23:22.179 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.173+0000 7fd2449bf740 1 -- 172.21.15.53:0/422572081 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5567623427a0 msgr2=0x5567623472a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:22.179 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.173+0000 7fd2449bf740 1 --2- 172.21.15.53:0/422572081 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5567623427a0 0x5567623472a0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fd22c00bd50 tx=0x7fd22c0107a0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.179 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.173+0000 7fd23bfff640 1 --2- 172.21.15.53:0/3076659485 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd2240b28a0 0x7fd2240b4d60 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x556762343000 tx=0x7fd234009600 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:22.179 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.174+0000 7fd2449bf740 1 -- 172.21.15.53:0/422572081 shutdown_connections 2024-05-10T11:23:22.179 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.174+0000 7fd2449bf740 1 --2- 172.21.15.53:0/422572081 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556762347910 0x556762349da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.180 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.174+0000 7fd2449bf740 1 --2- 172.21.15.53:0/422572081 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5567623427a0 0x5567623472a0 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.180 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.174+0000 7fd2449bf740 1 --2- 172.21.15.53:0/422572081 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556762341db0 0x5567623421d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.180 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.174+0000 7fd2449bf740 1 -- 172.21.15.53:0/422572081 >> 172.21.15.53:0/422572081 conn(0x55676233d420 msgr2=0x55676233d820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:22.180 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.174+0000 7fd2449bf740 1 -- 172.21.15.53:0/422572081 shutdown_connections 2024-05-10T11:23:22.180 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.174+0000 7fd2449bf740 1 -- 172.21.15.53:0/422572081 wait complete. 2024-05-10T11:23:22.180 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.174+0000 7fd2449bf740 1 -- start start 2024-05-10T11:23:22.180 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.174+0000 7fd2449bf740 1 Processor -- start 2024-05-10T11:23:22.180 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.175+0000 7fd2449bf740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556762341db0 0x556762350490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:22.180 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.175+0000 7fd2449bf740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5567623427a0 0x5567623509d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:22.180 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.175+0000 7fd2449bf740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556762347910 0x5567623579a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:22.180 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.175+0000 7fd2449bf740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55676234a8c0 con 0x556762347910 2024-05-10T11:23:22.180 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.175+0000 7fd2449bf740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x556762263370 con 0x5567623427a0 2024-05-10T11:23:22.180 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.175+0000 7fd2449bf740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55676234aa40 con 0x556762341db0 2024-05-10T11:23:22.181 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.175+0000 7fd2449bf740 10 client.0 _ll_register_callbacks cb 0x556761fb7a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:22.181 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.175+0000 7fd23affd640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5567623427a0 0x5567623509d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:22.181 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.175+0000 7fd23affd640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5567623427a0 0x5567623509d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:38660/0 (socket says 172.21.15.53:38660) 2024-05-10T11:23:22.181 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.175+0000 7fd23bfff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556762347910 0x5567623579a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:22.181 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.175+0000 7fd23affd640 1 -- 172.21.15.53:0/2320465278 learned_addr learned my addr 172.21.15.53:0/2320465278 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:22.181 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.175+0000 7fd23b7fe640 1 --2- 172.21.15.53:0/2320465278 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556762341db0 0x556762350490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:22.181 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.175+0000 7fd23bfff640 1 -- 172.21.15.53:0/2320465278 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556762341db0 msgr2=0x556762350490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:22.181 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.175+0000 7fd23bfff640 1 --2- 172.21.15.53:0/2320465278 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556762341db0 0x556762350490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.181 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.175+0000 7fd23bfff640 1 -- 172.21.15.53:0/2320465278 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5567623427a0 msgr2=0x5567623509d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:22.181 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.175+0000 7fd23bfff640 1 --2- 172.21.15.53:0/2320465278 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5567623427a0 0x5567623509d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.181 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.175+0000 7fd23bfff640 1 -- 172.21.15.53:0/2320465278 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556762084620 con 0x556762347910 2024-05-10T11:23:22.181 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.175+0000 7fd23affd640 1 --2- 172.21.15.53:0/2320465278 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5567623427a0 0x5567623509d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:22.181 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.175+0000 7fd23b7fe640 1 --2- 172.21.15.53:0/2320465278 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556762341db0 0x556762350490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:22.181 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.176+0000 7fd23bfff640 1 --2- 172.21.15.53:0/2320465278 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556762347910 0x5567623579a0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fd234013d30 tx=0x7fd234004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9191189bd38b51f4 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:22.182 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.176+0000 7fd21affd640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:22.182 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.176+0000 7fd21affd640 1 -- 172.21.15.53:0/2320465278 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd23402b060 con 0x556762347910 2024-05-10T11:23:22.182 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.176+0000 7fd2449bf740 1 -- 172.21.15.53:0/2320465278 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5567622b41e0 con 0x556762347910 2024-05-10T11:23:22.182 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.176+0000 7fd21affd640 1 -- 172.21.15.53:0/2320465278 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fd23401c460 con 0x556762347910 2024-05-10T11:23:22.182 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.176+0000 7fd21affd640 1 -- 172.21.15.53:0/2320465278 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd23401c680 con 0x556762347910 2024-05-10T11:23:22.182 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.176+0000 7fd2449bf740 10 client.15924 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:22.182 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.176+0000 7fd2449bf740 1 -- 172.21.15.53:0/2320465278 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55676235aaa0 con 0x556762347910 2024-05-10T11:23:22.182 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.176+0000 7fd21affd640 1 -- 172.21.15.53:0/2320465278 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x5567622b41e0 con 0x556762347910 2024-05-10T11:23:22.182 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.177+0000 7fd21affd640 1 -- 172.21.15.53:0/2320465278 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fd23401a040 con 0x556762347910 2024-05-10T11:23:22.182 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.177+0000 7fd2449bf740 10 client.15924 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:22.182 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.177+0000 7fd2449bf740 10 client.15924 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:23:22.182 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.177+0000 7fd2449bf740 20 client.15924 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:22.183 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.177+0000 7fd2449bf740 1 --2- 172.21.15.53:0/2320465278 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55676235c1e0 0x55676235e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:22.183 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.177+0000 7fd2449bf740 4 client.15924 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:23:22.183 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.177+0000 7fd2449bf740 1 -- 172.21.15.53:0/2320465278 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5567622ae050 con 0x55676235c1e0 2024-05-10T11:23:22.183 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.177+0000 7fd23b7fe640 1 --2- 172.21.15.53:0/2320465278 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55676235c1e0 0x55676235e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:22.183 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.178+0000 7fd21affd640 10 client.15924 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:22.183 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.178+0000 7fd23b7fe640 1 --2- 172.21.15.53:0/2320465278 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55676235c1e0 0x55676235e5d0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ed5f385dd7622acb server_cookie=6fe89a04600e8dd6 in_seq=0 out_seq=0 2024-05-10T11:23:22.183 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.178+0000 7fd21affd640 1 -- 172.21.15.53:0/2320465278 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5567622ae050 con 0x55676235c1e0 2024-05-10T11:23:22.183 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.178+0000 7fd21affd640 10 client.15924 handle_command_reply: tid=0 2024-05-10T11:23:22.183 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.178+0000 7fd2449bf740 1 client.15924 shutdown 2024-05-10T11:23:22.183 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.178+0000 7fd2449bf740 1 -- 172.21.15.53:0/2320465278 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556762347910 msgr2=0x5567623579a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:22.183 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.178+0000 7fd2449bf740 1 --2- 172.21.15.53:0/2320465278 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556762347910 0x5567623579a0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fd234013d30 tx=0x7fd234004a40 comp rx=0 tx=0).stop 2024-05-10T11:23:22.183 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.178+0000 7fd2449bf740 1 -- 172.21.15.53:0/2320465278 shutdown_connections 2024-05-10T11:23:22.183 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.178+0000 7fd2449bf740 1 --2- 172.21.15.53:0/2320465278 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55676235c1e0 0x55676235e5d0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.183 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.179+0000 7fd2449bf740 1 --2- 172.21.15.53:0/2320465278 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556762347910 0x5567623579a0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.184 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.179+0000 7fd2449bf740 1 --2- 172.21.15.53:0/2320465278 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5567623427a0 0x5567623509d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.184 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.179+0000 7fd2449bf740 1 --2- 172.21.15.53:0/2320465278 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556762341db0 0x556762350490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.184 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.179+0000 7fd2449bf740 1 -- 172.21.15.53:0/2320465278 >> 172.21.15.53:0/2320465278 conn(0x55676233d420 msgr2=0x55676233c580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:22.184 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.179+0000 7fd21affd640 0 client.15924 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:22.184 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.179+0000 7fd2449bf740 1 -- 172.21.15.53:0/2320465278 shutdown_connections 2024-05-10T11:23:22.184 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.179+0000 7fd2449bf740 1 -- 172.21.15.53:0/2320465278 wait complete. 2024-05-10T11:23:22.184 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.179+0000 7fd2449bf740 20 client.15924 trim_cache size 0 max 16384 2024-05-10T11:23:22.200 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.198+0000 7fd2449bf740 1 Processor -- start 2024-05-10T11:23:22.200 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.198+0000 7fd2449bf740 1 -- start start 2024-05-10T11:23:22.200 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.199+0000 7fd2449bf740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55676233d420 0x556762349d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:22.200 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.199+0000 7fd2449bf740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556762341db0 0x556762357960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:22.200 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.199+0000 7fd2449bf740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5567623427a0 0x556762343a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:22.200 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.199+0000 7fd2449bf740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd23c1a9230 con 0x55676233d420 2024-05-10T11:23:22.200 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.199+0000 7fd2449bf740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fd23c1aad70 con 0x5567623427a0 2024-05-10T11:23:22.200 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.199+0000 7fd2449bf740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fd23c1a9900 con 0x556762341db0 2024-05-10T11:23:22.200 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.199+0000 7fd23b7fe640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55676233d420 0x556762349d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:22.200 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.199+0000 7fd23b7fe640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55676233d420 0x556762349d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35694/0 (socket says 172.21.15.53:35694) 2024-05-10T11:23:22.200 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.199+0000 7fd23b7fe640 1 -- 172.21.15.53:0/1581278309 learned_addr learned my addr 172.21.15.53:0/1581278309 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:22.201 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.199+0000 7fd23affd640 1 --2- 172.21.15.53:0/1581278309 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556762341db0 0x556762357960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:22.201 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.199+0000 7fd23bfff640 1 --2- 172.21.15.53:0/1581278309 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5567623427a0 0x556762343a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:22.201 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.199+0000 7fd23b7fe640 1 -- 172.21.15.53:0/1581278309 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556762341db0 msgr2=0x556762357960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:22.201 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.199+0000 7fd23b7fe640 1 --2- 172.21.15.53:0/1581278309 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556762341db0 0x556762357960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.201 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.199+0000 7fd23b7fe640 1 -- 172.21.15.53:0/1581278309 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5567623427a0 msgr2=0x556762343a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:22.201 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.199+0000 7fd23b7fe640 1 --2- 172.21.15.53:0/1581278309 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5567623427a0 0x556762343a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.201 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.199+0000 7fd23b7fe640 1 -- 172.21.15.53:0/1581278309 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55676233d250 con 0x55676233d420 2024-05-10T11:23:22.201 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.199+0000 7fd23b7fe640 1 --2- 172.21.15.53:0/1581278309 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55676233d420 0x556762349d00 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fd22c010ca0 tx=0x7fd22c00b650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70b7533e6498c76e server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:22.201 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.200+0000 7fd2217fa640 1 -- 172.21.15.53:0/1581278309 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd22c012240 con 0x55676233d420 2024-05-10T11:23:22.201 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.200+0000 7fd2217fa640 1 -- 172.21.15.53:0/1581278309 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd22c028e50 con 0x55676233d420 2024-05-10T11:23:22.201 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.200+0000 7fd2217fa640 1 -- 172.21.15.53:0/1581278309 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd22c004bc0 con 0x55676233d420 2024-05-10T11:23:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.200+0000 7fd2449bf740 1 -- 172.21.15.53:0/1581278309 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55676233d420 msgr2=0x556762349d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.200+0000 7fd2449bf740 1 --2- 172.21.15.53:0/1581278309 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55676233d420 0x556762349d00 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fd22c010ca0 tx=0x7fd22c00b650 comp rx=0 tx=0).stop 2024-05-10T11:23:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.200+0000 7fd2449bf740 1 -- 172.21.15.53:0/1581278309 shutdown_connections 2024-05-10T11:23:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.200+0000 7fd2449bf740 1 --2- 172.21.15.53:0/1581278309 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5567623427a0 0x556762343a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.200+0000 7fd2449bf740 1 --2- 172.21.15.53:0/1581278309 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556762341db0 0x556762357960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.200+0000 7fd2449bf740 1 --2- 172.21.15.53:0/1581278309 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55676233d420 0x556762349d00 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.200+0000 7fd2449bf740 1 -- 172.21.15.53:0/1581278309 >> 172.21.15.53:0/1581278309 conn(0x5567623473e0 msgr2=0x55676233d800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.201+0000 7fd2449bf740 1 -- 172.21.15.53:0/1581278309 shutdown_connections 2024-05-10T11:23:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.201+0000 7fd2449bf740 1 -- 172.21.15.53:0/1581278309 wait complete. 2024-05-10T11:23:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.201+0000 7fd2449bf740 1 -- start start 2024-05-10T11:23:22.205 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.201+0000 7fd2449bf740 1 Processor -- start 2024-05-10T11:23:22.206 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.201+0000 7fd2449bf740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55676233d420 0x556762354680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:22.206 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.201+0000 7fd2449bf740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556762341db0 0x556762354bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:22.206 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.201+0000 7fd2449bf740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5567623427a0 0x5567623c4a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:22.206 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.201+0000 7fd2449bf740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fd23c1aa6a0 con 0x55676233d420 2024-05-10T11:23:22.206 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.201+0000 7fd2449bf740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fd23c1a9fd0 con 0x5567623427a0 2024-05-10T11:23:22.206 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.201+0000 7fd2449bf740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fd23c1a7210 con 0x556762341db0 2024-05-10T11:23:22.206 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.201+0000 7fd2449bf740 10 client.0 _ll_register_callbacks cb 0x7fd234009ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:22.206 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.201+0000 7fd23b7fe640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55676233d420 0x556762354680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:22.206 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.202+0000 7fd23b7fe640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55676233d420 0x556762354680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35702/0 (socket says 172.21.15.53:35702) 2024-05-10T11:23:22.206 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.202+0000 7fd23b7fe640 1 -- 172.21.15.53:0/3523487382 learned_addr learned my addr 172.21.15.53:0/3523487382 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:22.206 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.202+0000 7fd23affd640 1 --2- 172.21.15.53:0/3523487382 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556762341db0 0x556762354bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.202+0000 7fd23bfff640 1 --2- 172.21.15.53:0/3523487382 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5567623427a0 0x5567623c4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.202+0000 7fd23b7fe640 1 -- 172.21.15.53:0/3523487382 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556762341db0 msgr2=0x556762354bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.202+0000 7fd23b7fe640 1 --2- 172.21.15.53:0/3523487382 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556762341db0 0x556762354bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.202+0000 7fd23b7fe640 1 -- 172.21.15.53:0/3523487382 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5567623427a0 msgr2=0x5567623c4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.202+0000 7fd23b7fe640 1 --2- 172.21.15.53:0/3523487382 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5567623427a0 0x5567623c4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.202+0000 7fd23b7fe640 1 -- 172.21.15.53:0/3523487382 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567623551b0 con 0x55676233d420 2024-05-10T11:23:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.202+0000 7fd23affd640 1 --2- 172.21.15.53:0/3523487382 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556762341db0 0x556762354bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.202+0000 7fd23bfff640 1 --2- 172.21.15.53:0/3523487382 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5567623427a0 0x5567623c4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:23:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.202+0000 7fd23b7fe640 1 --2- 172.21.15.53:0/3523487382 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55676233d420 0x556762354680 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fd22c004700 tx=0x7fd22c00b710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a6fec9caa708238 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.202+0000 7fd21affd640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.202+0000 7fd21affd640 1 -- 172.21.15.53:0/3523487382 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd22c02c070 con 0x55676233d420 2024-05-10T11:23:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.202+0000 7fd2449bf740 1 -- 172.21.15.53:0/3523487382 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd22c028e50 con 0x55676233d420 2024-05-10T11:23:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.202+0000 7fd21affd640 1 -- 172.21.15.53:0/3523487382 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fd22c004020 con 0x55676233d420 2024-05-10T11:23:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.202+0000 7fd21affd640 1 -- 172.21.15.53:0/3523487382 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd22c004220 con 0x55676233d420 2024-05-10T11:23:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.202+0000 7fd2449bf740 10 client.15930 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:22.207 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.202+0000 7fd2449bf740 1 -- 172.21.15.53:0/3523487382 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5567623c6020 con 0x55676233d420 2024-05-10T11:23:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.203+0000 7fd21affd640 1 -- 172.21.15.53:0/3523487382 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd22c028e50 con 0x55676233d420 2024-05-10T11:23:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.203+0000 7fd21affd640 1 -- 172.21.15.53:0/3523487382 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fd22c012540 con 0x55676233d420 2024-05-10T11:23:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.203+0000 7fd2449bf740 10 client.15930 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.203+0000 7fd2449bf740 10 client.15930 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:23:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.203+0000 7fd2449bf740 20 client.15930 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.203+0000 7fd2449bf740 1 --2- 172.21.15.53:0/3523487382 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x556762347910 0x5567623c8740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.203+0000 7fd2449bf740 4 client.15930 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-10T11:23:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.203+0000 7fd2449bf740 1 -- 172.21.15.53:0/3523487382 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5567622295f0 con 0x556762347910 2024-05-10T11:23:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.203+0000 7fd23affd640 1 --2- 172.21.15.53:0/3523487382 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x556762347910 0x5567623c8740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.204+0000 7fd23affd640 1 --2- 172.21.15.53:0/3523487382 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x556762347910 0x5567623c8740 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30286f099c82a9f1 server_cookie=73374d1c1a735c85 in_seq=0 out_seq=0 2024-05-10T11:23:22.208 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.204+0000 7fd21affd640 10 client.15930 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:22.213 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.213+0000 7fd21affd640 1 -- 172.21.15.53:0/3523487382 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5567622295f0 con 0x556762347910 2024-05-10T11:23:22.213 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.213+0000 7fd21affd640 10 client.15930 handle_command_reply: tid=0 2024-05-10T11:23:22.213 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.213+0000 7fd2449bf740 1 client.15930 shutdown 2024-05-10T11:23:22.213 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.213+0000 7fd2449bf740 1 -- 172.21.15.53:0/3523487382 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55676233d420 msgr2=0x556762354680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.213+0000 7fd2449bf740 1 --2- 172.21.15.53:0/3523487382 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55676233d420 0x556762354680 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fd22c004700 tx=0x7fd22c00b710 comp rx=0 tx=0).stop 2024-05-10T11:23:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.213+0000 7fd2449bf740 1 -- 172.21.15.53:0/3523487382 shutdown_connections 2024-05-10T11:23:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.213+0000 7fd2449bf740 1 --2- 172.21.15.53:0/3523487382 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5567623427a0 0x5567623c4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.213+0000 7fd2449bf740 1 --2- 172.21.15.53:0/3523487382 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556762341db0 0x556762354bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.213+0000 7fd2449bf740 1 --2- 172.21.15.53:0/3523487382 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x556762347910 0x5567623c8740 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.213+0000 7fd2449bf740 1 --2- 172.21.15.53:0/3523487382 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55676233d420 0x556762354680 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.213+0000 7fd21affd640 0 client.15930 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.213+0000 7fd2449bf740 1 -- 172.21.15.53:0/3523487382 >> 172.21.15.53:0/3523487382 conn(0x5567623473e0 msgr2=0x556762350490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.213+0000 7fd2449bf740 1 -- 172.21.15.53:0/3523487382 shutdown_connections 2024-05-10T11:23:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.213+0000 7fd2449bf740 1 -- 172.21.15.53:0/3523487382 wait complete. 2024-05-10T11:23:22.214 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.213+0000 7fd2449bf740 20 client.15930 trim_cache size 0 max 16384 2024-05-10T11:23:22.215 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:{ 2024-05-10T11:23:22.215 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "message": "", 2024-05-10T11:23:22.215 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "return_code": 0 2024-05-10T11:23:22.215 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:} 2024-05-10T11:23:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.214+0000 7fd241ca0640 1 -- 172.21.15.53:0/3076659485 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd2240b28a0 msgr2=0x7fd2240b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.214+0000 7fd241ca0640 1 --2- 172.21.15.53:0/3076659485 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd2240b28a0 0x7fd2240b4d60 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x556762343000 tx=0x7fd234009600 comp rx=0 tx=0).stop 2024-05-10T11:23:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.214+0000 7fd241ca0640 1 -- 172.21.15.53:0/3076659485 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd23c105e20 msgr2=0x7fd23c199000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.214+0000 7fd241ca0640 1 --2- 172.21.15.53:0/3076659485 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd23c105e20 0x7fd23c199000 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fd230005ab0 tx=0x7fd2300042f0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.214+0000 7fd241ca0640 1 -- 172.21.15.53:0/3076659485 shutdown_connections 2024-05-10T11:23:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.214+0000 7fd241ca0640 1 --2- 172.21.15.53:0/3076659485 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fd2240b28a0 0x7fd2240b4d60 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.214+0000 7fd241ca0640 1 --2- 172.21.15.53:0/3076659485 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fd23c108750 0x7fd23c1a0070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.214+0000 7fd241ca0640 1 --2- 172.21.15.53:0/3076659485 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fd23c105e20 0x7fd23c199000 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.214+0000 7fd241ca0640 1 --2- 172.21.15.53:0/3076659485 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fd23c1034f0 0x7fd23c198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.214+0000 7fd241ca0640 1 -- 172.21.15.53:0/3076659485 >> 172.21.15.53:0/3076659485 conn(0x7fd23c0fce80 msgr2=0x7fd23c104130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.214+0000 7fd241ca0640 1 -- 172.21.15.53:0/3076659485 shutdown_connections 2024-05-10T11:23:22.216 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:22.214+0000 7fd241ca0640 1 -- 172.21.15.53:0/3076659485 wait complete. 2024-05-10T11:23:22.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:21 smithi132 ceph-mon[33758]: pgmap v497: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 55 MiB/s wr, 27 op/s 2024-05-10T11:23:22.259 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:21 smithi187 ceph-mon[34076]: pgmap v497: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 55 MiB/s wr, 27 op/s 2024-05-10T11:23:22.805 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-10T11:23:22.806 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-10T11:23:23.111 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:23:24.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:23 smithi132 ceph-mon[33758]: pgmap v498: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 38 MiB/s wr, 23 op/s 2024-05-10T11:23:24.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:23 smithi187 ceph-mon[34076]: pgmap v498: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 38 MiB/s wr, 23 op/s 2024-05-10T11:23:24.272 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:23 smithi053 ceph-mon[30153]: pgmap v498: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 38 MiB/s wr, 23 op/s 2024-05-10T11:23:25.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.056+0000 7fcdca413700 1 -- 172.21.15.53:0/707621699 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcdc4108410 msgr2=0x7fcdc41087f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:25.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.056+0000 7fcdca413700 1 --2- 172.21.15.53:0/707621699 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcdc4108410 0x7fcdc41087f0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4009990 tx=0x7fcdb4009ca0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.056+0000 7fcdca413700 1 -- 172.21.15.53:0/707621699 shutdown_connections 2024-05-10T11:23:25.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.056+0000 7fcdca413700 1 --2- 172.21.15.53:0/707621699 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcdc4102d60 0x7fcdc410f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.057 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.056+0000 7fcdca413700 1 --2- 172.21.15.53:0/707621699 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcdc4108410 0x7fcdc41087f0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.058 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.056+0000 7fcdca413700 1 --2- 172.21.15.53:0/707621699 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcdc41023a0 0x7fcdc4102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.058 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.056+0000 7fcdca413700 1 -- 172.21.15.53:0/707621699 >> 172.21.15.53:0/707621699 conn(0x7fcdc4079350 msgr2=0x7fcdc4079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:25.058 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.056+0000 7fcdca413700 1 -- 172.21.15.53:0/707621699 shutdown_connections 2024-05-10T11:23:25.058 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.056+0000 7fcdca413700 1 -- 172.21.15.53:0/707621699 wait complete. 2024-05-10T11:23:25.058 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.057+0000 7fcdca413700 1 Processor -- start 2024-05-10T11:23:25.058 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.057+0000 7fcdca413700 1 -- start start 2024-05-10T11:23:25.059 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.058+0000 7fcdca413700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcdc41023a0 0x7fcdc41092f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:25.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.058+0000 7fcdca413700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcdc4102d60 0x7fcdc4109830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:25.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.058+0000 7fcdca413700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcdc4108410 0x7fcdc4109d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:25.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.058+0000 7fcdca413700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc4112460 con 0x7fcdc4102d60 2024-05-10T11:23:25.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.058+0000 7fcdca413700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc41122e0 con 0x7fcdc4108410 2024-05-10T11:23:25.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.058+0000 7fcdca413700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc41125e0 con 0x7fcdc41023a0 2024-05-10T11:23:25.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.058+0000 7fcdc37fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcdc4102d60 0x7fcdc4109830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:25.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.058+0000 7fcdc37fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcdc4102d60 0x7fcdc4109830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35722/0 (socket says 172.21.15.53:35722) 2024-05-10T11:23:25.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.058+0000 7fcdc37fe700 1 -- 172.21.15.53:0/3384121926 learned_addr learned my addr 172.21.15.53:0/3384121926 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:25.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.058+0000 7fcdc3fff700 1 --2- 172.21.15.53:0/3384121926 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcdc41023a0 0x7fcdc41092f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:25.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.058+0000 7fcdc89b0700 1 --2- 172.21.15.53:0/3384121926 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcdc4108410 0x7fcdc4109d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:25.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.058+0000 7fcdc37fe700 1 -- 172.21.15.53:0/3384121926 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcdc41023a0 msgr2=0x7fcdc41092f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:25.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.058+0000 7fcdc37fe700 1 --2- 172.21.15.53:0/3384121926 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcdc41023a0 0x7fcdc41092f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.058+0000 7fcdc37fe700 1 -- 172.21.15.53:0/3384121926 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcdc4108410 msgr2=0x7fcdc4109d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:25.060 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.058+0000 7fcdc37fe700 1 --2- 172.21.15.53:0/3384121926 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcdc4108410 0x7fcdc4109d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.061 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.058+0000 7fcdc37fe700 1 -- 172.21.15.53:0/3384121926 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdc41a8070 con 0x7fcdc4102d60 2024-05-10T11:23:25.061 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.059+0000 7fcdc37fe700 1 --2- 172.21.15.53:0/3384121926 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcdc4102d60 0x7fcdc4109830 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fcdb800e9c0 tx=0x7fcdb800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:25.061 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.059+0000 7fcdc17fa700 1 -- 172.21.15.53:0/3384121926 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb800cbd0 con 0x7fcdc4102d60 2024-05-10T11:23:25.061 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.059+0000 7fcdca413700 1 -- 172.21.15.53:0/3384121926 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdc41a8360 con 0x7fcdc4102d60 2024-05-10T11:23:25.061 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.059+0000 7fcdc17fa700 1 -- 172.21.15.53:0/3384121926 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcdb800cd70 con 0x7fcdc4102d60 2024-05-10T11:23:25.061 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.059+0000 7fcdc17fa700 1 -- 172.21.15.53:0/3384121926 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb8005540 con 0x7fcdc4102d60 2024-05-10T11:23:25.061 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.059+0000 7fcdca413700 1 -- 172.21.15.53:0/3384121926 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdc41a88a0 con 0x7fcdc4102d60 2024-05-10T11:23:25.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.062+0000 7fcdc17fa700 1 -- 172.21.15.53:0/3384121926 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fcdb8004750 con 0x7fcdc4102d60 2024-05-10T11:23:25.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.063+0000 7fcdd4ca6b80 1 Processor -- start 2024-05-10T11:23:25.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.063+0000 7fcdd4ca6b80 1 -- start start 2024-05-10T11:23:25.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.063+0000 7fcdc17fa700 1 --2- 172.21.15.53:0/3384121926 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcdac0b2880 0x7fcdac0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:25.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.063+0000 7fcdd4ca6b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 0x559b83e53930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:25.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.063+0000 7fcdd4ca6b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559b83e53e70 0x559b83e57770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:25.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.063+0000 7fcdd4ca6b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83e57d00 0x559b83e58180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:25.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.063+0000 7fcdd4ca6b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x559b83da58e0 con 0x559b83e57d00 2024-05-10T11:23:25.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.063+0000 7fcdd4ca6b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x559b83d44840 con 0x559b83e53e70 2024-05-10T11:23:25.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.063+0000 7fcdd4ca6b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x559b83da18a0 con 0x559b83e53550 2024-05-10T11:23:25.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.063+0000 7fcdc17fa700 1 -- 172.21.15.53:0/3384121926 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fcdb80e2850 con 0x7fcdc4102d60 2024-05-10T11:23:25.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.063+0000 7fcdc89b0700 1 --2- 172.21.15.53:0/3384121926 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcdac0b2880 0x7fcdac0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:25.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.063+0000 7fcdc3fff700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 0x559b83e53930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:25.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.063+0000 7fcdc3fff700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 0x559b83e53930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.53:57332/0 (socket says 172.21.15.53:57332) 2024-05-10T11:23:25.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.063+0000 7fcdc3fff700 1 -- 172.21.15.53:0/700258777 learned_addr learned my addr 172.21.15.53:0/700258777 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:25.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.064+0000 7fcdc89b0700 1 --2- 172.21.15.53:0/700258777 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83e57d00 0x559b83e58180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:25.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.064+0000 7fcdc3fff700 1 -- 172.21.15.53:0/700258777 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559b83e53e70 msgr2=0x559b83e57770 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-10T11:23:25.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.064+0000 7fcdc3fff700 1 --2- 172.21.15.53:0/700258777 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559b83e53e70 0x559b83e57770 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.064+0000 7fcdc3fff700 1 -- 172.21.15.53:0/700258777 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83e57d00 msgr2=0x559b83e58180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:25.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.064+0000 7fcdc3fff700 1 --2- 172.21.15.53:0/700258777 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83e57d00 0x559b83e58180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.064+0000 7fcdc3fff700 1 -- 172.21.15.53:0/700258777 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559b83cf2950 con 0x559b83e53550 2024-05-10T11:23:25.066 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.064+0000 7fcdc3fff700 1 --2- 172.21.15.53:0/700258777 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 0x559b83e53930 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4015000 tx=0x7fcdb4005bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7d099e2010b41f66 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:25.066 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.064+0000 7fcdc89b0700 1 --2- 172.21.15.53:0/3384121926 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcdac0b2880 0x7fcdac0b4d40 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x559b83e4f790 tx=0x7fcdbc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:25.066 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.064+0000 7fcdaa7fc700 1 -- 172.21.15.53:0/700258777 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb4027070 con 0x559b83e53550 2024-05-10T11:23:25.066 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.064+0000 7fcdaa7fc700 1 -- 172.21.15.53:0/700258777 <== mon.1 v2:172.21.15.187:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcdb40056a0 con 0x559b83e53550 2024-05-10T11:23:25.066 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.064+0000 7fcdaa7fc700 1 -- 172.21.15.53:0/700258777 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb400bc40 con 0x559b83e53550 2024-05-10T11:23:25.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.065+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/700258777 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 msgr2=0x559b83e53930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:25.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.065+0000 7fcdd4ca6b80 1 --2- 172.21.15.53:0/700258777 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 0x559b83e53930 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4015000 tx=0x7fcdb4005bc0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.065+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/700258777 shutdown_connections 2024-05-10T11:23:25.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.065+0000 7fcdd4ca6b80 1 --2- 172.21.15.53:0/700258777 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83e57d00 0x559b83e58180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.065+0000 7fcdd4ca6b80 1 --2- 172.21.15.53:0/700258777 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 0x559b83e53930 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.065+0000 7fcdd4ca6b80 1 --2- 172.21.15.53:0/700258777 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559b83e53e70 0x559b83e57770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.070 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.065+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/700258777 >> 172.21.15.53:0/700258777 conn(0x559b83d7f180 msgr2=0x559b83e4dcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:25.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.065+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/700258777 shutdown_connections 2024-05-10T11:23:25.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.066+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/700258777 wait complete. 2024-05-10T11:23:25.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.066+0000 7fcdd4ca6b80 1 -- start start 2024-05-10T11:23:25.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.066+0000 7fcdd4ca6b80 1 Processor -- start 2024-05-10T11:23:25.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.067+0000 7fcdd4ca6b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 0x559b83e5f100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:25.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.067+0000 7fcdd4ca6b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559b83e53e70 0x559b83e5c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:25.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.067+0000 7fcdc3fff700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 0x559b83e5f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:25.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.067+0000 7fcdd4ca6b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83e57d00 0x559b83e5c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:25.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.067+0000 7fcdc3fff700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 0x559b83e5f100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.53:57338/0 (socket says 172.21.15.53:57338) 2024-05-10T11:23:25.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.067+0000 7fcdc3fff700 1 -- 172.21.15.53:0/3356832691 learned_addr learned my addr 172.21.15.53:0/3356832691 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:25.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.067+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/3356832691 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x559b83e5feb0 con 0x559b83e57d00 2024-05-10T11:23:25.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.067+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/3356832691 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x559b83d0bcb0 con 0x559b83e53e70 2024-05-10T11:23:25.071 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.067+0000 7fcdc37fe700 1 --2- 172.21.15.53:0/3356832691 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559b83e53e70 0x559b83e5c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:25.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.067+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/3356832691 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x559b83e60030 con 0x559b83e53550 2024-05-10T11:23:25.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.067+0000 7fcdc89b0700 1 --2- 172.21.15.53:0/3356832691 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83e57d00 0x559b83e5c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:25.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.067+0000 7fcdd4ca6b80 10 client.0 _ll_register_callbacks cb 0x559b83d3d9a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:25.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.068+0000 7fcdc3fff700 1 -- 172.21.15.53:0/3356832691 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559b83e53e70 msgr2=0x559b83e5c4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:25.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.068+0000 7fcdc3fff700 1 --2- 172.21.15.53:0/3356832691 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559b83e53e70 0x559b83e5c4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.068+0000 7fcdc3fff700 1 -- 172.21.15.53:0/3356832691 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83e57d00 msgr2=0x559b83e5c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:25.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.068+0000 7fcdc3fff700 1 --2- 172.21.15.53:0/3356832691 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83e57d00 0x559b83e5c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.068+0000 7fcdc3fff700 1 -- 172.21.15.53:0/3356832691 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559b83d41710 con 0x559b83e53550 2024-05-10T11:23:25.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.068+0000 7fcdc89b0700 1 --2- 172.21.15.53:0/3356832691 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83e57d00 0x559b83e5c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:25.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.068+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/3356832691 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcdb40056a0 con 0x559b83e53550 2024-05-10T11:23:25.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.068+0000 7fcdc3fff700 1 --2- 172.21.15.53:0/3356832691 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 0x559b83e5f100 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fcdb400b650 tx=0x7fcdb4009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c4602614774ad959 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:25.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.068+0000 7fcda37fe700 10 client.25522 ms_handle_connect on v2:172.21.15.187:3300/0 2024-05-10T11:23:25.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.068+0000 7fcda37fe700 1 -- 172.21.15.53:0/3356832691 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb4033060 con 0x559b83e53550 2024-05-10T11:23:25.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.068+0000 7fcda37fe700 1 -- 172.21.15.53:0/3356832691 <== mon.1 v2:172.21.15.187:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fcdb402e480 con 0x559b83e53550 2024-05-10T11:23:25.072 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.069+0000 7fcda37fe700 1 -- 172.21.15.53:0/3356832691 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcdb4027070 con 0x559b83e53550 2024-05-10T11:23:25.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.069+0000 7fcdd4ca6b80 10 client.25522 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:25.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.069+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/3356832691 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({fsmap=29}) -- 0x559b83e5feb0 con 0x559b83e53550 2024-05-10T11:23:25.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.069+0000 7fcda37fe700 1 -- 172.21.15.53:0/3356832691 <== mon.1 v2:172.21.15.187:3300/0 4 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fcdb4021070 con 0x559b83e53550 2024-05-10T11:23:25.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.069+0000 7fcdd4ca6b80 10 client.25522 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:25.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.069+0000 7fcdd4ca6b80 10 client.25522 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:23:25.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.069+0000 7fcdd4ca6b80 20 client.25522 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:25.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.069+0000 7fcdd4ca6b80 1 --2- 172.21.15.53:0/3356832691 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x559b83e6c900 0x559b83e6ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:25.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.069+0000 7fcdd4ca6b80 4 client.25522 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:23:25.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.069+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/3356832691 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559b83e1f6d0 con 0x559b83e6c900 2024-05-10T11:23:25.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.069+0000 7fcdc37fe700 1 --2- 172.21.15.53:0/3356832691 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x559b83e6c900 0x559b83e6ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:25.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.070+0000 7fcda37fe700 10 client.25522 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:25.073 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.070+0000 7fcdc37fe700 1 --2- 172.21.15.53:0/3356832691 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x559b83e6c900 0x559b83e6ecf0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dab8d8d3d0669a20 server_cookie=f98d2b505ffc88e2 in_seq=0 out_seq=0 2024-05-10T11:23:25.074 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.071+0000 7fcda37fe700 1 -- 172.21.15.53:0/3356832691 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x559b83e1f6d0 con 0x559b83e6c900 2024-05-10T11:23:25.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.071+0000 7fcda37fe700 10 client.25522 handle_command_reply: tid=0 2024-05-10T11:23:25.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.071+0000 7fcdd4ca6b80 1 client.25522 shutdown 2024-05-10T11:23:25.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.071+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/3356832691 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 msgr2=0x559b83e5f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:25.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.071+0000 7fcdd4ca6b80 1 --2- 172.21.15.53:0/3356832691 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 0x559b83e5f100 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fcdb400b650 tx=0x7fcdb4009310 comp rx=0 tx=0).stop 2024-05-10T11:23:25.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.071+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/3356832691 shutdown_connections 2024-05-10T11:23:25.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.071+0000 7fcdd4ca6b80 1 --2- 172.21.15.53:0/3356832691 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x559b83e6c900 0x559b83e6ecf0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.071+0000 7fcdd4ca6b80 1 --2- 172.21.15.53:0/3356832691 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83e57d00 0x559b83e5c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.071+0000 7fcdd4ca6b80 1 --2- 172.21.15.53:0/3356832691 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 0x559b83e5f100 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.071+0000 7fcda37fe700 0 client.25522 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:25.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.071+0000 7fcdd4ca6b80 1 --2- 172.21.15.53:0/3356832691 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559b83e53e70 0x559b83e5c4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.071+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/3356832691 >> 172.21.15.53:0/3356832691 conn(0x559b83d7f180 msgr2=0x559b83e487a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:25.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.071+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/3356832691 shutdown_connections 2024-05-10T11:23:25.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.071+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/3356832691 wait complete. 2024-05-10T11:23:25.075 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.071+0000 7fcdd4ca6b80 20 client.25522 trim_cache size 0 max 16384 2024-05-10T11:23:25.097 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.096+0000 7fcdd4ca6b80 1 Processor -- start 2024-05-10T11:23:25.097 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.096+0000 7fcdd4ca6b80 1 -- start start 2024-05-10T11:23:25.097 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.096+0000 7fcdd4ca6b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83d7f180 0x559b83e71d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:25.097 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.096+0000 7fcdd4ca6b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 0x559b83e72250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:25.097 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.096+0000 7fcdd4ca6b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559b83e53e70 0x559b83e55670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:25.098 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.096+0000 7fcdd4ca6b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc41b1320 con 0x559b83d7f180 2024-05-10T11:23:25.098 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.096+0000 7fcdd4ca6b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc41b2e60 con 0x559b83e53e70 2024-05-10T11:23:25.098 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.096+0000 7fcdd4ca6b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc41b19f0 con 0x559b83e53550 2024-05-10T11:23:25.098 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.096+0000 7fcdc3fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83d7f180 0x559b83e71d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:25.098 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.096+0000 7fcdc3fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83d7f180 0x559b83e71d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35756/0 (socket says 172.21.15.53:35756) 2024-05-10T11:23:25.098 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.096+0000 7fcdc3fff700 1 -- 172.21.15.53:0/531328953 learned_addr learned my addr 172.21.15.53:0/531328953 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:25.098 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.096+0000 7fcdc89b0700 1 --2- 172.21.15.53:0/531328953 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559b83e53e70 0x559b83e55670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:25.098 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.096+0000 7fcdc37fe700 1 --2- 172.21.15.53:0/531328953 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 0x559b83e72250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:25.098 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.097+0000 7fcdc3fff700 1 -- 172.21.15.53:0/531328953 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 msgr2=0x559b83e72250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:25.098 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.097+0000 7fcdc3fff700 1 --2- 172.21.15.53:0/531328953 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 0x559b83e72250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.098 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.097+0000 7fcdc3fff700 1 -- 172.21.15.53:0/531328953 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559b83e53e70 msgr2=0x559b83e55670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:25.098 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.097+0000 7fcdc3fff700 1 --2- 172.21.15.53:0/531328953 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559b83e53e70 0x559b83e55670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.098 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.097+0000 7fcdc3fff700 1 -- 172.21.15.53:0/531328953 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559b83e4a890 con 0x559b83d7f180 2024-05-10T11:23:25.099 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.097+0000 7fcdc89b0700 1 --2- 172.21.15.53:0/531328953 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559b83e53e70 0x559b83e55670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:25.099 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.097+0000 7fcdc3fff700 1 --2- 172.21.15.53:0/531328953 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83d7f180 0x559b83e71d10 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4005850 tx=0x7fcdb4029000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5280763395d88cf server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:25.099 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.097+0000 7fcda9ffb700 1 -- 172.21.15.53:0/531328953 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb400f7b0 con 0x559b83d7f180 2024-05-10T11:23:25.099 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.097+0000 7fcda9ffb700 1 -- 172.21.15.53:0/531328953 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcdb40056a0 con 0x559b83d7f180 2024-05-10T11:23:25.099 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.097+0000 7fcda9ffb700 1 -- 172.21.15.53:0/531328953 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb402ed70 con 0x559b83d7f180 2024-05-10T11:23:25.102 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.098+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/531328953 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83d7f180 msgr2=0x559b83e71d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:25.102 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.098+0000 7fcdd4ca6b80 1 --2- 172.21.15.53:0/531328953 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83d7f180 0x559b83e71d10 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4005850 tx=0x7fcdb4029000 comp rx=0 tx=0).stop 2024-05-10T11:23:25.102 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.098+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/531328953 shutdown_connections 2024-05-10T11:23:25.102 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.098+0000 7fcdd4ca6b80 1 --2- 172.21.15.53:0/531328953 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559b83e53e70 0x559b83e55670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.102 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.098+0000 7fcdd4ca6b80 1 --2- 172.21.15.53:0/531328953 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83d7f180 0x559b83e71d10 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.102 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.098+0000 7fcdd4ca6b80 1 --2- 172.21.15.53:0/531328953 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 0x559b83e72250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.103 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.098+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/531328953 >> 172.21.15.53:0/531328953 conn(0x559b83e48b30 msgr2=0x559b83e52bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:25.103 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.098+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/531328953 shutdown_connections 2024-05-10T11:23:25.103 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.098+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/531328953 wait complete. 2024-05-10T11:23:25.103 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.099+0000 7fcdd4ca6b80 1 -- start start 2024-05-10T11:23:25.103 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.099+0000 7fcdd4ca6b80 1 Processor -- start 2024-05-10T11:23:25.103 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.100+0000 7fcdd4ca6b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559b83d7f180 0x559b83e70830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:25.103 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.100+0000 7fcdd4ca6b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 0x559b83e70d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:25.103 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.100+0000 7fcdd4ca6b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83e53e70 0x559b83e712b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:25.103 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.100+0000 7fcdd4ca6b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc41b2790 con 0x559b83e53e70 2024-05-10T11:23:25.103 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.100+0000 7fcdd4ca6b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc41b20c0 con 0x559b83d7f180 2024-05-10T11:23:25.103 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.100+0000 7fcdd4ca6b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc41af2c0 con 0x559b83e53550 2024-05-10T11:23:25.103 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.100+0000 7fcdd4ca6b80 10 client.0 _ll_register_callbacks cb 0x559b83d3d9a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:25.103 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.100+0000 7fcdc89b0700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83e53e70 0x559b83e712b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:25.103 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.100+0000 7fcdc3fff700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559b83d7f180 0x559b83e70830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:25.104 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.100+0000 7fcdc89b0700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83e53e70 0x559b83e712b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:35766/0 (socket says 172.21.15.53:35766) 2024-05-10T11:23:25.104 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.100+0000 7fcdc89b0700 1 -- 172.21.15.53:0/358761721 learned_addr learned my addr 172.21.15.53:0/358761721 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:25.104 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.100+0000 7fcdc37fe700 1 --2- 172.21.15.53:0/358761721 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 0x559b83e70d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:25.104 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.100+0000 7fcdc37fe700 1 -- 172.21.15.53:0/358761721 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559b83d7f180 msgr2=0x559b83e70830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:25.104 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.100+0000 7fcdc37fe700 1 --2- 172.21.15.53:0/358761721 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559b83d7f180 0x559b83e70830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.104 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.100+0000 7fcdc37fe700 1 -- 172.21.15.53:0/358761721 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83e53e70 msgr2=0x559b83e712b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:25.104 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.100+0000 7fcdc37fe700 1 --2- 172.21.15.53:0/358761721 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83e53e70 0x559b83e712b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.104 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.100+0000 7fcdc37fe700 1 -- 172.21.15.53:0/358761721 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559b83ed6e30 con 0x559b83e53550 2024-05-10T11:23:25.104 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.100+0000 7fcdc89b0700 1 --2- 172.21.15.53:0/358761721 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83e53e70 0x559b83e712b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:25.104 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.101+0000 7fcdc37fe700 1 --2- 172.21.15.53:0/358761721 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 0x559b83e70d70 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fcdb80e0010 tx=0x7fcdb8005020 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e08f85f45b10a91 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:25.104 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.101+0000 7fcda37fe700 10 client.0 ms_handle_connect on v2:172.21.15.187:3300/0 2024-05-10T11:23:25.104 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.101+0000 7fcda37fe700 1 -- 172.21.15.53:0/358761721 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb80a95f0 con 0x559b83e53550 2024-05-10T11:23:25.104 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.101+0000 7fcda37fe700 1 -- 172.21.15.53:0/358761721 <== mon.1 v2:172.21.15.187:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fcdb80a60d0 con 0x559b83e53550 2024-05-10T11:23:25.104 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.101+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/358761721 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcdb40056a0 con 0x559b83e53550 2024-05-10T11:23:25.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.101+0000 7fcda37fe700 1 -- 172.21.15.53:0/358761721 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcdb80aa1e0 con 0x559b83e53550 2024-05-10T11:23:25.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.101+0000 7fcdd4ca6b80 10 client.25528 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:25.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.101+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/358761721 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559b83ed80a0 con 0x559b83e53550 2024-05-10T11:23:25.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.101+0000 7fcda37fe700 1 -- 172.21.15.53:0/358761721 <== mon.1 v2:172.21.15.187:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcdb80a9ae0 con 0x559b83e53550 2024-05-10T11:23:25.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.101+0000 7fcda37fe700 1 -- 172.21.15.53:0/358761721 <== mon.1 v2:172.21.15.187:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fcdb80b24b0 con 0x559b83e53550 2024-05-10T11:23:25.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.101+0000 7fcdd4ca6b80 10 client.25528 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:25.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.101+0000 7fcdd4ca6b80 10 client.25528 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:23:25.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.101+0000 7fcdd4ca6b80 20 client.25528 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:25.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.101+0000 7fcdd4ca6b80 1 --2- 172.21.15.53:0/358761721 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x559b83e57d00 0x559b83eda710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:25.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.101+0000 7fcdd4ca6b80 4 client.25528 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-10T11:23:25.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.101+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/358761721 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x7fcdb40056a0 con 0x559b83e57d00 2024-05-10T11:23:25.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.102+0000 7fcdc3fff700 1 --2- 172.21.15.53:0/358761721 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x559b83e57d00 0x559b83eda710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:25.105 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.102+0000 7fcda37fe700 10 client.25528 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:25.106 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.102+0000 7fcdc3fff700 1 --2- 172.21.15.53:0/358761721 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x559b83e57d00 0x559b83eda710 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aa34cdccb895de64 server_cookie=98d17d33dfa23554 in_seq=0 out_seq=0 2024-05-10T11:23:25.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.104+0000 7fcda37fe700 1 -- 172.21.15.53:0/358761721 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x7fcdb40056a0 con 0x559b83e57d00 2024-05-10T11:23:25.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.104+0000 7fcda37fe700 10 client.25528 handle_command_reply: tid=0 2024-05-10T11:23:25.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.104+0000 7fcdd4ca6b80 1 client.25528 shutdown 2024-05-10T11:23:25.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.105+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/358761721 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 msgr2=0x559b83e70d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:25.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.105+0000 7fcdd4ca6b80 1 --2- 172.21.15.53:0/358761721 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 0x559b83e70d70 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fcdb80e0010 tx=0x7fcdb8005020 comp rx=0 tx=0).stop 2024-05-10T11:23:25.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.105+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/358761721 shutdown_connections 2024-05-10T11:23:25.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.105+0000 7fcdd4ca6b80 1 --2- 172.21.15.53:0/358761721 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x559b83e57d00 0x559b83eda710 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.105+0000 7fcdd4ca6b80 1 --2- 172.21.15.53:0/358761721 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x559b83e53e70 0x559b83e712b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.105+0000 7fcdd4ca6b80 1 --2- 172.21.15.53:0/358761721 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x559b83d7f180 0x559b83e70830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.105+0000 7fcdd4ca6b80 1 --2- 172.21.15.53:0/358761721 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x559b83e53550 0x559b83e70d70 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.107 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.105+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/358761721 >> 172.21.15.53:0/358761721 conn(0x559b83e48b30 msgr2=0x559b83e565a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:25.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.106+0000 7fcda37fe700 0 client.25528 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:25.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.106+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/358761721 shutdown_connections 2024-05-10T11:23:25.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.106+0000 7fcdd4ca6b80 1 -- 172.21.15.53:0/358761721 wait complete. 2024-05-10T11:23:25.108 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.106+0000 7fcdd4ca6b80 20 client.25528 trim_cache size 0 max 16384 2024-05-10T11:23:25.108 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:23:25.108 INFO:teuthology.orchestra.run.smithi053.stdout: "return_code": 0, 2024-05-10T11:23:25.108 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_tag": "05e77983-fd48-4ed4-92b4-d729b0c407a6", 2024-05-10T11:23:25.108 INFO:teuthology.orchestra.run.smithi053.stdout: "mode": "asynchronous" 2024-05-10T11:23:25.108 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:23:25.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.107+0000 7fcdca413700 1 -- 172.21.15.53:0/3384121926 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcdac0b2880 msgr2=0x7fcdac0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:25.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.107+0000 7fcdca413700 1 --2- 172.21.15.53:0/3384121926 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcdac0b2880 0x7fcdac0b4d40 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x559b83e4f790 tx=0x7fcdbc009260 comp rx=0 tx=0).stop 2024-05-10T11:23:25.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.107+0000 7fcdca413700 1 -- 172.21.15.53:0/3384121926 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcdc4102d60 msgr2=0x7fcdc4109830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:25.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.107+0000 7fcdca413700 1 --2- 172.21.15.53:0/3384121926 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcdc4102d60 0x7fcdc4109830 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fcdb800e9c0 tx=0x7fcdb800ecd0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.107+0000 7fcdca413700 1 -- 172.21.15.53:0/3384121926 shutdown_connections 2024-05-10T11:23:25.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.107+0000 7fcdca413700 1 --2- 172.21.15.53:0/3384121926 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fcdac0b2880 0x7fcdac0b4d40 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.107+0000 7fcdca413700 1 --2- 172.21.15.53:0/3384121926 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fcdc4108410 0x7fcdc4109d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.107+0000 7fcdca413700 1 --2- 172.21.15.53:0/3384121926 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fcdc41023a0 0x7fcdc41092f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.107+0000 7fcdca413700 1 --2- 172.21.15.53:0/3384121926 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fcdc4102d60 0x7fcdc4109830 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:25.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.108+0000 7fcdca413700 1 -- 172.21.15.53:0/3384121926 >> 172.21.15.53:0/3384121926 conn(0x7fcdc4079350 msgr2=0x7fcdc40fffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:25.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.108+0000 7fcdca413700 1 -- 172.21.15.53:0/3384121926 shutdown_connections 2024-05-10T11:23:25.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:25.108+0000 7fcdca413700 1 -- 172.21.15.53:0/3384121926 wait complete. 2024-05-10T11:23:26.150 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:25 smithi053 ceph-mon[30153]: pgmap v499: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 62 MiB/s wr, 27 op/s 2024-05-10T11:23:26.151 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-10T11:23:26.177 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:23:26.177 INFO:tasks.workunit.client.0.smithi053.stdout: Children see throughput for 1 rewriters = 108837.52 kB/sec 2024-05-10T11:23:26.177 INFO:tasks.workunit.client.0.smithi053.stdout: Parent sees throughput for 1 rewriters = 108835.44 kB/sec 2024-05-10T11:23:26.177 INFO:tasks.workunit.client.0.smithi053.stdout: Min throughput per process = 108837.52 kB/sec 2024-05-10T11:23:26.177 INFO:tasks.workunit.client.0.smithi053.stdout: Max throughput per process = 108837.52 kB/sec 2024-05-10T11:23:26.177 INFO:tasks.workunit.client.0.smithi053.stdout: Avg throughput per process = 108837.52 kB/sec 2024-05-10T11:23:26.177 INFO:tasks.workunit.client.0.smithi053.stdout: Min xfer = 1048576.00 kB 2024-05-10T11:23:26.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:25 smithi132 ceph-mon[33758]: pgmap v499: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 62 MiB/s wr, 27 op/s 2024-05-10T11:23:26.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:25 smithi187 ceph-mon[34076]: pgmap v499: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 62 MiB/s wr, 27 op/s 2024-05-10T11:23:26.409 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:23:27.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:26 smithi132 ceph-mon[33758]: scrub queued for path: / 2024-05-10T11:23:27.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:26 smithi132 ceph-mon[33758]: scrub summary: idle+waiting paths [/] 2024-05-10T11:23:27.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:26 smithi132 ceph-mon[33758]: scrub summary: active paths [/] 2024-05-10T11:23:27.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:26 smithi132 ceph-mon[33758]: scrub summary: idle+waiting paths [/] 2024-05-10T11:23:27.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:26 smithi132 ceph-mon[33758]: scrub summary: idle 2024-05-10T11:23:27.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:26 smithi187 ceph-mon[34076]: scrub queued for path: / 2024-05-10T11:23:27.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:26 smithi187 ceph-mon[34076]: scrub summary: idle+waiting paths [/] 2024-05-10T11:23:27.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:26 smithi187 ceph-mon[34076]: scrub summary: active paths [/] 2024-05-10T11:23:27.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:26 smithi187 ceph-mon[34076]: scrub summary: idle+waiting paths [/] 2024-05-10T11:23:27.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:26 smithi187 ceph-mon[34076]: scrub summary: idle 2024-05-10T11:23:27.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:26 smithi053 ceph-mon[30153]: scrub queued for path: / 2024-05-10T11:23:27.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:26 smithi053 ceph-mon[30153]: scrub summary: idle+waiting paths [/] 2024-05-10T11:23:27.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:26 smithi053 ceph-mon[30153]: scrub summary: active paths [/] 2024-05-10T11:23:27.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:26 smithi053 ceph-mon[30153]: scrub summary: idle+waiting paths [/] 2024-05-10T11:23:27.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:26 smithi053 ceph-mon[30153]: scrub summary: idle 2024-05-10T11:23:28.221 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:27 smithi053 ceph-mon[30153]: pgmap v500: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 69 MiB/s wr, 30 op/s 2024-05-10T11:23:28.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:27 smithi132 ceph-mon[33758]: pgmap v500: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 69 MiB/s wr, 30 op/s 2024-05-10T11:23:28.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:27 smithi187 ceph-mon[34076]: pgmap v500: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 69 MiB/s wr, 30 op/s 2024-05-10T11:23:30.056 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:29 smithi053 ceph-mon[30153]: pgmap v501: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 76 MiB/s wr, 33 op/s 2024-05-10T11:23:30.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:29 smithi132 ceph-mon[33758]: pgmap v501: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 76 MiB/s wr, 33 op/s 2024-05-10T11:23:30.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:29 smithi187 ceph-mon[34076]: pgmap v501: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 76 MiB/s wr, 33 op/s 2024-05-10T11:23:30.297 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.295+0000 7fbebf8a9700 1 -- 172.21.15.53:0/376200072 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbeb806bc70 msgr2=0x7fbeb806c0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:30.297 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.295+0000 7fbebf8a9700 1 --2- 172.21.15.53:0/376200072 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbeb806bc70 0x7fbeb806c0f0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fbea80099c0 tx=0x7fbea8009cd0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.297 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.295+0000 7fbebf8a9700 1 -- 172.21.15.53:0/376200072 shutdown_connections 2024-05-10T11:23:30.298 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.295+0000 7fbebf8a9700 1 --2- 172.21.15.53:0/376200072 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbeb806c630 0x7fbeb8110360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.298 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.295+0000 7fbebf8a9700 1 --2- 172.21.15.53:0/376200072 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbeb8109590 0x7fbeb8109970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.298 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.295+0000 7fbebf8a9700 1 --2- 172.21.15.53:0/376200072 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbeb806bc70 0x7fbeb806c0f0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.298 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.295+0000 7fbebf8a9700 1 -- 172.21.15.53:0/376200072 >> 172.21.15.53:0/376200072 conn(0x7fbeb8079440 msgr2=0x7fbeb8079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:30.298 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.295+0000 7fbebf8a9700 1 -- 172.21.15.53:0/376200072 shutdown_connections 2024-05-10T11:23:30.298 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.295+0000 7fbebf8a9700 1 -- 172.21.15.53:0/376200072 wait complete. 2024-05-10T11:23:30.298 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.296+0000 7fbebf8a9700 1 Processor -- start 2024-05-10T11:23:30.298 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.296+0000 7fbebf8a9700 1 -- start start 2024-05-10T11:23:30.298 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.296+0000 7fbebf8a9700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbeb806bc70 0x7fbeb819f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:30.298 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.296+0000 7fbebf8a9700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbeb806c630 0x7fbeb819fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:30.298 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.296+0000 7fbebf8a9700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbeb8109590 0x7fbeb8199870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:30.298 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.296+0000 7fbebf8a9700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fbeb8113530 con 0x7fbeb806c630 2024-05-10T11:23:30.298 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.296+0000 7fbebf8a9700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fbeb81133b0 con 0x7fbeb8109590 2024-05-10T11:23:30.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.296+0000 7fbebf8a9700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fbeb81136b0 con 0x7fbeb806bc70 2024-05-10T11:23:30.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.296+0000 7fbebce44700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbeb806c630 0x7fbeb819fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:30.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.296+0000 7fbebce44700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbeb806c630 0x7fbeb819fbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60588/0 (socket says 172.21.15.53:60588) 2024-05-10T11:23:30.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.296+0000 7fbebce44700 1 -- 172.21.15.53:0/2222388282 learned_addr learned my addr 172.21.15.53:0/2222388282 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:30.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.296+0000 7fbebd645700 1 --2- 172.21.15.53:0/2222388282 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbeb806bc70 0x7fbeb819f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:30.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.297+0000 7fbebde46700 1 --2- 172.21.15.53:0/2222388282 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbeb8109590 0x7fbeb8199870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:30.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.297+0000 7fbebce44700 1 -- 172.21.15.53:0/2222388282 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbeb806bc70 msgr2=0x7fbeb819f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:30.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.297+0000 7fbebce44700 1 --2- 172.21.15.53:0/2222388282 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbeb806bc70 0x7fbeb819f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.297+0000 7fbebce44700 1 -- 172.21.15.53:0/2222388282 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbeb8109590 msgr2=0x7fbeb8199870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:30.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.297+0000 7fbebce44700 1 --2- 172.21.15.53:0/2222388282 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbeb8109590 0x7fbeb8199870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.297+0000 7fbebce44700 1 -- 172.21.15.53:0/2222388282 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbeb8199fd0 con 0x7fbeb806c630 2024-05-10T11:23:30.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.297+0000 7fbebce44700 1 --2- 172.21.15.53:0/2222388282 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbeb806c630 0x7fbeb819fbf0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fbea8000c00 tx=0x7fbea800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:30.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.297+0000 7fbeae7fc700 1 -- 172.21.15.53:0/2222388282 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbea8026070 con 0x7fbeb806c630 2024-05-10T11:23:30.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.297+0000 7fbeae7fc700 1 -- 172.21.15.53:0/2222388282 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbea8005030 con 0x7fbeb806c630 2024-05-10T11:23:30.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.297+0000 7fbeae7fc700 1 -- 172.21.15.53:0/2222388282 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbea8004b70 con 0x7fbeb806c630 2024-05-10T11:23:30.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.297+0000 7fbebf8a9700 1 -- 172.21.15.53:0/2222388282 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbeb819a260 con 0x7fbeb806c630 2024-05-10T11:23:30.300 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.297+0000 7fbebf8a9700 1 -- 172.21.15.53:0/2222388282 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbeb81a6580 con 0x7fbeb806c630 2024-05-10T11:23:30.300 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.300+0000 7fbeae7fc700 1 -- 172.21.15.53:0/2222388282 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fbea8029070 con 0x7fbeb806c630 2024-05-10T11:23:30.300 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.300+0000 7fbeae7fc700 1 --2- 172.21.15.53:0/2222388282 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbea40b2900 0x7fbea40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:30.300 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.301+0000 7fbebd645700 1 --2- 172.21.15.53:0/2222388282 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbea40b2900 0x7fbea40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:30.300 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.301+0000 7fbeae7fc700 1 -- 172.21.15.53:0/2222388282 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fbea80e2f40 con 0x7fbeb806c630 2024-05-10T11:23:30.303 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.301+0000 7fbeca13cb80 1 Processor -- start 2024-05-10T11:23:30.303 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.301+0000 7fbeca13cb80 1 -- start start 2024-05-10T11:23:30.303 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.301+0000 7fbebd645700 1 --2- 172.21.15.53:0/2222388282 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbea40b2900 0x7fbea40b4dc0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fbeb4005950 tx=0x7fbeb400a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:30.304 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.301+0000 7fbeca13cb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561ba19578e0 0x561ba1957cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:30.304 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.301+0000 7fbeca13cb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba1958200 0x561ba195bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:30.304 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.301+0000 7fbeca13cb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561ba195c040 0x561ba195c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:30.304 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.301+0000 7fbeca13cb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x561ba18a5860 con 0x561ba1958200 2024-05-10T11:23:30.304 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.301+0000 7fbeca13cb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x561ba18447c0 con 0x561ba19578e0 2024-05-10T11:23:30.304 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.301+0000 7fbeca13cb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x561ba18a1820 con 0x561ba195c040 2024-05-10T11:23:30.304 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.302+0000 7fbebce44700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba1958200 0x561ba195bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:30.304 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.302+0000 7fbebce44700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba1958200 0x561ba195bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60604/0 (socket says 172.21.15.53:60604) 2024-05-10T11:23:30.304 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.302+0000 7fbebce44700 1 -- 172.21.15.53:0/3845650249 learned_addr learned my addr 172.21.15.53:0/3845650249 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:30.304 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.302+0000 7fbebd645700 1 --2- 172.21.15.53:0/3845650249 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561ba19578e0 0x561ba1957cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:30.304 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.302+0000 7fbebde46700 1 --2- 172.21.15.53:0/3845650249 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561ba195c040 0x561ba195c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:30.304 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.302+0000 7fbebce44700 1 -- 172.21.15.53:0/3845650249 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561ba195c040 msgr2=0x561ba195c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:30.304 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.302+0000 7fbebce44700 1 --2- 172.21.15.53:0/3845650249 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561ba195c040 0x561ba195c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.304 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.302+0000 7fbebce44700 1 -- 172.21.15.53:0/3845650249 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561ba19578e0 msgr2=0x561ba1957cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:30.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.302+0000 7fbebce44700 1 --2- 172.21.15.53:0/3845650249 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561ba19578e0 0x561ba1957cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.302+0000 7fbebce44700 1 -- 172.21.15.53:0/3845650249 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ba17f28d0 con 0x561ba1958200 2024-05-10T11:23:30.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.302+0000 7fbebde46700 1 --2- 172.21.15.53:0/3845650249 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561ba195c040 0x561ba195c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:23:30.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.302+0000 7fbebce44700 1 --2- 172.21.15.53:0/3845650249 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba1958200 0x561ba195bb00 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fbea8009750 tx=0x7fbea80a9aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9a7ec28f865fa11 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:30.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.302+0000 7fbea37fe700 1 -- 172.21.15.53:0/3845650249 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbea80aa260 con 0x561ba1958200 2024-05-10T11:23:30.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.302+0000 7fbea37fe700 1 -- 172.21.15.53:0/3845650249 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbea80ae610 con 0x561ba1958200 2024-05-10T11:23:30.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.302+0000 7fbea37fe700 1 -- 172.21.15.53:0/3845650249 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbea80aa4c0 con 0x561ba1958200 2024-05-10T11:23:30.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.303+0000 7fbeca13cb80 1 -- 172.21.15.53:0/3845650249 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba1958200 msgr2=0x561ba195bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:30.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.303+0000 7fbeca13cb80 1 --2- 172.21.15.53:0/3845650249 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba1958200 0x561ba195bb00 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fbea8009750 tx=0x7fbea80a9aa0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.303+0000 7fbeca13cb80 1 -- 172.21.15.53:0/3845650249 shutdown_connections 2024-05-10T11:23:30.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.303+0000 7fbeca13cb80 1 --2- 172.21.15.53:0/3845650249 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561ba195c040 0x561ba195c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.303+0000 7fbeca13cb80 1 --2- 172.21.15.53:0/3845650249 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561ba19578e0 0x561ba1957cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.303+0000 7fbeca13cb80 1 --2- 172.21.15.53:0/3845650249 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba1958200 0x561ba195bb00 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.303+0000 7fbeca13cb80 1 -- 172.21.15.53:0/3845650249 >> 172.21.15.53:0/3845650249 conn(0x561ba187f100 msgr2=0x561ba194dc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:30.306 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.303+0000 7fbeca13cb80 1 -- 172.21.15.53:0/3845650249 shutdown_connections 2024-05-10T11:23:30.306 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.303+0000 7fbeca13cb80 1 -- 172.21.15.53:0/3845650249 wait complete. 2024-05-10T11:23:30.306 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.303+0000 7fbeca13cb80 1 -- start start 2024-05-10T11:23:30.306 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.304+0000 7fbeca13cb80 1 Processor -- start 2024-05-10T11:23:30.309 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.304+0000 7fbeca13cb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba19578e0 0x561ba19634f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:30.309 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.304+0000 7fbeca13cb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561ba1958200 0x561ba1960890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:30.309 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.304+0000 7fbeca13cb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561ba195c040 0x561ba1960dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:30.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.304+0000 7fbeca13cb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x561ba1964030 con 0x561ba19578e0 2024-05-10T11:23:30.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.304+0000 7fbeca13cb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x561ba180bc30 con 0x561ba1958200 2024-05-10T11:23:30.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.304+0000 7fbeca13cb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x561ba19641b0 con 0x561ba195c040 2024-05-10T11:23:30.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.304+0000 7fbeca13cb80 10 client.0 _ll_register_callbacks cb 0x561ba183d920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:30.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.304+0000 7fbebd645700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba19578e0 0x561ba19634f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:30.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.304+0000 7fbebd645700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba19578e0 0x561ba19634f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60618/0 (socket says 172.21.15.53:60618) 2024-05-10T11:23:30.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.304+0000 7fbebd645700 1 -- 172.21.15.53:0/286466187 learned_addr learned my addr 172.21.15.53:0/286466187 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:30.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.304+0000 7fbebce44700 1 --2- 172.21.15.53:0/286466187 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561ba1958200 0x561ba1960890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:30.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.304+0000 7fbebde46700 1 --2- 172.21.15.53:0/286466187 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561ba195c040 0x561ba1960dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:30.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.304+0000 7fbebd645700 1 -- 172.21.15.53:0/286466187 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561ba195c040 msgr2=0x561ba1960dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:30.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.304+0000 7fbebd645700 1 --2- 172.21.15.53:0/286466187 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561ba195c040 0x561ba1960dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.304+0000 7fbebd645700 1 -- 172.21.15.53:0/286466187 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561ba1958200 msgr2=0x561ba1960890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:30.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.304+0000 7fbebd645700 1 --2- 172.21.15.53:0/286466187 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561ba1958200 0x561ba1960890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.305+0000 7fbebd645700 1 -- 172.21.15.53:0/286466187 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ba1841690 con 0x561ba19578e0 2024-05-10T11:23:30.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.305+0000 7fbebde46700 1 --2- 172.21.15.53:0/286466187 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561ba195c040 0x561ba1960dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:23:30.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.305+0000 7fbebd645700 1 --2- 172.21.15.53:0/286466187 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba19578e0 0x561ba19634f0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fbeb401da90 tx=0x7fbeb40047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e184dadfac6b5c91 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:30.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.305+0000 7fbea0ff9700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:30.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.305+0000 7fbea0ff9700 1 -- 172.21.15.53:0/286466187 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb4016070 con 0x561ba19578e0 2024-05-10T11:23:30.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.305+0000 7fbeca13cb80 1 -- 172.21.15.53:0/286466187 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbea80ae610 con 0x561ba19578e0 2024-05-10T11:23:30.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.305+0000 7fbea0ff9700 1 -- 172.21.15.53:0/286466187 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fbeb4010840 con 0x561ba19578e0 2024-05-10T11:23:30.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.305+0000 7fbea0ff9700 1 -- 172.21.15.53:0/286466187 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbeb4032050 con 0x561ba19578e0 2024-05-10T11:23:30.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.305+0000 7fbeca13cb80 10 client.15960 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:30.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.305+0000 7fbeca13cb80 1 -- 172.21.15.53:0/286466187 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561ba196e750 con 0x561ba19578e0 2024-05-10T11:23:30.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.305+0000 7fbea0ff9700 1 -- 172.21.15.53:0/286466187 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbea80ae610 con 0x561ba19578e0 2024-05-10T11:23:30.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.305+0000 7fbea0ff9700 1 -- 172.21.15.53:0/286466187 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fbeb4027b10 con 0x561ba19578e0 2024-05-10T11:23:30.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.306+0000 7fbeca13cb80 10 client.15960 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:30.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.306+0000 7fbeca13cb80 10 client.15960 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:23:30.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.306+0000 7fbeca13cb80 20 client.15960 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:30.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.306+0000 7fbeca13cb80 1 --2- 172.21.15.53:0/286466187 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561ba1970d90 0x561ba19731a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:30.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.306+0000 7fbeca13cb80 4 client.15960 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:23:30.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.306+0000 7fbeca13cb80 1 -- 172.21.15.53:0/286466187 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561ba191f650 con 0x561ba1970d90 2024-05-10T11:23:30.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.306+0000 7fbebce44700 1 --2- 172.21.15.53:0/286466187 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561ba1970d90 0x561ba19731a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:30.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.306+0000 7fbea0ff9700 10 client.15960 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:30.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.306+0000 7fbebce44700 1 --2- 172.21.15.53:0/286466187 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561ba1970d90 0x561ba19731a0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=88073758836aa028 server_cookie=fd955d2cbbe19e7 in_seq=0 out_seq=0 2024-05-10T11:23:30.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.307+0000 7fbea0ff9700 1 -- 172.21.15.53:0/286466187 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x561ba191f650 con 0x561ba1970d90 2024-05-10T11:23:30.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.307+0000 7fbea0ff9700 10 client.15960 handle_command_reply: tid=0 2024-05-10T11:23:30.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.307+0000 7fbeca13cb80 1 client.15960 shutdown 2024-05-10T11:23:30.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.307+0000 7fbeca13cb80 1 -- 172.21.15.53:0/286466187 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba19578e0 msgr2=0x561ba19634f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:30.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.307+0000 7fbeca13cb80 1 --2- 172.21.15.53:0/286466187 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba19578e0 0x561ba19634f0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fbeb401da90 tx=0x7fbeb40047c0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.307+0000 7fbeca13cb80 1 -- 172.21.15.53:0/286466187 shutdown_connections 2024-05-10T11:23:30.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.307+0000 7fbeca13cb80 1 --2- 172.21.15.53:0/286466187 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561ba1970d90 0x561ba19731a0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.307+0000 7fbeca13cb80 1 --2- 172.21.15.53:0/286466187 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561ba195c040 0x561ba1960dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.307+0000 7fbeca13cb80 1 --2- 172.21.15.53:0/286466187 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba19578e0 0x561ba19634f0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.307+0000 7fbeca13cb80 1 --2- 172.21.15.53:0/286466187 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561ba1958200 0x561ba1960890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.307+0000 7fbeca13cb80 1 -- 172.21.15.53:0/286466187 >> 172.21.15.53:0/286466187 conn(0x561ba187f100 msgr2=0x561ba1948720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:30.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.307+0000 7fbea0ff9700 0 client.15960 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:30.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.308+0000 7fbeca13cb80 1 -- 172.21.15.53:0/286466187 shutdown_connections 2024-05-10T11:23:30.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.308+0000 7fbeca13cb80 1 -- 172.21.15.53:0/286466187 wait complete. 2024-05-10T11:23:30.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.308+0000 7fbeca13cb80 20 client.15960 trim_cache size 0 max 16384 2024-05-10T11:23:30.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.329+0000 7fbeca13cb80 1 Processor -- start 2024-05-10T11:23:30.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.330+0000 7fbeca13cb80 1 -- start start 2024-05-10T11:23:30.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.330+0000 7fbeca13cb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba19578e0 0x561ba195e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:30.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.330+0000 7fbeca13cb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561ba1958200 0x561ba19485a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:30.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.330+0000 7fbeca13cb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561ba195c040 0x561ba19522e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:30.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.330+0000 7fbeca13cb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fbeb81aceb0 con 0x561ba19578e0 2024-05-10T11:23:30.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.330+0000 7fbeca13cb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fbeb81ae9f0 con 0x561ba195c040 2024-05-10T11:23:30.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.330+0000 7fbeca13cb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fbeb81ad580 con 0x561ba1958200 2024-05-10T11:23:30.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.330+0000 7fbebd645700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba19578e0 0x561ba195e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:30.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.330+0000 7fbebd645700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba19578e0 0x561ba195e3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60630/0 (socket says 172.21.15.53:60630) 2024-05-10T11:23:30.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.330+0000 7fbebd645700 1 -- 172.21.15.53:0/2135572397 learned_addr learned my addr 172.21.15.53:0/2135572397 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:30.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.330+0000 7fbebde46700 1 --2- 172.21.15.53:0/2135572397 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561ba195c040 0x561ba19522e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:30.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.330+0000 7fbebd645700 1 -- 172.21.15.53:0/2135572397 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561ba1958200 msgr2=0x561ba19485a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:30.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.330+0000 7fbebd645700 1 --2- 172.21.15.53:0/2135572397 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561ba1958200 0x561ba19485a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.330+0000 7fbebd645700 1 -- 172.21.15.53:0/2135572397 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561ba195c040 msgr2=0x561ba19522e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:30.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.330+0000 7fbebd645700 1 --2- 172.21.15.53:0/2135572397 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561ba195c040 0x561ba19522e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.330+0000 7fbebd645700 1 -- 172.21.15.53:0/2135572397 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ba1961170 con 0x561ba19578e0 2024-05-10T11:23:30.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.330+0000 7fbebde46700 1 --2- 172.21.15.53:0/2135572397 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561ba195c040 0x561ba19522e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:30.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.330+0000 7fbebd645700 1 --2- 172.21.15.53:0/2135572397 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba19578e0 0x561ba195e3d0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fbeb400a860 tx=0x7fbeb400a890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0f128740d6cd6d0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:30.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.331+0000 7fbea2ffd700 1 -- 172.21.15.53:0/2135572397 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb4010840 con 0x561ba19578e0 2024-05-10T11:23:30.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.331+0000 7fbea2ffd700 1 -- 172.21.15.53:0/2135572397 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbeb401de50 con 0x561ba19578e0 2024-05-10T11:23:30.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.331+0000 7fbea2ffd700 1 -- 172.21.15.53:0/2135572397 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb401b4a0 con 0x561ba19578e0 2024-05-10T11:23:30.337 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.331+0000 7fbeca13cb80 1 -- 172.21.15.53:0/2135572397 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba19578e0 msgr2=0x561ba195e3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:30.337 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.331+0000 7fbeca13cb80 1 --2- 172.21.15.53:0/2135572397 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba19578e0 0x561ba195e3d0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fbeb400a860 tx=0x7fbeb400a890 comp rx=0 tx=0).stop 2024-05-10T11:23:30.337 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.331+0000 7fbeca13cb80 1 -- 172.21.15.53:0/2135572397 shutdown_connections 2024-05-10T11:23:30.337 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.331+0000 7fbeca13cb80 1 --2- 172.21.15.53:0/2135572397 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561ba195c040 0x561ba19522e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.337 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.331+0000 7fbeca13cb80 1 --2- 172.21.15.53:0/2135572397 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba19578e0 0x561ba195e3d0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.337 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.331+0000 7fbeca13cb80 1 --2- 172.21.15.53:0/2135572397 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561ba1958200 0x561ba19485a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.331+0000 7fbeca13cb80 1 -- 172.21.15.53:0/2135572397 >> 172.21.15.53:0/2135572397 conn(0x561ba187f100 msgr2=0x561ba1947e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:30.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.331+0000 7fbeca13cb80 1 -- 172.21.15.53:0/2135572397 shutdown_connections 2024-05-10T11:23:30.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.331+0000 7fbeca13cb80 1 -- 172.21.15.53:0/2135572397 wait complete. 2024-05-10T11:23:30.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.332+0000 7fbeca13cb80 1 -- start start 2024-05-10T11:23:30.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.332+0000 7fbeca13cb80 1 Processor -- start 2024-05-10T11:23:30.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.332+0000 7fbeca13cb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561ba19578e0 0x561ba1961c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:30.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.332+0000 7fbeca13cb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba1958200 0x561ba19621d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:30.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.332+0000 7fbeca13cb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561ba195c040 0x561ba1962710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:30.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.332+0000 7fbeca13cb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fbeb81ae320 con 0x561ba1958200 2024-05-10T11:23:30.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.332+0000 7fbeca13cb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fbeb81adc50 con 0x561ba19578e0 2024-05-10T11:23:30.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.332+0000 7fbeca13cb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fbeb81aae70 con 0x561ba195c040 2024-05-10T11:23:30.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.332+0000 7fbeca13cb80 10 client.0 _ll_register_callbacks cb 0x561ba183d920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:30.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.332+0000 7fbebce44700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba1958200 0x561ba19621d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:30.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.332+0000 7fbebce44700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba1958200 0x561ba19621d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60638/0 (socket says 172.21.15.53:60638) 2024-05-10T11:23:30.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.332+0000 7fbebce44700 1 -- 172.21.15.53:0/3376644194 learned_addr learned my addr 172.21.15.53:0/3376644194 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:30.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.332+0000 7fbebde46700 1 --2- 172.21.15.53:0/3376644194 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561ba195c040 0x561ba1962710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:30.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.333+0000 7fbebd645700 1 --2- 172.21.15.53:0/3376644194 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561ba19578e0 0x561ba1961c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:30.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.333+0000 7fbebce44700 1 -- 172.21.15.53:0/3376644194 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561ba195c040 msgr2=0x561ba1962710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:30.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.333+0000 7fbebce44700 1 --2- 172.21.15.53:0/3376644194 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561ba195c040 0x561ba1962710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.333+0000 7fbebce44700 1 -- 172.21.15.53:0/3376644194 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561ba19578e0 msgr2=0x561ba1961c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:30.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.333+0000 7fbebce44700 1 --2- 172.21.15.53:0/3376644194 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561ba19578e0 0x561ba1961c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.333+0000 7fbebce44700 1 -- 172.21.15.53:0/3376644194 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ba19da670 con 0x561ba1958200 2024-05-10T11:23:30.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.333+0000 7fbebd645700 1 --2- 172.21.15.53:0/3376644194 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561ba19578e0 0x561ba1961c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:30.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.333+0000 7fbebce44700 1 --2- 172.21.15.53:0/3376644194 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba1958200 0x561ba19621d0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x561ba1963e40 tx=0x7fbea80aa960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64b874d0811a2554 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:30.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.333+0000 7fbea0ff9700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:30.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.333+0000 7fbea0ff9700 1 -- 172.21.15.53:0/3376644194 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbea80c4060 con 0x561ba1958200 2024-05-10T11:23:30.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.333+0000 7fbea0ff9700 1 -- 172.21.15.53:0/3376644194 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fbea80054e0 con 0x561ba1958200 2024-05-10T11:23:30.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.333+0000 7fbeca13cb80 1 -- 172.21.15.53:0/3376644194 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbeb401de50 con 0x561ba1958200 2024-05-10T11:23:30.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.333+0000 7fbea0ff9700 1 -- 172.21.15.53:0/3376644194 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbea80cb050 con 0x561ba1958200 2024-05-10T11:23:30.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.333+0000 7fbeca13cb80 10 client.15966 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:30.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.333+0000 7fbeca13cb80 1 -- 172.21.15.53:0/3376644194 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561ba19db9e0 con 0x561ba1958200 2024-05-10T11:23:30.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.333+0000 7fbea0ff9700 1 -- 172.21.15.53:0/3376644194 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbeb401de50 con 0x561ba1958200 2024-05-10T11:23:30.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.334+0000 7fbea0ff9700 1 -- 172.21.15.53:0/3376644194 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fbea80ae1b0 con 0x561ba1958200 2024-05-10T11:23:30.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.334+0000 7fbeca13cb80 10 client.15966 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:30.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.334+0000 7fbeca13cb80 10 client.15966 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:23:30.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.334+0000 7fbeca13cb80 20 client.15966 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:30.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.334+0000 7fbeca13cb80 1 --2- 172.21.15.53:0/3376644194 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561ba19dbf40 0x561ba19de360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:30.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.334+0000 7fbeca13cb80 4 client.15966 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-10T11:23:30.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.334+0000 7fbeca13cb80 1 -- 172.21.15.53:0/3376644194 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561ba18b3240 con 0x561ba19dbf40 2024-05-10T11:23:30.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.334+0000 7fbebd645700 1 --2- 172.21.15.53:0/3376644194 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561ba19dbf40 0x561ba19de360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:30.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.334+0000 7fbea0ff9700 10 client.15966 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:30.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.334+0000 7fbebd645700 1 --2- 172.21.15.53:0/3376644194 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561ba19dbf40 0x561ba19de360 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=38860d7cefa79a69 server_cookie=ab0e18c0a8c065cb in_seq=0 out_seq=0 2024-05-10T11:23:30.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.334+0000 7fbea0ff9700 1 -- 172.21.15.53:0/3376644194 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x561ba18b3240 con 0x561ba19dbf40 2024-05-10T11:23:30.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.334+0000 7fbea0ff9700 10 client.15966 handle_command_reply: tid=0 2024-05-10T11:23:30.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.334+0000 7fbeca13cb80 1 client.15966 shutdown 2024-05-10T11:23:30.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.335+0000 7fbeca13cb80 1 -- 172.21.15.53:0/3376644194 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba1958200 msgr2=0x561ba19621d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:30.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.335+0000 7fbeca13cb80 1 --2- 172.21.15.53:0/3376644194 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba1958200 0x561ba19621d0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x561ba1963e40 tx=0x7fbea80aa960 comp rx=0 tx=0).stop 2024-05-10T11:23:30.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.335+0000 7fbeca13cb80 1 -- 172.21.15.53:0/3376644194 shutdown_connections 2024-05-10T11:23:30.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.335+0000 7fbeca13cb80 1 --2- 172.21.15.53:0/3376644194 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x561ba19dbf40 0x561ba19de360 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.335+0000 7fbeca13cb80 1 --2- 172.21.15.53:0/3376644194 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x561ba195c040 0x561ba1962710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.335+0000 7fbeca13cb80 1 --2- 172.21.15.53:0/3376644194 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x561ba19578e0 0x561ba1961c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.335+0000 7fbea0ff9700 0 client.15966 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:30.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.335+0000 7fbeca13cb80 1 --2- 172.21.15.53:0/3376644194 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x561ba1958200 0x561ba19621d0 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.335+0000 7fbeca13cb80 1 -- 172.21.15.53:0/3376644194 >> 172.21.15.53:0/3376644194 conn(0x561ba187f100 msgr2=0x561ba19522e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:30.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.335+0000 7fbeca13cb80 1 -- 172.21.15.53:0/3376644194 shutdown_connections 2024-05-10T11:23:30.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.335+0000 7fbeca13cb80 1 -- 172.21.15.53:0/3376644194 wait complete. 2024-05-10T11:23:30.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.335+0000 7fbeca13cb80 20 client.15966 trim_cache size 0 max 16384 2024-05-10T11:23:30.343 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:23:30.343 INFO:teuthology.orchestra.run.smithi053.stdout: "status": "no active scrubs running", 2024-05-10T11:23:30.343 INFO:teuthology.orchestra.run.smithi053.stdout: "scrubs": {} 2024-05-10T11:23:30.343 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:23:30.343 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.335+0000 7fbebf8a9700 1 -- 172.21.15.53:0/2222388282 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbea40b2900 msgr2=0x7fbea40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:30.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.335+0000 7fbebf8a9700 1 --2- 172.21.15.53:0/2222388282 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbea40b2900 0x7fbea40b4dc0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fbeb4005950 tx=0x7fbeb400a300 comp rx=0 tx=0).stop 2024-05-10T11:23:30.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.335+0000 7fbebf8a9700 1 -- 172.21.15.53:0/2222388282 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbeb806c630 msgr2=0x7fbeb819fbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:30.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.335+0000 7fbebf8a9700 1 --2- 172.21.15.53:0/2222388282 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbeb806c630 0x7fbeb819fbf0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fbea8000c00 tx=0x7fbea800f690 comp rx=0 tx=0).stop 2024-05-10T11:23:30.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.336+0000 7fbebf8a9700 1 -- 172.21.15.53:0/2222388282 shutdown_connections 2024-05-10T11:23:30.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.336+0000 7fbebf8a9700 1 --2- 172.21.15.53:0/2222388282 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fbea40b2900 0x7fbea40b4dc0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.336+0000 7fbebf8a9700 1 --2- 172.21.15.53:0/2222388282 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fbeb8109590 0x7fbeb8199870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.336+0000 7fbebf8a9700 1 --2- 172.21.15.53:0/2222388282 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fbeb806bc70 0x7fbeb819f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.336+0000 7fbebf8a9700 1 --2- 172.21.15.53:0/2222388282 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fbeb806c630 0x7fbeb819fbf0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:30.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.336+0000 7fbebf8a9700 1 -- 172.21.15.53:0/2222388282 >> 172.21.15.53:0/2222388282 conn(0x7fbeb8079440 msgr2=0x7fbeb8101110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:30.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.336+0000 7fbebf8a9700 1 -- 172.21.15.53:0/2222388282 shutdown_connections 2024-05-10T11:23:30.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:30.336+0000 7fbebf8a9700 1 -- 172.21.15.53:0/2222388282 wait complete. 2024-05-10T11:23:30.561 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:23:30.561 INFO:tasks.workunit.client.0.smithi053.stdout: Children see throughput for 1 readers = 7898694.00 kB/sec 2024-05-10T11:23:30.561 INFO:tasks.workunit.client.0.smithi053.stdout: Parent sees throughput for 1 readers = 7888182.10 kB/sec 2024-05-10T11:23:30.561 INFO:tasks.workunit.client.0.smithi053.stdout: Min throughput per process = 7898694.00 kB/sec 2024-05-10T11:23:30.561 INFO:tasks.workunit.client.0.smithi053.stdout: Max throughput per process = 7898694.00 kB/sec 2024-05-10T11:23:30.561 INFO:tasks.workunit.client.0.smithi053.stdout: Avg throughput per process = 7898694.00 kB/sec 2024-05-10T11:23:30.561 INFO:tasks.workunit.client.0.smithi053.stdout: Min xfer = 1048576.00 kB 2024-05-10T11:23:31.350 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-10T11:23:31.350 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:23:31.650 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:23:32.021 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:31 smithi053 ceph-mon[30153]: pgmap v502: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 81 MiB/s wr, 34 op/s 2024-05-10T11:23:32.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:31 smithi132 ceph-mon[33758]: pgmap v502: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 81 MiB/s wr, 34 op/s 2024-05-10T11:23:32.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:31 smithi187 ceph-mon[34076]: pgmap v502: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 81 MiB/s wr, 34 op/s 2024-05-10T11:23:32.856 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:23:32.856 INFO:tasks.workunit.client.0.smithi053.stdout: Children see throughput for 1 re-readers = 7431658.00 kB/sec 2024-05-10T11:23:32.856 INFO:tasks.workunit.client.0.smithi053.stdout: Parent sees throughput for 1 re-readers = 7420398.54 kB/sec 2024-05-10T11:23:32.856 INFO:tasks.workunit.client.0.smithi053.stdout: Min throughput per process = 7431658.00 kB/sec 2024-05-10T11:23:32.856 INFO:tasks.workunit.client.0.smithi053.stdout: Max throughput per process = 7431658.00 kB/sec 2024-05-10T11:23:32.856 INFO:tasks.workunit.client.0.smithi053.stdout: Avg throughput per process = 7431658.00 kB/sec 2024-05-10T11:23:32.856 INFO:tasks.workunit.client.0.smithi053.stdout: Min xfer = 1048576.00 kB 2024-05-10T11:23:33.617 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.608+0000 7f4ea59df700 1 -- 172.21.15.53:0/3772895216 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ea0103f20 msgr2=0x7f4ea0110310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:33.617 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.608+0000 7f4ea59df700 1 --2- 172.21.15.53:0/3772895216 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ea0103f20 0x7f4ea0110310 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f4e980099c0 tx=0x7f4e98009cd0 comp rx=0 tx=0).stop 2024-05-10T11:23:33.617 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.608+0000 7f4ea59df700 1 -- 172.21.15.53:0/3772895216 shutdown_connections 2024-05-10T11:23:33.618 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.608+0000 7f4ea59df700 1 --2- 172.21.15.53:0/3772895216 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ea0103f20 0x7f4ea0110310 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:33.618 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.608+0000 7f4ea59df700 1 --2- 172.21.15.53:0/3772895216 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4ea0109540 0x7f4ea0109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:33.618 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.608+0000 7f4ea59df700 1 --2- 172.21.15.53:0/3772895216 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4ea0103560 0x7f4ea01039e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:33.618 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.608+0000 7f4ea59df700 1 -- 172.21.15.53:0/3772895216 >> 172.21.15.53:0/3772895216 conn(0x7f4ea007a660 msgr2=0x7f4ea007aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:33.618 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.608+0000 7f4ea59df700 1 -- 172.21.15.53:0/3772895216 shutdown_connections 2024-05-10T11:23:33.618 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.608+0000 7f4ea59df700 1 -- 172.21.15.53:0/3772895216 wait complete. 2024-05-10T11:23:33.618 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.608+0000 7f4ea59df700 1 Processor -- start 2024-05-10T11:23:33.618 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.609+0000 7f4ea59df700 1 -- start start 2024-05-10T11:23:33.618 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.609+0000 7f4ea59df700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ea0103560 0x7f4ea019f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:33.618 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.609+0000 7f4ea59df700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4ea0103f20 0x7f4ea019fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:33.618 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.609+0000 7f4ea59df700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4ea0109540 0x7f4ea0199810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:33.618 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.609+0000 7f4ea59df700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea01134d0 con 0x7f4ea0103560 2024-05-10T11:23:33.619 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.609+0000 7f4ea59df700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea0113350 con 0x7f4ea0103f20 2024-05-10T11:23:33.619 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.609+0000 7f4ea59df700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea0113650 con 0x7f4ea0109540 2024-05-10T11:23:33.619 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.609+0000 7f4e9effd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ea0103560 0x7f4ea019f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:33.619 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.609+0000 7f4e9effd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ea0103560 0x7f4ea019f640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60648/0 (socket says 172.21.15.53:60648) 2024-05-10T11:23:33.619 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.609+0000 7f4e9effd700 1 -- 172.21.15.53:0/486438589 learned_addr learned my addr 172.21.15.53:0/486438589 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:33.619 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.609+0000 7f4e9f7fe700 1 --2- 172.21.15.53:0/486438589 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4ea0109540 0x7f4ea0199810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:33.619 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.609+0000 7f4e9e7fc700 1 --2- 172.21.15.53:0/486438589 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4ea0103f20 0x7f4ea019fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:33.619 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.609+0000 7f4e9effd700 1 -- 172.21.15.53:0/486438589 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4ea0109540 msgr2=0x7f4ea0199810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:33.619 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.609+0000 7f4e9effd700 1 --2- 172.21.15.53:0/486438589 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4ea0109540 0x7f4ea0199810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:33.619 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.609+0000 7f4e9effd700 1 -- 172.21.15.53:0/486438589 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4ea0103f20 msgr2=0x7f4ea019fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:33.619 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.609+0000 7f4e9effd700 1 --2- 172.21.15.53:0/486438589 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4ea0103f20 0x7f4ea019fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:33.619 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.609+0000 7f4e9effd700 1 -- 172.21.15.53:0/486438589 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ea0199ff0 con 0x7f4ea0103560 2024-05-10T11:23:33.619 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.610+0000 7f4e9effd700 1 --2- 172.21.15.53:0/486438589 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ea0103560 0x7f4ea019f640 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f4e900060b0 tx=0x7f4e9000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:33.619 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.610+0000 7f4ea49dd700 1 -- 172.21.15.53:0/486438589 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e9001a070 con 0x7f4ea0103560 2024-05-10T11:23:33.619 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.610+0000 7f4ea59df700 1 -- 172.21.15.53:0/486438589 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ea019a2e0 con 0x7f4ea0103560 2024-05-10T11:23:33.620 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.610+0000 7f4ea49dd700 1 -- 172.21.15.53:0/486438589 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4e9000dd20 con 0x7f4ea0103560 2024-05-10T11:23:33.620 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.610+0000 7f4ea49dd700 1 -- 172.21.15.53:0/486438589 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e90014600 con 0x7f4ea0103560 2024-05-10T11:23:33.620 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.610+0000 7f4ea59df700 1 -- 172.21.15.53:0/486438589 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ea01a64a0 con 0x7f4ea0103560 2024-05-10T11:23:33.620 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.611+0000 7f4ea59df700 1 -- 172.21.15.53:0/486438589 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ea0104bb0 con 0x7f4ea0103560 2024-05-10T11:23:33.620 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.613+0000 7f4ea49dd700 1 -- 172.21.15.53:0/486438589 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f4e9001d070 con 0x7f4ea0103560 2024-05-10T11:23:33.620 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.614+0000 7f4ea49dd700 1 --2- 172.21.15.53:0/486438589 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4e8c0b2900 0x7f4e8c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:33.620 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.614+0000 7f4e9e7fc700 1 --2- 172.21.15.53:0/486438589 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4e8c0b2900 0x7f4e8c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:33.620 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.614+0000 7f4ea49dd700 1 -- 172.21.15.53:0/486438589 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f4e900e1f20 con 0x7f4ea0103560 2024-05-10T11:23:33.620 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.614+0000 7f4e9e7fc700 1 --2- 172.21.15.53:0/486438589 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4e8c0b2900 0x7f4e8c0b4dc0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f4ea007ac40 tx=0x7f4e8800a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:33.620 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.617+0000 7f4ea49dd700 1 -- 172.21.15.53:0/486438589 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f4e90010070 con 0x7f4ea0103560 2024-05-10T11:23:33.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.883+0000 7f4ea59df700 1 -- 172.21.15.53:0/486438589 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4ea002e510 con 0x7f4ea0103560 2024-05-10T11:23:33.884 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.884+0000 7f4ea49dd700 1 -- 172.21.15.53:0/486438589 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11941 (secure 0 0 0) 0x7f4e900a9200 con 0x7f4ea0103560 2024-05-10T11:23:33.884 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:23:33.884 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-10T11:16:54.139241+0000","modified":"2024-05-10T11:21:09.977203+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24463,"mds_1":24448,"mds_2":24442,"mds_3":24428,"mds_4":24415},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6839/3346396655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":3346396655},{"type":"v1","addr":"172.21.15.53:6839","nonce":3346396655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6841/3170432544","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6840","nonce":3170432544},{"type":"v1","addr":"172.21.15.53:6841","nonce":3170432544}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24353":{"gid":24353,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24377":{"gid":24377,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6835/2650777178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6834","nonce":2650777178},{"type":"v1","addr":"172.21.15.132:6835","nonce":2650777178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6837/392522477","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6836","nonce":392522477},{"type":"v1","addr":"172.21.15.132:6837","nonce":392522477}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":4,"incarnation":26,"state":"up:active","state_seq":32,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":24,"state":"up:active","state_seq":22,"addr":"172.21.15.132:6839/2363266970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6838","nonce":2363266970},{"type":"v1","addr":"172.21.15.132:6839","nonce":2363266970}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.187:6835/4099468922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6834","nonce":4099468922},{"type":"v1","addr":"172.21.15.187:6835","nonce":4099468922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"c","rank":1,"incarnation":20,"state":"up:active","state_seq":26,"addr":"172.21.15.187:6837/2293077942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6836","nonce":2293077942},{"type":"v1","addr":"172.21.15.187:6837","nonce":2293077942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.187:6839/735699922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6838","nonce":735699922},{"type":"v1","addr":"172.21.15.187:6839","nonce":735699922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24463,"qdb_cluster":[24442,24428,24463,24415,24448]},"id":1}]} 2024-05-10T11:23:33.886 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.886+0000 7f4ea59df700 1 -- 172.21.15.53:0/486438589 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4e8c0b2900 msgr2=0x7f4e8c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:33.886 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.886+0000 7f4ea59df700 1 --2- 172.21.15.53:0/486438589 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4e8c0b2900 0x7f4e8c0b4dc0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f4ea007ac40 tx=0x7f4e8800a300 comp rx=0 tx=0).stop 2024-05-10T11:23:33.886 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.886+0000 7f4ea59df700 1 -- 172.21.15.53:0/486438589 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ea0103560 msgr2=0x7f4ea019f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:33.886 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.886+0000 7f4ea59df700 1 --2- 172.21.15.53:0/486438589 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ea0103560 0x7f4ea019f640 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f4e900060b0 tx=0x7f4e9000d3b0 comp rx=0 tx=0).stop 2024-05-10T11:23:33.886 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.886+0000 7f4ea59df700 1 -- 172.21.15.53:0/486438589 shutdown_connections 2024-05-10T11:23:33.886 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.886+0000 7f4ea59df700 1 --2- 172.21.15.53:0/486438589 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4e8c0b2900 0x7f4e8c0b4dc0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:33.887 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.886+0000 7f4ea59df700 1 --2- 172.21.15.53:0/486438589 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4ea0109540 0x7f4ea0199810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:33.887 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.886+0000 7f4ea59df700 1 --2- 172.21.15.53:0/486438589 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ea0103560 0x7f4ea019f640 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:33.887 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.886+0000 7f4ea59df700 1 --2- 172.21.15.53:0/486438589 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4ea0103f20 0x7f4ea019fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:33.887 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.886+0000 7f4ea59df700 1 -- 172.21.15.53:0/486438589 >> 172.21.15.53:0/486438589 conn(0x7f4ea007a660 msgr2=0x7f4ea0102210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:33.887 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.886+0000 7f4ea59df700 1 -- 172.21.15.53:0/486438589 shutdown_connections 2024-05-10T11:23:33.887 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:33.886+0000 7f4ea59df700 1 -- 172.21.15.53:0/486438589 wait complete. 2024-05-10T11:23:33.887 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 29 2024-05-10T11:23:34.221 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:33 smithi053 ceph-mon[30153]: pgmap v503: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 66 MiB/s wr, 31 op/s 2024-05-10T11:23:34.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:33 smithi132 ceph-mon[33758]: pgmap v503: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 66 MiB/s wr, 31 op/s 2024-05-10T11:23:34.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:33 smithi187 ceph-mon[34076]: pgmap v503: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 66 MiB/s wr, 31 op/s 2024-05-10T11:23:34.679 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-10T11:23:34.936 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:23:35.059 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:34 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/486438589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:23:35.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:34 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/486438589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:23:35.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:34 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/486438589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:23:35.310 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.309+0000 7fb11b778640 1 -- 172.21.15.53:0/2093330403 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb114101c90 msgr2=0x7fb1141020f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:35.310 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.309+0000 7fb11b778640 1 --2- 172.21.15.53:0/2093330403 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb114101c90 0x7fb1141020f0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fb104009900 tx=0x7fb10402a410 comp rx=0 tx=0).stop 2024-05-10T11:23:35.310 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.309+0000 7fb11b778640 1 -- 172.21.15.53:0/2093330403 shutdown_connections 2024-05-10T11:23:35.310 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.309+0000 7fb11b778640 1 --2- 172.21.15.53:0/2093330403 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb114102630 0x7fb114102ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.310 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.309+0000 7fb11b778640 1 --2- 172.21.15.53:0/2093330403 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb114101c90 0x7fb1141020f0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.310 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.309+0000 7fb11b778640 1 --2- 172.21.15.53:0/2093330403 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb114101330 0x7fb114101750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.310 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.309+0000 7fb11b778640 1 -- 172.21.15.53:0/2093330403 >> 172.21.15.53:0/2093330403 conn(0x7fb1140fcf30 msgr2=0x7fb1140ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:35.310 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.310+0000 7fb11b778640 1 -- 172.21.15.53:0/2093330403 shutdown_connections 2024-05-10T11:23:35.310 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.310+0000 7fb11b778640 1 -- 172.21.15.53:0/2093330403 wait complete. 2024-05-10T11:23:35.310 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.310+0000 7fb11b778640 1 Processor -- start 2024-05-10T11:23:35.311 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.310+0000 7fb11b778640 1 -- start start 2024-05-10T11:23:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.310+0000 7fb11b778640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb114101330 0x7fb11419acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.310+0000 7fb11b778640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb114101c90 0x7fb11419b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.310+0000 7fb11b778640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb114102630 0x7fb1141a2260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.310+0000 7fb11b778640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb1141105f0 con 0x7fb114102630 2024-05-10T11:23:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.310+0000 7fb11b778640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fb114110470 con 0x7fb114101c90 2024-05-10T11:23:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.310+0000 7fb11b778640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fb114110770 con 0x7fb114101330 2024-05-10T11:23:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.310+0000 7fb119d15640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb114102630 0x7fb1141a2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.310+0000 7fb119d15640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb114102630 0x7fb1141a2260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60666/0 (socket says 172.21.15.53:60666) 2024-05-10T11:23:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.310+0000 7fb119d15640 1 -- 172.21.15.53:0/2331827555 learned_addr learned my addr 172.21.15.53:0/2331827555 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.310+0000 7fb119514640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb114101330 0x7fb11419acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.310+0000 7fb118d13640 1 --2- 172.21.15.53:0/2331827555 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb114101c90 0x7fb11419b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.311+0000 7fb119d15640 1 -- 172.21.15.53:0/2331827555 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb114101330 msgr2=0x7fb11419acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.311+0000 7fb119d15640 1 --2- 172.21.15.53:0/2331827555 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb114101330 0x7fb11419acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.311+0000 7fb119d15640 1 -- 172.21.15.53:0/2331827555 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb114101c90 msgr2=0x7fb11419b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.311+0000 7fb119d15640 1 --2- 172.21.15.53:0/2331827555 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb114101c90 0x7fb11419b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.311+0000 7fb119d15640 1 -- 172.21.15.53:0/2331827555 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1141a2900 con 0x7fb114102630 2024-05-10T11:23:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.311+0000 7fb119d15640 1 --2- 172.21.15.53:0/2331827555 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb114102630 0x7fb1141a2260 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fb10c00cad0 tx=0x7fb10c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.311+0000 7fb10a7fc640 1 -- 172.21.15.53:0/2331827555 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10c00ae20 con 0x7fb114102630 2024-05-10T11:23:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.311+0000 7fb11b778640 1 -- 172.21.15.53:0/2331827555 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1141a2bf0 con 0x7fb114102630 2024-05-10T11:23:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.311+0000 7fb10a7fc640 1 -- 172.21.15.53:0/2331827555 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb10c005020 con 0x7fb114102630 2024-05-10T11:23:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.311+0000 7fb10a7fc640 1 -- 172.21.15.53:0/2331827555 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10c00f6b0 con 0x7fb114102630 2024-05-10T11:23:35.314 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.311+0000 7fb11b778640 1 -- 172.21.15.53:0/2331827555 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1141a3140 con 0x7fb114102630 2024-05-10T11:23:35.323 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.314+0000 7fb10a7fc640 1 -- 172.21.15.53:0/2331827555 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fb10c0051d0 con 0x7fb114102630 2024-05-10T11:23:35.323 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.314+0000 7fb11e56c740 1 Processor -- start 2024-05-10T11:23:35.323 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.314+0000 7fb11e56c740 1 -- start start 2024-05-10T11:23:35.323 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.314+0000 7fb11e56c740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556fc5f85db0 0x556fc5f861d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:35.323 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.314+0000 7fb11e56c740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556fc5f867a0 0x556fc5f8b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:35.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.314+0000 7fb11e56c740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f8b910 0x556fc5f8dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:35.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.314+0000 7fb11e56c740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x556fc5eea5d0 con 0x556fc5f8b910 2024-05-10T11:23:35.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.314+0000 7fb11e56c740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x556fc5ea3890 con 0x556fc5f85db0 2024-05-10T11:23:35.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.314+0000 7fb11e56c740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x556fc5ee6590 con 0x556fc5f867a0 2024-05-10T11:23:35.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.314+0000 7fb118d13640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f8b910 0x556fc5f8dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:35.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.314+0000 7fb118d13640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f8b910 0x556fc5f8dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60678/0 (socket says 172.21.15.53:60678) 2024-05-10T11:23:35.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.314+0000 7fb118d13640 1 -- 172.21.15.53:0/1919720574 learned_addr learned my addr 172.21.15.53:0/1919720574 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:35.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.315+0000 7fb10a7fc640 1 --2- 172.21.15.53:0/2331827555 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb1000b28a0 0x7fb1000b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:35.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.315+0000 7fb118d13640 1 --2- 172.21.15.53:0/1919720574 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556fc5f85db0 0x556fc5f861d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:35.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.315+0000 7fb119514640 1 --2- 172.21.15.53:0/1919720574 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556fc5f867a0 0x556fc5f8b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:35.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.315+0000 7fb118d13640 1 -- 172.21.15.53:0/1919720574 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556fc5f867a0 msgr2=0x556fc5f8b2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:35.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.315+0000 7fb118d13640 1 --2- 172.21.15.53:0/1919720574 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556fc5f867a0 0x556fc5f8b2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.315+0000 7fb119d15640 1 --2- 172.21.15.53:0/2331827555 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb1000b28a0 0x7fb1000b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:35.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.315+0000 7fb118d13640 1 -- 172.21.15.53:0/1919720574 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556fc5f85db0 msgr2=0x556fc5f861d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:35.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.315+0000 7fb118d13640 1 --2- 172.21.15.53:0/1919720574 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556fc5f85db0 0x556fc5f861d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.315+0000 7fb118d13640 1 -- 172.21.15.53:0/1919720574 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556fc5bfc210 con 0x556fc5f8b910 2024-05-10T11:23:35.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.315+0000 7fb10a7fc640 1 -- 172.21.15.53:0/2331827555 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fb10c0e2930 con 0x7fb114102630 2024-05-10T11:23:35.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.315+0000 7fb118d13640 1 --2- 172.21.15.53:0/1919720574 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f8b910 0x556fc5f8dda0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fb104004730 tx=0x7fb1040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf2ba1843646a126 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:35.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.315+0000 7fb0ff7fe640 1 -- 172.21.15.53:0/1919720574 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb104035040 con 0x556fc5f8b910 2024-05-10T11:23:35.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.315+0000 7fb119d15640 1 --2- 172.21.15.53:0/2331827555 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb1000b28a0 0x7fb1000b4d60 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fb10c0a9c00 tx=0x7fb10c06f1d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:35.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.315+0000 7fb0ff7fe640 1 -- 172.21.15.53:0/1919720574 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb1040044c0 con 0x556fc5f8b910 2024-05-10T11:23:35.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.315+0000 7fb0ff7fe640 1 -- 172.21.15.53:0/1919720574 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10403d480 con 0x556fc5f8b910 2024-05-10T11:23:35.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.316+0000 7fb11e56c740 1 -- 172.21.15.53:0/1919720574 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f8b910 msgr2=0x556fc5f8dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:35.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.316+0000 7fb11e56c740 1 --2- 172.21.15.53:0/1919720574 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f8b910 0x556fc5f8dda0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fb104004730 tx=0x7fb1040046c0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.316+0000 7fb11e56c740 1 -- 172.21.15.53:0/1919720574 shutdown_connections 2024-05-10T11:23:35.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.316+0000 7fb11e56c740 1 --2- 172.21.15.53:0/1919720574 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f8b910 0x556fc5f8dda0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.316+0000 7fb11e56c740 1 --2- 172.21.15.53:0/1919720574 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556fc5f867a0 0x556fc5f8b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.316+0000 7fb11e56c740 1 --2- 172.21.15.53:0/1919720574 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556fc5f85db0 0x556fc5f861d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.316+0000 7fb11e56c740 1 -- 172.21.15.53:0/1919720574 >> 172.21.15.53:0/1919720574 conn(0x556fc5f81420 msgr2=0x556fc5f81820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.316+0000 7fb11e56c740 1 -- 172.21.15.53:0/1919720574 shutdown_connections 2024-05-10T11:23:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.316+0000 7fb11e56c740 1 -- 172.21.15.53:0/1919720574 wait complete. 2024-05-10T11:23:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.316+0000 7fb11e56c740 1 -- start start 2024-05-10T11:23:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.316+0000 7fb11e56c740 1 Processor -- start 2024-05-10T11:23:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.317+0000 7fb11e56c740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556fc5f85db0 0x556fc5f8ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.317+0000 7fb11e56c740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556fc5f867a0 0x556fc5f904b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.317+0000 7fb11e56c740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f8b910 0x556fc5f974f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.317+0000 7fb11e56c740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x556fc5f8e860 con 0x556fc5f8b910 2024-05-10T11:23:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.317+0000 7fb11e56c740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x556fc5ea7370 con 0x556fc5f85db0 2024-05-10T11:23:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.317+0000 7fb11e56c740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x556fc5f8e9e0 con 0x556fc5f867a0 2024-05-10T11:23:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.317+0000 7fb11e56c740 10 client.0 _ll_register_callbacks cb 0x556fc5bfba00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.317+0000 7fb118d13640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f8b910 0x556fc5f974f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.317+0000 7fb118d13640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f8b910 0x556fc5f974f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60692/0 (socket says 172.21.15.53:60692) 2024-05-10T11:23:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.317+0000 7fb118d13640 1 -- 172.21.15.53:0/3190326195 learned_addr learned my addr 172.21.15.53:0/3190326195 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.317+0000 7fb119514640 1 --2- 172.21.15.53:0/3190326195 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556fc5f867a0 0x556fc5f904b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.317+0000 7fb118d13640 1 --2- 172.21.15.53:0/3190326195 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556fc5f85db0 0x556fc5f8ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.317+0000 7fb118d13640 1 -- 172.21.15.53:0/3190326195 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556fc5f867a0 msgr2=0x556fc5f904b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.317+0000 7fb118d13640 1 --2- 172.21.15.53:0/3190326195 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556fc5f867a0 0x556fc5f904b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.317+0000 7fb118d13640 1 -- 172.21.15.53:0/3190326195 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556fc5f85db0 msgr2=0x556fc5f8ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.317+0000 7fb118d13640 1 --2- 172.21.15.53:0/3190326195 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556fc5f85db0 0x556fc5f8ff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.317+0000 7fb118d13640 1 -- 172.21.15.53:0/3190326195 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556fc5cc8620 con 0x556fc5f8b910 2024-05-10T11:23:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.317+0000 7fb118d13640 1 --2- 172.21.15.53:0/3190326195 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f8b910 0x556fc5f974f0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fb104009a20 tx=0x7fb1040315e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b437807e7ecea61d server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.317+0000 7fb0fcff9640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.318+0000 7fb0fcff9640 1 -- 172.21.15.53:0/3190326195 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb104035070 con 0x556fc5f8b910 2024-05-10T11:23:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.318+0000 7fb0fcff9640 1 -- 172.21.15.53:0/3190326195 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fb104003e90 con 0x556fc5f8b910 2024-05-10T11:23:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.318+0000 7fb11e56c740 1 -- 172.21.15.53:0/3190326195 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x556fc5ef81e0 con 0x556fc5f8b910 2024-05-10T11:23:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.318+0000 7fb0fcff9640 1 -- 172.21.15.53:0/3190326195 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb104059050 con 0x556fc5f8b910 2024-05-10T11:23:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.318+0000 7fb11e56c740 10 client.15984 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.318+0000 7fb11e56c740 1 -- 172.21.15.53:0/3190326195 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556fc5f8e860 con 0x556fc5f8b910 2024-05-10T11:23:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.318+0000 7fb0fcff9640 1 -- 172.21.15.53:0/3190326195 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x556fc5ef81e0 con 0x556fc5f8b910 2024-05-10T11:23:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.318+0000 7fb0fcff9640 1 -- 172.21.15.53:0/3190326195 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb10403dad0 con 0x556fc5f8b910 2024-05-10T11:23:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.318+0000 7fb11e56c740 10 client.15984 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.318+0000 7fb11e56c740 10 client.15984 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:23:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.318+0000 7fb11e56c740 20 client.15984 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:35.329 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.318+0000 7fb11e56c740 1 --2- 172.21.15.53:0/3190326195 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x556fc5f9b780 0x556fc5f9db70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:35.329 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.318+0000 7fb11e56c740 4 client.15984 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:23:35.329 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.318+0000 7fb11e56c740 1 -- 172.21.15.53:0/3190326195 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556fc5ef2050 con 0x556fc5f9b780 2024-05-10T11:23:35.329 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.319+0000 7fb119514640 1 --2- 172.21.15.53:0/3190326195 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x556fc5f9b780 0x556fc5f9db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:35.329 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.319+0000 7fb119514640 1 --2- 172.21.15.53:0/3190326195 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x556fc5f9b780 0x556fc5f9db70 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=72d2c15a89def1af server_cookie=1d4e8c482a7e062c in_seq=0 out_seq=0 2024-05-10T11:23:35.329 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.319+0000 7fb0fcff9640 10 client.15984 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:35.329 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.320+0000 7fb0fcff9640 1 -- 172.21.15.53:0/3190326195 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x556fc5ef2050 con 0x556fc5f9b780 2024-05-10T11:23:35.329 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.320+0000 7fb0fcff9640 10 client.15984 handle_command_reply: tid=0 2024-05-10T11:23:35.329 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.320+0000 7fb11e56c740 1 client.15984 shutdown 2024-05-10T11:23:35.329 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.320+0000 7fb11e56c740 1 -- 172.21.15.53:0/3190326195 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f8b910 msgr2=0x556fc5f974f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:35.329 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.320+0000 7fb11e56c740 1 --2- 172.21.15.53:0/3190326195 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f8b910 0x556fc5f974f0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fb104009a20 tx=0x7fb1040315e0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.330 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.320+0000 7fb11e56c740 1 -- 172.21.15.53:0/3190326195 shutdown_connections 2024-05-10T11:23:35.330 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.320+0000 7fb11e56c740 1 --2- 172.21.15.53:0/3190326195 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x556fc5f9b780 0x556fc5f9db70 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.330 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.320+0000 7fb11e56c740 1 --2- 172.21.15.53:0/3190326195 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f8b910 0x556fc5f974f0 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.330 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.320+0000 7fb11e56c740 1 --2- 172.21.15.53:0/3190326195 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556fc5f867a0 0x556fc5f904b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.330 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.320+0000 7fb0fcff9640 0 client.15984 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:35.330 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.320+0000 7fb11e56c740 1 --2- 172.21.15.53:0/3190326195 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556fc5f85db0 0x556fc5f8ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.330 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.320+0000 7fb11e56c740 1 -- 172.21.15.53:0/3190326195 >> 172.21.15.53:0/3190326195 conn(0x556fc5f81420 msgr2=0x556fc5f80580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:35.330 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.320+0000 7fb11e56c740 1 -- 172.21.15.53:0/3190326195 shutdown_connections 2024-05-10T11:23:35.330 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.320+0000 7fb11e56c740 1 -- 172.21.15.53:0/3190326195 wait complete. 2024-05-10T11:23:35.330 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.320+0000 7fb11e56c740 20 client.15984 trim_cache size 0 max 16384 2024-05-10T11:23:35.337 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.335+0000 7fb11e56c740 1 Processor -- start 2024-05-10T11:23:35.337 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.335+0000 7fb11e56c740 1 -- start start 2024-05-10T11:23:35.337 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.336+0000 7fb11e56c740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f85db0 0x556fc5f879c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:35.337 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.336+0000 7fb11e56c740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556fc5f867a0 0x556fc5f87f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.336+0000 7fb11e56c740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556fc5f8b910 0x556fc5f84330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.336+0000 7fb11e56c740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb1141ad550 con 0x556fc5f85db0 2024-05-10T11:23:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.336+0000 7fb11e56c740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fb1141af090 con 0x556fc5f867a0 2024-05-10T11:23:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.336+0000 7fb11e56c740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fb1141adc20 con 0x556fc5f8b910 2024-05-10T11:23:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.336+0000 7fb118d13640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f85db0 0x556fc5f879c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.336+0000 7fb118d13640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f85db0 0x556fc5f879c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60704/0 (socket says 172.21.15.53:60704) 2024-05-10T11:23:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.336+0000 7fb118d13640 1 -- 172.21.15.53:0/313853824 learned_addr learned my addr 172.21.15.53:0/313853824 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.336+0000 7fb118d13640 1 --2- 172.21.15.53:0/313853824 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556fc5f8b910 0x556fc5f84330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.336+0000 7fb119514640 1 --2- 172.21.15.53:0/313853824 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556fc5f867a0 0x556fc5f87f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.336+0000 7fb118d13640 1 -- 172.21.15.53:0/313853824 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556fc5f8b910 msgr2=0x556fc5f84330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.336+0000 7fb118d13640 1 --2- 172.21.15.53:0/313853824 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556fc5f8b910 0x556fc5f84330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.336+0000 7fb118d13640 1 -- 172.21.15.53:0/313853824 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556fc5f867a0 msgr2=0x556fc5f87f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.336+0000 7fb118d13640 1 --2- 172.21.15.53:0/313853824 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556fc5f867a0 0x556fc5f87f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.336+0000 7fb118d13640 1 -- 172.21.15.53:0/313853824 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556fc5f81250 con 0x556fc5f85db0 2024-05-10T11:23:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.336+0000 7fb119514640 1 --2- 172.21.15.53:0/313853824 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556fc5f867a0 0x556fc5f87f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:23:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.336+0000 7fb118d13640 1 --2- 172.21.15.53:0/313853824 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f85db0 0x556fc5f879c0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fb10403def0 tx=0x7fb1040318a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f5051af67063611 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.336+0000 7fb0feffd640 1 -- 172.21.15.53:0/313853824 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb104035040 con 0x556fc5f85db0 2024-05-10T11:23:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.336+0000 7fb0feffd640 1 -- 172.21.15.53:0/313853824 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb104005850 con 0x556fc5f85db0 2024-05-10T11:23:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.336+0000 7fb0feffd640 1 -- 172.21.15.53:0/313853824 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10403d700 con 0x556fc5f85db0 2024-05-10T11:23:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.337+0000 7fb11e56c740 1 -- 172.21.15.53:0/313853824 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f85db0 msgr2=0x556fc5f879c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.337+0000 7fb11e56c740 1 --2- 172.21.15.53:0/313853824 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f85db0 0x556fc5f879c0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fb10403def0 tx=0x7fb1040318a0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.337+0000 7fb11e56c740 1 -- 172.21.15.53:0/313853824 shutdown_connections 2024-05-10T11:23:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.337+0000 7fb11e56c740 1 --2- 172.21.15.53:0/313853824 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556fc5f8b910 0x556fc5f84330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.337+0000 7fb11e56c740 1 --2- 172.21.15.53:0/313853824 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556fc5f867a0 0x556fc5f87f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.337+0000 7fb11e56c740 1 --2- 172.21.15.53:0/313853824 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f85db0 0x556fc5f879c0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.337+0000 7fb11e56c740 1 -- 172.21.15.53:0/313853824 >> 172.21.15.53:0/313853824 conn(0x556fc5f81420 msgr2=0x556fc5f7c3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.337+0000 7fb11e56c740 1 -- 172.21.15.53:0/313853824 shutdown_connections 2024-05-10T11:23:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.337+0000 7fb11e56c740 1 -- 172.21.15.53:0/313853824 wait complete. 2024-05-10T11:23:35.340 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.337+0000 7fb11e56c740 1 -- start start 2024-05-10T11:23:35.340 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.338+0000 7fb11e56c740 1 Processor -- start 2024-05-10T11:23:35.343 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.338+0000 7fb11e56c740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556fc5f85db0 0x556fc5f94250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:35.343 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.338+0000 7fb11e56c740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556fc5f867a0 0x556fc5f94790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:35.343 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.338+0000 7fb11e56c740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f8b910 0x556fc5f957a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:35.343 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.338+0000 7fb11e56c740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb1141ae9c0 con 0x556fc5f8b910 2024-05-10T11:23:35.343 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.338+0000 7fb11e56c740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fb1141ae2f0 con 0x556fc5f85db0 2024-05-10T11:23:35.343 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.338+0000 7fb11e56c740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fb1141ab530 con 0x556fc5f867a0 2024-05-10T11:23:35.344 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.338+0000 7fb11e56c740 10 client.0 _ll_register_callbacks cb 0x7fb104031950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:35.344 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.338+0000 7fb118d13640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f8b910 0x556fc5f957a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:35.344 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.338+0000 7fb118d13640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f8b910 0x556fc5f957a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60716/0 (socket says 172.21.15.53:60716) 2024-05-10T11:23:35.344 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.338+0000 7fb118d13640 1 -- 172.21.15.53:0/1060867042 learned_addr learned my addr 172.21.15.53:0/1060867042 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:35.344 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.338+0000 7fb118d13640 1 --2- 172.21.15.53:0/1060867042 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556fc5f85db0 0x556fc5f94250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:35.344 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.338+0000 7fb119514640 1 --2- 172.21.15.53:0/1060867042 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556fc5f867a0 0x556fc5f94790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:35.344 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.338+0000 7fb118d13640 1 -- 172.21.15.53:0/1060867042 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556fc5f867a0 msgr2=0x556fc5f94790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:35.344 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.338+0000 7fb118d13640 1 --2- 172.21.15.53:0/1060867042 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556fc5f867a0 0x556fc5f94790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.344 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.338+0000 7fb118d13640 1 -- 172.21.15.53:0/1060867042 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556fc5f85db0 msgr2=0x556fc5f94250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:35.344 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.338+0000 7fb118d13640 1 --2- 172.21.15.53:0/1060867042 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556fc5f85db0 0x556fc5f94250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.344 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.338+0000 7fb118d13640 1 -- 172.21.15.53:0/1060867042 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556fc5f95d90 con 0x556fc5f8b910 2024-05-10T11:23:35.344 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.338+0000 7fb119514640 1 --2- 172.21.15.53:0/1060867042 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556fc5f867a0 0x556fc5f94790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:23:35.344 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.338+0000 7fb118d13640 1 --2- 172.21.15.53:0/1060867042 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f8b910 0x556fc5f957a0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fb10403df70 tx=0x7fb104032a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a5dca4d9da2c13f server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:35.344 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.338+0000 7fb0fcff9640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:35.345 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.339+0000 7fb0fcff9640 1 -- 172.21.15.53:0/1060867042 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb104035040 con 0x556fc5f8b910 2024-05-10T11:23:35.345 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.339+0000 7fb0fcff9640 1 -- 172.21.15.53:0/1060867042 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fb10404bc40 con 0x556fc5f8b910 2024-05-10T11:23:35.345 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.339+0000 7fb11e56c740 1 -- 172.21.15.53:0/1060867042 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb104005850 con 0x556fc5f8b910 2024-05-10T11:23:35.345 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.339+0000 7fb0fcff9640 1 -- 172.21.15.53:0/1060867042 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb10403d640 con 0x556fc5f8b910 2024-05-10T11:23:35.345 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.339+0000 7fb11e56c740 10 client.15990 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:35.345 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.339+0000 7fb11e56c740 1 -- 172.21.15.53:0/1060867042 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556fc6005fa0 con 0x556fc5f8b910 2024-05-10T11:23:35.345 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.339+0000 7fb0fcff9640 1 -- 172.21.15.53:0/1060867042 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb104005850 con 0x556fc5f8b910 2024-05-10T11:23:35.345 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.339+0000 7fb0fcff9640 1 -- 172.21.15.53:0/1060867042 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb104003da0 con 0x556fc5f8b910 2024-05-10T11:23:35.346 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.339+0000 7fb11e56c740 10 client.15990 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:35.346 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.339+0000 7fb11e56c740 10 client.15990 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:23:35.346 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.339+0000 7fb11e56c740 20 client.15990 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:35.346 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.339+0000 7fb11e56c740 1 --2- 172.21.15.53:0/1060867042 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x556fc6006640 0x556fc6008a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:35.346 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.339+0000 7fb11e56c740 4 client.15990 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-10T11:23:35.346 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.339+0000 7fb11e56c740 1 -- 172.21.15.53:0/1060867042 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556fc5e6d5f0 con 0x556fc6006640 2024-05-10T11:23:35.346 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.340+0000 7fb119514640 1 --2- 172.21.15.53:0/1060867042 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x556fc6006640 0x556fc6008a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:35.346 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.340+0000 7fb119514640 1 --2- 172.21.15.53:0/1060867042 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x556fc6006640 0x556fc6008a30 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ece3934eee516c2 server_cookie=15c188add2e2e444 in_seq=0 out_seq=0 2024-05-10T11:23:35.347 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.340+0000 7fb0fcff9640 10 client.15990 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:35.350 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.349+0000 7fb0fcff9640 1 -- 172.21.15.53:0/1060867042 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556fc5e6d5f0 con 0x556fc6006640 2024-05-10T11:23:35.350 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.349+0000 7fb0fcff9640 10 client.15990 handle_command_reply: tid=0 2024-05-10T11:23:35.350 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.349+0000 7fb11e56c740 1 client.15990 shutdown 2024-05-10T11:23:35.350 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.349+0000 7fb11e56c740 1 -- 172.21.15.53:0/1060867042 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f8b910 msgr2=0x556fc5f957a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:35.350 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.349+0000 7fb11e56c740 1 --2- 172.21.15.53:0/1060867042 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f8b910 0x556fc5f957a0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fb10403df70 tx=0x7fb104032a10 comp rx=0 tx=0).stop 2024-05-10T11:23:35.350 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.349+0000 7fb11e56c740 1 -- 172.21.15.53:0/1060867042 shutdown_connections 2024-05-10T11:23:35.350 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.349+0000 7fb11e56c740 1 --2- 172.21.15.53:0/1060867042 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x556fc6006640 0x556fc6008a30 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.350 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.349+0000 7fb11e56c740 1 --2- 172.21.15.53:0/1060867042 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556fc5f8b910 0x556fc5f957a0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.350 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.349+0000 7fb11e56c740 1 --2- 172.21.15.53:0/1060867042 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556fc5f867a0 0x556fc5f94790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.350 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.349+0000 7fb11e56c740 1 --2- 172.21.15.53:0/1060867042 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556fc5f85db0 0x556fc5f94250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.350 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.349+0000 7fb0fcff9640 0 client.15990 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:35.350 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.349+0000 7fb11e56c740 1 -- 172.21.15.53:0/1060867042 >> 172.21.15.53:0/1060867042 conn(0x556fc5f81420 msgr2=0x556fc5f879c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:35.350 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.349+0000 7fb11e56c740 1 -- 172.21.15.53:0/1060867042 shutdown_connections 2024-05-10T11:23:35.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.349+0000 7fb11e56c740 1 -- 172.21.15.53:0/1060867042 wait complete. 2024-05-10T11:23:35.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.349+0000 7fb11e56c740 20 client.15990 trim_cache size 0 max 16384 2024-05-10T11:23:35.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:{ 2024-05-10T11:23:35.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "message": "", 2024-05-10T11:23:35.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "return_code": 0 2024-05-10T11:23:35.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:} 2024-05-10T11:23:35.352 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.350+0000 7fb11b778640 1 -- 172.21.15.53:0/2331827555 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb1000b28a0 msgr2=0x7fb1000b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:35.352 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.350+0000 7fb11b778640 1 --2- 172.21.15.53:0/2331827555 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb1000b28a0 0x7fb1000b4d60 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fb10c0a9c00 tx=0x7fb10c06f1d0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.352 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.350+0000 7fb11b778640 1 -- 172.21.15.53:0/2331827555 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb114102630 msgr2=0x7fb1141a2260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:35.352 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.350+0000 7fb11b778640 1 --2- 172.21.15.53:0/2331827555 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb114102630 0x7fb1141a2260 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fb10c00cad0 tx=0x7fb10c00cf90 comp rx=0 tx=0).stop 2024-05-10T11:23:35.352 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.350+0000 7fb11b778640 1 -- 172.21.15.53:0/2331827555 shutdown_connections 2024-05-10T11:23:35.352 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.350+0000 7fb11b778640 1 --2- 172.21.15.53:0/2331827555 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb1000b28a0 0x7fb1000b4d60 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.352 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.350+0000 7fb11b778640 1 --2- 172.21.15.53:0/2331827555 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb114102630 0x7fb1141a2260 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.352 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.350+0000 7fb11b778640 1 --2- 172.21.15.53:0/2331827555 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb114101c90 0x7fb11419b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.353 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.350+0000 7fb11b778640 1 --2- 172.21.15.53:0/2331827555 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb114101330 0x7fb11419acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:35.353 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.350+0000 7fb11b778640 1 -- 172.21.15.53:0/2331827555 >> 172.21.15.53:0/2331827555 conn(0x7fb1140fcf30 msgr2=0x7fb1140fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:35.353 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.350+0000 7fb11b778640 1 -- 172.21.15.53:0/2331827555 shutdown_connections 2024-05-10T11:23:35.353 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:35.350+0000 7fb11b778640 1 -- 172.21.15.53:0/2331827555 wait complete. 2024-05-10T11:23:36.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:35 smithi132 ceph-mon[33758]: pgmap v504: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 60 MiB/s wr, 28 op/s 2024-05-10T11:23:36.241 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:35 smithi053 ceph-mon[30153]: pgmap v504: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 60 MiB/s wr, 28 op/s 2024-05-10T11:23:36.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:35 smithi187 ceph-mon[34076]: pgmap v504: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 60 MiB/s wr, 28 op/s 2024-05-10T11:23:36.842 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.842+0000 7f7bb7799700 1 -- 172.21.15.53:0/1893402560 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7bb010fef0 msgr2=0x7f7bb01122e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:36.843 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.842+0000 7f7bb7799700 1 --2- 172.21.15.53:0/1893402560 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7bb010fef0 0x7f7bb01122e0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f7ba800b0a0 tx=0x7f7ba800b3b0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.843 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.842+0000 7f7bb7799700 1 -- 172.21.15.53:0/1893402560 shutdown_connections 2024-05-10T11:23:36.843 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.842+0000 7f7bb7799700 1 --2- 172.21.15.53:0/1893402560 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7bb010fef0 0x7f7bb01122e0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.843 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.842+0000 7f7bb7799700 1 --2- 172.21.15.53:0/1893402560 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7bb006bc50 0x7f7bb006c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.843 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.842+0000 7f7bb7799700 1 --2- 172.21.15.53:0/1893402560 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7bb006c570 0x7f7bb010f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.843 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.842+0000 7f7bb7799700 1 -- 172.21.15.53:0/1893402560 >> 172.21.15.53:0/1893402560 conn(0x7f7bb0079440 msgr2=0x7f7bb0079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:36.843 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.842+0000 7f7bb7799700 1 -- 172.21.15.53:0/1893402560 shutdown_connections 2024-05-10T11:23:36.843 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.842+0000 7f7bb7799700 1 -- 172.21.15.53:0/1893402560 wait complete. 2024-05-10T11:23:36.843 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.843+0000 7f7bb7799700 1 Processor -- start 2024-05-10T11:23:36.843 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.843+0000 7f7bb7799700 1 -- start start 2024-05-10T11:23:36.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.843+0000 7f7bb7799700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7bb006bc50 0x7f7bb01a18e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:36.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.843+0000 7f7bb7799700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7bb006c570 0x7f7bb01a1e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:36.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.843+0000 7f7bb7799700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7bb010fef0 0x7f7bb019baf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:36.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.843+0000 7f7bb7799700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7bb0115750 con 0x7f7bb006c570 2024-05-10T11:23:36.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.843+0000 7f7bb7799700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f7bb01155d0 con 0x7f7bb010fef0 2024-05-10T11:23:36.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.843+0000 7f7bb7799700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f7bb01158d0 con 0x7f7bb006bc50 2024-05-10T11:23:36.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.843+0000 7f7bb4d34700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7bb006c570 0x7f7bb01a1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:36.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.843+0000 7f7bb4d34700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7bb006c570 0x7f7bb01a1e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60746/0 (socket says 172.21.15.53:60746) 2024-05-10T11:23:36.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.843+0000 7f7bb4d34700 1 -- 172.21.15.53:0/2419966608 learned_addr learned my addr 172.21.15.53:0/2419966608 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:36.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.843+0000 7f7bb5535700 1 --2- 172.21.15.53:0/2419966608 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7bb006bc50 0x7f7bb01a18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:36.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.843+0000 7f7bb5d36700 1 --2- 172.21.15.53:0/2419966608 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7bb010fef0 0x7f7bb019baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:36.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.844+0000 7f7bb4d34700 1 -- 172.21.15.53:0/2419966608 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7bb006bc50 msgr2=0x7f7bb01a18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:36.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.844+0000 7f7bb4d34700 1 --2- 172.21.15.53:0/2419966608 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7bb006bc50 0x7f7bb01a18e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.844+0000 7f7bb4d34700 1 -- 172.21.15.53:0/2419966608 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7bb010fef0 msgr2=0x7f7bb019baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:36.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.844+0000 7f7bb4d34700 1 --2- 172.21.15.53:0/2419966608 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7bb010fef0 0x7f7bb019baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.844+0000 7f7bb4d34700 1 -- 172.21.15.53:0/2419966608 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bb019c250 con 0x7f7bb006c570 2024-05-10T11:23:36.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.844+0000 7f7bb5d36700 1 --2- 172.21.15.53:0/2419966608 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7bb010fef0 0x7f7bb019baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:23:36.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.844+0000 7f7bb4d34700 1 --2- 172.21.15.53:0/2419966608 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7bb006c570 0x7f7bb01a1e20 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f7ba000c970 tx=0x7f7ba000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:36.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.844+0000 7f7ba67fc700 1 -- 172.21.15.53:0/2419966608 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ba0007aa0 con 0x7f7bb006c570 2024-05-10T11:23:36.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.844+0000 7f7bb7799700 1 -- 172.21.15.53:0/2419966608 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bb019c4e0 con 0x7f7bb006c570 2024-05-10T11:23:36.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.844+0000 7f7ba67fc700 1 -- 172.21.15.53:0/2419966608 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7ba0004cc0 con 0x7f7bb006c570 2024-05-10T11:23:36.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.844+0000 7f7ba67fc700 1 -- 172.21.15.53:0/2419966608 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ba0005450 con 0x7f7bb006c570 2024-05-10T11:23:36.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.844+0000 7f7bb7799700 1 -- 172.21.15.53:0/2419966608 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bb01a87b0 con 0x7f7bb006c570 2024-05-10T11:23:36.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.847+0000 7f7ba67fc700 1 -- 172.21.15.53:0/2419966608 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f7ba000f450 con 0x7f7bb006c570 2024-05-10T11:23:36.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.848+0000 7f7ba67fc700 1 --2- 172.21.15.53:0/2419966608 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7b9c0b2900 0x7f7b9c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:36.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.848+0000 7f7bb5535700 1 --2- 172.21.15.53:0/2419966608 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7b9c0b2900 0x7f7b9c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:36.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.848+0000 7f7ba67fc700 1 -- 172.21.15.53:0/2419966608 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f7ba00e2300 con 0x7f7bb006c570 2024-05-10T11:23:36.850 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.848+0000 7f7bc202cb80 1 Processor -- start 2024-05-10T11:23:36.850 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.848+0000 7f7bb5535700 1 --2- 172.21.15.53:0/2419966608 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7b9c0b2900 0x7f7b9c0b4dc0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f7bb0079dd0 tx=0x7f7bac00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:36.850 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.848+0000 7f7bc202cb80 1 -- start start 2024-05-10T11:23:36.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.848+0000 7f7bc202cb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124a4d0 0x55c92124a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:36.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.848+0000 7f7bc202cb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c92124adf0 0x55c92124e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:36.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.848+0000 7f7bc202cb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c92124ec80 0x55c92124f100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:36.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.849+0000 7f7bc202cb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55c92119c860 con 0x55c92124a4d0 2024-05-10T11:23:36.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.849+0000 7f7bc202cb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55c92113b7c0 con 0x55c92124ec80 2024-05-10T11:23:36.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.849+0000 7f7bc202cb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55c921198820 con 0x55c92124adf0 2024-05-10T11:23:36.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.849+0000 7f7bb5535700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124a4d0 0x55c92124a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:36.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.849+0000 7f7bb5535700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124a4d0 0x55c92124a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60752/0 (socket says 172.21.15.53:60752) 2024-05-10T11:23:36.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.849+0000 7f7bb5535700 1 -- 172.21.15.53:0/1344537470 learned_addr learned my addr 172.21.15.53:0/1344537470 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:36.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.849+0000 7f7bb4d34700 1 --2- 172.21.15.53:0/1344537470 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c92124adf0 0x55c92124e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:36.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.849+0000 7f7bb5d36700 1 --2- 172.21.15.53:0/1344537470 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c92124ec80 0x55c92124f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:36.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.849+0000 7f7bb5535700 1 -- 172.21.15.53:0/1344537470 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c92124adf0 msgr2=0x55c92124e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:36.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.849+0000 7f7bb5535700 1 --2- 172.21.15.53:0/1344537470 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c92124adf0 0x55c92124e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.849+0000 7f7bb5535700 1 -- 172.21.15.53:0/1344537470 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c92124ec80 msgr2=0x55c92124f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:36.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.849+0000 7f7bb5535700 1 --2- 172.21.15.53:0/1344537470 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c92124ec80 0x55c92124f100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.849+0000 7f7bb5535700 1 -- 172.21.15.53:0/1344537470 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c9210e98d0 con 0x55c92124a4d0 2024-05-10T11:23:36.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.849+0000 7f7bb5d36700 1 --2- 172.21.15.53:0/1344537470 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c92124ec80 0x55c92124f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:23:36.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.849+0000 7f7bb5535700 1 --2- 172.21.15.53:0/1344537470 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124a4d0 0x55c92124a8b0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f7bac010f70 tx=0x7f7bac013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e420c2f2b53e2dbc server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:36.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.849+0000 7f7b9b7fe700 1 -- 172.21.15.53:0/1344537470 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bac00be60 con 0x55c92124a4d0 2024-05-10T11:23:36.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.849+0000 7f7b9b7fe700 1 -- 172.21.15.53:0/1344537470 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7bac011db0 con 0x55c92124a4d0 2024-05-10T11:23:36.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.849+0000 7f7b9b7fe700 1 -- 172.21.15.53:0/1344537470 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bac01c630 con 0x55c92124a4d0 2024-05-10T11:23:36.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.850+0000 7f7bc202cb80 1 -- 172.21.15.53:0/1344537470 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124a4d0 msgr2=0x55c92124a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:36.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.850+0000 7f7bc202cb80 1 --2- 172.21.15.53:0/1344537470 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124a4d0 0x55c92124a8b0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f7bac010f70 tx=0x7f7bac013000 comp rx=0 tx=0).stop 2024-05-10T11:23:36.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.850+0000 7f7bc202cb80 1 -- 172.21.15.53:0/1344537470 shutdown_connections 2024-05-10T11:23:36.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.850+0000 7f7bc202cb80 1 --2- 172.21.15.53:0/1344537470 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c92124ec80 0x55c92124f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.850+0000 7f7bc202cb80 1 --2- 172.21.15.53:0/1344537470 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124a4d0 0x55c92124a8b0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.850+0000 7f7bc202cb80 1 --2- 172.21.15.53:0/1344537470 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c92124adf0 0x55c92124e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.850+0000 7f7bc202cb80 1 -- 172.21.15.53:0/1344537470 >> 172.21.15.53:0/1344537470 conn(0x55c921176100 msgr2=0x55c921244c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:36.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.850+0000 7f7bc202cb80 1 -- 172.21.15.53:0/1344537470 shutdown_connections 2024-05-10T11:23:36.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.850+0000 7f7bc202cb80 1 -- 172.21.15.53:0/1344537470 wait complete. 2024-05-10T11:23:36.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.851+0000 7f7bc202cb80 1 -- start start 2024-05-10T11:23:36.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.851+0000 7f7bc202cb80 1 Processor -- start 2024-05-10T11:23:36.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.851+0000 7f7bc202cb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c92124a4d0 0x55c9212560e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:36.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.851+0000 7f7bc202cb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124adf0 0x55c921253480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:36.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.851+0000 7f7bc202cb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c92124ec80 0x55c9212539c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:36.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.851+0000 7f7bc202cb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55c921256e90 con 0x55c92124adf0 2024-05-10T11:23:36.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.851+0000 7f7bc202cb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55c921102c30 con 0x55c92124a4d0 2024-05-10T11:23:36.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.851+0000 7f7bc202cb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55c921257010 con 0x55c92124ec80 2024-05-10T11:23:36.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.851+0000 7f7bc202cb80 10 client.0 _ll_register_callbacks cb 0x55c921134920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:36.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.851+0000 7f7bb4d34700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124adf0 0x55c921253480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:36.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.851+0000 7f7bb4d34700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124adf0 0x55c921253480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60766/0 (socket says 172.21.15.53:60766) 2024-05-10T11:23:36.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.851+0000 7f7bb4d34700 1 -- 172.21.15.53:0/1002959701 learned_addr learned my addr 172.21.15.53:0/1002959701 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:36.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.852+0000 7f7bb5535700 1 --2- 172.21.15.53:0/1002959701 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c92124a4d0 0x55c9212560e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:36.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.852+0000 7f7bb5d36700 1 --2- 172.21.15.53:0/1002959701 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c92124ec80 0x55c9212539c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:36.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.852+0000 7f7bb4d34700 1 -- 172.21.15.53:0/1002959701 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c92124ec80 msgr2=0x55c9212539c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:36.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.852+0000 7f7bb4d34700 1 --2- 172.21.15.53:0/1002959701 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c92124ec80 0x55c9212539c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.852+0000 7f7bb4d34700 1 -- 172.21.15.53:0/1002959701 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c92124a4d0 msgr2=0x55c9212560e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:36.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.852+0000 7f7bb4d34700 1 --2- 172.21.15.53:0/1002959701 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c92124a4d0 0x55c9212560e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.852+0000 7f7bb4d34700 1 -- 172.21.15.53:0/1002959701 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c921138690 con 0x55c92124adf0 2024-05-10T11:23:36.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.852+0000 7f7bb4d34700 1 --2- 172.21.15.53:0/1002959701 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124adf0 0x55c921253480 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f7ba000c940 tx=0x7f7ba00a9d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4388ce76875a569 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:36.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.852+0000 7f7b98ff9700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:36.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.852+0000 7f7b98ff9700 1 -- 172.21.15.53:0/1002959701 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ba00c3060 con 0x55c92124adf0 2024-05-10T11:23:36.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.852+0000 7f7b98ff9700 1 -- 172.21.15.53:0/1002959701 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f7ba00b2110 con 0x55c92124adf0 2024-05-10T11:23:36.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.852+0000 7f7bc202cb80 1 -- 172.21.15.53:0/1002959701 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7bac011db0 con 0x55c92124adf0 2024-05-10T11:23:36.858 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.852+0000 7f7b98ff9700 1 -- 172.21.15.53:0/1002959701 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7ba00ad970 con 0x55c92124adf0 2024-05-10T11:23:36.858 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.852+0000 7f7bc202cb80 10 client.16002 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:36.858 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.852+0000 7f7bc202cb80 1 -- 172.21.15.53:0/1002959701 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c9212616d0 con 0x55c92124adf0 2024-05-10T11:23:36.858 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.852+0000 7f7b98ff9700 1 -- 172.21.15.53:0/1002959701 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7bac011db0 con 0x55c92124adf0 2024-05-10T11:23:36.858 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.853+0000 7f7b98ff9700 1 -- 172.21.15.53:0/1002959701 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7ba00a3ce0 con 0x55c92124adf0 2024-05-10T11:23:36.858 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.853+0000 7f7bc202cb80 10 client.16002 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:36.858 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.853+0000 7f7bc202cb80 10 client.16002 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.l 2024-05-10T11:23:36.858 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.853+0000 7f7bc202cb80 20 client.16002 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:36.858 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.853+0000 7f7bc202cb80 1 --2- 172.21.15.53:0/1002959701 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55c921263c60 0x55c921266050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:36.858 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.853+0000 7f7bc202cb80 4 client.16002 mds_command: new command op to 24415 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:23:36.858 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.853+0000 7f7bc202cb80 1 -- 172.21.15.53:0/1002959701 --> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c921216650 con 0x55c921263c60 2024-05-10T11:23:36.858 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.853+0000 7f7bb5535700 1 --2- 172.21.15.53:0/1002959701 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55c921263c60 0x55c921266050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:36.858 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.853+0000 7f7bb5535700 1 --2- 172.21.15.53:0/1002959701 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55c921263c60 0x55c921266050 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=2e6bd157974afcb5 server_cookie=554c497eb1aa99ce in_seq=0 out_seq=0 2024-05-10T11:23:36.858 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.853+0000 7f7b98ff9700 10 client.16002 ms_handle_connect on v2:172.21.15.187:6832/4278444882 2024-05-10T11:23:36.858 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.854+0000 7f7b98ff9700 1 -- 172.21.15.53:0/1002959701 <== mds.4 v2:172.21.15.187:6832/4278444882 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55c921216650 con 0x55c921263c60 2024-05-10T11:23:36.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.854+0000 7f7b98ff9700 10 client.16002 handle_command_reply: tid=0 2024-05-10T11:23:36.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.854+0000 7f7bc202cb80 1 client.16002 shutdown 2024-05-10T11:23:36.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.854+0000 7f7bc202cb80 1 -- 172.21.15.53:0/1002959701 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124adf0 msgr2=0x55c921253480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:36.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.854+0000 7f7bc202cb80 1 --2- 172.21.15.53:0/1002959701 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124adf0 0x55c921253480 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f7ba000c940 tx=0x7f7ba00a9d70 comp rx=0 tx=0).stop 2024-05-10T11:23:36.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.854+0000 7f7bc202cb80 1 -- 172.21.15.53:0/1002959701 shutdown_connections 2024-05-10T11:23:36.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.854+0000 7f7bc202cb80 1 --2- 172.21.15.53:0/1002959701 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55c921263c60 0x55c921266050 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.854+0000 7f7bc202cb80 1 --2- 172.21.15.53:0/1002959701 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c92124ec80 0x55c9212539c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.854+0000 7f7bc202cb80 1 --2- 172.21.15.53:0/1002959701 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c92124a4d0 0x55c9212560e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.854+0000 7f7bc202cb80 1 --2- 172.21.15.53:0/1002959701 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124adf0 0x55c921253480 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.854+0000 7f7b98ff9700 0 client.16002 ms_handle_reset on v2:172.21.15.187:6832/4278444882 2024-05-10T11:23:36.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.854+0000 7f7bc202cb80 1 -- 172.21.15.53:0/1002959701 >> 172.21.15.53:0/1002959701 conn(0x55c921176100 msgr2=0x55c92123f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:36.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.855+0000 7f7bc202cb80 1 -- 172.21.15.53:0/1002959701 shutdown_connections 2024-05-10T11:23:36.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.855+0000 7f7bc202cb80 1 -- 172.21.15.53:0/1002959701 wait complete. 2024-05-10T11:23:36.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.855+0000 7f7bc202cb80 20 client.16002 trim_cache size 0 max 16384 2024-05-10T11:23:36.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.870+0000 7f7bc202cb80 1 Processor -- start 2024-05-10T11:23:36.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.870+0000 7f7bc202cb80 1 -- start start 2024-05-10T11:23:36.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.870+0000 7f7bc202cb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124a4d0 0x55c921253ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:36.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.870+0000 7f7bc202cb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c92124adf0 0x55c92125ff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:36.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.870+0000 7f7bc202cb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c92124ec80 0x55c92126b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:36.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.870+0000 7f7bc202cb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7bb01b1430 con 0x55c92124a4d0 2024-05-10T11:23:36.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.870+0000 7f7bc202cb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f7bb01b2f70 con 0x55c92124ec80 2024-05-10T11:23:36.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.870+0000 7f7bc202cb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f7bb01b1b00 con 0x55c92124adf0 2024-05-10T11:23:36.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.870+0000 7f7bb5535700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124a4d0 0x55c921253ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:36.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.870+0000 7f7bb5535700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124a4d0 0x55c921253ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60776/0 (socket says 172.21.15.53:60776) 2024-05-10T11:23:36.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.870+0000 7f7bb5535700 1 -- 172.21.15.53:0/2576701212 learned_addr learned my addr 172.21.15.53:0/2576701212 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:36.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.871+0000 7f7bb4d34700 1 --2- 172.21.15.53:0/2576701212 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c92124adf0 0x55c92125ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:36.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.871+0000 7f7bb5d36700 1 --2- 172.21.15.53:0/2576701212 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c92124ec80 0x55c92126b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:36.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.871+0000 7f7bb5535700 1 -- 172.21.15.53:0/2576701212 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c92124adf0 msgr2=0x55c92125ff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:36.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.871+0000 7f7bb5535700 1 --2- 172.21.15.53:0/2576701212 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c92124adf0 0x55c92125ff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.871+0000 7f7bb5535700 1 -- 172.21.15.53:0/2576701212 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c92124ec80 msgr2=0x55c92126b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:36.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.871+0000 7f7bb5535700 1 --2- 172.21.15.53:0/2576701212 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c92124ec80 0x55c92126b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.871+0000 7f7bb5535700 1 -- 172.21.15.53:0/2576701212 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c921253250 con 0x55c92124a4d0 2024-05-10T11:23:36.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.871+0000 7f7bb5535700 1 --2- 172.21.15.53:0/2576701212 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124a4d0 0x55c921253ab0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f7bac005d90 tx=0x7f7bac011d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74bdfc51f70aa5b2 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:36.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.871+0000 7f7b9affd700 1 -- 172.21.15.53:0/2576701212 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bac005240 con 0x55c92124a4d0 2024-05-10T11:23:36.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.871+0000 7f7b9affd700 1 -- 172.21.15.53:0/2576701212 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7bac0053e0 con 0x55c92124a4d0 2024-05-10T11:23:36.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.871+0000 7f7b9affd700 1 -- 172.21.15.53:0/2576701212 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bac035380 con 0x55c92124a4d0 2024-05-10T11:23:36.876 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.872+0000 7f7bc202cb80 1 -- 172.21.15.53:0/2576701212 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124a4d0 msgr2=0x55c921253ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:36.876 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.872+0000 7f7bc202cb80 1 --2- 172.21.15.53:0/2576701212 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124a4d0 0x55c921253ab0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f7bac005d90 tx=0x7f7bac011d40 comp rx=0 tx=0).stop 2024-05-10T11:23:36.876 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.872+0000 7f7bc202cb80 1 -- 172.21.15.53:0/2576701212 shutdown_connections 2024-05-10T11:23:36.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.872+0000 7f7bc202cb80 1 --2- 172.21.15.53:0/2576701212 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c92124ec80 0x55c92126b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.872+0000 7f7bc202cb80 1 --2- 172.21.15.53:0/2576701212 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124a4d0 0x55c921253ab0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.872+0000 7f7bc202cb80 1 --2- 172.21.15.53:0/2576701212 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c92124adf0 0x55c92125ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.872+0000 7f7bc202cb80 1 -- 172.21.15.53:0/2576701212 >> 172.21.15.53:0/2576701212 conn(0x55c921176100 msgr2=0x55c921251d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:36.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.872+0000 7f7bc202cb80 1 -- 172.21.15.53:0/2576701212 shutdown_connections 2024-05-10T11:23:36.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.872+0000 7f7bc202cb80 1 -- 172.21.15.53:0/2576701212 wait complete. 2024-05-10T11:23:36.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.872+0000 7f7bc202cb80 1 -- start start 2024-05-10T11:23:36.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.872+0000 7f7bc202cb80 1 Processor -- start 2024-05-10T11:23:36.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.873+0000 7f7bc202cb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124a4d0 0x55c921257640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:36.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.873+0000 7f7bc202cb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c92124adf0 0x55c921257b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:36.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.873+0000 7f7bc202cb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c92124ec80 0x55c9212c63f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:36.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.873+0000 7f7bc202cb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7bb01b28a0 con 0x55c92124a4d0 2024-05-10T11:23:36.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.873+0000 7f7bc202cb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f7bb01b21d0 con 0x55c92124ec80 2024-05-10T11:23:36.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.873+0000 7f7bc202cb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f7bb01af3d0 con 0x55c92124adf0 2024-05-10T11:23:36.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.873+0000 7f7bc202cb80 10 client.0 _ll_register_callbacks cb 0x55c921134920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:36.878 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.873+0000 7f7bb5535700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124a4d0 0x55c921257640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:36.878 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.873+0000 7f7bb5535700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124a4d0 0x55c921257640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60790/0 (socket says 172.21.15.53:60790) 2024-05-10T11:23:36.878 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.873+0000 7f7bb5535700 1 -- 172.21.15.53:0/438849802 learned_addr learned my addr 172.21.15.53:0/438849802 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:36.878 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.873+0000 7f7bb5d36700 1 --2- 172.21.15.53:0/438849802 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c92124ec80 0x55c9212c63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:36.878 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.873+0000 7f7bb4d34700 1 --2- 172.21.15.53:0/438849802 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c92124adf0 0x55c921257b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:36.878 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.873+0000 7f7bb5535700 1 -- 172.21.15.53:0/438849802 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c92124adf0 msgr2=0x55c921257b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:36.878 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.873+0000 7f7bb5535700 1 --2- 172.21.15.53:0/438849802 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c92124adf0 0x55c921257b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.878 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.873+0000 7f7bb5535700 1 -- 172.21.15.53:0/438849802 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c92124ec80 msgr2=0x55c9212c63f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:36.878 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.873+0000 7f7bb5535700 1 --2- 172.21.15.53:0/438849802 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c92124ec80 0x55c9212c63f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.878 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.873+0000 7f7bb5535700 1 -- 172.21.15.53:0/438849802 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c9212c6a30 con 0x55c92124a4d0 2024-05-10T11:23:36.878 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.873+0000 7f7bb4d34700 1 --2- 172.21.15.53:0/438849802 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c92124adf0 0x55c921257b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:23:36.878 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.873+0000 7f7bb5535700 1 --2- 172.21.15.53:0/438849802 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124a4d0 0x55c921257640 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f7bac011010 tx=0x7f7bac004f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c365edf9a458259 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:36.878 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.873+0000 7f7b98ff9700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:36.878 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.873+0000 7f7b98ff9700 1 -- 172.21.15.53:0/438849802 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bac004890 con 0x55c92124a4d0 2024-05-10T11:23:36.879 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.874+0000 7f7bc202cb80 1 -- 172.21.15.53:0/438849802 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7bac0053e0 con 0x55c92124a4d0 2024-05-10T11:23:36.879 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.874+0000 7f7b98ff9700 1 -- 172.21.15.53:0/438849802 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f7bac004a30 con 0x55c92124a4d0 2024-05-10T11:23:36.879 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.874+0000 7f7b98ff9700 1 -- 172.21.15.53:0/438849802 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7bac004c30 con 0x55c92124a4d0 2024-05-10T11:23:36.879 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.874+0000 7f7bc202cb80 10 client.16008 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:36.879 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.874+0000 7f7bc202cb80 1 -- 172.21.15.53:0/438849802 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c9212cddc0 con 0x55c92124a4d0 2024-05-10T11:23:36.879 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.874+0000 7f7b98ff9700 1 -- 172.21.15.53:0/438849802 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7bac0053e0 con 0x55c92124a4d0 2024-05-10T11:23:36.879 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.874+0000 7f7b98ff9700 1 -- 172.21.15.53:0/438849802 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7bac0414c0 con 0x55c92124a4d0 2024-05-10T11:23:36.879 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.874+0000 7f7bc202cb80 10 client.16008 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:36.879 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.874+0000 7f7bc202cb80 10 client.16008 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.l 2024-05-10T11:23:36.879 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.874+0000 7f7bc202cb80 20 client.16008 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:36.879 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.874+0000 7f7bc202cb80 1 --2- 172.21.15.53:0/438849802 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55c9212ce2e0 0x55c9212d0700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:36.879 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.874+0000 7f7bc202cb80 4 client.16008 mds_command: new command op to 24415 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:23:36.879 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.874+0000 7f7bc202cb80 1 -- 172.21.15.53:0/438849802 --> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c9211aa240 con 0x55c9212ce2e0 2024-05-10T11:23:36.879 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.875+0000 7f7bb4d34700 1 --2- 172.21.15.53:0/438849802 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55c9212ce2e0 0x55c9212d0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:36.879 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.875+0000 7f7bb4d34700 1 --2- 172.21.15.53:0/438849802 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55c9212ce2e0 0x55c9212d0700 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=dec60487b993e64 server_cookie=bab797b4ebb64609 in_seq=0 out_seq=0 2024-05-10T11:23:36.879 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.875+0000 7f7b98ff9700 10 client.16008 ms_handle_connect on v2:172.21.15.187:6832/4278444882 2024-05-10T11:23:36.880 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.875+0000 7f7b98ff9700 1 -- 172.21.15.53:0/438849802 <== mds.4 v2:172.21.15.187:6832/4278444882 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c9211aa240 con 0x55c9212ce2e0 2024-05-10T11:23:36.880 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.875+0000 7f7b98ff9700 10 client.16008 handle_command_reply: tid=0 2024-05-10T11:23:36.880 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.875+0000 7f7bc202cb80 1 client.16008 shutdown 2024-05-10T11:23:36.880 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.875+0000 7f7bc202cb80 1 -- 172.21.15.53:0/438849802 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124a4d0 msgr2=0x55c921257640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:36.880 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.875+0000 7f7bc202cb80 1 --2- 172.21.15.53:0/438849802 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124a4d0 0x55c921257640 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f7bac011010 tx=0x7f7bac004f30 comp rx=0 tx=0).stop 2024-05-10T11:23:36.880 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.875+0000 7f7bc202cb80 1 -- 172.21.15.53:0/438849802 shutdown_connections 2024-05-10T11:23:36.880 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.875+0000 7f7bc202cb80 1 --2- 172.21.15.53:0/438849802 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x55c9212ce2e0 0x55c9212d0700 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.880 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.875+0000 7f7bc202cb80 1 --2- 172.21.15.53:0/438849802 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55c92124ec80 0x55c9212c63f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.880 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.875+0000 7f7bc202cb80 1 --2- 172.21.15.53:0/438849802 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55c92124a4d0 0x55c921257640 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.880 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.875+0000 7f7bc202cb80 1 --2- 172.21.15.53:0/438849802 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55c92124adf0 0x55c921257b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.880 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.875+0000 7f7bc202cb80 1 -- 172.21.15.53:0/438849802 >> 172.21.15.53:0/438849802 conn(0x55c921176100 msgr2=0x55c92123f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:36.880 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.875+0000 7f7b98ff9700 0 client.16008 ms_handle_reset on v2:172.21.15.187:6832/4278444882 2024-05-10T11:23:36.880 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.875+0000 7f7bc202cb80 1 -- 172.21.15.53:0/438849802 shutdown_connections 2024-05-10T11:23:36.880 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.875+0000 7f7bc202cb80 1 -- 172.21.15.53:0/438849802 wait complete. 2024-05-10T11:23:36.881 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.876+0000 7f7bc202cb80 20 client.16008 trim_cache size 0 max 16384 2024-05-10T11:23:36.881 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:23:36.881 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.876+0000 7f7bb7799700 1 -- 172.21.15.53:0/2419966608 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7b9c0b2900 msgr2=0x7f7b9c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:36.882 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.876+0000 7f7bb7799700 1 --2- 172.21.15.53:0/2419966608 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7b9c0b2900 0x7f7b9c0b4dc0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f7bb0079dd0 tx=0x7f7bac00b410 comp rx=0 tx=0).stop 2024-05-10T11:23:36.882 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.876+0000 7f7bb7799700 1 -- 172.21.15.53:0/2419966608 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7bb006c570 msgr2=0x7f7bb01a1e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:36.882 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.876+0000 7f7bb7799700 1 --2- 172.21.15.53:0/2419966608 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7bb006c570 0x7f7bb01a1e20 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f7ba000c970 tx=0x7f7ba000cc80 comp rx=0 tx=0).stop 2024-05-10T11:23:36.882 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.876+0000 7f7bb7799700 1 -- 172.21.15.53:0/2419966608 shutdown_connections 2024-05-10T11:23:36.882 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.876+0000 7f7bb7799700 1 --2- 172.21.15.53:0/2419966608 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7b9c0b2900 0x7f7b9c0b4dc0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.882 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.876+0000 7f7bb7799700 1 --2- 172.21.15.53:0/2419966608 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7bb010fef0 0x7f7bb019baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.882 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.876+0000 7f7bb7799700 1 --2- 172.21.15.53:0/2419966608 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7bb006bc50 0x7f7bb01a18e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.882 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.876+0000 7f7bb7799700 1 --2- 172.21.15.53:0/2419966608 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7bb006c570 0x7f7bb01a1e20 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:36.882 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.876+0000 7f7bb7799700 1 -- 172.21.15.53:0/2419966608 >> 172.21.15.53:0/2419966608 conn(0x7f7bb0079440 msgr2=0x7f7bb01115e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:36.882 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.876+0000 7f7bb7799700 1 -- 172.21.15.53:0/2419966608 shutdown_connections 2024-05-10T11:23:36.882 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:36.876+0000 7f7bb7799700 1 -- 172.21.15.53:0/2419966608 wait complete. 2024-05-10T11:23:38.044 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-10T11:23:38.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:37 smithi132 ceph-mon[33758]: pgmap v505: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 30 MiB/s wr, 20 op/s 2024-05-10T11:23:38.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:37 smithi187 ceph-mon[34076]: pgmap v505: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 30 MiB/s wr, 20 op/s 2024-05-10T11:23:38.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:37 smithi053 ceph-mon[30153]: pgmap v505: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 30 MiB/s wr, 20 op/s 2024-05-10T11:23:38.343 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:23:39.585 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:23:39.585 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:23:39.585 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:23:39.585 INFO:tasks.workunit.client.0.smithi053.stdout:iozone test complete. 2024-05-10T11:23:39.586 INFO:tasks.workunit.client.0.smithi053.stderr:+ iozone -c -e -s 1024M -r 1M -t 1 -F f2 -i 0 -i 1 2024-05-10T11:23:39.652 INFO:tasks.workunit.client.0.smithi053.stdout: Iozone: Performance Test of File I/O 2024-05-10T11:23:39.652 INFO:tasks.workunit.client.0.smithi053.stdout: Version $Revision: 3.494 $ 2024-05-10T11:23:39.652 INFO:tasks.workunit.client.0.smithi053.stdout: Compiled for 64 bit mode. 2024-05-10T11:23:39.652 INFO:tasks.workunit.client.0.smithi053.stdout: Build: linux-AMD64 2024-05-10T11:23:39.652 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:23:39.652 INFO:tasks.workunit.client.0.smithi053.stdout: Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins 2024-05-10T11:23:39.653 INFO:tasks.workunit.client.0.smithi053.stdout: Al Slater, Scott Rhine, Mike Wisner, Ken Goss 2024-05-10T11:23:39.653 INFO:tasks.workunit.client.0.smithi053.stdout: Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, 2024-05-10T11:23:39.653 INFO:tasks.workunit.client.0.smithi053.stdout: Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, 2024-05-10T11:23:39.653 INFO:tasks.workunit.client.0.smithi053.stdout: Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, 2024-05-10T11:23:39.653 INFO:tasks.workunit.client.0.smithi053.stdout: Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, 2024-05-10T11:23:39.653 INFO:tasks.workunit.client.0.smithi053.stdout: Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer, 2024-05-10T11:23:39.653 INFO:tasks.workunit.client.0.smithi053.stdout: Vangel Bojaxhi, Ben England, Vikentsi Lapa, 2024-05-10T11:23:39.653 INFO:tasks.workunit.client.0.smithi053.stdout: Alexey Skidanov, Sudhir Kumar. 2024-05-10T11:23:39.653 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:23:39.653 INFO:tasks.workunit.client.0.smithi053.stdout: Run began: Fri May 10 11:23:39 2024 2024-05-10T11:23:39.653 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:23:39.653 INFO:tasks.workunit.client.0.smithi053.stdout: Include close in write timing 2024-05-10T11:23:39.653 INFO:tasks.workunit.client.0.smithi053.stdout: Include fsync in write timing 2024-05-10T11:23:39.653 INFO:tasks.workunit.client.0.smithi053.stdout: File size set to 1048576 kB 2024-05-10T11:23:39.653 INFO:tasks.workunit.client.0.smithi053.stdout: Record Size 1024 kB 2024-05-10T11:23:39.654 INFO:tasks.workunit.client.0.smithi053.stdout: Command line used: iozone -c -e -s 1024M -r 1M -t 1 -F f2 -i 0 -i 1 2024-05-10T11:23:39.654 INFO:tasks.workunit.client.0.smithi053.stdout: Output is in kBytes/sec 2024-05-10T11:23:39.654 INFO:tasks.workunit.client.0.smithi053.stdout: Time Resolution = 0.000001 seconds. 2024-05-10T11:23:39.654 INFO:tasks.workunit.client.0.smithi053.stdout: Processor cache size set to 1024 kBytes. 2024-05-10T11:23:39.654 INFO:tasks.workunit.client.0.smithi053.stdout: Processor cache line size set to 32 bytes. 2024-05-10T11:23:39.654 INFO:tasks.workunit.client.0.smithi053.stdout: File stride size set to 17 * record size. 2024-05-10T11:23:39.654 INFO:tasks.workunit.client.0.smithi053.stdout: Throughput test with 1 process 2024-05-10T11:23:39.654 INFO:tasks.workunit.client.0.smithi053.stdout: Each process writes a 1048576 kByte file in 1024 kByte records 2024-05-10T11:23:40.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:39 smithi053 ceph-mon[30153]: pgmap v506: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 17 MiB/s wr, 17 op/s 2024-05-10T11:23:40.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:39 smithi132 ceph-mon[33758]: pgmap v506: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 17 MiB/s wr, 17 op/s 2024-05-10T11:23:40.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:39 smithi187 ceph-mon[34076]: pgmap v506: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 17 MiB/s wr, 17 op/s 2024-05-10T11:23:40.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.499+0000 7f82a7126700 1 -- 172.21.15.53:0/1254143926 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f82a0109510 msgr2=0x7f82a01098f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:40.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.499+0000 7f82a7126700 1 --2- 172.21.15.53:0/1254143926 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f82a0109510 0x7f82a01098f0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f8294009990 tx=0x7f8294009ca0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.499+0000 7f82a7126700 1 -- 172.21.15.53:0/1254143926 shutdown_connections 2024-05-10T11:23:40.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.499+0000 7f82a7126700 1 --2- 172.21.15.53:0/1254143926 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f82a006bb40 0x7f82a0110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.499+0000 7f82a7126700 1 --2- 172.21.15.53:0/1254143926 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f82a0109510 0x7f82a01098f0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.499+0000 7f82a7126700 1 --2- 172.21.15.53:0/1254143926 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f82a006b180 0x7f82a006b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.499 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.499+0000 7f82a7126700 1 -- 172.21.15.53:0/1254143926 >> 172.21.15.53:0/1254143926 conn(0x7f82a0079350 msgr2=0x7f82a0079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:40.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.499+0000 7f82a7126700 1 -- 172.21.15.53:0/1254143926 shutdown_connections 2024-05-10T11:23:40.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.499+0000 7f82a7126700 1 -- 172.21.15.53:0/1254143926 wait complete. 2024-05-10T11:23:40.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.500+0000 7f82a7126700 1 Processor -- start 2024-05-10T11:23:40.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.500+0000 7f82a7126700 1 -- start start 2024-05-10T11:23:40.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.501+0000 7f82a7126700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f82a006b180 0x7f82a019be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:40.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.501+0000 7f82a7126700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f82a006bb40 0x7f82a019c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:40.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.501+0000 7f82a7126700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f82a0109510 0x7f82a01a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:40.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.501+0000 7f82a4ec2700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f82a006b180 0x7f82a019be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:40.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.501+0000 7f82a4ec2700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f82a006b180 0x7f82a019be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:51692/0 (socket says 172.21.15.53:51692) 2024-05-10T11:23:40.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.501+0000 7f829ffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f82a006bb40 0x7f82a019c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:40.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.501+0000 7f82a4ec2700 1 -- 172.21.15.53:0/3234426704 learned_addr learned my addr 172.21.15.53:0/3234426704 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:40.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.501+0000 7f82a7126700 1 -- 172.21.15.53:0/3234426704 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f82a0102de0 con 0x7f82a006bb40 2024-05-10T11:23:40.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.501+0000 7f82a56c3700 1 --2- 172.21.15.53:0/3234426704 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f82a0109510 0x7f82a01a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:40.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.501+0000 7f82a7126700 1 -- 172.21.15.53:0/3234426704 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f82a0102c60 con 0x7f82a006b180 2024-05-10T11:23:40.502 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.501+0000 7f82a7126700 1 -- 172.21.15.53:0/3234426704 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f82a0102f60 con 0x7f82a0109510 2024-05-10T11:23:40.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.502+0000 7f82a4ec2700 1 -- 172.21.15.53:0/3234426704 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f82a0109510 msgr2=0x7f82a01a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:40.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.502+0000 7f82a4ec2700 1 --2- 172.21.15.53:0/3234426704 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f82a0109510 0x7f82a01a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.502+0000 7f82a4ec2700 1 -- 172.21.15.53:0/3234426704 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f82a006bb40 msgr2=0x7f82a019c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:40.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.502+0000 7f82a4ec2700 1 --2- 172.21.15.53:0/3234426704 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f82a006bb40 0x7f82a019c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.502+0000 7f82a4ec2700 1 -- 172.21.15.53:0/3234426704 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82a01a0d20 con 0x7f82a006b180 2024-05-10T11:23:40.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.502+0000 7f82a4ec2700 1 --2- 172.21.15.53:0/3234426704 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f82a006b180 0x7f82a019be50 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f8294005910 tx=0x7f82940047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:40.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.502+0000 7f829dffb700 1 -- 172.21.15.53:0/3234426704 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8294027070 con 0x7f82a006b180 2024-05-10T11:23:40.503 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.502+0000 7f829dffb700 1 -- 172.21.15.53:0/3234426704 <== mon.2 v2:172.21.15.132:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f829400fb00 con 0x7f82a006b180 2024-05-10T11:23:40.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.502+0000 7f82a7126700 1 -- 172.21.15.53:0/3234426704 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82a01a0fb0 con 0x7f82a006b180 2024-05-10T11:23:40.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.503+0000 7f829dffb700 1 -- 172.21.15.53:0/3234426704 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8294022b90 con 0x7f82a006b180 2024-05-10T11:23:40.504 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.503+0000 7f82a7126700 1 -- 172.21.15.53:0/3234426704 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82a01a8890 con 0x7f82a006b180 2024-05-10T11:23:40.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.507+0000 7f829dffb700 1 -- 172.21.15.53:0/3234426704 <== mon.2 v2:172.21.15.132:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f829402a070 con 0x7f82a006b180 2024-05-10T11:23:40.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.508+0000 7f829dffb700 1 --2- 172.21.15.53:0/3234426704 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f82900b2980 0x7f82900b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:40.510 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.509+0000 7f829dffb700 1 -- 172.21.15.53:0/3234426704 <== mon.2 v2:172.21.15.132:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f82940e3490 con 0x7f82a006b180 2024-05-10T11:23:40.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.511+0000 7f829ffff700 1 --2- 172.21.15.53:0/3234426704 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f82900b2980 0x7f82900b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:40.512 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.512+0000 7f829ffff700 1 --2- 172.21.15.53:0/3234426704 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f82900b2980 0x7f82900b4e40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f82a0079a90 tx=0x7f828c009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:40.513 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.513+0000 7f82b19b9b80 1 Processor -- start 2024-05-10T11:23:40.513 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.513+0000 7f82b19b9b80 1 -- start start 2024-05-10T11:23:40.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.513+0000 7f82b19b9b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564a8c2a81b0 0x564a8c2a8590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:40.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.513+0000 7f82b19b9b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a8ad0 0x564a8c2a2810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:40.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.513+0000 7f82b19b9b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a2d50 0x564a8c2a3190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:40.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.513+0000 7f82b19b9b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x564a8c1f4940 con 0x564a8c2a8ad0 2024-05-10T11:23:40.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.513+0000 7f82b19b9b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x564a8c159da0 con 0x564a8c2a81b0 2024-05-10T11:23:40.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.513+0000 7f82b19b9b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x564a8c1f0900 con 0x564a8c2a2d50 2024-05-10T11:23:40.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.514+0000 7f829ffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a8ad0 0x564a8c2a2810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:40.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.514+0000 7f829ffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a8ad0 0x564a8c2a2810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52222/0 (socket says 172.21.15.53:52222) 2024-05-10T11:23:40.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.514+0000 7f829ffff700 1 -- 172.21.15.53:0/3391416112 learned_addr learned my addr 172.21.15.53:0/3391416112 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:40.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.514+0000 7f82a56c3700 1 --2- 172.21.15.53:0/3391416112 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a2d50 0x564a8c2a3190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:40.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.514+0000 7f82a4ec2700 1 --2- 172.21.15.53:0/3391416112 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564a8c2a81b0 0x564a8c2a8590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:40.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.514+0000 7f829ffff700 1 -- 172.21.15.53:0/3391416112 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a2d50 msgr2=0x564a8c2a3190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:40.515 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.514+0000 7f829ffff700 1 --2- 172.21.15.53:0/3391416112 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a2d50 0x564a8c2a3190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.514+0000 7f829ffff700 1 -- 172.21.15.53:0/3391416112 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564a8c2a81b0 msgr2=0x564a8c2a8590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:40.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.514+0000 7f829ffff700 1 --2- 172.21.15.53:0/3391416112 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564a8c2a81b0 0x564a8c2a8590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.514+0000 7f829ffff700 1 -- 172.21.15.53:0/3391416112 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564a8c1418d0 con 0x564a8c2a8ad0 2024-05-10T11:23:40.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.514+0000 7f82a56c3700 1 --2- 172.21.15.53:0/3391416112 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a2d50 0x564a8c2a3190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:40.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.514+0000 7f829ffff700 1 --2- 172.21.15.53:0/3391416112 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a8ad0 0x564a8c2a2810 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f828c009fd0 tx=0x7f828c011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97b1491c91ab1ee1 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:40.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.515+0000 7f828affd700 1 -- 172.21.15.53:0/3391416112 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f828c01b040 con 0x564a8c2a8ad0 2024-05-10T11:23:40.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.515+0000 7f828affd700 1 -- 172.21.15.53:0/3391416112 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f828c024070 con 0x564a8c2a8ad0 2024-05-10T11:23:40.516 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.515+0000 7f828affd700 1 -- 172.21.15.53:0/3391416112 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f828c013690 con 0x564a8c2a8ad0 2024-05-10T11:23:40.517 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.516+0000 7f82b19b9b80 1 -- 172.21.15.53:0/3391416112 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a8ad0 msgr2=0x564a8c2a2810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:40.517 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.516+0000 7f82b19b9b80 1 --2- 172.21.15.53:0/3391416112 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a8ad0 0x564a8c2a2810 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f828c009fd0 tx=0x7f828c011000 comp rx=0 tx=0).stop 2024-05-10T11:23:40.517 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.516+0000 7f82b19b9b80 1 -- 172.21.15.53:0/3391416112 shutdown_connections 2024-05-10T11:23:40.517 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.516+0000 7f82b19b9b80 1 --2- 172.21.15.53:0/3391416112 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a2d50 0x564a8c2a3190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.517 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.516+0000 7f82b19b9b80 1 --2- 172.21.15.53:0/3391416112 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564a8c2a81b0 0x564a8c2a8590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.517 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.516+0000 7f82b19b9b80 1 --2- 172.21.15.53:0/3391416112 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a8ad0 0x564a8c2a2810 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.517 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.516+0000 7f82b19b9b80 1 -- 172.21.15.53:0/3391416112 >> 172.21.15.53:0/3391416112 conn(0x564a8c1ceb70 msgr2=0x564a8c29d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:40.517 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.516+0000 7f82b19b9b80 1 -- 172.21.15.53:0/3391416112 shutdown_connections 2024-05-10T11:23:40.517 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.516+0000 7f82b19b9b80 1 -- 172.21.15.53:0/3391416112 wait complete. 2024-05-10T11:23:40.517 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.517+0000 7f82b19b9b80 1 -- start start 2024-05-10T11:23:40.518 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.517+0000 7f82b19b9b80 1 Processor -- start 2024-05-10T11:23:40.518 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.517+0000 7f82b19b9b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a2d50 0x564a8c2ae7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:40.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.517+0000 7f82b19b9b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a81b0 0x564a8c2abb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:40.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.517+0000 7f82b19b9b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564a8c2a8ad0 0x564a8c2ac0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:40.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.517+0000 7f82b19b9b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x564a8c2af450 con 0x564a8c2a2d50 2024-05-10T11:23:40.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.517+0000 7f82b19b9b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x564a8c1aded0 con 0x564a8c2a8ad0 2024-05-10T11:23:40.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.517+0000 7f82b19b9b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x564a8c2af5d0 con 0x564a8c2a81b0 2024-05-10T11:23:40.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.518+0000 7f82b19b9b80 10 client.0 _ll_register_callbacks cb 0x564a8c1885b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:40.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.518+0000 7f82a56c3700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564a8c2a8ad0 0x564a8c2ac0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:40.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.518+0000 7f82a56c3700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564a8c2a8ad0 0x564a8c2ac0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:51714/0 (socket says 172.21.15.53:51714) 2024-05-10T11:23:40.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.518+0000 7f82a56c3700 1 -- 172.21.15.53:0/3636824441 learned_addr learned my addr 172.21.15.53:0/3636824441 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:40.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.518+0000 7f829ffff700 1 --2- 172.21.15.53:0/3636824441 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a81b0 0x564a8c2abb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:40.519 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.518+0000 7f82a4ec2700 1 --2- 172.21.15.53:0/3636824441 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a2d50 0x564a8c2ae7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:40.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.519+0000 7f82a56c3700 1 -- 172.21.15.53:0/3636824441 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a81b0 msgr2=0x564a8c2abb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:40.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.519+0000 7f82a56c3700 1 --2- 172.21.15.53:0/3636824441 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a81b0 0x564a8c2abb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.519+0000 7f82a56c3700 1 -- 172.21.15.53:0/3636824441 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a2d50 msgr2=0x564a8c2ae7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:40.520 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.519+0000 7f82a56c3700 1 --2- 172.21.15.53:0/3636824441 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a2d50 0x564a8c2ae7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.519+0000 7f82a56c3700 1 -- 172.21.15.53:0/3636824441 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564a8c1ab760 con 0x564a8c2a8ad0 2024-05-10T11:23:40.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.520+0000 7f82a56c3700 1 --2- 172.21.15.53:0/3636824441 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564a8c2a8ad0 0x564a8c2ac0d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8298004320 tx=0x7f8298004630 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fc3fd136928573c8 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:40.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.520+0000 7f827ffff700 10 client.0 ms_handle_connect on v2:172.21.15.132:3300/0 2024-05-10T11:23:40.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.520+0000 7f827ffff700 1 -- 172.21.15.53:0/3636824441 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f829801a020 con 0x564a8c2a8ad0 2024-05-10T11:23:40.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.520+0000 7f827ffff700 1 -- 172.21.15.53:0/3636824441 <== mon.2 v2:172.21.15.132:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f82980079d0 con 0x564a8c2a8ad0 2024-05-10T11:23:40.521 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.520+0000 7f82b19b9b80 1 -- 172.21.15.53:0/3636824441 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f828c024070 con 0x564a8c2a8ad0 2024-05-10T11:23:40.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.521+0000 7f827ffff700 1 -- 172.21.15.53:0/3636824441 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8298025050 con 0x564a8c2a8ad0 2024-05-10T11:23:40.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.521+0000 7f82b19b9b80 10 client.25481 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:40.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.521+0000 7f82b19b9b80 1 -- 172.21.15.53:0/3636824441 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564a8c2b9e80 con 0x564a8c2a8ad0 2024-05-10T11:23:40.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.521+0000 7f827ffff700 1 -- 172.21.15.53:0/3636824441 <== mon.2 v2:172.21.15.132:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f828c024070 con 0x564a8c2a8ad0 2024-05-10T11:23:40.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.521+0000 7f827ffff700 1 -- 172.21.15.53:0/3636824441 <== mon.2 v2:172.21.15.132:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f82980153c0 con 0x564a8c2a8ad0 2024-05-10T11:23:40.522 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.521+0000 7f82b19b9b80 10 client.25481 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:40.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.521+0000 7f82b19b9b80 10 client.25481 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.b 2024-05-10T11:23:40.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.521+0000 7f82b19b9b80 20 client.25481 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:40.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.521+0000 7f82b19b9b80 1 --2- 172.21.15.53:0/3636824441 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x564a8c2bc4c0 0x564a8c2be8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:40.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.521+0000 7f82b19b9b80 4 client.25481 mds_command: new command op to 24428 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:23:40.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.521+0000 7f82b19b9b80 1 -- 172.21.15.53:0/3636824441 --> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564a8c202320 con 0x564a8c2bc4c0 2024-05-10T11:23:40.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.522+0000 7f82a4ec2700 1 --2- 172.21.15.53:0/3636824441 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x564a8c2bc4c0 0x564a8c2be8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:40.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.522+0000 7f82a4ec2700 1 --2- 172.21.15.53:0/3636824441 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x564a8c2bc4c0 0x564a8c2be8d0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=ed59ad2e7f8ea08a server_cookie=17baedbf83b211d9 in_seq=0 out_seq=0 2024-05-10T11:23:40.523 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.522+0000 7f827ffff700 10 client.25481 ms_handle_connect on v2:172.21.15.132:6838/2363266970 2024-05-10T11:23:40.524 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.523+0000 7f827ffff700 1 -- 172.21.15.53:0/3636824441 <== mds.3 v2:172.21.15.132:6838/2363266970 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x564a8c202320 con 0x564a8c2bc4c0 2024-05-10T11:23:40.524 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.523+0000 7f827ffff700 10 client.25481 handle_command_reply: tid=0 2024-05-10T11:23:40.524 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.523+0000 7f82b19b9b80 1 client.25481 shutdown 2024-05-10T11:23:40.524 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.524+0000 7f82b19b9b80 1 -- 172.21.15.53:0/3636824441 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564a8c2a8ad0 msgr2=0x564a8c2ac0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:40.524 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.524+0000 7f82b19b9b80 1 --2- 172.21.15.53:0/3636824441 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564a8c2a8ad0 0x564a8c2ac0d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8298004320 tx=0x7f8298004630 comp rx=0 tx=0).stop 2024-05-10T11:23:40.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.524+0000 7f82b19b9b80 1 -- 172.21.15.53:0/3636824441 shutdown_connections 2024-05-10T11:23:40.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.524+0000 7f82b19b9b80 1 --2- 172.21.15.53:0/3636824441 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564a8c2a8ad0 0x564a8c2ac0d0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.524+0000 7f82b19b9b80 1 --2- 172.21.15.53:0/3636824441 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a2d50 0x564a8c2ae7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.524+0000 7f82b19b9b80 1 --2- 172.21.15.53:0/3636824441 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x564a8c2bc4c0 0x564a8c2be8d0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.524+0000 7f82b19b9b80 1 --2- 172.21.15.53:0/3636824441 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a81b0 0x564a8c2abb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.524+0000 7f82b19b9b80 1 -- 172.21.15.53:0/3636824441 >> 172.21.15.53:0/3636824441 conn(0x564a8c1ceb70 msgr2=0x564a8c297b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:40.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.524+0000 7f827ffff700 0 client.25481 ms_handle_reset on v2:172.21.15.132:6838/2363266970 2024-05-10T11:23:40.525 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.525+0000 7f82b19b9b80 1 -- 172.21.15.53:0/3636824441 shutdown_connections 2024-05-10T11:23:40.526 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.525+0000 7f82b19b9b80 1 -- 172.21.15.53:0/3636824441 wait complete. 2024-05-10T11:23:40.526 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.525+0000 7f82b19b9b80 20 client.25481 trim_cache size 0 max 16384 2024-05-10T11:23:40.556 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.556+0000 7f82b19b9b80 1 Processor -- start 2024-05-10T11:23:40.556 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.556+0000 7f82b19b9b80 1 -- start start 2024-05-10T11:23:40.557 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.556+0000 7f82b19b9b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564a8c2a2d50 0x564a8c2b84e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:40.557 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.557+0000 7f82b19b9b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a81b0 0x564a8c297c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:40.557 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.557+0000 7f82b19b9b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a8ad0 0x564a8c2a95f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:40.557 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.557+0000 7f82b19b9b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f82a01b1260 con 0x564a8c2a81b0 2024-05-10T11:23:40.557 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.557+0000 7f82b19b9b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f82a01b2da0 con 0x564a8c2a2d50 2024-05-10T11:23:40.557 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.557+0000 7f82b19b9b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f82a01b1930 con 0x564a8c2a8ad0 2024-05-10T11:23:40.558 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.557+0000 7f829ffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a81b0 0x564a8c297c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:40.558 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.557+0000 7f829ffff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a81b0 0x564a8c297c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52242/0 (socket says 172.21.15.53:52242) 2024-05-10T11:23:40.558 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.557+0000 7f829ffff700 1 -- 172.21.15.53:0/2093677763 learned_addr learned my addr 172.21.15.53:0/2093677763 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:40.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.557+0000 7f82a56c3700 1 --2- 172.21.15.53:0/2093677763 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a8ad0 0x564a8c2a95f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:40.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.557+0000 7f82a4ec2700 1 --2- 172.21.15.53:0/2093677763 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564a8c2a2d50 0x564a8c2b84e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:40.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.558+0000 7f829ffff700 1 -- 172.21.15.53:0/2093677763 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a8ad0 msgr2=0x564a8c2a95f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:40.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.558+0000 7f829ffff700 1 --2- 172.21.15.53:0/2093677763 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a8ad0 0x564a8c2a95f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.558+0000 7f829ffff700 1 -- 172.21.15.53:0/2093677763 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564a8c2a2d50 msgr2=0x564a8c2b84e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:40.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.558+0000 7f829ffff700 1 --2- 172.21.15.53:0/2093677763 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564a8c2a2d50 0x564a8c2b84e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.558+0000 7f829ffff700 1 -- 172.21.15.53:0/2093677763 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564a8c2aedf0 con 0x564a8c2a81b0 2024-05-10T11:23:40.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.558+0000 7f829ffff700 1 --2- 172.21.15.53:0/2093677763 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a81b0 0x564a8c297c40 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f828c00e4b0 tx=0x7f828c00e560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=503e531316881566 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:40.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.558+0000 7f828a7fc700 1 -- 172.21.15.53:0/2093677763 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f828c015480 con 0x564a8c2a81b0 2024-05-10T11:23:40.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.559+0000 7f828a7fc700 1 -- 172.21.15.53:0/2093677763 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f828c024040 con 0x564a8c2a81b0 2024-05-10T11:23:40.559 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.559+0000 7f828a7fc700 1 -- 172.21.15.53:0/2093677763 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f828c013a20 con 0x564a8c2a81b0 2024-05-10T11:23:40.560 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.559+0000 7f82b19b9b80 1 -- 172.21.15.53:0/2093677763 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a81b0 msgr2=0x564a8c297c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:40.560 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.559+0000 7f82b19b9b80 1 --2- 172.21.15.53:0/2093677763 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a81b0 0x564a8c297c40 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f828c00e4b0 tx=0x7f828c00e560 comp rx=0 tx=0).stop 2024-05-10T11:23:40.560 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.559+0000 7f82b19b9b80 1 -- 172.21.15.53:0/2093677763 shutdown_connections 2024-05-10T11:23:40.560 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.560+0000 7f82b19b9b80 1 --2- 172.21.15.53:0/2093677763 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a8ad0 0x564a8c2a95f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.561 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.560+0000 7f82b19b9b80 1 --2- 172.21.15.53:0/2093677763 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564a8c2a2d50 0x564a8c2b84e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.561 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.560+0000 7f82b19b9b80 1 --2- 172.21.15.53:0/2093677763 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a81b0 0x564a8c297c40 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.561 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.560+0000 7f82b19b9b80 1 -- 172.21.15.53:0/2093677763 >> 172.21.15.53:0/2093677763 conn(0x564a8c1ceb70 msgr2=0x564a8c2a8ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:40.561 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.560+0000 7f82b19b9b80 1 -- 172.21.15.53:0/2093677763 shutdown_connections 2024-05-10T11:23:40.561 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.560+0000 7f82b19b9b80 1 -- 172.21.15.53:0/2093677763 wait complete. 2024-05-10T11:23:40.561 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.560+0000 7f82b19b9b80 1 -- start start 2024-05-10T11:23:40.561 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.561+0000 7f82b19b9b80 1 Processor -- start 2024-05-10T11:23:40.563 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.561+0000 7f82b19b9b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a2d50 0x564a8c2b4860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:40.563 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.561+0000 7f82b19b9b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564a8c2a81b0 0x564a8c2b4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:40.563 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.561+0000 7f82b19b9b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a8ad0 0x564a8c2c3190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:40.563 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.561+0000 7f82b19b9b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f82a01b26d0 con 0x564a8c2a8ad0 2024-05-10T11:23:40.563 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.561+0000 7f82b19b9b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f82a01b2000 con 0x564a8c2a81b0 2024-05-10T11:23:40.563 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.561+0000 7f82b19b9b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f82a01af200 con 0x564a8c2a2d50 2024-05-10T11:23:40.563 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.561+0000 7f82b19b9b80 10 client.0 _ll_register_callbacks cb 0x564a8c1885b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:40.563 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.562+0000 7f82a4ec2700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a2d50 0x564a8c2b4860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:40.563 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.562+0000 7f82a4ec2700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a2d50 0x564a8c2b4860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.53:33934/0 (socket says 172.21.15.53:33934) 2024-05-10T11:23:40.563 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.562+0000 7f82a4ec2700 1 -- 172.21.15.53:0/227025328 learned_addr learned my addr 172.21.15.53:0/227025328 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:40.564 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.562+0000 7f829ffff700 1 --2- 172.21.15.53:0/227025328 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564a8c2a81b0 0x564a8c2b4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:40.564 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.562+0000 7f82a4ec2700 1 -- 172.21.15.53:0/227025328 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564a8c2a81b0 msgr2=0x564a8c2b4da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:40.564 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.562+0000 7f82a4ec2700 1 --2- 172.21.15.53:0/227025328 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564a8c2a81b0 0x564a8c2b4da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.564 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.562+0000 7f82a4ec2700 1 -- 172.21.15.53:0/227025328 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a8ad0 msgr2=0x564a8c2c3190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:40.564 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.562+0000 7f82a4ec2700 1 --2- 172.21.15.53:0/227025328 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a8ad0 0x564a8c2c3190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.564 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.562+0000 7f82a4ec2700 1 -- 172.21.15.53:0/227025328 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564a8c2c39a0 con 0x564a8c2a2d50 2024-05-10T11:23:40.564 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.562+0000 7f82a4ec2700 1 --2- 172.21.15.53:0/227025328 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a2d50 0x564a8c2b4860 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f82940b11d0 tx=0x7f8294009f60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d6dc10d7383e91ad server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:40.564 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.562+0000 7f827ffff700 10 client.0 ms_handle_connect on v2:172.21.15.187:3300/0 2024-05-10T11:23:40.564 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.563+0000 7f827ffff700 1 -- 172.21.15.53:0/227025328 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8294084e60 con 0x564a8c2a2d50 2024-05-10T11:23:40.564 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.563+0000 7f827ffff700 1 -- 172.21.15.53:0/227025328 <== mon.1 v2:172.21.15.187:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f8294022470 con 0x564a8c2a2d50 2024-05-10T11:23:40.564 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.563+0000 7f82b19b9b80 1 -- 172.21.15.53:0/227025328 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f828c024040 con 0x564a8c2a2d50 2024-05-10T11:23:40.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.563+0000 7f827ffff700 1 -- 172.21.15.53:0/227025328 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f82940aa750 con 0x564a8c2a2d50 2024-05-10T11:23:40.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.563+0000 7f82b19b9b80 10 client.25582 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:40.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.563+0000 7f82b19b9b80 1 -- 172.21.15.53:0/227025328 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564a8c32f040 con 0x564a8c2a2d50 2024-05-10T11:23:40.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.563+0000 7f827ffff700 1 -- 172.21.15.53:0/227025328 <== mon.1 v2:172.21.15.187:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f82940aeb00 con 0x564a8c2a2d50 2024-05-10T11:23:40.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.564+0000 7f827ffff700 1 -- 172.21.15.53:0/227025328 <== mon.1 v2:172.21.15.187:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f82940b3090 con 0x564a8c2a2d50 2024-05-10T11:23:40.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.564+0000 7f82b19b9b80 10 client.25582 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:40.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.564+0000 7f82b19b9b80 10 client.25582 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.b 2024-05-10T11:23:40.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.564+0000 7f82b19b9b80 20 client.25582 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:40.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.564+0000 7f82b19b9b80 1 --2- 172.21.15.53:0/227025328 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x564a8c32f790 0x564a8c331bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:40.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.564+0000 7f82b19b9b80 4 client.25582 mds_command: new command op to 24428 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:23:40.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.564+0000 7f82b19b9b80 1 -- 172.21.15.53:0/227025328 --> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f828c024040 con 0x564a8c32f790 2024-05-10T11:23:40.566 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.565+0000 7f829ffff700 1 --2- 172.21.15.53:0/227025328 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x564a8c32f790 0x564a8c331bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:40.566 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.567+0000 7f827ffff700 10 client.25582 ms_handle_connect on v2:172.21.15.132:6838/2363266970 2024-05-10T11:23:40.567 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.567+0000 7f829ffff700 1 --2- 172.21.15.53:0/227025328 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x564a8c32f790 0x564a8c331bd0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=67db2795aa9ca47d server_cookie=fb5ec753a9696e43 in_seq=0 out_seq=0 2024-05-10T11:23:40.567 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.567+0000 7f827ffff700 1 -- 172.21.15.53:0/227025328 <== mds.3 v2:172.21.15.132:6838/2363266970 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f828c024040 con 0x564a8c32f790 2024-05-10T11:23:40.568 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.567+0000 7f827ffff700 10 client.25582 handle_command_reply: tid=0 2024-05-10T11:23:40.568 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.567+0000 7f82b19b9b80 1 client.25582 shutdown 2024-05-10T11:23:40.568 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.567+0000 7f82b19b9b80 1 -- 172.21.15.53:0/227025328 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a2d50 msgr2=0x564a8c2b4860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:40.568 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.567+0000 7f82b19b9b80 1 --2- 172.21.15.53:0/227025328 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a2d50 0x564a8c2b4860 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f82940b11d0 tx=0x7f8294009f60 comp rx=0 tx=0).stop 2024-05-10T11:23:40.568 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.567+0000 7f82b19b9b80 1 -- 172.21.15.53:0/227025328 shutdown_connections 2024-05-10T11:23:40.568 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.567+0000 7f82b19b9b80 1 --2- 172.21.15.53:0/227025328 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564a8c2a8ad0 0x564a8c2c3190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.568 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.567+0000 7f82b19b9b80 1 --2- 172.21.15.53:0/227025328 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x564a8c32f790 0x564a8c331bd0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.568 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.567+0000 7f82b19b9b80 1 --2- 172.21.15.53:0/227025328 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564a8c2a2d50 0x564a8c2b4860 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.568 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.567+0000 7f82b19b9b80 1 --2- 172.21.15.53:0/227025328 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564a8c2a81b0 0x564a8c2b4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.568 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.567+0000 7f827ffff700 0 client.25582 ms_handle_reset on v2:172.21.15.132:6838/2363266970 2024-05-10T11:23:40.568 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.567+0000 7f82b19b9b80 1 -- 172.21.15.53:0/227025328 >> 172.21.15.53:0/227025328 conn(0x564a8c1ceb70 msgr2=0x564a8c2aa480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:40.568 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.568+0000 7f82b19b9b80 1 -- 172.21.15.53:0/227025328 shutdown_connections 2024-05-10T11:23:40.568 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.568+0000 7f82b19b9b80 1 -- 172.21.15.53:0/227025328 wait complete. 2024-05-10T11:23:40.569 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.568+0000 7f82b19b9b80 20 client.25582 trim_cache size 0 max 16384 2024-05-10T11:23:40.569 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:23:40.570 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.569+0000 7f82a7126700 1 -- 172.21.15.53:0/3234426704 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f82900b2980 msgr2=0x7f82900b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:40.570 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.569+0000 7f82a7126700 1 --2- 172.21.15.53:0/3234426704 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f82900b2980 0x7f82900b4e40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f82a0079a90 tx=0x7f828c009190 comp rx=0 tx=0).stop 2024-05-10T11:23:40.570 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.569+0000 7f82a7126700 1 -- 172.21.15.53:0/3234426704 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f82a006b180 msgr2=0x7f82a019be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:40.570 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.569+0000 7f82a7126700 1 --2- 172.21.15.53:0/3234426704 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f82a006b180 0x7f82a019be50 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f8294005910 tx=0x7f82940047b0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.570 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.569+0000 7f82a7126700 1 -- 172.21.15.53:0/3234426704 shutdown_connections 2024-05-10T11:23:40.570 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.569+0000 7f82a7126700 1 --2- 172.21.15.53:0/3234426704 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f82900b2980 0x7f82900b4e40 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.570 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.569+0000 7f82a7126700 1 --2- 172.21.15.53:0/3234426704 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f82a0109510 0x7f82a01a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.570 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.569+0000 7f82a7126700 1 --2- 172.21.15.53:0/3234426704 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f82a006b180 0x7f82a019be50 secure :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f8294005910 tx=0x7f82940047b0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.570 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.569+0000 7f82a7126700 1 --2- 172.21.15.53:0/3234426704 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f82a006bb40 0x7f82a019c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:40.570 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.569+0000 7f82a7126700 1 -- 172.21.15.53:0/3234426704 >> 172.21.15.53:0/3234426704 conn(0x7f82a0079350 msgr2=0x7f82a01005b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:40.570 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.569+0000 7f82a7126700 1 -- 172.21.15.53:0/3234426704 shutdown_connections 2024-05-10T11:23:40.570 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:40.569+0000 7f82a7126700 1 -- 172.21.15.53:0/3234426704 wait complete. 2024-05-10T11:23:41.453 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-10T11:23:41.461 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:23:41.461 INFO:tasks.workunit.client.0.smithi053.stdout: Children see throughput for 1 initial writers = 591462.44 kB/sec 2024-05-10T11:23:41.461 INFO:tasks.workunit.client.0.smithi053.stdout: Parent sees throughput for 1 initial writers = 591246.32 kB/sec 2024-05-10T11:23:41.461 INFO:tasks.workunit.client.0.smithi053.stdout: Min throughput per process = 591462.44 kB/sec 2024-05-10T11:23:41.461 INFO:tasks.workunit.client.0.smithi053.stdout: Max throughput per process = 591462.44 kB/sec 2024-05-10T11:23:41.461 INFO:tasks.workunit.client.0.smithi053.stdout: Avg throughput per process = 591462.44 kB/sec 2024-05-10T11:23:41.461 INFO:tasks.workunit.client.0.smithi053.stdout: Min xfer = 1048576.00 kB 2024-05-10T11:23:41.722 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:23:42.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:41 smithi132 ceph-mon[33758]: pgmap v507: 129 pgs: 129 active+clean; 1.1 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 14 MiB/s wr, 16 op/s 2024-05-10T11:23:42.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:41 smithi187 ceph-mon[34076]: pgmap v507: 129 pgs: 129 active+clean; 1.1 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 14 MiB/s wr, 16 op/s 2024-05-10T11:23:42.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:41 smithi053 ceph-mon[30153]: pgmap v507: 129 pgs: 129 active+clean; 1.1 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 14 MiB/s wr, 16 op/s 2024-05-10T11:23:44.206 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:43 smithi053 ceph-mon[30153]: pgmap v508: 129 pgs: 129 active+clean; 1.1 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 16 MiB/s wr, 20 op/s 2024-05-10T11:23:44.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:43 smithi132 ceph-mon[33758]: pgmap v508: 129 pgs: 129 active+clean; 1.1 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 16 MiB/s wr, 20 op/s 2024-05-10T11:23:44.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:43 smithi187 ceph-mon[34076]: pgmap v508: 129 pgs: 129 active+clean; 1.1 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 16 MiB/s wr, 20 op/s 2024-05-10T11:23:44.315 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.315+0000 7fb5a8e67700 1 -- 172.21.15.53:0/4261665449 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb5a406c630 msgr2=0x7fb5a4110360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:44.315 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.315+0000 7fb5a8e67700 1 --2- 172.21.15.53:0/4261665449 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb5a406c630 0x7fb5a4110360 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fb59c00b0d0 tx=0x7fb59c00b3e0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.315 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.315+0000 7fb5a8e67700 1 -- 172.21.15.53:0/4261665449 shutdown_connections 2024-05-10T11:23:44.315 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.315+0000 7fb5a8e67700 1 --2- 172.21.15.53:0/4261665449 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb5a406c630 0x7fb5a4110360 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.316 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.315+0000 7fb5a8e67700 1 --2- 172.21.15.53:0/4261665449 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb5a4109590 0x7fb5a4109970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.316 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.315+0000 7fb5a8e67700 1 --2- 172.21.15.53:0/4261665449 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb5a406bc70 0x7fb5a406c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.316 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.315+0000 7fb5a8e67700 1 -- 172.21.15.53:0/4261665449 >> 172.21.15.53:0/4261665449 conn(0x7fb5a4079440 msgr2=0x7fb5a4079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:44.316 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.315+0000 7fb5a8e67700 1 -- 172.21.15.53:0/4261665449 shutdown_connections 2024-05-10T11:23:44.316 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.315+0000 7fb5a8e67700 1 -- 172.21.15.53:0/4261665449 wait complete. 2024-05-10T11:23:44.318 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.316+0000 7fb5a8e67700 1 Processor -- start 2024-05-10T11:23:44.318 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.316+0000 7fb5a8e67700 1 -- start start 2024-05-10T11:23:44.318 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.316+0000 7fb5a8e67700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb5a406bc70 0x7fb5a41a1860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:44.318 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.316+0000 7fb5a8e67700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb5a406c630 0x7fb5a41a1da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:44.318 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.316+0000 7fb5a8e67700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb5a4109590 0x7fb5a419ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:44.318 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.316+0000 7fb5a8e67700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb5a4113540 con 0x7fb5a406c630 2024-05-10T11:23:44.318 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.316+0000 7fb5a8e67700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fb5a41133c0 con 0x7fb5a4109590 2024-05-10T11:23:44.318 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.316+0000 7fb5a8e67700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fb5a41136c0 con 0x7fb5a406bc70 2024-05-10T11:23:44.318 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.316+0000 7fb5a1d9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb5a406c630 0x7fb5a41a1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:44.318 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.316+0000 7fb5a1d9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb5a406c630 0x7fb5a41a1da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52266/0 (socket says 172.21.15.53:52266) 2024-05-10T11:23:44.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.316+0000 7fb5a1d9b700 1 -- 172.21.15.53:0/216061413 learned_addr learned my addr 172.21.15.53:0/216061413 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:44.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.316+0000 7fb5a259c700 1 --2- 172.21.15.53:0/216061413 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb5a406bc70 0x7fb5a41a1860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:44.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.317+0000 7fb5a2d9d700 1 --2- 172.21.15.53:0/216061413 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb5a4109590 0x7fb5a419ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:44.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.317+0000 7fb5a1d9b700 1 -- 172.21.15.53:0/216061413 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb5a406bc70 msgr2=0x7fb5a41a1860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:44.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.317+0000 7fb5a1d9b700 1 --2- 172.21.15.53:0/216061413 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb5a406bc70 0x7fb5a41a1860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.317+0000 7fb5a1d9b700 1 -- 172.21.15.53:0/216061413 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb5a4109590 msgr2=0x7fb5a419ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:44.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.317+0000 7fb5a1d9b700 1 --2- 172.21.15.53:0/216061413 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb5a4109590 0x7fb5a419ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.317+0000 7fb5a1d9b700 1 -- 172.21.15.53:0/216061413 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5a419c1d0 con 0x7fb5a406c630 2024-05-10T11:23:44.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.317+0000 7fb5a2d9d700 1 --2- 172.21.15.53:0/216061413 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb5a4109590 0x7fb5a419ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:23:44.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.317+0000 7fb5a1d9b700 1 --2- 172.21.15.53:0/216061413 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb5a406c630 0x7fb5a41a1da0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fb59800d980 tx=0x7fb59800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:44.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.317+0000 7fb5937fe700 1 -- 172.21.15.53:0/216061413 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb598017070 con 0x7fb5a406c630 2024-05-10T11:23:44.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.317+0000 7fb5a8e67700 1 -- 172.21.15.53:0/216061413 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5a419c4c0 con 0x7fb5a406c630 2024-05-10T11:23:44.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.317+0000 7fb5937fe700 1 -- 172.21.15.53:0/216061413 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb598005020 con 0x7fb5a406c630 2024-05-10T11:23:44.319 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.317+0000 7fb5937fe700 1 -- 172.21.15.53:0/216061413 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb598009ab0 con 0x7fb5a406c630 2024-05-10T11:23:44.320 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.317+0000 7fb5a8e67700 1 -- 172.21.15.53:0/216061413 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5a41a8730 con 0x7fb5a406c630 2024-05-10T11:23:44.320 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.319+0000 7fb5937fe700 1 -- 172.21.15.53:0/216061413 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fb5980051d0 con 0x7fb5a406c630 2024-05-10T11:23:44.320 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.320+0000 7fb5937fe700 1 --2- 172.21.15.53:0/216061413 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb58c0b2880 0x7fb58c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:44.320 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.320+0000 7fb5a259c700 1 --2- 172.21.15.53:0/216061413 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb58c0b2880 0x7fb58c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:44.320 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.320+0000 7fb5937fe700 1 -- 172.21.15.53:0/216061413 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fb5980e24c0 con 0x7fb5a406c630 2024-05-10T11:23:44.322 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.321+0000 7fb5b36fab80 1 Processor -- start 2024-05-10T11:23:44.322 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.321+0000 7fb5a259c700 1 --2- 172.21.15.53:0/216061413 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb58c0b2880 0x7fb58c0b4d40 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fb594005950 tx=0x7fb59400a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:44.322 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.321+0000 7fb5b36fab80 1 -- start start 2024-05-10T11:23:44.322 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.321+0000 7fb5b36fab80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563a8f51d1b0 0x563a8f51d590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:44.322 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.321+0000 7fb5b36fab80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563a8f51dad0 0x563a8f517810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:44.322 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.321+0000 7fb5b36fab80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f517d50 0x563a8f518190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:44.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.321+0000 7fb5b36fab80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563a8f469940 con 0x563a8f517d50 2024-05-10T11:23:44.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.321+0000 7fb5b36fab80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x563a8f3ceda0 con 0x563a8f51d1b0 2024-05-10T11:23:44.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.321+0000 7fb5b36fab80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x563a8f465900 con 0x563a8f51dad0 2024-05-10T11:23:44.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.321+0000 7fb5a2d9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f517d50 0x563a8f518190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:44.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.322+0000 7fb5a2d9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f517d50 0x563a8f518190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52268/0 (socket says 172.21.15.53:52268) 2024-05-10T11:23:44.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.322+0000 7fb5a2d9d700 1 -- 172.21.15.53:0/2424356859 learned_addr learned my addr 172.21.15.53:0/2424356859 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:44.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.322+0000 7fb5a259c700 1 --2- 172.21.15.53:0/2424356859 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563a8f51d1b0 0x563a8f51d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:44.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.322+0000 7fb5a1d9b700 1 --2- 172.21.15.53:0/2424356859 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563a8f51dad0 0x563a8f517810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:44.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.322+0000 7fb5a2d9d700 1 -- 172.21.15.53:0/2424356859 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563a8f51dad0 msgr2=0x563a8f517810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:44.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.322+0000 7fb5a2d9d700 1 --2- 172.21.15.53:0/2424356859 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563a8f51dad0 0x563a8f517810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.322+0000 7fb5a2d9d700 1 -- 172.21.15.53:0/2424356859 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563a8f51d1b0 msgr2=0x563a8f51d590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:44.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.322+0000 7fb5a2d9d700 1 --2- 172.21.15.53:0/2424356859 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563a8f51d1b0 0x563a8f51d590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.322+0000 7fb5a2d9d700 1 -- 172.21.15.53:0/2424356859 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a8f3b68d0 con 0x563a8f517d50 2024-05-10T11:23:44.323 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.322+0000 7fb5a2d9d700 1 --2- 172.21.15.53:0/2424356859 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f517d50 0x563a8f518190 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fb59c009dc0 tx=0x7fb59c009df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb0fc9fe06f120ac server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:44.324 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.322+0000 7fb590ff9700 1 -- 172.21.15.53:0/2424356859 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb59c021020 con 0x563a8f517d50 2024-05-10T11:23:44.324 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.322+0000 7fb590ff9700 1 -- 172.21.15.53:0/2424356859 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb59c0093d0 con 0x563a8f517d50 2024-05-10T11:23:44.324 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.322+0000 7fb590ff9700 1 -- 172.21.15.53:0/2424356859 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb59c0074e0 con 0x563a8f517d50 2024-05-10T11:23:44.327 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.323+0000 7fb5b36fab80 1 -- 172.21.15.53:0/2424356859 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f517d50 msgr2=0x563a8f518190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:44.327 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.323+0000 7fb5b36fab80 1 --2- 172.21.15.53:0/2424356859 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f517d50 0x563a8f518190 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fb59c009dc0 tx=0x7fb59c009df0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.323+0000 7fb5b36fab80 1 -- 172.21.15.53:0/2424356859 shutdown_connections 2024-05-10T11:23:44.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.323+0000 7fb5b36fab80 1 --2- 172.21.15.53:0/2424356859 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f517d50 0x563a8f518190 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.323+0000 7fb5b36fab80 1 --2- 172.21.15.53:0/2424356859 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563a8f51d1b0 0x563a8f51d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.323+0000 7fb5b36fab80 1 --2- 172.21.15.53:0/2424356859 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563a8f51dad0 0x563a8f517810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.323+0000 7fb5b36fab80 1 -- 172.21.15.53:0/2424356859 >> 172.21.15.53:0/2424356859 conn(0x563a8f443b70 msgr2=0x563a8f5122a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:44.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.323+0000 7fb5b36fab80 1 -- 172.21.15.53:0/2424356859 shutdown_connections 2024-05-10T11:23:44.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.323+0000 7fb5b36fab80 1 -- 172.21.15.53:0/2424356859 wait complete. 2024-05-10T11:23:44.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.323+0000 7fb5b36fab80 1 -- start start 2024-05-10T11:23:44.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.324+0000 7fb5b36fab80 1 Processor -- start 2024-05-10T11:23:44.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.324+0000 7fb5b36fab80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563a8f517d50 0x563a8f523750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:44.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.324+0000 7fb5b36fab80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f51d1b0 0x563a8f520af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:44.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.324+0000 7fb5b36fab80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563a8f51dad0 0x563a8f521030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:44.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.324+0000 7fb5b36fab80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563a8f5243f0 con 0x563a8f51d1b0 2024-05-10T11:23:44.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.324+0000 7fb5b36fab80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x563a8f422ed0 con 0x563a8f51dad0 2024-05-10T11:23:44.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.324+0000 7fb5b36fab80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x563a8f524570 con 0x563a8f517d50 2024-05-10T11:23:44.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.324+0000 7fb5b36fab80 10 client.0 _ll_register_callbacks cb 0x563a8f3fd5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:44.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.324+0000 7fb5a1d9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f51d1b0 0x563a8f520af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:44.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.324+0000 7fb5a1d9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f51d1b0 0x563a8f520af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52282/0 (socket says 172.21.15.53:52282) 2024-05-10T11:23:44.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.324+0000 7fb5a1d9b700 1 -- 172.21.15.53:0/4256225046 learned_addr learned my addr 172.21.15.53:0/4256225046 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:44.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.324+0000 7fb5a259c700 1 --2- 172.21.15.53:0/4256225046 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563a8f517d50 0x563a8f523750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:44.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.324+0000 7fb5a2d9d700 1 --2- 172.21.15.53:0/4256225046 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563a8f51dad0 0x563a8f521030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:44.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.324+0000 7fb5a1d9b700 1 -- 172.21.15.53:0/4256225046 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563a8f517d50 msgr2=0x563a8f523750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:44.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.324+0000 7fb5a1d9b700 1 --2- 172.21.15.53:0/4256225046 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563a8f517d50 0x563a8f523750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.324+0000 7fb5a1d9b700 1 -- 172.21.15.53:0/4256225046 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563a8f51dad0 msgr2=0x563a8f521030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:44.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.324+0000 7fb5a1d9b700 1 --2- 172.21.15.53:0/4256225046 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563a8f51dad0 0x563a8f521030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.324+0000 7fb5a1d9b700 1 -- 172.21.15.53:0/4256225046 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a8f420760 con 0x563a8f51d1b0 2024-05-10T11:23:44.330 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.324+0000 7fb5a1d9b700 1 --2- 172.21.15.53:0/4256225046 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f51d1b0 0x563a8f520af0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fb5980dfc30 tx=0x7fb598009f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=782b77a8fad0244 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:44.330 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.324+0000 7fb589ffb700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:44.330 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.325+0000 7fb589ffb700 1 -- 172.21.15.53:0/4256225046 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5980a9750 con 0x563a8f51d1b0 2024-05-10T11:23:44.330 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.325+0000 7fb589ffb700 1 -- 172.21.15.53:0/4256225046 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fb5980b2120 con 0x563a8f51d1b0 2024-05-10T11:23:44.330 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.325+0000 7fb5b36fab80 1 -- 172.21.15.53:0/4256225046 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb59c0093d0 con 0x563a8f51d1b0 2024-05-10T11:23:44.330 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.325+0000 7fb589ffb700 1 -- 172.21.15.53:0/4256225046 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb5980adb00 con 0x563a8f51d1b0 2024-05-10T11:23:44.330 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.325+0000 7fb5b36fab80 10 client.16035 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:44.330 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.325+0000 7fb5b36fab80 1 -- 172.21.15.53:0/4256225046 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563a8f52ed10 con 0x563a8f51d1b0 2024-05-10T11:23:44.330 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.325+0000 7fb589ffb700 1 -- 172.21.15.53:0/4256225046 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb59c0093d0 con 0x563a8f51d1b0 2024-05-10T11:23:44.330 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.325+0000 7fb589ffb700 1 -- 172.21.15.53:0/4256225046 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb598091140 con 0x563a8f51d1b0 2024-05-10T11:23:44.330 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.325+0000 7fb5b36fab80 10 client.16035 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:44.330 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.325+0000 7fb5b36fab80 10 client.16035 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-05-10T11:23:44.330 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.325+0000 7fb5b36fab80 20 client.16035 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:44.330 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.325+0000 7fb5b36fab80 1 --2- 172.21.15.53:0/4256225046 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x563a8f5311e0 0x563a8f5335d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:44.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.325+0000 7fb5b36fab80 4 client.16035 mds_command: new command op to 24442 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:23:44.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.325+0000 7fb5b36fab80 1 -- 172.21.15.53:0/4256225046 --> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563a8f477320 con 0x563a8f5311e0 2024-05-10T11:23:44.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.326+0000 7fb5a259c700 1 --2- 172.21.15.53:0/4256225046 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x563a8f5311e0 0x563a8f5335d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:44.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.326+0000 7fb589ffb700 10 client.16035 ms_handle_connect on v2:172.21.15.187:6834/4099468922 2024-05-10T11:23:44.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.326+0000 7fb5a259c700 1 --2- 172.21.15.53:0/4256225046 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x563a8f5311e0 0x563a8f5335d0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=16666702e050a87f server_cookie=27a1a73a2d4db0b7 in_seq=0 out_seq=0 2024-05-10T11:23:44.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.327+0000 7fb589ffb700 1 -- 172.21.15.53:0/4256225046 <== mds.2 v2:172.21.15.187:6834/4099468922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x563a8f477320 con 0x563a8f5311e0 2024-05-10T11:23:44.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.327+0000 7fb589ffb700 10 client.16035 handle_command_reply: tid=0 2024-05-10T11:23:44.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.327+0000 7fb5b36fab80 1 client.16035 shutdown 2024-05-10T11:23:44.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.327+0000 7fb5b36fab80 1 -- 172.21.15.53:0/4256225046 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f51d1b0 msgr2=0x563a8f520af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:44.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.327+0000 7fb5b36fab80 1 --2- 172.21.15.53:0/4256225046 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f51d1b0 0x563a8f520af0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fb5980dfc30 tx=0x7fb598009f30 comp rx=0 tx=0).stop 2024-05-10T11:23:44.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.327+0000 7fb5b36fab80 1 -- 172.21.15.53:0/4256225046 shutdown_connections 2024-05-10T11:23:44.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.327+0000 7fb5b36fab80 1 --2- 172.21.15.53:0/4256225046 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563a8f51dad0 0x563a8f521030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.327+0000 7fb5b36fab80 1 --2- 172.21.15.53:0/4256225046 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563a8f517d50 0x563a8f523750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.327+0000 7fb5b36fab80 1 --2- 172.21.15.53:0/4256225046 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x563a8f5311e0 0x563a8f5335d0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.327+0000 7fb589ffb700 0 client.16035 ms_handle_reset on v2:172.21.15.187:6834/4099468922 2024-05-10T11:23:44.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.327+0000 7fb5b36fab80 1 --2- 172.21.15.53:0/4256225046 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f51d1b0 0x563a8f520af0 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.327+0000 7fb5b36fab80 1 -- 172.21.15.53:0/4256225046 >> 172.21.15.53:0/4256225046 conn(0x563a8f443b70 msgr2=0x563a8f50cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:44.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.327+0000 7fb5b36fab80 1 -- 172.21.15.53:0/4256225046 shutdown_connections 2024-05-10T11:23:44.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.327+0000 7fb5b36fab80 1 -- 172.21.15.53:0/4256225046 wait complete. 2024-05-10T11:23:44.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.328+0000 7fb5b36fab80 20 client.16035 trim_cache size 0 max 16384 2024-05-10T11:23:44.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.343+0000 7fb5b36fab80 1 Processor -- start 2024-05-10T11:23:44.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.343+0000 7fb5b36fab80 1 -- start start 2024-05-10T11:23:44.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.343+0000 7fb5b36fab80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563a8f517d50 0x563a8f517810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:44.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.343+0000 7fb5b36fab80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563a8f51d1b0 0x563a8f52d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:44.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.343+0000 7fb5b36fab80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f51dad0 0x563a8f51fc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:44.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.343+0000 7fb5b36fab80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb5a41b1180 con 0x563a8f51dad0 2024-05-10T11:23:44.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.343+0000 7fb5b36fab80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fb5a41b2cc0 con 0x563a8f517d50 2024-05-10T11:23:44.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.343+0000 7fb5b36fab80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fb5a41b1850 con 0x563a8f51d1b0 2024-05-10T11:23:44.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.343+0000 7fb5a2d9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f51dad0 0x563a8f51fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:44.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.343+0000 7fb5a2d9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f51dad0 0x563a8f51fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52284/0 (socket says 172.21.15.53:52284) 2024-05-10T11:23:44.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.343+0000 7fb5a2d9d700 1 -- 172.21.15.53:0/2469898800 learned_addr learned my addr 172.21.15.53:0/2469898800 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:44.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.343+0000 7fb5a1d9b700 1 --2- 172.21.15.53:0/2469898800 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563a8f51d1b0 0x563a8f52d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:44.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.343+0000 7fb5a2d9d700 1 -- 172.21.15.53:0/2469898800 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563a8f51d1b0 msgr2=0x563a8f52d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:44.345 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.343+0000 7fb5a2d9d700 1 --2- 172.21.15.53:0/2469898800 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563a8f51d1b0 0x563a8f52d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.345 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.343+0000 7fb5a259c700 1 --2- 172.21.15.53:0/2469898800 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563a8f517d50 0x563a8f517810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:44.345 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.343+0000 7fb5a2d9d700 1 -- 172.21.15.53:0/2469898800 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563a8f517d50 msgr2=0x563a8f517810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:44.345 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.343+0000 7fb5a2d9d700 1 --2- 172.21.15.53:0/2469898800 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563a8f517d50 0x563a8f517810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.345 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.343+0000 7fb5a2d9d700 1 -- 172.21.15.53:0/2469898800 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a8f523100 con 0x563a8f51dad0 2024-05-10T11:23:44.345 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.343+0000 7fb5a259c700 1 --2- 172.21.15.53:0/2469898800 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563a8f517d50 0x563a8f517810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:23:44.345 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.344+0000 7fb5a2d9d700 1 --2- 172.21.15.53:0/2469898800 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f51dad0 0x563a8f51fc90 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fb59c009d90 tx=0x7fb59c00b940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5344905827b01d72 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:44.345 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.344+0000 7fb58bfff700 1 -- 172.21.15.53:0/2469898800 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb59c021040 con 0x563a8f51dad0 2024-05-10T11:23:44.345 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.344+0000 7fb58bfff700 1 -- 172.21.15.53:0/2469898800 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb59c01f050 con 0x563a8f51dad0 2024-05-10T11:23:44.345 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.344+0000 7fb58bfff700 1 -- 172.21.15.53:0/2469898800 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb59c0074a0 con 0x563a8f51dad0 2024-05-10T11:23:44.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.344+0000 7fb5b36fab80 1 -- 172.21.15.53:0/2469898800 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f51dad0 msgr2=0x563a8f51fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:44.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.344+0000 7fb5b36fab80 1 --2- 172.21.15.53:0/2469898800 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f51dad0 0x563a8f51fc90 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fb59c009d90 tx=0x7fb59c00b940 comp rx=0 tx=0).stop 2024-05-10T11:23:44.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.345+0000 7fb5b36fab80 1 -- 172.21.15.53:0/2469898800 shutdown_connections 2024-05-10T11:23:44.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.345+0000 7fb5b36fab80 1 --2- 172.21.15.53:0/2469898800 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f51dad0 0x563a8f51fc90 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.345+0000 7fb5b36fab80 1 --2- 172.21.15.53:0/2469898800 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563a8f517d50 0x563a8f517810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.345+0000 7fb5b36fab80 1 --2- 172.21.15.53:0/2469898800 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563a8f51d1b0 0x563a8f52d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.345+0000 7fb5b36fab80 1 -- 172.21.15.53:0/2469898800 >> 172.21.15.53:0/2469898800 conn(0x563a8f443b70 msgr2=0x563a8f51e520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:44.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.345+0000 7fb5b36fab80 1 -- 172.21.15.53:0/2469898800 shutdown_connections 2024-05-10T11:23:44.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.345+0000 7fb5b36fab80 1 -- 172.21.15.53:0/2469898800 wait complete. 2024-05-10T11:23:44.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.345+0000 7fb5b36fab80 1 -- start start 2024-05-10T11:23:44.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.345+0000 7fb5b36fab80 1 Processor -- start 2024-05-10T11:23:44.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.345+0000 7fb5b36fab80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f517d50 0x563a8f529d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:44.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.345+0000 7fb5b36fab80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563a8f51d1b0 0x563a8f5250f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:44.350 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.345+0000 7fb5b36fab80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563a8f51dad0 0x563a8f525630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:44.350 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.345+0000 7fb5b36fab80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb5a41b25f0 con 0x563a8f517d50 2024-05-10T11:23:44.350 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.345+0000 7fb5b36fab80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fb5a41b1f20 con 0x563a8f51d1b0 2024-05-10T11:23:44.350 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.345+0000 7fb5b36fab80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fb5a41af120 con 0x563a8f51dad0 2024-05-10T11:23:44.350 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.345+0000 7fb5b36fab80 10 client.0 _ll_register_callbacks cb 0x563a8f3fd5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:44.350 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.345+0000 7fb5a259c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f517d50 0x563a8f529d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:44.350 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.345+0000 7fb5a259c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f517d50 0x563a8f529d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52298/0 (socket says 172.21.15.53:52298) 2024-05-10T11:23:44.350 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.345+0000 7fb5a259c700 1 -- 172.21.15.53:0/3509549215 learned_addr learned my addr 172.21.15.53:0/3509549215 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:44.350 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.346+0000 7fb5a1d9b700 1 --2- 172.21.15.53:0/3509549215 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563a8f51d1b0 0x563a8f5250f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:44.350 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.346+0000 7fb5a2d9d700 1 --2- 172.21.15.53:0/3509549215 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563a8f51dad0 0x563a8f525630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:44.350 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.346+0000 7fb5a259c700 1 -- 172.21.15.53:0/3509549215 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563a8f51dad0 msgr2=0x563a8f525630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:44.350 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.346+0000 7fb5a259c700 1 --2- 172.21.15.53:0/3509549215 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563a8f51dad0 0x563a8f525630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.350 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.346+0000 7fb5a259c700 1 -- 172.21.15.53:0/3509549215 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563a8f51d1b0 msgr2=0x563a8f5250f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:44.351 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.346+0000 7fb5a259c700 1 --2- 172.21.15.53:0/3509549215 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563a8f51d1b0 0x563a8f5250f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.351 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.346+0000 7fb5a259c700 1 -- 172.21.15.53:0/3509549215 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a8f525e70 con 0x563a8f517d50 2024-05-10T11:23:44.351 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.346+0000 7fb5a259c700 1 --2- 172.21.15.53:0/3509549215 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f517d50 0x563a8f529d20 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x563a8f533da0 tx=0x7fb594012070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b60f5a867c0625 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:44.351 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.346+0000 7fb589ffb700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:44.351 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.346+0000 7fb589ffb700 1 -- 172.21.15.53:0/3509549215 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb59402a070 con 0x563a8f517d50 2024-05-10T11:23:44.351 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.346+0000 7fb589ffb700 1 -- 172.21.15.53:0/3509549215 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fb5940263b0 con 0x563a8f517d50 2024-05-10T11:23:44.351 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.346+0000 7fb5b36fab80 1 -- 172.21.15.53:0/3509549215 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb59c01f050 con 0x563a8f517d50 2024-05-10T11:23:44.351 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.346+0000 7fb589ffb700 1 -- 172.21.15.53:0/3509549215 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb594036050 con 0x563a8f517d50 2024-05-10T11:23:44.351 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.346+0000 7fb5b36fab80 10 client.16041 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:44.351 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.346+0000 7fb5b36fab80 1 -- 172.21.15.53:0/3509549215 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563a8f59b9c0 con 0x563a8f517d50 2024-05-10T11:23:44.351 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.347+0000 7fb589ffb700 1 -- 172.21.15.53:0/3509549215 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb59c01f050 con 0x563a8f517d50 2024-05-10T11:23:44.351 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.347+0000 7fb589ffb700 1 -- 172.21.15.53:0/3509549215 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb59401ca90 con 0x563a8f517d50 2024-05-10T11:23:44.351 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.347+0000 7fb5b36fab80 10 client.16041 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:44.351 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.347+0000 7fb5b36fab80 10 client.16041 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-05-10T11:23:44.351 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.347+0000 7fb5b36fab80 20 client.16041 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:44.352 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.347+0000 7fb5b36fab80 1 --2- 172.21.15.53:0/3509549215 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x563a8f59c080 0x563a8f59e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:44.352 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.347+0000 7fb5b36fab80 4 client.16041 mds_command: new command op to 24442 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:23:44.352 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.347+0000 7fb5b36fab80 1 -- 172.21.15.53:0/3509549215 --> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563a8f51b640 con 0x563a8f59c080 2024-05-10T11:23:44.352 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.347+0000 7fb5a1d9b700 1 --2- 172.21.15.53:0/3509549215 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x563a8f59c080 0x563a8f59e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:44.352 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.347+0000 7fb5a1d9b700 1 --2- 172.21.15.53:0/3509549215 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x563a8f59c080 0x563a8f59e4a0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3fadfbe47031822b server_cookie=fd8181090c7aff6b in_seq=0 out_seq=0 2024-05-10T11:23:44.352 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.347+0000 7fb589ffb700 10 client.16041 ms_handle_connect on v2:172.21.15.187:6834/4099468922 2024-05-10T11:23:44.352 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.348+0000 7fb589ffb700 1 -- 172.21.15.53:0/3509549215 <== mds.2 v2:172.21.15.187:6834/4099468922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563a8f51b640 con 0x563a8f59c080 2024-05-10T11:23:44.352 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.348+0000 7fb589ffb700 10 client.16041 handle_command_reply: tid=0 2024-05-10T11:23:44.352 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.348+0000 7fb5b36fab80 1 client.16041 shutdown 2024-05-10T11:23:44.352 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.348+0000 7fb5b36fab80 1 -- 172.21.15.53:0/3509549215 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f517d50 msgr2=0x563a8f529d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:44.352 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.348+0000 7fb5b36fab80 1 --2- 172.21.15.53:0/3509549215 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f517d50 0x563a8f529d20 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x563a8f533da0 tx=0x7fb594012070 comp rx=0 tx=0).stop 2024-05-10T11:23:44.352 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.348+0000 7fb5b36fab80 1 -- 172.21.15.53:0/3509549215 shutdown_connections 2024-05-10T11:23:44.352 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.348+0000 7fb5b36fab80 1 --2- 172.21.15.53:0/3509549215 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563a8f51dad0 0x563a8f525630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.352 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.348+0000 7fb5b36fab80 1 --2- 172.21.15.53:0/3509549215 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x563a8f59c080 0x563a8f59e4a0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.353 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.348+0000 7fb5b36fab80 1 --2- 172.21.15.53:0/3509549215 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563a8f517d50 0x563a8f529d20 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.353 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.348+0000 7fb5b36fab80 1 --2- 172.21.15.53:0/3509549215 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563a8f51d1b0 0x563a8f5250f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.353 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.348+0000 7fb589ffb700 0 client.16041 ms_handle_reset on v2:172.21.15.187:6834/4099468922 2024-05-10T11:23:44.353 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.348+0000 7fb5b36fab80 1 -- 172.21.15.53:0/3509549215 >> 172.21.15.53:0/3509549215 conn(0x563a8f443b70 msgr2=0x563a8f522980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:44.353 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.348+0000 7fb5b36fab80 1 -- 172.21.15.53:0/3509549215 shutdown_connections 2024-05-10T11:23:44.353 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.348+0000 7fb5b36fab80 1 -- 172.21.15.53:0/3509549215 wait complete. 2024-05-10T11:23:44.353 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.348+0000 7fb5b36fab80 20 client.16041 trim_cache size 0 max 16384 2024-05-10T11:23:44.353 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:23:44.354 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.348+0000 7fb5a8e67700 1 -- 172.21.15.53:0/216061413 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb58c0b2880 msgr2=0x7fb58c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:44.354 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.349+0000 7fb5a8e67700 1 --2- 172.21.15.53:0/216061413 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb58c0b2880 0x7fb58c0b4d40 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fb594005950 tx=0x7fb59400a300 comp rx=0 tx=0).stop 2024-05-10T11:23:44.354 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.349+0000 7fb5a8e67700 1 -- 172.21.15.53:0/216061413 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb5a406c630 msgr2=0x7fb5a41a1da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:44.354 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.349+0000 7fb5a8e67700 1 --2- 172.21.15.53:0/216061413 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb5a406c630 0x7fb5a41a1da0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fb59800d980 tx=0x7fb59800dc90 comp rx=0 tx=0).stop 2024-05-10T11:23:44.354 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.349+0000 7fb5a8e67700 1 -- 172.21.15.53:0/216061413 shutdown_connections 2024-05-10T11:23:44.354 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.349+0000 7fb5a8e67700 1 --2- 172.21.15.53:0/216061413 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb58c0b2880 0x7fb58c0b4d40 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.354 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.349+0000 7fb5a8e67700 1 --2- 172.21.15.53:0/216061413 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb5a4109590 0x7fb5a419ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.354 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.349+0000 7fb5a8e67700 1 --2- 172.21.15.53:0/216061413 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb5a406bc70 0x7fb5a41a1860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.354 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.349+0000 7fb5a8e67700 1 --2- 172.21.15.53:0/216061413 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb5a406c630 0x7fb5a41a1da0 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:44.355 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.349+0000 7fb5a8e67700 1 -- 172.21.15.53:0/216061413 >> 172.21.15.53:0/216061413 conn(0x7fb5a4079440 msgr2=0x7fb5a4100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:44.355 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.349+0000 7fb5a8e67700 1 -- 172.21.15.53:0/216061413 shutdown_connections 2024-05-10T11:23:44.355 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:44.349+0000 7fb5a8e67700 1 -- 172.21.15.53:0/216061413 wait complete. 2024-05-10T11:23:45.256 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-10T11:23:45.748 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:23:46.013 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:23:46.013 INFO:tasks.workunit.client.0.smithi053.stdout: Children see throughput for 1 rewriters = 661983.12 kB/sec 2024-05-10T11:23:46.013 INFO:tasks.workunit.client.0.smithi053.stdout: Parent sees throughput for 1 rewriters = 661859.53 kB/sec 2024-05-10T11:23:46.013 INFO:tasks.workunit.client.0.smithi053.stdout: Min throughput per process = 661983.12 kB/sec 2024-05-10T11:23:46.013 INFO:tasks.workunit.client.0.smithi053.stdout: Max throughput per process = 661983.12 kB/sec 2024-05-10T11:23:46.013 INFO:tasks.workunit.client.0.smithi053.stdout: Avg throughput per process = 661983.12 kB/sec 2024-05-10T11:23:46.014 INFO:tasks.workunit.client.0.smithi053.stdout: Min xfer = 1048576.00 kB 2024-05-10T11:23:46.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:45 smithi132 ceph-mon[33758]: pgmap v509: 129 pgs: 129 active+clean; 1.2 GiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 73 MiB/s wr, 46 op/s 2024-05-10T11:23:46.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:45 smithi187 ceph-mon[34076]: pgmap v509: 129 pgs: 129 active+clean; 1.2 GiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 73 MiB/s wr, 46 op/s 2024-05-10T11:23:46.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:45 smithi053 ceph-mon[30153]: pgmap v509: 129 pgs: 129 active+clean; 1.2 GiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 73 MiB/s wr, 46 op/s 2024-05-10T11:23:48.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:47 smithi053 ceph-mon[30153]: pgmap v510: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 105 MiB/s wr, 61 op/s 2024-05-10T11:23:48.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:47 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:23:48.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:47 smithi132 ceph-mon[33758]: pgmap v510: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 105 MiB/s wr, 61 op/s 2024-05-10T11:23:48.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:47 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:23:48.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:47 smithi187 ceph-mon[34076]: pgmap v510: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 105 MiB/s wr, 61 op/s 2024-05-10T11:23:48.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:47 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:23:48.445 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.443+0000 7f3eee845640 1 -- 172.21.15.53:0/2628023703 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3ee8105e70 msgr2=0x7f3ee8108260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:48.445 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.443+0000 7f3eee845640 1 --2- 172.21.15.53:0/2628023703 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3ee8105e70 0x7f3ee8108260 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f3ed0009900 tx=0x7f3ed002a410 comp rx=0 tx=0).stop 2024-05-10T11:23:48.445 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.443+0000 7f3eee845640 1 -- 172.21.15.53:0/2628023703 shutdown_connections 2024-05-10T11:23:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.443+0000 7f3eee845640 1 --2- 172.21.15.53:0/2628023703 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3ee81087a0 0x7f3ee810abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.443+0000 7f3eee845640 1 --2- 172.21.15.53:0/2628023703 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3ee8105e70 0x7f3ee8108260 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.443+0000 7f3eee845640 1 --2- 172.21.15.53:0/2628023703 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3ee8103540 0x7f3ee8105930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.443+0000 7f3eee845640 1 -- 172.21.15.53:0/2628023703 >> 172.21.15.53:0/2628023703 conn(0x7f3ee80fcf30 msgr2=0x7f3ee80ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.443+0000 7f3eee845640 1 -- 172.21.15.53:0/2628023703 shutdown_connections 2024-05-10T11:23:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.443+0000 7f3eee845640 1 -- 172.21.15.53:0/2628023703 wait complete. 2024-05-10T11:23:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.444+0000 7f3eee845640 1 Processor -- start 2024-05-10T11:23:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.444+0000 7f3eee845640 1 -- start start 2024-05-10T11:23:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.444+0000 7f3eee845640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3ee8103540 0x7f3ee8198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.444+0000 7f3eee845640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3ee8105e70 0x7f3ee8198f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.444+0000 7f3eee845640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3ee81087a0 0x7f3ee81a0000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.444+0000 7f3eee845640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3ee810e470 con 0x7f3ee8105e70 2024-05-10T11:23:48.447 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.444+0000 7f3eee845640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f3ee810e2f0 con 0x7f3ee81087a0 2024-05-10T11:23:48.447 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.444+0000 7f3eee845640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f3ee810e5f0 con 0x7f3ee8103540 2024-05-10T11:23:48.447 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.444+0000 7f3edffff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3ee8105e70 0x7f3ee8198f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.447 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.444+0000 7f3edffff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3ee8105e70 0x7f3ee8198f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52310/0 (socket says 172.21.15.53:52310) 2024-05-10T11:23:48.447 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.444+0000 7f3edffff640 1 -- 172.21.15.53:0/2808623814 learned_addr learned my addr 172.21.15.53:0/2808623814 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:48.447 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.444+0000 7f3ee7fff640 1 --2- 172.21.15.53:0/2808623814 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3ee8103540 0x7f3ee8198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.447 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.444+0000 7f3eecde2640 1 --2- 172.21.15.53:0/2808623814 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3ee81087a0 0x7f3ee81a0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.447 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.444+0000 7f3edffff640 1 -- 172.21.15.53:0/2808623814 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3ee8103540 msgr2=0x7f3ee8198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:48.447 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.444+0000 7f3edffff640 1 --2- 172.21.15.53:0/2808623814 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3ee8103540 0x7f3ee8198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.447 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.444+0000 7f3edffff640 1 -- 172.21.15.53:0/2808623814 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3ee81087a0 msgr2=0x7f3ee81a0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:48.447 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.444+0000 7f3edffff640 1 --2- 172.21.15.53:0/2808623814 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3ee81087a0 0x7f3ee81a0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.447 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.444+0000 7f3edffff640 1 -- 172.21.15.53:0/2808623814 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ee81a0670 con 0x7f3ee8105e70 2024-05-10T11:23:48.447 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.444+0000 7f3ee7fff640 1 --2- 172.21.15.53:0/2808623814 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3ee8103540 0x7f3ee8198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:48.447 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.445+0000 7f3edffff640 1 --2- 172.21.15.53:0/2808623814 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3ee8105e70 0x7f3ee8198f90 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f3ed0031460 tx=0x7f3ed0003d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:48.448 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.445+0000 7f3ee5ffb640 1 -- 172.21.15.53:0/2808623814 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed003f070 con 0x7f3ee8105e70 2024-05-10T11:23:48.448 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.445+0000 7f3eee845640 1 -- 172.21.15.53:0/2808623814 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ee81a0900 con 0x7f3ee8105e70 2024-05-10T11:23:48.448 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.445+0000 7f3ee5ffb640 1 -- 172.21.15.53:0/2808623814 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3ed0031da0 con 0x7f3ee8105e70 2024-05-10T11:23:48.448 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.445+0000 7f3ee5ffb640 1 -- 172.21.15.53:0/2808623814 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed0035030 con 0x7f3ee8105e70 2024-05-10T11:23:48.448 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.445+0000 7f3eee845640 1 -- 172.21.15.53:0/2808623814 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ee81a0e40 con 0x7f3ee8105e70 2024-05-10T11:23:48.455 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.447+0000 7f3ee5ffb640 1 -- 172.21.15.53:0/2808623814 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f3ed0042070 con 0x7f3ee8105e70 2024-05-10T11:23:48.455 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.447+0000 7f3ef11fd740 1 Processor -- start 2024-05-10T11:23:48.455 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.447+0000 7f3ef11fd740 1 -- start start 2024-05-10T11:23:48.455 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.448+0000 7f3ef11fd740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5581b1328db0 0x5581b13291d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.455 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.448+0000 7f3ef11fd740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5581b13297a0 0x5581b132e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.455 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.448+0000 7f3ef11fd740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b132e910 0x5581b1330da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.448+0000 7f3ef11fd740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5581b128d5d0 con 0x5581b132e910 2024-05-10T11:23:48.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.448+0000 7f3ef11fd740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5581b1246890 con 0x5581b1328db0 2024-05-10T11:23:48.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.448+0000 7f3ef11fd740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5581b1289590 con 0x5581b13297a0 2024-05-10T11:23:48.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.448+0000 7f3edffff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b132e910 0x5581b1330da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.448+0000 7f3edffff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b132e910 0x5581b1330da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52324/0 (socket says 172.21.15.53:52324) 2024-05-10T11:23:48.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.448+0000 7f3edffff640 1 -- 172.21.15.53:0/2270414737 learned_addr learned my addr 172.21.15.53:0/2270414737 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:48.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.448+0000 7f3eecde2640 1 --2- 172.21.15.53:0/2270414737 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5581b1328db0 0x5581b13291d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.448+0000 7f3ee7fff640 1 --2- 172.21.15.53:0/2270414737 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5581b13297a0 0x5581b132e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.448+0000 7f3edffff640 1 -- 172.21.15.53:0/2270414737 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5581b13297a0 msgr2=0x5581b132e2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:48.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.448+0000 7f3edffff640 1 --2- 172.21.15.53:0/2270414737 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5581b13297a0 0x5581b132e2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.448+0000 7f3edffff640 1 -- 172.21.15.53:0/2270414737 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5581b1328db0 msgr2=0x5581b13291d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:48.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.448+0000 7f3edffff640 1 --2- 172.21.15.53:0/2270414737 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5581b1328db0 0x5581b13291d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.448+0000 7f3edffff640 1 -- 172.21.15.53:0/2270414737 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5581b0f9f210 con 0x5581b132e910 2024-05-10T11:23:48.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.448+0000 7f3eecde2640 1 --2- 172.21.15.53:0/2270414737 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5581b1328db0 0x5581b13291d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:48.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.448+0000 7f3ee5ffb640 1 --2- 172.21.15.53:0/2808623814 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3ed40b28a0 0x7f3ed40b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.448+0000 7f3edffff640 1 --2- 172.21.15.53:0/2270414737 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b132e910 0x5581b1330da0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f3ed010b1e0 tx=0x7f3ed010b2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9400801d09f2862 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:48.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.448+0000 7f3eecde2640 1 --2- 172.21.15.53:0/2808623814 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3ed40b28a0 0x7f3ed40b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.449+0000 7f3ee5ffb640 1 -- 172.21.15.53:0/2808623814 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f3ed0102ff0 con 0x7f3ee8105e70 2024-05-10T11:23:48.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.449+0000 7f3ede7fc640 1 -- 172.21.15.53:0/2270414737 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed00c6140 con 0x5581b132e910 2024-05-10T11:23:48.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.449+0000 7f3ede7fc640 1 -- 172.21.15.53:0/2270414737 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3ed00c9d90 con 0x5581b132e910 2024-05-10T11:23:48.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.449+0000 7f3ede7fc640 1 -- 172.21.15.53:0/2270414737 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed00c99f0 con 0x5581b132e910 2024-05-10T11:23:48.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.449+0000 7f3ef11fd740 1 -- 172.21.15.53:0/2270414737 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b132e910 msgr2=0x5581b1330da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:48.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.449+0000 7f3eecde2640 1 --2- 172.21.15.53:0/2808623814 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3ed40b28a0 0x7f3ed40b4d60 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x5581b132a000 tx=0x7f3ee0007680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:48.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.449+0000 7f3ef11fd740 1 --2- 172.21.15.53:0/2270414737 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b132e910 0x5581b1330da0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f3ed010b1e0 tx=0x7f3ed010b2d0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.449+0000 7f3ef11fd740 1 -- 172.21.15.53:0/2270414737 shutdown_connections 2024-05-10T11:23:48.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.449+0000 7f3ef11fd740 1 --2- 172.21.15.53:0/2270414737 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b132e910 0x5581b1330da0 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.449+0000 7f3ef11fd740 1 --2- 172.21.15.53:0/2270414737 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5581b13297a0 0x5581b132e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.449+0000 7f3ef11fd740 1 --2- 172.21.15.53:0/2270414737 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5581b1328db0 0x5581b13291d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.449+0000 7f3ef11fd740 1 -- 172.21.15.53:0/2270414737 >> 172.21.15.53:0/2270414737 conn(0x5581b1324420 msgr2=0x5581b1324820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:48.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.450+0000 7f3ef11fd740 1 -- 172.21.15.53:0/2270414737 shutdown_connections 2024-05-10T11:23:48.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.450+0000 7f3ef11fd740 1 -- 172.21.15.53:0/2270414737 wait complete. 2024-05-10T11:23:48.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.450+0000 7f3ef11fd740 1 -- start start 2024-05-10T11:23:48.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.450+0000 7f3ef11fd740 1 Processor -- start 2024-05-10T11:23:48.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.450+0000 7f3ef11fd740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b1328db0 0x5581b1332d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.450+0000 7f3ef11fd740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5581b13297a0 0x5581b1333290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.450+0000 7f3ef11fd740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5581b132e910 0x5581b133a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.450+0000 7f3ef11fd740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5581b1331680 con 0x5581b1328db0 2024-05-10T11:23:48.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.450+0000 7f3ef11fd740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5581b124a370 con 0x5581b13297a0 2024-05-10T11:23:48.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.450+0000 7f3ef11fd740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5581b1331800 con 0x5581b132e910 2024-05-10T11:23:48.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.450+0000 7f3ef11fd740 10 client.0 _ll_register_callbacks cb 0x5581b0f9ea00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:48.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.450+0000 7f3ee7fff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b1328db0 0x5581b1332d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.451+0000 7f3ee7fff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b1328db0 0x5581b1332d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52340/0 (socket says 172.21.15.53:52340) 2024-05-10T11:23:48.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.451+0000 7f3ee7fff640 1 -- 172.21.15.53:0/668261276 learned_addr learned my addr 172.21.15.53:0/668261276 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:48.459 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.451+0000 7f3eecde2640 1 --2- 172.21.15.53:0/668261276 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5581b132e910 0x5581b133a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.459 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.451+0000 7f3edffff640 1 --2- 172.21.15.53:0/668261276 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5581b13297a0 0x5581b1333290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.459 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.451+0000 7f3ee7fff640 1 -- 172.21.15.53:0/668261276 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5581b132e910 msgr2=0x5581b133a2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:48.459 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.451+0000 7f3ee7fff640 1 --2- 172.21.15.53:0/668261276 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5581b132e910 0x5581b133a2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.459 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.451+0000 7f3ee7fff640 1 -- 172.21.15.53:0/668261276 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5581b13297a0 msgr2=0x5581b1333290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:48.459 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.451+0000 7f3ee7fff640 1 --2- 172.21.15.53:0/668261276 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5581b13297a0 0x5581b1333290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.459 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.451+0000 7f3ee7fff640 1 -- 172.21.15.53:0/668261276 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5581b106b620 con 0x5581b1328db0 2024-05-10T11:23:48.459 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.451+0000 7f3ee7fff640 1 --2- 172.21.15.53:0/668261276 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b1328db0 0x5581b1332d50 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f3ed8011850 tx=0x7f3ed8011d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a584f65ae2823ca1 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:48.459 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.451+0000 7f3ec77fe640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:48.459 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.451+0000 7f3ec77fe640 1 -- 172.21.15.53:0/668261276 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed800fe10 con 0x5581b1328db0 2024-05-10T11:23:48.459 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.451+0000 7f3ec77fe640 1 -- 172.21.15.53:0/668261276 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f3ed8004020 con 0x5581b1328db0 2024-05-10T11:23:48.459 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.451+0000 7f3ef11fd740 1 -- 172.21.15.53:0/668261276 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3ed00c9d90 con 0x5581b1328db0 2024-05-10T11:23:48.459 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.452+0000 7f3ec77fe640 1 -- 172.21.15.53:0/668261276 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3ed8004220 con 0x5581b1328db0 2024-05-10T11:23:48.459 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.452+0000 7f3ef11fd740 10 client.16053 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:48.459 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.452+0000 7f3ef11fd740 1 -- 172.21.15.53:0/668261276 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5581b133d380 con 0x5581b1328db0 2024-05-10T11:23:48.460 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.452+0000 7f3ec77fe640 1 -- 172.21.15.53:0/668261276 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3ed00c9d90 con 0x5581b1328db0 2024-05-10T11:23:48.460 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.452+0000 7f3ec77fe640 1 -- 172.21.15.53:0/668261276 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3ed8018030 con 0x5581b1328db0 2024-05-10T11:23:48.460 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.452+0000 7f3ef11fd740 10 client.16053 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:48.460 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.452+0000 7f3ef11fd740 10 client.16053 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:23:48.460 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.452+0000 7f3ef11fd740 20 client.16053 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:48.460 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.452+0000 7f3ef11fd740 1 --2- 172.21.15.53:0/668261276 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5581b133ea70 0x5581b1340ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.460 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.452+0000 7f3ef11fd740 4 client.16053 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:23:48.460 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.452+0000 7f3ef11fd740 1 -- 172.21.15.53:0/668261276 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5581b129b1e0 con 0x5581b133ea70 2024-05-10T11:23:48.460 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.452+0000 7f3edffff640 1 --2- 172.21.15.53:0/668261276 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5581b133ea70 0x5581b1340ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.460 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.453+0000 7f3ec77fe640 10 client.16053 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:48.460 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.453+0000 7f3edffff640 1 --2- 172.21.15.53:0/668261276 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5581b133ea70 0x5581b1340ee0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=183d5c24e7e3ec36 server_cookie=2e0ff87e7cc7429d in_seq=0 out_seq=0 2024-05-10T11:23:48.460 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.453+0000 7f3ec77fe640 1 -- 172.21.15.53:0/668261276 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5581b129b1e0 con 0x5581b133ea70 2024-05-10T11:23:48.460 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.453+0000 7f3ec77fe640 10 client.16053 handle_command_reply: tid=0 2024-05-10T11:23:48.460 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.453+0000 7f3ef11fd740 1 client.16053 shutdown 2024-05-10T11:23:48.461 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.454+0000 7f3ef11fd740 1 -- 172.21.15.53:0/668261276 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b1328db0 msgr2=0x5581b1332d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:48.461 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.454+0000 7f3ef11fd740 1 --2- 172.21.15.53:0/668261276 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b1328db0 0x5581b1332d50 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f3ed8011850 tx=0x7f3ed8011d10 comp rx=0 tx=0).stop 2024-05-10T11:23:48.461 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.454+0000 7f3ef11fd740 1 -- 172.21.15.53:0/668261276 shutdown_connections 2024-05-10T11:23:48.461 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.454+0000 7f3ef11fd740 1 --2- 172.21.15.53:0/668261276 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5581b132e910 0x5581b133a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.461 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.454+0000 7f3ef11fd740 1 --2- 172.21.15.53:0/668261276 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5581b13297a0 0x5581b1333290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.461 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.454+0000 7f3ef11fd740 1 --2- 172.21.15.53:0/668261276 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5581b133ea70 0x5581b1340ee0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.461 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.454+0000 7f3ef11fd740 1 --2- 172.21.15.53:0/668261276 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b1328db0 0x5581b1332d50 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.461 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.454+0000 7f3ef11fd740 1 -- 172.21.15.53:0/668261276 >> 172.21.15.53:0/668261276 conn(0x5581b1324420 msgr2=0x5581b1323580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:48.461 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.454+0000 7f3ec77fe640 0 client.16053 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:48.461 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.454+0000 7f3ef11fd740 1 -- 172.21.15.53:0/668261276 shutdown_connections 2024-05-10T11:23:48.461 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.454+0000 7f3ef11fd740 1 -- 172.21.15.53:0/668261276 wait complete. 2024-05-10T11:23:48.461 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.454+0000 7f3ef11fd740 20 client.16053 trim_cache size 0 max 16384 2024-05-10T11:23:48.475 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.471+0000 7f3ef11fd740 1 Processor -- start 2024-05-10T11:23:48.476 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.471+0000 7f3ef11fd740 1 -- start start 2024-05-10T11:23:48.476 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.471+0000 7f3ef11fd740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5581b1328db0 0x5581b13273f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.476 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.471+0000 7f3ef11fd740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b13297a0 0x5581b1327930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.476 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.471+0000 7f3ef11fd740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5581b132e910 0x5581b1332040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.476 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.471+0000 7f3ef11fd740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3ee81ab340 con 0x5581b13297a0 2024-05-10T11:23:48.476 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.471+0000 7f3ef11fd740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f3ee81ace80 con 0x5581b1328db0 2024-05-10T11:23:48.476 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.471+0000 7f3ef11fd740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f3ee81aba10 con 0x5581b132e910 2024-05-10T11:23:48.476 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.471+0000 7f3edffff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b13297a0 0x5581b1327930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.476 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.471+0000 7f3edffff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b13297a0 0x5581b1327930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52348/0 (socket says 172.21.15.53:52348) 2024-05-10T11:23:48.476 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.471+0000 7f3edffff640 1 -- 172.21.15.53:0/539519590 learned_addr learned my addr 172.21.15.53:0/539519590 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:48.476 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.471+0000 7f3eecde2640 1 --2- 172.21.15.53:0/539519590 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5581b132e910 0x5581b1332040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.476 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.471+0000 7f3ee7fff640 1 --2- 172.21.15.53:0/539519590 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5581b1328db0 0x5581b13273f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.476 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.471+0000 7f3edffff640 1 -- 172.21.15.53:0/539519590 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5581b132e910 msgr2=0x5581b1332040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:48.477 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.471+0000 7f3edffff640 1 --2- 172.21.15.53:0/539519590 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5581b132e910 0x5581b1332040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.477 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.471+0000 7f3edffff640 1 -- 172.21.15.53:0/539519590 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5581b1328db0 msgr2=0x5581b13273f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:48.477 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.471+0000 7f3edffff640 1 --2- 172.21.15.53:0/539519590 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5581b1328db0 0x5581b13273f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.477 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.471+0000 7f3edffff640 1 -- 172.21.15.53:0/539519590 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5581b124db80 con 0x5581b13297a0 2024-05-10T11:23:48.477 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.471+0000 7f3ee7fff640 1 --2- 172.21.15.53:0/539519590 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5581b1328db0 0x5581b13273f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:48.477 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.472+0000 7f3edffff640 1 --2- 172.21.15.53:0/539519590 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b13297a0 0x5581b1327930 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f3ed0100ad0 tx=0x7f3ed0005c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7897a4bf752561cc server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:48.477 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.472+0000 7f3eddffb640 1 -- 172.21.15.53:0/539519590 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed0049040 con 0x5581b13297a0 2024-05-10T11:23:48.477 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.472+0000 7f3eddffb640 1 -- 172.21.15.53:0/539519590 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3ed01068a0 con 0x5581b13297a0 2024-05-10T11:23:48.477 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.472+0000 7f3eddffb640 1 -- 172.21.15.53:0/539519590 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed00c9bd0 con 0x5581b13297a0 2024-05-10T11:23:48.477 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.472+0000 7f3ef11fd740 1 -- 172.21.15.53:0/539519590 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b13297a0 msgr2=0x5581b1327930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:48.477 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.472+0000 7f3ef11fd740 1 --2- 172.21.15.53:0/539519590 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b13297a0 0x5581b1327930 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f3ed0100ad0 tx=0x7f3ed0005c90 comp rx=0 tx=0).stop 2024-05-10T11:23:48.477 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.472+0000 7f3ef11fd740 1 -- 172.21.15.53:0/539519590 shutdown_connections 2024-05-10T11:23:48.477 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.472+0000 7f3ef11fd740 1 --2- 172.21.15.53:0/539519590 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5581b132e910 0x5581b1332040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.477 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.472+0000 7f3ef11fd740 1 --2- 172.21.15.53:0/539519590 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b13297a0 0x5581b1327930 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.477 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.472+0000 7f3ef11fd740 1 --2- 172.21.15.53:0/539519590 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5581b1328db0 0x5581b13273f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.478 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.472+0000 7f3ef11fd740 1 -- 172.21.15.53:0/539519590 >> 172.21.15.53:0/539519590 conn(0x5581b1324420 msgr2=0x5581b132a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:48.478 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.473+0000 7f3ef11fd740 1 -- 172.21.15.53:0/539519590 shutdown_connections 2024-05-10T11:23:48.478 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.473+0000 7f3ef11fd740 1 -- 172.21.15.53:0/539519590 wait complete. 2024-05-10T11:23:48.478 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.473+0000 7f3ef11fd740 1 -- start start 2024-05-10T11:23:48.478 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.473+0000 7f3ef11fd740 1 Processor -- start 2024-05-10T11:23:48.478 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.473+0000 7f3ef11fd740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b1328db0 0x5581b1336790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.478 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.473+0000 7f3ef11fd740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5581b13297a0 0x5581b1336cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.478 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.473+0000 7f3ef11fd740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5581b132e910 0x5581b13a7390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.478 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.473+0000 7f3ef11fd740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f3ee81ac7b0 con 0x5581b1328db0 2024-05-10T11:23:48.478 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.473+0000 7f3ef11fd740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f3ee81ac0e0 con 0x5581b132e910 2024-05-10T11:23:48.478 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.473+0000 7f3ef11fd740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f3ee81a9320 con 0x5581b13297a0 2024-05-10T11:23:48.478 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.473+0000 7f3ef11fd740 10 client.0 _ll_register_callbacks cb 0x7f3ed800c830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:48.478 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.473+0000 7f3ee7fff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b1328db0 0x5581b1336790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.479 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.473+0000 7f3ee7fff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b1328db0 0x5581b1336790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52354/0 (socket says 172.21.15.53:52354) 2024-05-10T11:23:48.479 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.473+0000 7f3ee7fff640 1 -- 172.21.15.53:0/3886114414 learned_addr learned my addr 172.21.15.53:0/3886114414 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:48.479 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.474+0000 7f3edffff640 1 --2- 172.21.15.53:0/3886114414 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5581b13297a0 0x5581b1336cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.479 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.474+0000 7f3eecde2640 1 --2- 172.21.15.53:0/3886114414 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5581b132e910 0x5581b13a7390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.479 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.474+0000 7f3ee7fff640 1 -- 172.21.15.53:0/3886114414 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5581b13297a0 msgr2=0x5581b1336cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:48.479 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.474+0000 7f3ee7fff640 1 --2- 172.21.15.53:0/3886114414 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5581b13297a0 0x5581b1336cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.479 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.474+0000 7f3ee7fff640 1 -- 172.21.15.53:0/3886114414 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5581b132e910 msgr2=0x5581b13a7390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:48.479 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.474+0000 7f3ee7fff640 1 --2- 172.21.15.53:0/3886114414 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5581b132e910 0x5581b13a7390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.479 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.474+0000 7f3ee7fff640 1 -- 172.21.15.53:0/3886114414 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5581b13a78d0 con 0x5581b1328db0 2024-05-10T11:23:48.479 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.474+0000 7f3ee7fff640 1 --2- 172.21.15.53:0/3886114414 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b1328db0 0x5581b1336790 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f3ed8011850 tx=0x7f3ed8004910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=399749639049dfa2 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:48.479 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.474+0000 7f3ec77fe640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:48.479 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.474+0000 7f3ec77fe640 1 -- 172.21.15.53:0/3886114414 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed800f790 con 0x5581b1328db0 2024-05-10T11:23:48.479 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.474+0000 7f3ef11fd740 1 -- 172.21.15.53:0/3886114414 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3ed01068a0 con 0x5581b1328db0 2024-05-10T11:23:48.480 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.474+0000 7f3ec77fe640 1 -- 172.21.15.53:0/3886114414 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f3ed80037d0 con 0x5581b1328db0 2024-05-10T11:23:48.480 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.474+0000 7f3ec77fe640 1 -- 172.21.15.53:0/3886114414 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3ed803a050 con 0x5581b1328db0 2024-05-10T11:23:48.480 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.474+0000 7f3ef11fd740 10 client.16059 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:48.480 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.474+0000 7f3ef11fd740 1 -- 172.21.15.53:0/3886114414 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5581b13a8af0 con 0x5581b1328db0 2024-05-10T11:23:48.480 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.474+0000 7f3ec77fe640 1 -- 172.21.15.53:0/3886114414 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3ed01068a0 con 0x5581b1328db0 2024-05-10T11:23:48.480 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.475+0000 7f3ec77fe640 1 -- 172.21.15.53:0/3886114414 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f3ed8018070 con 0x5581b1328db0 2024-05-10T11:23:48.480 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.475+0000 7f3ef11fd740 10 client.16059 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:48.480 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.475+0000 7f3ef11fd740 10 client.16059 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:23:48.480 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.475+0000 7f3ef11fd740 20 client.16059 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:48.480 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.475+0000 7f3ef11fd740 1 --2- 172.21.15.53:0/3886114414 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5581b13a94d0 0x5581b13ab8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.480 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.475+0000 7f3ef11fd740 4 client.16059 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-10T11:23:48.480 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.475+0000 7f3ef11fd740 1 -- 172.21.15.53:0/3886114414 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5581b1295050 con 0x5581b13a94d0 2024-05-10T11:23:48.480 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.475+0000 7f3edffff640 1 --2- 172.21.15.53:0/3886114414 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5581b13a94d0 0x5581b13ab8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.481 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.475+0000 7f3edffff640 1 --2- 172.21.15.53:0/3886114414 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5581b13a94d0 0x5581b13ab8f0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=daa7f5dea761a03d server_cookie=92f8a43c37ecd14a in_seq=0 out_seq=0 2024-05-10T11:23:48.481 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.475+0000 7f3ec77fe640 10 client.16059 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:48.486 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.485+0000 7f3ec77fe640 1 -- 172.21.15.53:0/3886114414 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5581b1295050 con 0x5581b13a94d0 2024-05-10T11:23:48.486 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.485+0000 7f3ec77fe640 10 client.16059 handle_command_reply: tid=0 2024-05-10T11:23:48.486 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.485+0000 7f3ef11fd740 1 client.16059 shutdown 2024-05-10T11:23:48.486 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.485+0000 7f3ef11fd740 1 -- 172.21.15.53:0/3886114414 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b1328db0 msgr2=0x5581b1336790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:48.486 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.485+0000 7f3ef11fd740 1 --2- 172.21.15.53:0/3886114414 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b1328db0 0x5581b1336790 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f3ed8011850 tx=0x7f3ed8004910 comp rx=0 tx=0).stop 2024-05-10T11:23:48.486 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.485+0000 7f3ef11fd740 1 -- 172.21.15.53:0/3886114414 shutdown_connections 2024-05-10T11:23:48.486 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.485+0000 7f3ef11fd740 1 --2- 172.21.15.53:0/3886114414 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5581b132e910 0x5581b13a7390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.486 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.485+0000 7f3ef11fd740 1 --2- 172.21.15.53:0/3886114414 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5581b13297a0 0x5581b1336cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.486 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.485+0000 7f3ef11fd740 1 --2- 172.21.15.53:0/3886114414 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5581b13a94d0 0x5581b13ab8f0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.487 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.485+0000 7f3ef11fd740 1 --2- 172.21.15.53:0/3886114414 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5581b1328db0 0x5581b1336790 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.487 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.485+0000 7f3ef11fd740 1 -- 172.21.15.53:0/3886114414 >> 172.21.15.53:0/3886114414 conn(0x5581b1324420 msgr2=0x5581b13273f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:48.487 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.485+0000 7f3ec77fe640 0 client.16059 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:48.487 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.486+0000 7f3ef11fd740 1 -- 172.21.15.53:0/3886114414 shutdown_connections 2024-05-10T11:23:48.487 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.486+0000 7f3ef11fd740 1 -- 172.21.15.53:0/3886114414 wait complete. 2024-05-10T11:23:48.487 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.486+0000 7f3ef11fd740 20 client.16059 trim_cache size 0 max 16384 2024-05-10T11:23:48.487 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:{ 2024-05-10T11:23:48.487 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "message": "", 2024-05-10T11:23:48.487 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "return_code": 0 2024-05-10T11:23:48.487 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:} 2024-05-10T11:23:48.488 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.486+0000 7f3eee845640 1 -- 172.21.15.53:0/2808623814 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3ed40b28a0 msgr2=0x7f3ed40b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:48.488 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.486+0000 7f3eee845640 1 --2- 172.21.15.53:0/2808623814 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3ed40b28a0 0x7f3ed40b4d60 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x5581b132a000 tx=0x7f3ee0007680 comp rx=0 tx=0).stop 2024-05-10T11:23:48.488 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.486+0000 7f3eee845640 1 -- 172.21.15.53:0/2808623814 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3ee8105e70 msgr2=0x7f3ee8198f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:48.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.486+0000 7f3eee845640 1 --2- 172.21.15.53:0/2808623814 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3ee8105e70 0x7f3ee8198f90 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f3ed0031460 tx=0x7f3ed0003d50 comp rx=0 tx=0).stop 2024-05-10T11:23:48.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.486+0000 7f3eee845640 1 -- 172.21.15.53:0/2808623814 shutdown_connections 2024-05-10T11:23:48.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.486+0000 7f3eee845640 1 --2- 172.21.15.53:0/2808623814 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f3ed40b28a0 0x7f3ed40b4d60 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.486+0000 7f3eee845640 1 --2- 172.21.15.53:0/2808623814 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3ee81087a0 0x7f3ee81a0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.486+0000 7f3eee845640 1 --2- 172.21.15.53:0/2808623814 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f3ee8105e70 0x7f3ee8198f90 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.486+0000 7f3eee845640 1 --2- 172.21.15.53:0/2808623814 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3ee8103540 0x7f3ee8198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.486+0000 7f3eee845640 1 -- 172.21.15.53:0/2808623814 >> 172.21.15.53:0/2808623814 conn(0x7f3ee80fcf30 msgr2=0x7f3ee8103e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:48.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.486+0000 7f3eee845640 1 -- 172.21.15.53:0/2808623814 shutdown_connections 2024-05-10T11:23:48.489 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:23:48.486+0000 7f3eee845640 1 -- 172.21.15.53:0/2808623814 wait complete. 2024-05-10T11:23:48.837 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.837+0000 7ff438780700 1 -- 172.21.15.53:0/2845530650 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff430103eb0 msgr2=0x7ff430110390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:48.838 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.837+0000 7ff438780700 1 --2- 172.21.15.53:0/2845530650 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff430103eb0 0x7ff430110390 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7ff42800b0a0 tx=0x7ff42800b3b0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.838 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.837+0000 7ff438780700 1 -- 172.21.15.53:0/2845530650 shutdown_connections 2024-05-10T11:23:48.838 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.837+0000 7ff438780700 1 --2- 172.21.15.53:0/2845530650 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff430103eb0 0x7ff430110390 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.838 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.837+0000 7ff438780700 1 --2- 172.21.15.53:0/2845530650 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff430109600 0x7ff4301099e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.838 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.837+0000 7ff438780700 1 --2- 172.21.15.53:0/2845530650 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff4301034f0 0x7ff430103970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.838 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.837+0000 7ff438780700 1 -- 172.21.15.53:0/2845530650 >> 172.21.15.53:0/2845530650 conn(0x7ff43007a650 msgr2=0x7ff43007aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:48.838 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.837+0000 7ff438780700 1 -- 172.21.15.53:0/2845530650 shutdown_connections 2024-05-10T11:23:48.838 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.837+0000 7ff438780700 1 -- 172.21.15.53:0/2845530650 wait complete. 2024-05-10T11:23:48.840 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.838+0000 7ff438780700 1 Processor -- start 2024-05-10T11:23:48.840 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.838+0000 7ff438780700 1 -- start start 2024-05-10T11:23:48.840 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.838+0000 7ff438780700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff4301034f0 0x7ff43019f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.841 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.838+0000 7ff438780700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff430103eb0 0x7ff43019fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.841 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.838+0000 7ff438780700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff430109600 0x7ff4301997c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.841 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.838+0000 7ff438780700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff430113520 con 0x7ff4301034f0 2024-05-10T11:23:48.841 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.838+0000 7ff438780700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7ff4301133a0 con 0x7ff430109600 2024-05-10T11:23:48.841 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.838+0000 7ff438780700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7ff4301136a0 con 0x7ff430103eb0 2024-05-10T11:23:48.841 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.838+0000 7ff43651c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff4301034f0 0x7ff43019f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.841 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.838+0000 7ff43651c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff4301034f0 0x7ff43019f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36814/0 (socket says 172.21.15.53:36814) 2024-05-10T11:23:48.841 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.838+0000 7ff43651c700 1 -- 172.21.15.53:0/2964913935 learned_addr learned my addr 172.21.15.53:0/2964913935 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:48.841 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.839+0000 7ff435d1b700 1 --2- 172.21.15.53:0/2964913935 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff430103eb0 0x7ff43019fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.841 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.839+0000 7ff436d1d700 1 --2- 172.21.15.53:0/2964913935 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff430109600 0x7ff4301997c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.841 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.839+0000 7ff43651c700 1 -- 172.21.15.53:0/2964913935 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff430103eb0 msgr2=0x7ff43019fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:48.841 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.839+0000 7ff43651c700 1 --2- 172.21.15.53:0/2964913935 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff430103eb0 0x7ff43019fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.842 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.839+0000 7ff43651c700 1 -- 172.21.15.53:0/2964913935 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff430109600 msgr2=0x7ff4301997c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:48.842 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.839+0000 7ff43651c700 1 --2- 172.21.15.53:0/2964913935 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff430109600 0x7ff4301997c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.842 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.839+0000 7ff43651c700 1 -- 172.21.15.53:0/2964913935 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff43019a0a0 con 0x7ff4301034f0 2024-05-10T11:23:48.842 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.839+0000 7ff436d1d700 1 --2- 172.21.15.53:0/2964913935 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff430109600 0x7ff4301997c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:48.842 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.839+0000 7ff43651c700 1 --2- 172.21.15.53:0/2964913935 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff4301034f0 0x7ff43019f6a0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7ff42c00c9b0 tx=0x7ff42c00ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:48.842 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.839+0000 7ff4277fe700 1 -- 172.21.15.53:0/2964913935 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff42c007b00 con 0x7ff4301034f0 2024-05-10T11:23:48.842 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.839+0000 7ff4277fe700 1 -- 172.21.15.53:0/2964913935 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff42c007ca0 con 0x7ff4301034f0 2024-05-10T11:23:48.842 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.839+0000 7ff438780700 1 -- 172.21.15.53:0/2964913935 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff43019a390 con 0x7ff4301034f0 2024-05-10T11:23:48.842 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.839+0000 7ff4277fe700 1 -- 172.21.15.53:0/2964913935 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff42c018660 con 0x7ff4301034f0 2024-05-10T11:23:48.843 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.839+0000 7ff438780700 1 -- 172.21.15.53:0/2964913935 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4301a6620 con 0x7ff4301034f0 2024-05-10T11:23:48.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.842+0000 7ff4277fe700 1 -- 172.21.15.53:0/2964913935 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7ff42c00f450 con 0x7ff4301034f0 2024-05-10T11:23:48.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.843+0000 7ff4277fe700 1 --2- 172.21.15.53:0/2964913935 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff41c0b2900 0x7ff41c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.843+0000 7ff435d1b700 1 --2- 172.21.15.53:0/2964913935 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff41c0b2900 0x7ff41c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.843+0000 7ff4277fe700 1 -- 172.21.15.53:0/2964913935 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7ff42c0e2550 con 0x7ff4301034f0 2024-05-10T11:23:48.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.843+0000 7ff443013b80 1 Processor -- start 2024-05-10T11:23:48.845 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.843+0000 7ff443013b80 1 -- start start 2024-05-10T11:23:48.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.843+0000 7ff435d1b700 1 --2- 172.21.15.53:0/2964913935 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff41c0b2900 0x7ff41c0b4dc0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7ff43019af30 tx=0x7ff42000a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:48.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.844+0000 7ff443013b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556b73bd91b0 0x556b73bd9590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.844+0000 7ff443013b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556b73bd9ad0 0x556b73bd3810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.844+0000 7ff443013b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd3d50 0x556b73bd4190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.844+0000 7ff443013b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x556b73b25940 con 0x556b73bd3d50 2024-05-10T11:23:48.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.844+0000 7ff443013b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x556b73a8ada0 con 0x556b73bd9ad0 2024-05-10T11:23:48.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.844+0000 7ff443013b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x556b73b21900 con 0x556b73bd91b0 2024-05-10T11:23:48.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.844+0000 7ff436d1d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd3d50 0x556b73bd4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.844+0000 7ff436d1d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd3d50 0x556b73bd4190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36818/0 (socket says 172.21.15.53:36818) 2024-05-10T11:23:48.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.844+0000 7ff436d1d700 1 -- 172.21.15.53:0/3939011362 learned_addr learned my addr 172.21.15.53:0/3939011362 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:48.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.844+0000 7ff435d1b700 1 --2- 172.21.15.53:0/3939011362 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556b73bd9ad0 0x556b73bd3810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.844+0000 7ff43651c700 1 --2- 172.21.15.53:0/3939011362 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556b73bd91b0 0x556b73bd9590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.846 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.844+0000 7ff436d1d700 1 -- 172.21.15.53:0/3939011362 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556b73bd91b0 msgr2=0x556b73bd9590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:48.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.844+0000 7ff436d1d700 1 --2- 172.21.15.53:0/3939011362 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556b73bd91b0 0x556b73bd9590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.844+0000 7ff436d1d700 1 -- 172.21.15.53:0/3939011362 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556b73bd9ad0 msgr2=0x556b73bd3810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:48.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.844+0000 7ff436d1d700 1 --2- 172.21.15.53:0/3939011362 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556b73bd9ad0 0x556b73bd3810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.844+0000 7ff436d1d700 1 -- 172.21.15.53:0/3939011362 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b73a728d0 con 0x556b73bd3d50 2024-05-10T11:23:48.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.844+0000 7ff43651c700 1 --2- 172.21.15.53:0/3939011362 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556b73bd91b0 0x556b73bd9590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:48.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.844+0000 7ff436d1d700 1 --2- 172.21.15.53:0/3939011362 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd3d50 0x556b73bd4190 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7ff428009310 tx=0x7ff428009340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d80c94fee3e4fcd0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:48.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.845+0000 7ff424ff9700 1 -- 172.21.15.53:0/3939011362 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff428004c50 con 0x556b73bd3d50 2024-05-10T11:23:48.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.845+0000 7ff424ff9700 1 -- 172.21.15.53:0/3939011362 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff428004df0 con 0x556b73bd3d50 2024-05-10T11:23:48.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.845+0000 7ff424ff9700 1 -- 172.21.15.53:0/3939011362 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff42801c7a0 con 0x556b73bd3d50 2024-05-10T11:23:48.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.845+0000 7ff443013b80 1 -- 172.21.15.53:0/3939011362 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd3d50 msgr2=0x556b73bd4190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:48.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.845+0000 7ff443013b80 1 --2- 172.21.15.53:0/3939011362 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd3d50 0x556b73bd4190 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7ff428009310 tx=0x7ff428009340 comp rx=0 tx=0).stop 2024-05-10T11:23:48.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.845+0000 7ff443013b80 1 -- 172.21.15.53:0/3939011362 shutdown_connections 2024-05-10T11:23:48.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.845+0000 7ff443013b80 1 --2- 172.21.15.53:0/3939011362 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd3d50 0x556b73bd4190 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.847 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.845+0000 7ff443013b80 1 --2- 172.21.15.53:0/3939011362 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556b73bd91b0 0x556b73bd9590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.845+0000 7ff443013b80 1 --2- 172.21.15.53:0/3939011362 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556b73bd9ad0 0x556b73bd3810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.845+0000 7ff443013b80 1 -- 172.21.15.53:0/3939011362 >> 172.21.15.53:0/3939011362 conn(0x556b73affb70 msgr2=0x556b73bce2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:48.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.845+0000 7ff443013b80 1 -- 172.21.15.53:0/3939011362 shutdown_connections 2024-05-10T11:23:48.848 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.845+0000 7ff443013b80 1 -- 172.21.15.53:0/3939011362 wait complete. 2024-05-10T11:23:48.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.846+0000 7ff443013b80 1 -- start start 2024-05-10T11:23:48.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.846+0000 7ff443013b80 1 Processor -- start 2024-05-10T11:23:48.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.846+0000 7ff443013b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556b73bd3d50 0x556b73bdf6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.846+0000 7ff443013b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556b73bd91b0 0x556b73bdcab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.846+0000 7ff443013b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd9ad0 0x556b73bdcff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.846+0000 7ff443013b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x556b73be03f0 con 0x556b73bd9ad0 2024-05-10T11:23:48.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.846+0000 7ff443013b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x556b73adeed0 con 0x556b73bd3d50 2024-05-10T11:23:48.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.846+0000 7ff443013b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x556b73be0570 con 0x556b73bd91b0 2024-05-10T11:23:48.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.846+0000 7ff443013b80 10 client.0 _ll_register_callbacks cb 0x556b73ab95b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:48.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.846+0000 7ff436d1d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd9ad0 0x556b73bdcff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.846+0000 7ff436d1d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd9ad0 0x556b73bdcff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36824/0 (socket says 172.21.15.53:36824) 2024-05-10T11:23:48.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.846+0000 7ff436d1d700 1 -- 172.21.15.53:0/101126500 learned_addr learned my addr 172.21.15.53:0/101126500 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:48.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.846+0000 7ff435d1b700 1 --2- 172.21.15.53:0/101126500 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556b73bd91b0 0x556b73bdcab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.846+0000 7ff43651c700 1 --2- 172.21.15.53:0/101126500 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556b73bd3d50 0x556b73bdf6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.847+0000 7ff436d1d700 1 -- 172.21.15.53:0/101126500 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556b73bd91b0 msgr2=0x556b73bdcab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:48.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.847+0000 7ff436d1d700 1 --2- 172.21.15.53:0/101126500 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556b73bd91b0 0x556b73bdcab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.847+0000 7ff436d1d700 1 -- 172.21.15.53:0/101126500 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556b73bd3d50 msgr2=0x556b73bdf6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:48.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.847+0000 7ff436d1d700 1 --2- 172.21.15.53:0/101126500 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556b73bd3d50 0x556b73bdf6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.847+0000 7ff436d1d700 1 -- 172.21.15.53:0/101126500 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b73adc760 con 0x556b73bd9ad0 2024-05-10T11:23:48.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.847+0000 7ff436d1d700 1 --2- 172.21.15.53:0/101126500 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd9ad0 0x556b73bdcff0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7ff428009610 tx=0x7ff428007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44f80975dc8b29ce server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:48.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.847+0000 7ff419ffb700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:48.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.847+0000 7ff419ffb700 1 -- 172.21.15.53:0/101126500 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff42802a070 con 0x556b73bd9ad0 2024-05-10T11:23:48.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.847+0000 7ff419ffb700 1 -- 172.21.15.53:0/101126500 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7ff42801c640 con 0x556b73bd9ad0 2024-05-10T11:23:48.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.847+0000 7ff443013b80 1 -- 172.21.15.53:0/101126500 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff428004df0 con 0x556b73bd9ad0 2024-05-10T11:23:48.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.847+0000 7ff419ffb700 1 -- 172.21.15.53:0/101126500 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff42801c840 con 0x556b73bd9ad0 2024-05-10T11:23:48.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.847+0000 7ff443013b80 10 client.16071 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:48.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.847+0000 7ff443013b80 1 -- 172.21.15.53:0/101126500 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556b73beac90 con 0x556b73bd9ad0 2024-05-10T11:23:48.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.847+0000 7ff419ffb700 1 -- 172.21.15.53:0/101126500 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff428004df0 con 0x556b73bd9ad0 2024-05-10T11:23:48.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.848+0000 7ff419ffb700 1 -- 172.21.15.53:0/101126500 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ff428011070 con 0x556b73bd9ad0 2024-05-10T11:23:48.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.848+0000 7ff443013b80 10 client.16071 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:48.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.848+0000 7ff443013b80 10 client.16071 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-05-10T11:23:48.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.848+0000 7ff443013b80 20 client.16071 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:48.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.848+0000 7ff443013b80 1 --2- 172.21.15.53:0/101126500 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x556b73bed160 0x556b73bef550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.848+0000 7ff443013b80 4 client.16071 mds_command: new command op to 24448 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:23:48.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.848+0000 7ff443013b80 1 -- 172.21.15.53:0/101126500 --> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556b73b33320 con 0x556b73bed160 2024-05-10T11:23:48.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.848+0000 7ff43651c700 1 --2- 172.21.15.53:0/101126500 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x556b73bed160 0x556b73bef550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.848+0000 7ff43651c700 1 --2- 172.21.15.53:0/101126500 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x556b73bed160 0x556b73bef550 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b89cc18d145de450 server_cookie=169877e00d6a9f94 in_seq=0 out_seq=0 2024-05-10T11:23:48.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.848+0000 7ff419ffb700 10 client.16071 ms_handle_connect on v2:172.21.15.187:6836/2293077942 2024-05-10T11:23:48.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.849+0000 7ff419ffb700 1 -- 172.21.15.53:0/101126500 <== mds.1 v2:172.21.15.187:6836/2293077942 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x556b73b33320 con 0x556b73bed160 2024-05-10T11:23:48.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.849+0000 7ff419ffb700 10 client.16071 handle_command_reply: tid=0 2024-05-10T11:23:48.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.849+0000 7ff443013b80 1 client.16071 shutdown 2024-05-10T11:23:48.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.849+0000 7ff443013b80 1 -- 172.21.15.53:0/101126500 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd9ad0 msgr2=0x556b73bdcff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:48.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.849+0000 7ff443013b80 1 --2- 172.21.15.53:0/101126500 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd9ad0 0x556b73bdcff0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7ff428009610 tx=0x7ff428007750 comp rx=0 tx=0).stop 2024-05-10T11:23:48.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.849+0000 7ff443013b80 1 -- 172.21.15.53:0/101126500 shutdown_connections 2024-05-10T11:23:48.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.849+0000 7ff443013b80 1 --2- 172.21.15.53:0/101126500 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x556b73bed160 0x556b73bef550 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.849+0000 7ff419ffb700 0 client.16071 ms_handle_reset on v2:172.21.15.187:6836/2293077942 2024-05-10T11:23:48.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.849+0000 7ff443013b80 1 --2- 172.21.15.53:0/101126500 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd9ad0 0x556b73bdcff0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.849+0000 7ff443013b80 1 --2- 172.21.15.53:0/101126500 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556b73bd3d50 0x556b73bdf6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.849+0000 7ff443013b80 1 --2- 172.21.15.53:0/101126500 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556b73bd91b0 0x556b73bdcab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.849+0000 7ff443013b80 1 -- 172.21.15.53:0/101126500 >> 172.21.15.53:0/101126500 conn(0x556b73affb70 msgr2=0x556b73bc8b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:48.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.849+0000 7ff443013b80 1 -- 172.21.15.53:0/101126500 shutdown_connections 2024-05-10T11:23:48.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.849+0000 7ff443013b80 1 -- 172.21.15.53:0/101126500 wait complete. 2024-05-10T11:23:48.855 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.850+0000 7ff443013b80 20 client.16071 trim_cache size 0 max 16384 2024-05-10T11:23:48.869 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.865+0000 7ff443013b80 1 Processor -- start 2024-05-10T11:23:48.869 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.865+0000 7ff443013b80 1 -- start start 2024-05-10T11:23:48.869 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.865+0000 7ff443013b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556b73bd3d50 0x556b73bd4130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.869 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.865+0000 7ff443013b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd91b0 0x556b73bc8c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.869 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.865+0000 7ff443013b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556b73bd9ad0 0x556b73bde800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.869 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.865+0000 7ff443013b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff4301af040 con 0x556b73bd91b0 2024-05-10T11:23:48.869 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.865+0000 7ff443013b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7ff4301b0b80 con 0x556b73bd9ad0 2024-05-10T11:23:48.869 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.865+0000 7ff443013b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7ff4301af710 con 0x556b73bd3d50 2024-05-10T11:23:48.869 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.865+0000 7ff435d1b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd91b0 0x556b73bc8c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.870 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.865+0000 7ff435d1b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd91b0 0x556b73bc8c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36830/0 (socket says 172.21.15.53:36830) 2024-05-10T11:23:48.870 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.865+0000 7ff435d1b700 1 -- 172.21.15.53:0/222791520 learned_addr learned my addr 172.21.15.53:0/222791520 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:48.870 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.866+0000 7ff43651c700 1 --2- 172.21.15.53:0/222791520 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556b73bd3d50 0x556b73bd4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.870 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.866+0000 7ff436d1d700 1 --2- 172.21.15.53:0/222791520 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556b73bd9ad0 0x556b73bde800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.870 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.866+0000 7ff435d1b700 1 -- 172.21.15.53:0/222791520 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556b73bd3d50 msgr2=0x556b73bd4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:48.870 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.866+0000 7ff435d1b700 1 --2- 172.21.15.53:0/222791520 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556b73bd3d50 0x556b73bd4130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.870 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.866+0000 7ff435d1b700 1 -- 172.21.15.53:0/222791520 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556b73bd9ad0 msgr2=0x556b73bde800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:48.870 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.866+0000 7ff435d1b700 1 --2- 172.21.15.53:0/222791520 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556b73bd9ad0 0x556b73bde800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.870 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.866+0000 7ff435d1b700 1 -- 172.21.15.53:0/222791520 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b73bd98d0 con 0x556b73bd91b0 2024-05-10T11:23:48.870 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.866+0000 7ff436d1d700 1 --2- 172.21.15.53:0/222791520 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556b73bd9ad0 0x556b73bde800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:23:48.870 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.866+0000 7ff435d1b700 1 --2- 172.21.15.53:0/222791520 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd91b0 0x556b73bc8c40 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7ff43019afc0 tx=0x7ff420012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec47ba41010ede4a server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:48.870 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.866+0000 7ff41bfff700 1 -- 172.21.15.53:0/222791520 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff420016070 con 0x556b73bd91b0 2024-05-10T11:23:48.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.866+0000 7ff41bfff700 1 -- 172.21.15.53:0/222791520 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff420004830 con 0x556b73bd91b0 2024-05-10T11:23:48.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.866+0000 7ff41bfff700 1 -- 172.21.15.53:0/222791520 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff420005380 con 0x556b73bd91b0 2024-05-10T11:23:48.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.867+0000 7ff443013b80 1 -- 172.21.15.53:0/222791520 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd91b0 msgr2=0x556b73bc8c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:48.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.867+0000 7ff443013b80 1 --2- 172.21.15.53:0/222791520 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd91b0 0x556b73bc8c40 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7ff43019afc0 tx=0x7ff420012000 comp rx=0 tx=0).stop 2024-05-10T11:23:48.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.867+0000 7ff443013b80 1 -- 172.21.15.53:0/222791520 shutdown_connections 2024-05-10T11:23:48.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.867+0000 7ff443013b80 1 --2- 172.21.15.53:0/222791520 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556b73bd9ad0 0x556b73bde800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.867+0000 7ff443013b80 1 --2- 172.21.15.53:0/222791520 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556b73bd3d50 0x556b73bd4130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.867+0000 7ff443013b80 1 --2- 172.21.15.53:0/222791520 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd91b0 0x556b73bc8c40 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.867+0000 7ff443013b80 1 -- 172.21.15.53:0/222791520 >> 172.21.15.53:0/222791520 conn(0x556b73affb70 msgr2=0x556b73bde0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:48.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.867+0000 7ff443013b80 1 -- 172.21.15.53:0/222791520 shutdown_connections 2024-05-10T11:23:48.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.867+0000 7ff443013b80 1 -- 172.21.15.53:0/222791520 wait complete. 2024-05-10T11:23:48.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.867+0000 7ff443013b80 1 -- start start 2024-05-10T11:23:48.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.867+0000 7ff443013b80 1 Processor -- start 2024-05-10T11:23:48.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.867+0000 7ff443013b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556b73bd3d50 0x556b73c4fc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.867+0000 7ff443013b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556b73bd91b0 0x556b73c50150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.867+0000 7ff443013b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd9ad0 0x556b73bf1af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.867+0000 7ff443013b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff4301b04b0 con 0x556b73bd9ad0 2024-05-10T11:23:48.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.867+0000 7ff443013b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7ff4301afde0 con 0x556b73bd91b0 2024-05-10T11:23:48.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.867+0000 7ff443013b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7ff4301acfe0 con 0x556b73bd3d50 2024-05-10T11:23:48.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.867+0000 7ff443013b80 10 client.0 _ll_register_callbacks cb 0x556b73ab95b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:48.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.868+0000 7ff436d1d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd9ad0 0x556b73bf1af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.868+0000 7ff436d1d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd9ad0 0x556b73bf1af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36832/0 (socket says 172.21.15.53:36832) 2024-05-10T11:23:48.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.868+0000 7ff436d1d700 1 -- 172.21.15.53:0/3689998085 learned_addr learned my addr 172.21.15.53:0/3689998085 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:48.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.868+0000 7ff435d1b700 1 --2- 172.21.15.53:0/3689998085 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556b73bd91b0 0x556b73c50150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.868+0000 7ff43651c700 1 --2- 172.21.15.53:0/3689998085 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556b73bd3d50 0x556b73c4fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.868+0000 7ff436d1d700 1 -- 172.21.15.53:0/3689998085 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556b73bd3d50 msgr2=0x556b73c4fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:48.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.868+0000 7ff436d1d700 1 --2- 172.21.15.53:0/3689998085 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556b73bd3d50 0x556b73c4fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.868+0000 7ff436d1d700 1 -- 172.21.15.53:0/3689998085 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556b73bd91b0 msgr2=0x556b73c50150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:48.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.868+0000 7ff436d1d700 1 --2- 172.21.15.53:0/3689998085 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556b73bd91b0 0x556b73c50150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.868+0000 7ff436d1d700 1 -- 172.21.15.53:0/3689998085 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b73bf2330 con 0x556b73bd9ad0 2024-05-10T11:23:48.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.868+0000 7ff436d1d700 1 --2- 172.21.15.53:0/3689998085 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd9ad0 0x556b73bf1af0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7ff42800b930 tx=0x7ff42800b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33be1bef3d405a1b server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:48.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.868+0000 7ff419ffb700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:48.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.868+0000 7ff419ffb700 1 -- 172.21.15.53:0/3689998085 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff42802a040 con 0x556b73bd9ad0 2024-05-10T11:23:48.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.868+0000 7ff443013b80 1 -- 172.21.15.53:0/3689998085 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff420004830 con 0x556b73bd9ad0 2024-05-10T11:23:48.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.868+0000 7ff419ffb700 1 -- 172.21.15.53:0/3689998085 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7ff42801c640 con 0x556b73bd9ad0 2024-05-10T11:23:48.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.868+0000 7ff419ffb700 1 -- 172.21.15.53:0/3689998085 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff428044050 con 0x556b73bd9ad0 2024-05-10T11:23:48.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.868+0000 7ff443013b80 10 client.16077 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:48.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.868+0000 7ff443013b80 1 -- 172.21.15.53:0/3689998085 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556b73c572b0 con 0x556b73bd9ad0 2024-05-10T11:23:48.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.869+0000 7ff419ffb700 1 -- 172.21.15.53:0/3689998085 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff420004830 con 0x556b73bd9ad0 2024-05-10T11:23:48.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.869+0000 7ff419ffb700 1 -- 172.21.15.53:0/3689998085 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ff42803a030 con 0x556b73bd9ad0 2024-05-10T11:23:48.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.869+0000 7ff443013b80 10 client.16077 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:48.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.869+0000 7ff443013b80 10 client.16077 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-05-10T11:23:48.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.869+0000 7ff443013b80 20 client.16077 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:48.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.869+0000 7ff443013b80 1 --2- 172.21.15.53:0/3689998085 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x556b73bed160 0x556b73c599d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:48.874 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.869+0000 7ff443013b80 4 client.16077 mds_command: new command op to 24448 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:23:48.874 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.869+0000 7ff443013b80 1 -- 172.21.15.53:0/3689998085 --> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556b73b2d3c0 con 0x556b73bed160 2024-05-10T11:23:48.874 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.869+0000 7ff43651c700 1 --2- 172.21.15.53:0/3689998085 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x556b73bed160 0x556b73c599d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:48.875 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.869+0000 7ff419ffb700 10 client.16077 ms_handle_connect on v2:172.21.15.187:6836/2293077942 2024-05-10T11:23:48.875 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.869+0000 7ff43651c700 1 --2- 172.21.15.53:0/3689998085 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x556b73bed160 0x556b73c599d0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=51ee08447d0b90f server_cookie=4a56b9b0de189304 in_seq=0 out_seq=0 2024-05-10T11:23:48.875 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.870+0000 7ff419ffb700 1 -- 172.21.15.53:0/3689998085 <== mds.1 v2:172.21.15.187:6836/2293077942 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556b73b2d3c0 con 0x556b73bed160 2024-05-10T11:23:48.875 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.870+0000 7ff419ffb700 10 client.16077 handle_command_reply: tid=0 2024-05-10T11:23:48.875 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.870+0000 7ff443013b80 1 client.16077 shutdown 2024-05-10T11:23:48.875 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.870+0000 7ff443013b80 1 -- 172.21.15.53:0/3689998085 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd9ad0 msgr2=0x556b73bf1af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:48.875 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.870+0000 7ff443013b80 1 --2- 172.21.15.53:0/3689998085 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd9ad0 0x556b73bf1af0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7ff42800b930 tx=0x7ff42800b880 comp rx=0 tx=0).stop 2024-05-10T11:23:48.875 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.870+0000 7ff443013b80 1 -- 172.21.15.53:0/3689998085 shutdown_connections 2024-05-10T11:23:48.876 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.870+0000 7ff443013b80 1 --2- 172.21.15.53:0/3689998085 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x556b73bed160 0x556b73c599d0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.876 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.870+0000 7ff443013b80 1 --2- 172.21.15.53:0/3689998085 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x556b73bd9ad0 0x556b73bf1af0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.876 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.870+0000 7ff443013b80 1 --2- 172.21.15.53:0/3689998085 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x556b73bd3d50 0x556b73c4fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.876 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.870+0000 7ff443013b80 1 --2- 172.21.15.53:0/3689998085 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x556b73bd91b0 0x556b73c50150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.876 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.870+0000 7ff443013b80 1 -- 172.21.15.53:0/3689998085 >> 172.21.15.53:0/3689998085 conn(0x556b73affb70 msgr2=0x556b73bda5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:48.876 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.870+0000 7ff419ffb700 0 client.16077 ms_handle_reset on v2:172.21.15.187:6836/2293077942 2024-05-10T11:23:48.876 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.870+0000 7ff443013b80 1 -- 172.21.15.53:0/3689998085 shutdown_connections 2024-05-10T11:23:48.876 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.870+0000 7ff443013b80 1 -- 172.21.15.53:0/3689998085 wait complete. 2024-05-10T11:23:48.876 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.870+0000 7ff443013b80 20 client.16077 trim_cache size 0 max 16384 2024-05-10T11:23:48.876 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:23:48.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.871+0000 7ff438780700 1 -- 172.21.15.53:0/2964913935 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff41c0b2900 msgr2=0x7ff41c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:48.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.871+0000 7ff438780700 1 --2- 172.21.15.53:0/2964913935 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff41c0b2900 0x7ff41c0b4dc0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7ff43019af30 tx=0x7ff42000a300 comp rx=0 tx=0).stop 2024-05-10T11:23:48.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.871+0000 7ff438780700 1 -- 172.21.15.53:0/2964913935 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff4301034f0 msgr2=0x7ff43019f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:48.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.871+0000 7ff438780700 1 --2- 172.21.15.53:0/2964913935 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff4301034f0 0x7ff43019f6a0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7ff42c00c9b0 tx=0x7ff42c00ccc0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.871+0000 7ff438780700 1 -- 172.21.15.53:0/2964913935 shutdown_connections 2024-05-10T11:23:48.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.871+0000 7ff438780700 1 --2- 172.21.15.53:0/2964913935 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff41c0b2900 0x7ff41c0b4dc0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.871+0000 7ff438780700 1 --2- 172.21.15.53:0/2964913935 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff430109600 0x7ff4301997c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.878 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.871+0000 7ff438780700 1 --2- 172.21.15.53:0/2964913935 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff4301034f0 0x7ff43019f6a0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.878 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.871+0000 7ff438780700 1 --2- 172.21.15.53:0/2964913935 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff430103eb0 0x7ff43019fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:48.878 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.871+0000 7ff438780700 1 -- 172.21.15.53:0/2964913935 >> 172.21.15.53:0/2964913935 conn(0x7ff43007a650 msgr2=0x7ff430101f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:48.878 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.871+0000 7ff438780700 1 -- 172.21.15.53:0/2964913935 shutdown_connections 2024-05-10T11:23:48.878 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:48.871+0000 7ff438780700 1 -- 172.21.15.53:0/2964913935 wait complete. 2024-05-10T11:23:49.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:48 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:23:49.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:48 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:23:49.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:48 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:23:49.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:48 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:23:49.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:48 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:23:49.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:48 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:23:49.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:48 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:23:49.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:48 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:23:49.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:48 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:23:49.332 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:23:49.332 INFO:tasks.workunit.client.0.smithi053.stdout: Children see throughput for 1 readers = 8788240.00 kB/sec 2024-05-10T11:23:49.332 INFO:tasks.workunit.client.0.smithi053.stdout: Parent sees throughput for 1 readers = 8773005.88 kB/sec 2024-05-10T11:23:49.332 INFO:tasks.workunit.client.0.smithi053.stdout: Min throughput per process = 8788240.00 kB/sec 2024-05-10T11:23:49.332 INFO:tasks.workunit.client.0.smithi053.stdout: Max throughput per process = 8788240.00 kB/sec 2024-05-10T11:23:49.332 INFO:tasks.workunit.client.0.smithi053.stdout: Avg throughput per process = 8788240.00 kB/sec 2024-05-10T11:23:49.332 INFO:tasks.workunit.client.0.smithi053.stdout: Min xfer = 1048576.00 kB 2024-05-10T11:23:50.009 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-10T11:23:50.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:49 smithi132 ceph-mon[33758]: pgmap v511: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 132 MiB/s wr, 69 op/s 2024-05-10T11:23:50.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:49 smithi187 ceph-mon[34076]: pgmap v511: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 132 MiB/s wr, 69 op/s 2024-05-10T11:23:50.261 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:23:50.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:49 smithi053 ceph-mon[30153]: pgmap v511: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 132 MiB/s wr, 69 op/s 2024-05-10T11:23:51.745 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:23:51.746 INFO:tasks.workunit.client.0.smithi053.stdout: Children see throughput for 1 re-readers = 7531690.50 kB/sec 2024-05-10T11:23:51.746 INFO:tasks.workunit.client.0.smithi053.stdout: Parent sees throughput for 1 re-readers = 7520884.80 kB/sec 2024-05-10T11:23:51.746 INFO:tasks.workunit.client.0.smithi053.stdout: Min throughput per process = 7531690.50 kB/sec 2024-05-10T11:23:51.746 INFO:tasks.workunit.client.0.smithi053.stdout: Max throughput per process = 7531690.50 kB/sec 2024-05-10T11:23:51.746 INFO:tasks.workunit.client.0.smithi053.stdout: Avg throughput per process = 7531690.50 kB/sec 2024-05-10T11:23:51.746 INFO:tasks.workunit.client.0.smithi053.stdout: Min xfer = 1048576.00 kB 2024-05-10T11:23:52.187 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:51 smithi053 ceph-mon[30153]: pgmap v512: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 169 MiB/s wr, 78 op/s 2024-05-10T11:23:52.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:51 smithi132 ceph-mon[33758]: pgmap v512: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 169 MiB/s wr, 78 op/s 2024-05-10T11:23:52.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:51 smithi187 ceph-mon[34076]: pgmap v512: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 169 MiB/s wr, 78 op/s 2024-05-10T11:23:52.471 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.471+0000 7f6295846700 1 -- 172.21.15.53:0/486957035 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6290102620 msgr2=0x7f6290102a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:52.471 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.471+0000 7f6295846700 1 --2- 172.21.15.53:0/486957035 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6290102620 0x7f6290102a00 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f62800099c0 tx=0x7f6280009cd0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.471 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.471+0000 7f6295846700 1 -- 172.21.15.53:0/486957035 shutdown_connections 2024-05-10T11:23:52.471 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.471+0000 7f6295846700 1 --2- 172.21.15.53:0/486957035 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6290107700 0x7f629010f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.471 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.471+0000 7f6295846700 1 --2- 172.21.15.53:0/486957035 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6290102620 0x7f6290102a00 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.471 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.471+0000 7f6295846700 1 --2- 172.21.15.53:0/486957035 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6290102fd0 0x7f6290107020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.471 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.471+0000 7f6295846700 1 -- 172.21.15.53:0/486957035 >> 172.21.15.53:0/486957035 conn(0x7f6290079440 msgr2=0x7f6290079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:52.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.471+0000 7f6295846700 1 -- 172.21.15.53:0/486957035 shutdown_connections 2024-05-10T11:23:52.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.471+0000 7f6295846700 1 -- 172.21.15.53:0/486957035 wait complete. 2024-05-10T11:23:52.473 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.472+0000 7f6295846700 1 Processor -- start 2024-05-10T11:23:52.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.472+0000 7f6295846700 1 -- start start 2024-05-10T11:23:52.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.472+0000 7f6295846700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6290102620 0x7f629019a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:52.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.472+0000 7f6295846700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6290102fd0 0x7f629019adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:52.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.472+0000 7f6295846700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6290107700 0x7f62901a5900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:52.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.472+0000 7f6295846700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f6290112440 con 0x7f6290107700 2024-05-10T11:23:52.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.472+0000 7f6295846700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f62901122c0 con 0x7f6290102620 2024-05-10T11:23:52.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.472+0000 7f6295846700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f62901125c0 con 0x7f6290102fd0 2024-05-10T11:23:52.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.472+0000 7f628f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6290107700 0x7f62901a5900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:52.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.472+0000 7f628f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6290107700 0x7f62901a5900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36842/0 (socket says 172.21.15.53:36842) 2024-05-10T11:23:52.474 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.472+0000 7f628f7fe700 1 -- 172.21.15.53:0/127769066 learned_addr learned my addr 172.21.15.53:0/127769066 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:52.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.473+0000 7f628e7fc700 1 --2- 172.21.15.53:0/127769066 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6290102fd0 0x7f629019adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:52.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.473+0000 7f628effd700 1 --2- 172.21.15.53:0/127769066 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6290102620 0x7f629019a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:52.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.473+0000 7f628f7fe700 1 -- 172.21.15.53:0/127769066 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6290102fd0 msgr2=0x7f629019adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:52.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.473+0000 7f628f7fe700 1 --2- 172.21.15.53:0/127769066 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6290102fd0 0x7f629019adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.473+0000 7f628f7fe700 1 -- 172.21.15.53:0/127769066 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6290102620 msgr2=0x7f629019a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:52.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.473+0000 7f628f7fe700 1 --2- 172.21.15.53:0/127769066 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6290102620 0x7f629019a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.473+0000 7f628f7fe700 1 -- 172.21.15.53:0/127769066 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62901a5e40 con 0x7f6290107700 2024-05-10T11:23:52.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.473+0000 7f628e7fc700 1 --2- 172.21.15.53:0/127769066 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6290102fd0 0x7f629019adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:52.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.473+0000 7f628f7fe700 1 --2- 172.21.15.53:0/127769066 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6290107700 0x7f62901a5900 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f6288007ee0 tx=0x7f628800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:52.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.473+0000 7f6294844700 1 -- 172.21.15.53:0/127769066 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f628800dbd0 con 0x7f6290107700 2024-05-10T11:23:52.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.473+0000 7f6294844700 1 -- 172.21.15.53:0/127769066 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f628800dd70 con 0x7f6290107700 2024-05-10T11:23:52.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.473+0000 7f6295846700 1 -- 172.21.15.53:0/127769066 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62901a6070 con 0x7f6290107700 2024-05-10T11:23:52.475 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.473+0000 7f6294844700 1 -- 172.21.15.53:0/127769066 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62880058d0 con 0x7f6290107700 2024-05-10T11:23:52.476 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.473+0000 7f6295846700 1 -- 172.21.15.53:0/127769066 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62901a65b0 con 0x7f6290107700 2024-05-10T11:23:52.476 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.477+0000 7f6294844700 1 -- 172.21.15.53:0/127769066 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f628801a020 con 0x7f6290107700 2024-05-10T11:23:52.479 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.477+0000 7f6294844700 1 --2- 172.21.15.53:0/127769066 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f62780b2900 0x7f62780b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:52.479 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.478+0000 7f628effd700 1 --2- 172.21.15.53:0/127769066 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f62780b2900 0x7f62780b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:52.479 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.478+0000 7f62a00d9b80 1 Processor -- start 2024-05-10T11:23:52.479 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.478+0000 7f6294844700 1 -- 172.21.15.53:0/127769066 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f62880e1d30 con 0x7f6290107700 2024-05-10T11:23:52.479 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.478+0000 7f62a00d9b80 1 -- start start 2024-05-10T11:23:52.479 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.478+0000 7f62a00d9b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff6961b0 0x563dff696590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:52.479 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.478+0000 7f62a00d9b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff696ad0 0x563dff690810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:52.479 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.478+0000 7f62a00d9b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563dff690d50 0x563dff691190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:52.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.478+0000 7f62a00d9b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563dff5e2940 con 0x563dff696ad0 2024-05-10T11:23:52.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.478+0000 7f62a00d9b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x563dff547da0 con 0x563dff6961b0 2024-05-10T11:23:52.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.478+0000 7f62a00d9b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x563dff5de900 con 0x563dff690d50 2024-05-10T11:23:52.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.478+0000 7f628effd700 1 --2- 172.21.15.53:0/127769066 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f62780b2900 0x7f62780b4dc0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6280000c00 tx=0x7f628001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:52.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.478+0000 7f628e7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff696ad0 0x563dff690810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:52.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.478+0000 7f628e7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff696ad0 0x563dff690810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36858/0 (socket says 172.21.15.53:36858) 2024-05-10T11:23:52.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.478+0000 7f628e7fc700 1 -- 172.21.15.53:0/4160514455 learned_addr learned my addr 172.21.15.53:0/4160514455 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:52.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.478+0000 7f628effd700 1 --2- 172.21.15.53:0/4160514455 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff6961b0 0x563dff696590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:52.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.478+0000 7f628f7fe700 1 --2- 172.21.15.53:0/4160514455 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563dff690d50 0x563dff691190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:52.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.478+0000 7f628e7fc700 1 -- 172.21.15.53:0/4160514455 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563dff690d50 msgr2=0x563dff691190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:52.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.478+0000 7f628e7fc700 1 --2- 172.21.15.53:0/4160514455 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563dff690d50 0x563dff691190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.478+0000 7f628e7fc700 1 -- 172.21.15.53:0/4160514455 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff6961b0 msgr2=0x563dff696590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:52.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.478+0000 7f628e7fc700 1 --2- 172.21.15.53:0/4160514455 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff6961b0 0x563dff696590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.480 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.479+0000 7f628e7fc700 1 -- 172.21.15.53:0/4160514455 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563dff52f8d0 con 0x563dff696ad0 2024-05-10T11:23:52.481 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.479+0000 7f628effd700 1 --2- 172.21.15.53:0/4160514455 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff6961b0 0x563dff696590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:52.481 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.479+0000 7f628f7fe700 1 --2- 172.21.15.53:0/4160514455 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563dff690d50 0x563dff691190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:52.481 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.479+0000 7f628e7fc700 1 --2- 172.21.15.53:0/4160514455 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff696ad0 0x563dff690810 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f6284008c70 tx=0x7f6284008f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d709c71e29c5146 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:52.481 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.479+0000 7f6275ffb700 1 -- 172.21.15.53:0/4160514455 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6284014070 con 0x563dff696ad0 2024-05-10T11:23:52.481 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.479+0000 7f6275ffb700 1 -- 172.21.15.53:0/4160514455 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f628400ee20 con 0x563dff696ad0 2024-05-10T11:23:52.481 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.479+0000 7f6275ffb700 1 -- 172.21.15.53:0/4160514455 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6284010430 con 0x563dff696ad0 2024-05-10T11:23:52.485 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.480+0000 7f62a00d9b80 1 -- 172.21.15.53:0/4160514455 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff696ad0 msgr2=0x563dff690810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:52.485 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.480+0000 7f62a00d9b80 1 --2- 172.21.15.53:0/4160514455 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff696ad0 0x563dff690810 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f6284008c70 tx=0x7f6284008f80 comp rx=0 tx=0).stop 2024-05-10T11:23:52.485 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.480+0000 7f62a00d9b80 1 -- 172.21.15.53:0/4160514455 shutdown_connections 2024-05-10T11:23:52.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.480+0000 7f62a00d9b80 1 --2- 172.21.15.53:0/4160514455 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563dff690d50 0x563dff691190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.480+0000 7f62a00d9b80 1 --2- 172.21.15.53:0/4160514455 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff6961b0 0x563dff696590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.480+0000 7f62a00d9b80 1 --2- 172.21.15.53:0/4160514455 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff696ad0 0x563dff690810 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.480+0000 7f62a00d9b80 1 -- 172.21.15.53:0/4160514455 >> 172.21.15.53:0/4160514455 conn(0x563dff5bcb70 msgr2=0x563dff68b2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:52.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.480+0000 7f62a00d9b80 1 -- 172.21.15.53:0/4160514455 shutdown_connections 2024-05-10T11:23:52.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.480+0000 7f62a00d9b80 1 -- 172.21.15.53:0/4160514455 wait complete. 2024-05-10T11:23:52.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.480+0000 7f62a00d9b80 1 -- start start 2024-05-10T11:23:52.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.480+0000 7f62a00d9b80 1 Processor -- start 2024-05-10T11:23:52.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f62a00d9b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff690d50 0x563dff69c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:52.486 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f62a00d9b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563dff6961b0 0x563dff699af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:52.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f62a00d9b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff696ad0 0x563dff69a030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:52.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f62a00d9b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x563dff6a1860 con 0x563dff696ad0 2024-05-10T11:23:52.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f62a00d9b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x563dff59bed0 con 0x563dff690d50 2024-05-10T11:23:52.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f62a00d9b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x563dff6a19e0 con 0x563dff6961b0 2024-05-10T11:23:52.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f62a00d9b80 10 client.0 _ll_register_callbacks cb 0x563dff5765b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:52.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f628f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff696ad0 0x563dff69a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:52.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f628f7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff696ad0 0x563dff69a030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36864/0 (socket says 172.21.15.53:36864) 2024-05-10T11:23:52.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f628f7fe700 1 -- 172.21.15.53:0/4036133320 learned_addr learned my addr 172.21.15.53:0/4036133320 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:52.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f628effd700 1 --2- 172.21.15.53:0/4036133320 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff690d50 0x563dff69c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:52.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f628e7fc700 1 --2- 172.21.15.53:0/4036133320 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563dff6961b0 0x563dff699af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:52.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f628f7fe700 1 -- 172.21.15.53:0/4036133320 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563dff6961b0 msgr2=0x563dff699af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:52.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f628f7fe700 1 --2- 172.21.15.53:0/4036133320 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563dff6961b0 0x563dff699af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f628f7fe700 1 -- 172.21.15.53:0/4036133320 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff690d50 msgr2=0x563dff69c6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:52.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f628f7fe700 1 --2- 172.21.15.53:0/4036133320 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff690d50 0x563dff69c6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.487 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f628f7fe700 1 -- 172.21.15.53:0/4036133320 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563dff599760 con 0x563dff696ad0 2024-05-10T11:23:52.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f628effd700 1 --2- 172.21.15.53:0/4036133320 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff690d50 0x563dff69c6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:52.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f628f7fe700 1 --2- 172.21.15.53:0/4036133320 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff696ad0 0x563dff69a030 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f62880a6230 tx=0x7f6288004db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2387cc9b42f51d8c server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:52.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f626effd700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:52.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f626effd700 1 -- 172.21.15.53:0/4036133320 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62880c3060 con 0x563dff696ad0 2024-05-10T11:23:52.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f626effd700 1 -- 172.21.15.53:0/4036133320 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f62880b1ba0 con 0x563dff696ad0 2024-05-10T11:23:52.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.481+0000 7f62a00d9b80 1 -- 172.21.15.53:0/4036133320 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f628400ee20 con 0x563dff696ad0 2024-05-10T11:23:52.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.482+0000 7f626effd700 1 -- 172.21.15.53:0/4036133320 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f62880ca050 con 0x563dff696ad0 2024-05-10T11:23:52.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.482+0000 7f62a00d9b80 10 client.16089 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:52.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.482+0000 7f62a00d9b80 1 -- 172.21.15.53:0/4036133320 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563dff6ac1a0 con 0x563dff696ad0 2024-05-10T11:23:52.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.482+0000 7f626effd700 1 -- 172.21.15.53:0/4036133320 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f628400ee20 con 0x563dff696ad0 2024-05-10T11:23:52.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.482+0000 7f626effd700 1 -- 172.21.15.53:0/4036133320 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f62880ab070 con 0x563dff696ad0 2024-05-10T11:23:52.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.482+0000 7f62a00d9b80 10 client.16089 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:52.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.482+0000 7f62a00d9b80 10 client.16089 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:23:52.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.482+0000 7f62a00d9b80 20 client.16089 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:52.488 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.482+0000 7f62a00d9b80 1 --2- 172.21.15.53:0/4036133320 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x563dff6ae730 0x563dff6b0b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:52.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.482+0000 7f62a00d9b80 4 client.16089 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:23:52.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.482+0000 7f62a00d9b80 1 -- 172.21.15.53:0/4036133320 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563dff5f0320 con 0x563dff6ae730 2024-05-10T11:23:52.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.482+0000 7f628effd700 1 --2- 172.21.15.53:0/4036133320 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x563dff6ae730 0x563dff6b0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:52.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.483+0000 7f628effd700 1 --2- 172.21.15.53:0/4036133320 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x563dff6ae730 0x563dff6b0b20 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=802f3f14baf20874 server_cookie=7beb9b5f629e8f76 in_seq=0 out_seq=0 2024-05-10T11:23:52.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.483+0000 7f626effd700 10 client.16089 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:52.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.483+0000 7f626effd700 1 -- 172.21.15.53:0/4036133320 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x563dff5f0320 con 0x563dff6ae730 2024-05-10T11:23:52.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.483+0000 7f626effd700 10 client.16089 handle_command_reply: tid=0 2024-05-10T11:23:52.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.484+0000 7f62a00d9b80 1 client.16089 shutdown 2024-05-10T11:23:52.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.484+0000 7f62a00d9b80 1 -- 172.21.15.53:0/4036133320 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff696ad0 msgr2=0x563dff69a030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:52.489 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.484+0000 7f62a00d9b80 1 --2- 172.21.15.53:0/4036133320 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff696ad0 0x563dff69a030 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f62880a6230 tx=0x7f6288004db0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.484+0000 7f62a00d9b80 1 -- 172.21.15.53:0/4036133320 shutdown_connections 2024-05-10T11:23:52.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.484+0000 7f62a00d9b80 1 --2- 172.21.15.53:0/4036133320 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x563dff6ae730 0x563dff6b0b20 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.484+0000 7f62a00d9b80 1 --2- 172.21.15.53:0/4036133320 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff696ad0 0x563dff69a030 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.484+0000 7f62a00d9b80 1 --2- 172.21.15.53:0/4036133320 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff690d50 0x563dff69c6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.484+0000 7f62a00d9b80 1 --2- 172.21.15.53:0/4036133320 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563dff6961b0 0x563dff699af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.484+0000 7f62a00d9b80 1 -- 172.21.15.53:0/4036133320 >> 172.21.15.53:0/4036133320 conn(0x563dff5bcb70 msgr2=0x563dff685b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:52.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.484+0000 7f626effd700 0 client.16089 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:52.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.484+0000 7f62a00d9b80 1 -- 172.21.15.53:0/4036133320 shutdown_connections 2024-05-10T11:23:52.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.484+0000 7f62a00d9b80 1 -- 172.21.15.53:0/4036133320 wait complete. 2024-05-10T11:23:52.490 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.484+0000 7f62a00d9b80 20 client.16089 trim_cache size 0 max 16384 2024-05-10T11:23:52.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.499+0000 7f62a00d9b80 1 Processor -- start 2024-05-10T11:23:52.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.499+0000 7f62a00d9b80 1 -- start start 2024-05-10T11:23:52.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.499+0000 7f62a00d9b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff690d50 0x563dff6aa8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:52.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.499+0000 7f62a00d9b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563dff6961b0 0x563dff685c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:52.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.499+0000 7f62a00d9b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff696ad0 0x563dff6b63b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:52.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.499+0000 7f62a00d9b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f62901acec0 con 0x563dff690d50 2024-05-10T11:23:52.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.499+0000 7f62a00d9b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f62901aea00 con 0x563dff696ad0 2024-05-10T11:23:52.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.499+0000 7f62a00d9b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f62901ad590 con 0x563dff6961b0 2024-05-10T11:23:52.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.499+0000 7f628effd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff690d50 0x563dff6aa8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:52.500 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.499+0000 7f628effd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff690d50 0x563dff6aa8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36866/0 (socket says 172.21.15.53:36866) 2024-05-10T11:23:52.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.499+0000 7f628effd700 1 -- 172.21.15.53:0/1413662424 learned_addr learned my addr 172.21.15.53:0/1413662424 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:52.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.500+0000 7f628f7fe700 1 --2- 172.21.15.53:0/1413662424 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff696ad0 0x563dff6b63b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:52.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.500+0000 7f628effd700 1 -- 172.21.15.53:0/1413662424 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563dff6961b0 msgr2=0x563dff685c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:52.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.500+0000 7f628effd700 1 --2- 172.21.15.53:0/1413662424 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563dff6961b0 0x563dff685c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.500+0000 7f628effd700 1 -- 172.21.15.53:0/1413662424 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff696ad0 msgr2=0x563dff6b63b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:52.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.500+0000 7f628effd700 1 --2- 172.21.15.53:0/1413662424 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff696ad0 0x563dff6b63b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.500+0000 7f628effd700 1 -- 172.21.15.53:0/1413662424 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563dff690b50 con 0x563dff690d50 2024-05-10T11:23:52.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.500+0000 7f628f7fe700 1 --2- 172.21.15.53:0/1413662424 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff696ad0 0x563dff6b63b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:23:52.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.500+0000 7f628effd700 1 --2- 172.21.15.53:0/1413662424 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff690d50 0x563dff6aa8f0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f628000b580 tx=0x7f628001e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5744edda7fa4f0c6 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:52.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.500+0000 7f62757fa700 1 -- 172.21.15.53:0/1413662424 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6280037070 con 0x563dff690d50 2024-05-10T11:23:52.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.500+0000 7f62757fa700 1 -- 172.21.15.53:0/1413662424 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f628000fdd0 con 0x563dff690d50 2024-05-10T11:23:52.501 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.500+0000 7f62757fa700 1 -- 172.21.15.53:0/1413662424 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6280023410 con 0x563dff690d50 2024-05-10T11:23:52.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.501+0000 7f62a00d9b80 1 -- 172.21.15.53:0/1413662424 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff690d50 msgr2=0x563dff6aa8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:52.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.501+0000 7f62a00d9b80 1 --2- 172.21.15.53:0/1413662424 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff690d50 0x563dff6aa8f0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f628000b580 tx=0x7f628001e000 comp rx=0 tx=0).stop 2024-05-10T11:23:52.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.501+0000 7f62a00d9b80 1 -- 172.21.15.53:0/1413662424 shutdown_connections 2024-05-10T11:23:52.505 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.501+0000 7f62a00d9b80 1 --2- 172.21.15.53:0/1413662424 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff696ad0 0x563dff6b63b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.501+0000 7f62a00d9b80 1 --2- 172.21.15.53:0/1413662424 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff690d50 0x563dff6aa8f0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.501+0000 7f62a00d9b80 1 --2- 172.21.15.53:0/1413662424 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563dff6961b0 0x563dff685c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.501+0000 7f62a00d9b80 1 -- 172.21.15.53:0/1413662424 >> 172.21.15.53:0/1413662424 conn(0x563dff5bcb70 msgr2=0x563dff698400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:52.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.501+0000 7f62a00d9b80 1 -- 172.21.15.53:0/1413662424 shutdown_connections 2024-05-10T11:23:52.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.501+0000 7f62a00d9b80 1 -- 172.21.15.53:0/1413662424 wait complete. 2024-05-10T11:23:52.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.501+0000 7f62a00d9b80 1 -- start start 2024-05-10T11:23:52.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.501+0000 7f62a00d9b80 1 Processor -- start 2024-05-10T11:23:52.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.501+0000 7f62a00d9b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563dff690d50 0x563dff6a6c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:52.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.502+0000 7f62a00d9b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff6961b0 0x563dff6a71b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:52.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.502+0000 7f62a00d9b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff696ad0 0x563dff6b53a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:52.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.502+0000 7f62a00d9b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f62901ae330 con 0x563dff6961b0 2024-05-10T11:23:52.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.502+0000 7f62a00d9b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f62901adc60 con 0x563dff696ad0 2024-05-10T11:23:52.506 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.502+0000 7f62a00d9b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f62901aae60 con 0x563dff690d50 2024-05-10T11:23:52.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.502+0000 7f62a00d9b80 10 client.0 _ll_register_callbacks cb 0x563dff5765b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:52.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.502+0000 7f628e7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff6961b0 0x563dff6a71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:52.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.502+0000 7f628e7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff6961b0 0x563dff6a71b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36874/0 (socket says 172.21.15.53:36874) 2024-05-10T11:23:52.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.502+0000 7f628e7fc700 1 -- 172.21.15.53:0/3829086101 learned_addr learned my addr 172.21.15.53:0/3829086101 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:52.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.502+0000 7f628f7fe700 1 --2- 172.21.15.53:0/3829086101 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff696ad0 0x563dff6b53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:52.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.502+0000 7f628effd700 1 --2- 172.21.15.53:0/3829086101 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563dff690d50 0x563dff6a6c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:52.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.502+0000 7f628e7fc700 1 -- 172.21.15.53:0/3829086101 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563dff690d50 msgr2=0x563dff6a6c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:52.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.502+0000 7f628e7fc700 1 --2- 172.21.15.53:0/3829086101 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563dff690d50 0x563dff6a6c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.502+0000 7f628e7fc700 1 -- 172.21.15.53:0/3829086101 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff696ad0 msgr2=0x563dff6b53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:52.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.502+0000 7f628e7fc700 1 --2- 172.21.15.53:0/3829086101 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff696ad0 0x563dff6b53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.502+0000 7f628e7fc700 1 -- 172.21.15.53:0/3829086101 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563dff6b5a80 con 0x563dff6961b0 2024-05-10T11:23:52.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.502+0000 7f628effd700 1 --2- 172.21.15.53:0/3829086101 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563dff690d50 0x563dff6a6c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:52.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.502+0000 7f628e7fc700 1 --2- 172.21.15.53:0/3829086101 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff6961b0 0x563dff6a71b0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f6284008c70 tx=0x7f62840038b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=715a1458dc75293e server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:52.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.502+0000 7f626effd700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:52.507 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.502+0000 7f626effd700 1 -- 172.21.15.53:0/3829086101 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6284014030 con 0x563dff6961b0 2024-05-10T11:23:52.508 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.502+0000 7f626effd700 1 -- 172.21.15.53:0/3829086101 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f6284003d70 con 0x563dff6961b0 2024-05-10T11:23:52.508 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.502+0000 7f62a00d9b80 1 -- 172.21.15.53:0/3829086101 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f628000fdd0 con 0x563dff6961b0 2024-05-10T11:23:52.508 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.503+0000 7f626effd700 1 -- 172.21.15.53:0/3829086101 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6284008870 con 0x563dff6961b0 2024-05-10T11:23:52.508 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.503+0000 7f62a00d9b80 10 client.16095 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:52.508 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.503+0000 7f62a00d9b80 1 -- 172.21.15.53:0/3829086101 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563dff7188b0 con 0x563dff6961b0 2024-05-10T11:23:52.508 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.503+0000 7f626effd700 1 -- 172.21.15.53:0/3829086101 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f628000fdd0 con 0x563dff6961b0 2024-05-10T11:23:52.508 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.503+0000 7f626effd700 1 -- 172.21.15.53:0/3829086101 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f6284010850 con 0x563dff6961b0 2024-05-10T11:23:52.508 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.503+0000 7f62a00d9b80 10 client.16095 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:52.508 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.503+0000 7f62a00d9b80 10 client.16095 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:23:52.508 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.503+0000 7f62a00d9b80 20 client.16095 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:52.508 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.503+0000 7f62a00d9b80 1 --2- 172.21.15.53:0/3829086101 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x563dff718e40 0x563dff71b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:52.508 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.503+0000 7f62a00d9b80 4 client.16095 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:23:52.508 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.503+0000 7f62a00d9b80 1 -- 172.21.15.53:0/3829086101 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563dff5ea3c0 con 0x563dff718e40 2024-05-10T11:23:52.508 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.503+0000 7f628effd700 1 --2- 172.21.15.53:0/3829086101 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x563dff718e40 0x563dff71b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:52.508 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.504+0000 7f628effd700 1 --2- 172.21.15.53:0/3829086101 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x563dff718e40 0x563dff71b260 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c3ce32ac9d8c44b3 server_cookie=87cd14c6b2ebebb8 in_seq=0 out_seq=0 2024-05-10T11:23:52.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.504+0000 7f626effd700 10 client.16095 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:52.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.504+0000 7f626effd700 1 -- 172.21.15.53:0/3829086101 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563dff5ea3c0 con 0x563dff718e40 2024-05-10T11:23:52.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.504+0000 7f626effd700 10 client.16095 handle_command_reply: tid=0 2024-05-10T11:23:52.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.504+0000 7f62a00d9b80 1 client.16095 shutdown 2024-05-10T11:23:52.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.504+0000 7f62a00d9b80 1 -- 172.21.15.53:0/3829086101 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff6961b0 msgr2=0x563dff6a71b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:52.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.504+0000 7f62a00d9b80 1 --2- 172.21.15.53:0/3829086101 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff6961b0 0x563dff6a71b0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f6284008c70 tx=0x7f62840038b0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.504+0000 7f62a00d9b80 1 -- 172.21.15.53:0/3829086101 shutdown_connections 2024-05-10T11:23:52.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.504+0000 7f62a00d9b80 1 --2- 172.21.15.53:0/3829086101 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x563dff718e40 0x563dff71b260 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.504+0000 7f62a00d9b80 1 --2- 172.21.15.53:0/3829086101 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x563dff696ad0 0x563dff6b53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.504+0000 7f62a00d9b80 1 --2- 172.21.15.53:0/3829086101 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x563dff690d50 0x563dff6a6c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.504+0000 7f62a00d9b80 1 --2- 172.21.15.53:0/3829086101 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x563dff6961b0 0x563dff6a71b0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.504+0000 7f62a00d9b80 1 -- 172.21.15.53:0/3829086101 >> 172.21.15.53:0/3829086101 conn(0x563dff5bcb70 msgr2=0x563dff694c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:52.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.504+0000 7f626effd700 0 client.16095 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:52.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.504+0000 7f62a00d9b80 1 -- 172.21.15.53:0/3829086101 shutdown_connections 2024-05-10T11:23:52.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.504+0000 7f62a00d9b80 1 -- 172.21.15.53:0/3829086101 wait complete. 2024-05-10T11:23:52.510 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.504+0000 7f62a00d9b80 20 client.16095 trim_cache size 0 max 16384 2024-05-10T11:23:52.510 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:23:52.510 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.505+0000 7f6295846700 1 -- 172.21.15.53:0/127769066 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f62780b2900 msgr2=0x7f62780b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:52.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.505+0000 7f6295846700 1 --2- 172.21.15.53:0/127769066 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f62780b2900 0x7f62780b4dc0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6280000c00 tx=0x7f628001a040 comp rx=0 tx=0).stop 2024-05-10T11:23:52.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.505+0000 7f6295846700 1 -- 172.21.15.53:0/127769066 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6290107700 msgr2=0x7f62901a5900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:52.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.505+0000 7f6295846700 1 --2- 172.21.15.53:0/127769066 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6290107700 0x7f62901a5900 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f6288007ee0 tx=0x7f628800d3b0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.505+0000 7f6295846700 1 -- 172.21.15.53:0/127769066 shutdown_connections 2024-05-10T11:23:52.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.505+0000 7f6295846700 1 --2- 172.21.15.53:0/127769066 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f62780b2900 0x7f62780b4dc0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.505+0000 7f6295846700 1 --2- 172.21.15.53:0/127769066 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f6290107700 0x7f62901a5900 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.505+0000 7f6295846700 1 --2- 172.21.15.53:0/127769066 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f6290102620 0x7f629019a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.514 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.505+0000 7f6295846700 1 --2- 172.21.15.53:0/127769066 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f6290102fd0 0x7f629019adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:52.514 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.505+0000 7f6295846700 1 -- 172.21.15.53:0/127769066 >> 172.21.15.53:0/127769066 conn(0x7f6290079440 msgr2=0x7f62901063a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:52.514 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.505+0000 7f6295846700 1 -- 172.21.15.53:0/127769066 shutdown_connections 2024-05-10T11:23:52.514 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:52.505+0000 7f6295846700 1 -- 172.21.15.53:0/127769066 wait complete. 2024-05-10T11:23:54.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:53 smithi132 ceph-mon[33758]: pgmap v513: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 166 MiB/s wr, 79 op/s 2024-05-10T11:23:54.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:53 smithi187 ceph-mon[34076]: pgmap v513: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 166 MiB/s wr, 79 op/s 2024-05-10T11:23:54.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:53 smithi053 ceph-mon[30153]: pgmap v513: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 166 MiB/s wr, 79 op/s 2024-05-10T11:23:54.379 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-10T11:23:54.380 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-10T11:23:54.646 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:23:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:55 smithi053 ceph-mon[30153]: pgmap v514: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 155 MiB/s wr, 73 op/s 2024-05-10T11:23:56.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:55 smithi132 ceph-mon[33758]: pgmap v514: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 155 MiB/s wr, 73 op/s 2024-05-10T11:23:56.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:55 smithi187 ceph-mon[34076]: pgmap v514: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 155 MiB/s wr, 73 op/s 2024-05-10T11:23:56.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.752+0000 7f63e0d52700 1 -- 172.21.15.53:0/602019561 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f63dc107730 msgr2=0x7f63dc10f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:56.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.752+0000 7f63e0d52700 1 --2- 172.21.15.53:0/602019561 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f63dc107730 0x7f63dc10f2d0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f63d400b0d0 tx=0x7f63d400b3e0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.753 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.752+0000 7f63e0d52700 1 -- 172.21.15.53:0/602019561 shutdown_connections 2024-05-10T11:23:56.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.752+0000 7f63e0d52700 1 --2- 172.21.15.53:0/602019561 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f63dc107730 0x7f63dc10f2d0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.752+0000 7f63e0d52700 1 --2- 172.21.15.53:0/602019561 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f63dc1029e0 0x7f63dc102dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.752+0000 7f63e0d52700 1 --2- 172.21.15.53:0/602019561 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f63dc103390 0x7f63dc107000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.752+0000 7f63e0d52700 1 -- 172.21.15.53:0/602019561 >> 172.21.15.53:0/602019561 conn(0x7f63dc079350 msgr2=0x7f63dc079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:56.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.752+0000 7f63e0d52700 1 -- 172.21.15.53:0/602019561 shutdown_connections 2024-05-10T11:23:56.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.752+0000 7f63e0d52700 1 -- 172.21.15.53:0/602019561 wait complete. 2024-05-10T11:23:56.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.752+0000 7f63e0d52700 1 Processor -- start 2024-05-10T11:23:56.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.752+0000 7f63e0d52700 1 -- start start 2024-05-10T11:23:56.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.753+0000 7f63e0d52700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f63dc1029e0 0x7f63dc1a18b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:56.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.753+0000 7f63e0d52700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f63dc103390 0x7f63dc1a1df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:56.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.753+0000 7f63e0d52700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f63dc107730 0x7f63dc19ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:56.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.753+0000 7f63e0d52700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f63dc112470 con 0x7f63dc103390 2024-05-10T11:23:56.754 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.753+0000 7f63e0d52700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f63dc1122f0 con 0x7f63dc1029e0 2024-05-10T11:23:56.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.753+0000 7f63e0d52700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f63dc1125f0 con 0x7f63dc107730 2024-05-10T11:23:56.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.753+0000 7f63d3fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f63dc103390 0x7f63dc1a1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:56.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.753+0000 7f63d3fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f63dc103390 0x7f63dc1a1df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36896/0 (socket says 172.21.15.53:36896) 2024-05-10T11:23:56.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.753+0000 7f63d3fff700 1 -- 172.21.15.53:0/2070183032 learned_addr learned my addr 172.21.15.53:0/2070183032 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:56.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.753+0000 7f63da59c700 1 --2- 172.21.15.53:0/2070183032 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f63dc1029e0 0x7f63dc1a18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:56.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.753+0000 7f63dad9d700 1 --2- 172.21.15.53:0/2070183032 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f63dc107730 0x7f63dc19ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:56.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.753+0000 7f63d3fff700 1 -- 172.21.15.53:0/2070183032 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f63dc107730 msgr2=0x7f63dc19ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:56.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.753+0000 7f63d3fff700 1 --2- 172.21.15.53:0/2070183032 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f63dc107730 0x7f63dc19ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.753+0000 7f63d3fff700 1 -- 172.21.15.53:0/2070183032 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f63dc1029e0 msgr2=0x7f63dc1a18b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:56.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.753+0000 7f63d3fff700 1 --2- 172.21.15.53:0/2070183032 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f63dc1029e0 0x7f63dc1a18b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.753+0000 7f63d3fff700 1 -- 172.21.15.53:0/2070183032 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63dc19c1d0 con 0x7f63dc103390 2024-05-10T11:23:56.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.753+0000 7f63dad9d700 1 --2- 172.21.15.53:0/2070183032 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f63dc107730 0x7f63dc19ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:56.755 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.753+0000 7f63da59c700 1 --2- 172.21.15.53:0/2070183032 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f63dc1029e0 0x7f63dc1a18b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:23:56.756 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.754+0000 7f63d3fff700 1 --2- 172.21.15.53:0/2070183032 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f63dc103390 0x7f63dc1a1df0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f63c400c8c0 tx=0x7f63c400cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:56.756 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.754+0000 7f63d37fe700 1 -- 172.21.15.53:0/2070183032 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63c4004220 con 0x7f63dc103390 2024-05-10T11:23:56.756 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.754+0000 7f63d37fe700 1 -- 172.21.15.53:0/2070183032 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f63c40043c0 con 0x7f63dc103390 2024-05-10T11:23:56.756 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.754+0000 7f63e0d52700 1 -- 172.21.15.53:0/2070183032 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63dc19c4c0 con 0x7f63dc103390 2024-05-10T11:23:56.756 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.754+0000 7f63d37fe700 1 -- 172.21.15.53:0/2070183032 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63c4003680 con 0x7f63dc103390 2024-05-10T11:23:56.756 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.754+0000 7f63e0d52700 1 -- 172.21.15.53:0/2070183032 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63dc1a8780 con 0x7f63dc103390 2024-05-10T11:23:56.757 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.756+0000 7f63d37fe700 1 -- 172.21.15.53:0/2070183032 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f63c4004750 con 0x7f63dc103390 2024-05-10T11:23:56.757 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.757+0000 7f63d37fe700 1 --2- 172.21.15.53:0/2070183032 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f63c80b2880 0x7f63c80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:56.757 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.757+0000 7f63da59c700 1 --2- 172.21.15.53:0/2070183032 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f63c80b2880 0x7f63c80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:56.757 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.757+0000 7f63d37fe700 1 -- 172.21.15.53:0/2070183032 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f63c40e2000 con 0x7f63dc103390 2024-05-10T11:23:56.758 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.758+0000 7f63da59c700 1 --2- 172.21.15.53:0/2070183032 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f63c80b2880 0x7f63c80b4d40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f63dc19cbb0 tx=0x7f63cc00b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:56.758 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.758+0000 7f63eb5e5b80 1 Processor -- start 2024-05-10T11:23:56.759 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.758+0000 7f63eb5e5b80 1 -- start start 2024-05-10T11:23:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.759+0000 7f63eb5e5b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9ec8550 0x55fbb9ec8930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.759+0000 7f63eb5e5b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9ec8e70 0x55fbb9ecc770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.759+0000 7f63eb5e5b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fbb9eccd00 0x55fbb9ecd180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.759+0000 7f63eb5e5b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55fbb9e1a8e0 con 0x55fbb9ec8e70 2024-05-10T11:23:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.759+0000 7f63eb5e5b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55fbb9db9840 con 0x55fbb9eccd00 2024-05-10T11:23:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.759+0000 7f63eb5e5b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55fbb9e168a0 con 0x55fbb9ec8550 2024-05-10T11:23:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.759+0000 7f63d3fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9ec8e70 0x55fbb9ecc770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.759+0000 7f63d3fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9ec8e70 0x55fbb9ecc770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36906/0 (socket says 172.21.15.53:36906) 2024-05-10T11:23:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.759+0000 7f63d3fff700 1 -- 172.21.15.53:0/1003930818 learned_addr learned my addr 172.21.15.53:0/1003930818 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.759+0000 7f63da59c700 1 --2- 172.21.15.53:0/1003930818 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9ec8550 0x55fbb9ec8930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.759+0000 7f63dad9d700 1 --2- 172.21.15.53:0/1003930818 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fbb9eccd00 0x55fbb9ecd180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.759+0000 7f63d3fff700 1 -- 172.21.15.53:0/1003930818 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9ec8550 msgr2=0x55fbb9ec8930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:56.760 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.759+0000 7f63d3fff700 1 --2- 172.21.15.53:0/1003930818 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9ec8550 0x55fbb9ec8930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.759+0000 7f63d3fff700 1 -- 172.21.15.53:0/1003930818 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fbb9eccd00 msgr2=0x55fbb9ecd180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:56.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.759+0000 7f63d3fff700 1 --2- 172.21.15.53:0/1003930818 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fbb9eccd00 0x55fbb9ecd180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.759+0000 7f63d3fff700 1 -- 172.21.15.53:0/1003930818 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fbb9d67950 con 0x55fbb9ec8e70 2024-05-10T11:23:56.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.759+0000 7f63d3fff700 1 --2- 172.21.15.53:0/1003930818 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9ec8e70 0x55fbb9ecc770 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f63c40a5310 tx=0x7f63c40a8d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3138a62637662ec5 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:56.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.759+0000 7f63d0ff9700 1 -- 172.21.15.53:0/1003930818 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63c401d040 con 0x55fbb9ec8e70 2024-05-10T11:23:56.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.760+0000 7f63d0ff9700 1 -- 172.21.15.53:0/1003930818 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f63c4005000 con 0x55fbb9ec8e70 2024-05-10T11:23:56.761 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.760+0000 7f63d0ff9700 1 -- 172.21.15.53:0/1003930818 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63c40a94f0 con 0x55fbb9ec8e70 2024-05-10T11:23:56.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.760+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/1003930818 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9ec8e70 msgr2=0x55fbb9ecc770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:56.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.760+0000 7f63eb5e5b80 1 --2- 172.21.15.53:0/1003930818 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9ec8e70 0x55fbb9ecc770 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f63c40a5310 tx=0x7f63c40a8d10 comp rx=0 tx=0).stop 2024-05-10T11:23:56.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.760+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/1003930818 shutdown_connections 2024-05-10T11:23:56.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.760+0000 7f63eb5e5b80 1 --2- 172.21.15.53:0/1003930818 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fbb9eccd00 0x55fbb9ecd180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.765 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.760+0000 7f63eb5e5b80 1 --2- 172.21.15.53:0/1003930818 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9ec8550 0x55fbb9ec8930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.760+0000 7f63eb5e5b80 1 --2- 172.21.15.53:0/1003930818 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9ec8e70 0x55fbb9ecc770 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.760+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/1003930818 >> 172.21.15.53:0/1003930818 conn(0x55fbb9df4180 msgr2=0x55fbb9ec2cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.760+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/1003930818 shutdown_connections 2024-05-10T11:23:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.760+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/1003930818 wait complete. 2024-05-10T11:23:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.761+0000 7f63eb5e5b80 1 -- start start 2024-05-10T11:23:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.761+0000 7f63eb5e5b80 1 Processor -- start 2024-05-10T11:23:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.761+0000 7f63eb5e5b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fbb9ec8550 0x55fbb9ed4070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.761+0000 7f63eb5e5b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9ec8e70 0x55fbb9ed1410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.761+0000 7f63eb5e5b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9eccd00 0x55fbb9ed1950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.761+0000 7f63eb5e5b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55fbb9ed4f10 con 0x55fbb9ec8e70 2024-05-10T11:23:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.761+0000 7f63eb5e5b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55fbb9d80cb0 con 0x55fbb9ec8550 2024-05-10T11:23:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.761+0000 7f63eb5e5b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55fbb9ed5090 con 0x55fbb9eccd00 2024-05-10T11:23:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.761+0000 7f63eb5e5b80 10 client.0 _ll_register_callbacks cb 0x55fbb9db29a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:56.766 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.761+0000 7f63d3fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9ec8e70 0x55fbb9ed1410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.761+0000 7f63d3fff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9ec8e70 0x55fbb9ed1410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36918/0 (socket says 172.21.15.53:36918) 2024-05-10T11:23:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.761+0000 7f63d3fff700 1 -- 172.21.15.53:0/3999330591 learned_addr learned my addr 172.21.15.53:0/3999330591 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.761+0000 7f63da59c700 1 --2- 172.21.15.53:0/3999330591 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fbb9ec8550 0x55fbb9ed4070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.762+0000 7f63dad9d700 1 --2- 172.21.15.53:0/3999330591 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9eccd00 0x55fbb9ed1950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.762+0000 7f63d3fff700 1 -- 172.21.15.53:0/3999330591 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9eccd00 msgr2=0x55fbb9ed1950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.762+0000 7f63d3fff700 1 --2- 172.21.15.53:0/3999330591 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9eccd00 0x55fbb9ed1950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.762+0000 7f63d3fff700 1 -- 172.21.15.53:0/3999330591 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fbb9ec8550 msgr2=0x55fbb9ed4070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.762+0000 7f63d3fff700 1 --2- 172.21.15.53:0/3999330591 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fbb9ec8550 0x55fbb9ed4070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.762+0000 7f63d3fff700 1 -- 172.21.15.53:0/3999330591 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fbb9db6710 con 0x55fbb9ec8e70 2024-05-10T11:23:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.762+0000 7f63da59c700 1 --2- 172.21.15.53:0/3999330591 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fbb9ec8550 0x55fbb9ed4070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.762+0000 7f63dad9d700 1 --2- 172.21.15.53:0/3999330591 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9eccd00 0x55fbb9ed1950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:23:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.762+0000 7f63d3fff700 1 --2- 172.21.15.53:0/3999330591 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9ec8e70 0x55fbb9ed1410 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f63c40dfae0 tx=0x7f63c4000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25700b98a8530d48 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.762+0000 7f63c1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:23:56.767 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.762+0000 7f63c1ffb700 1 -- 172.21.15.53:0/3999330591 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63c406d060 con 0x55fbb9ec8e70 2024-05-10T11:23:56.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.762+0000 7f63c1ffb700 1 -- 172.21.15.53:0/3999330591 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f63c40a9700 con 0x55fbb9ec8e70 2024-05-10T11:23:56.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.762+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/3999330591 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f63c4005000 con 0x55fbb9ec8e70 2024-05-10T11:23:56.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.762+0000 7f63c1ffb700 1 -- 172.21.15.53:0/3999330591 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f63c40b1c60 con 0x55fbb9ec8e70 2024-05-10T11:23:56.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.762+0000 7f63eb5e5b80 10 client.16107 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:56.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.762+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/3999330591 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fbb9edf6f0 con 0x55fbb9ec8e70 2024-05-10T11:23:56.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.762+0000 7f63c1ffb700 1 -- 172.21.15.53:0/3999330591 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f63c4005000 con 0x55fbb9ec8e70 2024-05-10T11:23:56.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.763+0000 7f63c1ffb700 1 -- 172.21.15.53:0/3999330591 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f63c40a4c00 con 0x55fbb9ec8e70 2024-05-10T11:23:56.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.763+0000 7f63eb5e5b80 10 client.16107 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:56.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.763+0000 7f63eb5e5b80 10 client.16107 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:23:56.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.763+0000 7f63eb5e5b80 20 client.16107 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:56.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.763+0000 7f63eb5e5b80 1 --2- 172.21.15.53:0/3999330591 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55fbb9ee1bc0 0x55fbb9ee3fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:56.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.763+0000 7f63eb5e5b80 4 client.16107 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:23:56.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.763+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/3999330591 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fbb9e946d0 con 0x55fbb9ee1bc0 2024-05-10T11:23:56.768 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.763+0000 7f63da59c700 1 --2- 172.21.15.53:0/3999330591 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55fbb9ee1bc0 0x55fbb9ee3fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:56.769 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.763+0000 7f63da59c700 1 --2- 172.21.15.53:0/3999330591 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55fbb9ee1bc0 0x55fbb9ee3fb0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b01e83ec8656e9b5 server_cookie=a9d105628c2fb15a in_seq=0 out_seq=0 2024-05-10T11:23:56.769 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.763+0000 7f63c1ffb700 10 client.16107 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:56.769 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.764+0000 7f63c1ffb700 1 -- 172.21.15.53:0/3999330591 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55fbb9e946d0 con 0x55fbb9ee1bc0 2024-05-10T11:23:56.769 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.764+0000 7f63c1ffb700 10 client.16107 handle_command_reply: tid=0 2024-05-10T11:23:56.769 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.764+0000 7f63eb5e5b80 1 client.16107 shutdown 2024-05-10T11:23:56.769 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.764+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/3999330591 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9ec8e70 msgr2=0x55fbb9ed1410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:56.769 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.764+0000 7f63eb5e5b80 1 --2- 172.21.15.53:0/3999330591 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9ec8e70 0x55fbb9ed1410 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f63c40dfae0 tx=0x7f63c4000bc0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.769 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.764+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/3999330591 shutdown_connections 2024-05-10T11:23:56.769 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.764+0000 7f63eb5e5b80 1 --2- 172.21.15.53:0/3999330591 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55fbb9ee1bc0 0x55fbb9ee3fb0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.769 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.764+0000 7f63eb5e5b80 1 --2- 172.21.15.53:0/3999330591 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9eccd00 0x55fbb9ed1950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.769 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.764+0000 7f63eb5e5b80 1 --2- 172.21.15.53:0/3999330591 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fbb9ec8550 0x55fbb9ed4070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.769 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.764+0000 7f63eb5e5b80 1 --2- 172.21.15.53:0/3999330591 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9ec8e70 0x55fbb9ed1410 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.769 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.764+0000 7f63c1ffb700 0 client.16107 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:56.769 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.764+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/3999330591 >> 172.21.15.53:0/3999330591 conn(0x55fbb9df4180 msgr2=0x55fbb9ebd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:56.769 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.765+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/3999330591 shutdown_connections 2024-05-10T11:23:56.770 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.765+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/3999330591 wait complete. 2024-05-10T11:23:56.770 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.765+0000 7f63eb5e5b80 20 client.16107 trim_cache size 0 max 16384 2024-05-10T11:23:56.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.786+0000 7f63eb5e5b80 1 Processor -- start 2024-05-10T11:23:56.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.786+0000 7f63eb5e5b80 1 -- start start 2024-05-10T11:23:56.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.786+0000 7f63eb5e5b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fbb9ec8550 0x55fbb9ec7a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:56.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.786+0000 7f63eb5e5b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9ec8e70 0x55fbb9eca670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:56.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.786+0000 7f63eb5e5b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9eccd00 0x55fbb9ecabb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:56.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.786+0000 7f63eb5e5b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f63dc1b1430 con 0x55fbb9eccd00 2024-05-10T11:23:56.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.786+0000 7f63eb5e5b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f63dc1b2f70 con 0x55fbb9ec8550 2024-05-10T11:23:56.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.786+0000 7f63eb5e5b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f63dc1b1b00 con 0x55fbb9ec8e70 2024-05-10T11:23:56.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.786+0000 7f63dad9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9eccd00 0x55fbb9ecabb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:56.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.786+0000 7f63dad9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9eccd00 0x55fbb9ecabb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36926/0 (socket says 172.21.15.53:36926) 2024-05-10T11:23:56.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.786+0000 7f63dad9d700 1 -- 172.21.15.53:0/3767945537 learned_addr learned my addr 172.21.15.53:0/3767945537 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:56.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.786+0000 7f63d3fff700 1 --2- 172.21.15.53:0/3767945537 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9ec8e70 0x55fbb9eca670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:56.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.786+0000 7f63da59c700 1 --2- 172.21.15.53:0/3767945537 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fbb9ec8550 0x55fbb9ec7a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:56.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.786+0000 7f63dad9d700 1 -- 172.21.15.53:0/3767945537 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9ec8e70 msgr2=0x55fbb9eca670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:56.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.786+0000 7f63dad9d700 1 --2- 172.21.15.53:0/3767945537 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9ec8e70 0x55fbb9eca670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.786+0000 7f63dad9d700 1 -- 172.21.15.53:0/3767945537 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fbb9ec8550 msgr2=0x55fbb9ec7a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:56.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.786+0000 7f63dad9d700 1 --2- 172.21.15.53:0/3767945537 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fbb9ec8550 0x55fbb9ec7a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.787+0000 7f63dad9d700 1 -- 172.21.15.53:0/3767945537 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fbb9ed50e0 con 0x55fbb9eccd00 2024-05-10T11:23:56.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.787+0000 7f63da59c700 1 --2- 172.21.15.53:0/3767945537 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fbb9ec8550 0x55fbb9ec7a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:23:56.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.787+0000 7f63dad9d700 1 --2- 172.21.15.53:0/3767945537 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9eccd00 0x55fbb9ecabb0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f63d4009dc0 tx=0x7f63d400b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=618d9093a3e8f172 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:56.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.787+0000 7f63c3fff700 1 -- 172.21.15.53:0/3767945537 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d4003b00 con 0x55fbb9eccd00 2024-05-10T11:23:56.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.787+0000 7f63c3fff700 1 -- 172.21.15.53:0/3767945537 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f63d4003ca0 con 0x55fbb9eccd00 2024-05-10T11:23:56.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.787+0000 7f63c3fff700 1 -- 172.21.15.53:0/3767945537 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d4005310 con 0x55fbb9eccd00 2024-05-10T11:23:56.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.787+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/3767945537 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9eccd00 msgr2=0x55fbb9ecabb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:56.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.787+0000 7f63eb5e5b80 1 --2- 172.21.15.53:0/3767945537 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9eccd00 0x55fbb9ecabb0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f63d4009dc0 tx=0x7f63d400b040 comp rx=0 tx=0).stop 2024-05-10T11:23:56.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.787+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/3767945537 shutdown_connections 2024-05-10T11:23:56.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.787+0000 7f63eb5e5b80 1 --2- 172.21.15.53:0/3767945537 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9eccd00 0x55fbb9ecabb0 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.787+0000 7f63eb5e5b80 1 --2- 172.21.15.53:0/3767945537 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fbb9ec8550 0x55fbb9ec7a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.787+0000 7f63eb5e5b80 1 --2- 172.21.15.53:0/3767945537 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9ec8e70 0x55fbb9eca670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.787+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/3767945537 >> 172.21.15.53:0/3767945537 conn(0x55fbb9df4180 msgr2=0x55fbb9ec7360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:56.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.788+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/3767945537 shutdown_connections 2024-05-10T11:23:56.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.788+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/3767945537 wait complete. 2024-05-10T11:23:56.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.788+0000 7f63eb5e5b80 1 -- start start 2024-05-10T11:23:56.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.788+0000 7f63eb5e5b80 1 Processor -- start 2024-05-10T11:23:56.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.788+0000 7f63eb5e5b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9ec8550 0x55fbb9ee75e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.788+0000 7f63eb5e5b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fbb9ec8e70 0x55fbb9ee5990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.788+0000 7f63eb5e5b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9eccd00 0x55fbb9ee5f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.788+0000 7f63eb5e5b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f63dc1b28a0 con 0x55fbb9eccd00 2024-05-10T11:23:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.788+0000 7f63eb5e5b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f63dc1b21d0 con 0x55fbb9ec8e70 2024-05-10T11:23:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.788+0000 7f63eb5e5b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f63dc1af3d0 con 0x55fbb9ec8550 2024-05-10T11:23:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.788+0000 7f63eb5e5b80 10 client.0 _ll_register_callbacks cb 0x55fbb9db29a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:23:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.788+0000 7f63da59c700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9ec8550 0x55fbb9ee75e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.788+0000 7f63da59c700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9ec8550 0x55fbb9ee75e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.53:42264/0 (socket says 172.21.15.53:42264) 2024-05-10T11:23:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.788+0000 7f63da59c700 1 -- 172.21.15.53:0/400643029 learned_addr learned my addr 172.21.15.53:0/400643029 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:23:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.789+0000 7f63d3fff700 1 --2- 172.21.15.53:0/400643029 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fbb9ec8e70 0x55fbb9ee5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.789+0000 7f63dad9d700 1 --2- 172.21.15.53:0/400643029 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9eccd00 0x55fbb9ee5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.789+0000 7f63da59c700 1 -- 172.21.15.53:0/400643029 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fbb9ec8e70 msgr2=0x55fbb9ee5990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.789+0000 7f63da59c700 1 --2- 172.21.15.53:0/400643029 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fbb9ec8e70 0x55fbb9ee5990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.789+0000 7f63da59c700 1 -- 172.21.15.53:0/400643029 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9eccd00 msgr2=0x55fbb9ee5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:23:56.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.789+0000 7f63da59c700 1 --2- 172.21.15.53:0/400643029 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9eccd00 0x55fbb9ee5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.789+0000 7f63da59c700 1 -- 172.21.15.53:0/400643029 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fbb9ebf890 con 0x55fbb9ec8550 2024-05-10T11:23:56.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.789+0000 7f63dad9d700 1 --2- 172.21.15.53:0/400643029 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9eccd00 0x55fbb9ee5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:23:56.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.789+0000 7f63da59c700 1 --2- 172.21.15.53:0/400643029 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9ec8550 0x55fbb9ee75e0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x55fbb9ed50b0 tx=0x7f63cc0047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2064fc350a40aad9 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:23:56.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.789+0000 7f63c1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.187:3300/0 2024-05-10T11:23:56.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.789+0000 7f63c1ffb700 1 -- 172.21.15.53:0/400643029 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63cc0284d0 con 0x55fbb9ec8550 2024-05-10T11:23:56.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.789+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/400643029 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f63d4003ca0 con 0x55fbb9ec8550 2024-05-10T11:23:56.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.789+0000 7f63c1ffb700 1 -- 172.21.15.53:0/400643029 <== mon.1 v2:172.21.15.187:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f63cc028670 con 0x55fbb9ec8550 2024-05-10T11:23:56.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.789+0000 7f63c1ffb700 1 -- 172.21.15.53:0/400643029 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f63cc036050 con 0x55fbb9ec8550 2024-05-10T11:23:56.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.789+0000 7f63eb5e5b80 10 client.25657 fetch_fsmap learned FSMap version 29 2024-05-10T11:23:56.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.790+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/400643029 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fbb9f4d020 con 0x55fbb9ec8550 2024-05-10T11:23:56.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.790+0000 7f63c1ffb700 1 -- 172.21.15.53:0/400643029 <== mon.1 v2:172.21.15.187:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f63d4003ca0 con 0x55fbb9ec8550 2024-05-10T11:23:56.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.790+0000 7f63c1ffb700 1 -- 172.21.15.53:0/400643029 <== mon.1 v2:172.21.15.187:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f63cc028ce0 con 0x55fbb9ec8550 2024-05-10T11:23:56.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.790+0000 7f63eb5e5b80 10 client.25657 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:23:56.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.790+0000 7f63eb5e5b80 10 client.25657 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:23:56.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.790+0000 7f63eb5e5b80 20 client.25657 populate_metadata read hostname 'smithi053' 2024-05-10T11:23:56.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.790+0000 7f63eb5e5b80 1 --2- 172.21.15.53:0/400643029 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55fbb9f4d760 0x55fbb9f4fba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:23:56.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.790+0000 7f63eb5e5b80 4 client.25657 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-10T11:23:56.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.790+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/400643029 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55fbb9e282c0 con 0x55fbb9f4d760 2024-05-10T11:23:56.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.790+0000 7f63d3fff700 1 --2- 172.21.15.53:0/400643029 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55fbb9f4d760 0x55fbb9f4fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:23:56.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.791+0000 7f63d3fff700 1 --2- 172.21.15.53:0/400643029 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55fbb9f4d760 0x55fbb9f4fba0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c1354aad1ea173ae server_cookie=41883e53a94950c in_seq=0 out_seq=0 2024-05-10T11:23:56.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.791+0000 7f63c1ffb700 10 client.25657 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:56.795 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.792+0000 7f63c1ffb700 1 -- 172.21.15.53:0/400643029 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55fbb9e282c0 con 0x55fbb9f4d760 2024-05-10T11:23:56.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.792+0000 7f63c1ffb700 10 client.25657 handle_command_reply: tid=0 2024-05-10T11:23:56.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.792+0000 7f63eb5e5b80 1 client.25657 shutdown 2024-05-10T11:23:56.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.792+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/400643029 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9ec8550 msgr2=0x55fbb9ee75e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:56.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.792+0000 7f63eb5e5b80 1 --2- 172.21.15.53:0/400643029 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9ec8550 0x55fbb9ee75e0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x55fbb9ed50b0 tx=0x7f63cc0047c0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.792+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/400643029 shutdown_connections 2024-05-10T11:23:56.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.792+0000 7f63eb5e5b80 1 --2- 172.21.15.53:0/400643029 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55fbb9f4d760 0x55fbb9f4fba0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.792+0000 7f63eb5e5b80 1 --2- 172.21.15.53:0/400643029 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55fbb9eccd00 0x55fbb9ee5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.792+0000 7f63c1ffb700 0 client.25657 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:23:56.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.792+0000 7f63eb5e5b80 1 --2- 172.21.15.53:0/400643029 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55fbb9ec8550 0x55fbb9ee75e0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.792+0000 7f63eb5e5b80 1 --2- 172.21.15.53:0/400643029 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55fbb9ec8e70 0x55fbb9ee5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.792+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/400643029 >> 172.21.15.53:0/400643029 conn(0x55fbb9df4180 msgr2=0x55fbb9ec7bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:56.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.792+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/400643029 shutdown_connections 2024-05-10T11:23:56.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.792+0000 7f63eb5e5b80 1 -- 172.21.15.53:0/400643029 wait complete. 2024-05-10T11:23:56.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.792+0000 7f63eb5e5b80 20 client.25657 trim_cache size 0 max 16384 2024-05-10T11:23:56.797 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:23:56.797 INFO:teuthology.orchestra.run.smithi053.stdout: "return_code": 0, 2024-05-10T11:23:56.797 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_tag": "871ea6eb-b874-4100-abd8-1968aaf1342b", 2024-05-10T11:23:56.797 INFO:teuthology.orchestra.run.smithi053.stdout: "mode": "asynchronous" 2024-05-10T11:23:56.797 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:23:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.793+0000 7f63e0d52700 1 -- 172.21.15.53:0/2070183032 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f63c80b2880 msgr2=0x7f63c80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.793+0000 7f63e0d52700 1 --2- 172.21.15.53:0/2070183032 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f63c80b2880 0x7f63c80b4d40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f63dc19cbb0 tx=0x7f63cc00b3c0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.793+0000 7f63e0d52700 1 -- 172.21.15.53:0/2070183032 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f63dc103390 msgr2=0x7f63dc1a1df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:23:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.793+0000 7f63e0d52700 1 --2- 172.21.15.53:0/2070183032 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f63dc103390 0x7f63dc1a1df0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f63c400c8c0 tx=0x7f63c400cbd0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.793+0000 7f63e0d52700 1 -- 172.21.15.53:0/2070183032 shutdown_connections 2024-05-10T11:23:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.793+0000 7f63e0d52700 1 --2- 172.21.15.53:0/2070183032 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f63c80b2880 0x7f63c80b4d40 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.793+0000 7f63e0d52700 1 --2- 172.21.15.53:0/2070183032 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f63dc107730 0x7f63dc19ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.793+0000 7f63e0d52700 1 --2- 172.21.15.53:0/2070183032 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f63dc1029e0 0x7f63dc1a18b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.793+0000 7f63e0d52700 1 --2- 172.21.15.53:0/2070183032 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f63dc103390 0x7f63dc1a1df0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:23:56.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.793+0000 7f63e0d52700 1 -- 172.21.15.53:0/2070183032 >> 172.21.15.53:0/2070183032 conn(0x7f63dc079350 msgr2=0x7f63dc101a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:23:56.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.793+0000 7f63e0d52700 1 -- 172.21.15.53:0/2070183032 shutdown_connections 2024-05-10T11:23:56.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:23:56.793+0000 7f63e0d52700 1 -- 172.21.15.53:0/2070183032 wait complete. 2024-05-10T11:23:57.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:56 smithi053 ceph-mon[30153]: scrub queued for path: / 2024-05-10T11:23:57.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:56 smithi053 ceph-mon[30153]: scrub summary: idle+waiting paths [/] 2024-05-10T11:23:57.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:56 smithi053 ceph-mon[30153]: scrub summary: active paths [/] 2024-05-10T11:23:57.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:56 smithi053 ceph-mon[30153]: scrub summary: idle+waiting paths [/] 2024-05-10T11:23:57.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:56 smithi132 ceph-mon[33758]: scrub queued for path: / 2024-05-10T11:23:57.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:56 smithi132 ceph-mon[33758]: scrub summary: idle+waiting paths [/] 2024-05-10T11:23:57.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:56 smithi132 ceph-mon[33758]: scrub summary: active paths [/] 2024-05-10T11:23:57.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:56 smithi132 ceph-mon[33758]: scrub summary: idle+waiting paths [/] 2024-05-10T11:23:57.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:56 smithi187 ceph-mon[34076]: scrub queued for path: / 2024-05-10T11:23:57.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:56 smithi187 ceph-mon[34076]: scrub summary: idle+waiting paths [/] 2024-05-10T11:23:57.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:56 smithi187 ceph-mon[34076]: scrub summary: active paths [/] 2024-05-10T11:23:57.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:56 smithi187 ceph-mon[34076]: scrub summary: idle+waiting paths [/] 2024-05-10T11:23:57.724 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-10T11:23:57.985 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:23:58.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:57 smithi053 ceph-mon[30153]: pgmap v515: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 98 MiB/s wr, 45 op/s 2024-05-10T11:23:58.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:57 smithi132 ceph-mon[33758]: pgmap v515: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 98 MiB/s wr, 45 op/s 2024-05-10T11:23:58.259 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:57 smithi187 ceph-mon[34076]: pgmap v515: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 98 MiB/s wr, 45 op/s 2024-05-10T11:23:58.781 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:23:58.781 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:23:58.781 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:23:58.781 INFO:tasks.workunit.client.0.smithi053.stdout:iozone test complete. 2024-05-10T11:23:58.781 INFO:tasks.workunit.client.0.smithi053.stderr:+ iozone -c -e -s 10240M -r 1M -t 1 -F f3 -i 0 -i 1 2024-05-10T11:23:58.847 INFO:tasks.workunit.client.0.smithi053.stdout: Iozone: Performance Test of File I/O 2024-05-10T11:23:58.848 INFO:tasks.workunit.client.0.smithi053.stdout: Version $Revision: 3.494 $ 2024-05-10T11:23:58.848 INFO:tasks.workunit.client.0.smithi053.stdout: Compiled for 64 bit mode. 2024-05-10T11:23:58.848 INFO:tasks.workunit.client.0.smithi053.stdout: Build: linux-AMD64 2024-05-10T11:23:58.848 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:23:58.848 INFO:tasks.workunit.client.0.smithi053.stdout: Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins 2024-05-10T11:23:58.848 INFO:tasks.workunit.client.0.smithi053.stdout: Al Slater, Scott Rhine, Mike Wisner, Ken Goss 2024-05-10T11:23:58.848 INFO:tasks.workunit.client.0.smithi053.stdout: Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, 2024-05-10T11:23:58.848 INFO:tasks.workunit.client.0.smithi053.stdout: Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, 2024-05-10T11:23:58.848 INFO:tasks.workunit.client.0.smithi053.stdout: Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, 2024-05-10T11:23:58.848 INFO:tasks.workunit.client.0.smithi053.stdout: Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, 2024-05-10T11:23:58.848 INFO:tasks.workunit.client.0.smithi053.stdout: Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer, 2024-05-10T11:23:58.848 INFO:tasks.workunit.client.0.smithi053.stdout: Vangel Bojaxhi, Ben England, Vikentsi Lapa, 2024-05-10T11:23:58.848 INFO:tasks.workunit.client.0.smithi053.stdout: Alexey Skidanov, Sudhir Kumar. 2024-05-10T11:23:58.848 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:23:58.848 INFO:tasks.workunit.client.0.smithi053.stdout: Run began: Fri May 10 11:23:58 2024 2024-05-10T11:23:58.849 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:23:58.849 INFO:tasks.workunit.client.0.smithi053.stdout: Include close in write timing 2024-05-10T11:23:58.849 INFO:tasks.workunit.client.0.smithi053.stdout: Include fsync in write timing 2024-05-10T11:23:58.849 INFO:tasks.workunit.client.0.smithi053.stdout: File size set to 10485760 kB 2024-05-10T11:23:58.849 INFO:tasks.workunit.client.0.smithi053.stdout: Record Size 1024 kB 2024-05-10T11:23:58.849 INFO:tasks.workunit.client.0.smithi053.stdout: Command line used: iozone -c -e -s 10240M -r 1M -t 1 -F f3 -i 0 -i 1 2024-05-10T11:23:58.849 INFO:tasks.workunit.client.0.smithi053.stdout: Output is in kBytes/sec 2024-05-10T11:23:58.849 INFO:tasks.workunit.client.0.smithi053.stdout: Time Resolution = 0.000001 seconds. 2024-05-10T11:23:58.849 INFO:tasks.workunit.client.0.smithi053.stdout: Processor cache size set to 1024 kBytes. 2024-05-10T11:23:58.849 INFO:tasks.workunit.client.0.smithi053.stdout: Processor cache line size set to 32 bytes. 2024-05-10T11:23:58.849 INFO:tasks.workunit.client.0.smithi053.stdout: File stride size set to 17 * record size. 2024-05-10T11:23:58.849 INFO:tasks.workunit.client.0.smithi053.stdout: Throughput test with 1 process 2024-05-10T11:23:58.849 INFO:tasks.workunit.client.0.smithi053.stdout: Each process writes a 10485760 kByte file in 1024 kByte records 2024-05-10T11:24:00.147 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:23:59 smithi053 ceph-mon[30153]: pgmap v516: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 66 MiB/s wr, 30 op/s 2024-05-10T11:24:00.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:23:59 smithi132 ceph-mon[33758]: pgmap v516: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 66 MiB/s wr, 30 op/s 2024-05-10T11:24:00.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:23:59 smithi187 ceph-mon[34076]: pgmap v516: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 66 MiB/s wr, 30 op/s 2024-05-10T11:24:00.325 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.324+0000 7f2aefad3700 1 -- 172.21.15.53:0/1845886485 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ae81023a0 msgr2=0x7f2ae8102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:00.325 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.324+0000 7f2aefad3700 1 --2- 172.21.15.53:0/1845886485 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ae81023a0 0x7f2ae8102820 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f2ad8009990 tx=0x7f2ad8009ca0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.326 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.324+0000 7f2aefad3700 1 -- 172.21.15.53:0/1845886485 shutdown_connections 2024-05-10T11:24:00.326 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.324+0000 7f2aefad3700 1 --2- 172.21.15.53:0/1845886485 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2ae8102d60 0x7f2ae810f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.326 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.324+0000 7f2aefad3700 1 --2- 172.21.15.53:0/1845886485 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2ae8108410 0x7f2ae81087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.326 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.324+0000 7f2aefad3700 1 --2- 172.21.15.53:0/1845886485 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ae81023a0 0x7f2ae8102820 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.326 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.324+0000 7f2aefad3700 1 -- 172.21.15.53:0/1845886485 >> 172.21.15.53:0/1845886485 conn(0x7f2ae8079350 msgr2=0x7f2ae8079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:00.326 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.324+0000 7f2aefad3700 1 -- 172.21.15.53:0/1845886485 shutdown_connections 2024-05-10T11:24:00.326 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.324+0000 7f2aefad3700 1 -- 172.21.15.53:0/1845886485 wait complete. 2024-05-10T11:24:00.326 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.325+0000 7f2aefad3700 1 Processor -- start 2024-05-10T11:24:00.326 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.326+0000 7f2aefad3700 1 -- start start 2024-05-10T11:24:00.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.326+0000 7f2aefad3700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2ae81023a0 0x7f2ae81a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:00.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.326+0000 7f2aefad3700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ae8102d60 0x7f2ae81a5200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:00.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.326+0000 7f2aefad3700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2ae8108410 0x7f2ae81a0140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:00.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.326+0000 7f2aefad3700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f2ae8112460 con 0x7f2ae8102d60 2024-05-10T11:24:00.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.326+0000 7f2aefad3700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f2ae81122e0 con 0x7f2ae81023a0 2024-05-10T11:24:00.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.326+0000 7f2aefad3700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f2ae81125e0 con 0x7f2ae8108410 2024-05-10T11:24:00.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.326+0000 7f2aee070700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2ae8108410 0x7f2ae81a0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:00.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.326+0000 7f2aed86f700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2ae81023a0 0x7f2ae81a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:00.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.326+0000 7f2aee070700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2ae8108410 0x7f2ae81a0140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.53:54582/0 (socket says 172.21.15.53:54582) 2024-05-10T11:24:00.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.327+0000 7f2aee070700 1 -- 172.21.15.53:0/1980460590 learned_addr learned my addr 172.21.15.53:0/1980460590 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:00.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.327+0000 7f2aed06e700 1 --2- 172.21.15.53:0/1980460590 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ae8102d60 0x7f2ae81a5200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:00.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.327+0000 7f2aed06e700 1 -- 172.21.15.53:0/1980460590 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2ae8108410 msgr2=0x7f2ae81a0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:00.328 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.327+0000 7f2aed06e700 1 --2- 172.21.15.53:0/1980460590 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2ae8108410 0x7f2ae81a0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.327+0000 7f2aed06e700 1 -- 172.21.15.53:0/1980460590 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2ae81023a0 msgr2=0x7f2ae81a4cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:00.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.327+0000 7f2aed06e700 1 --2- 172.21.15.53:0/1980460590 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2ae81023a0 0x7f2ae81a4cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.327+0000 7f2aed06e700 1 -- 172.21.15.53:0/1980460590 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ae81a08c0 con 0x7f2ae8102d60 2024-05-10T11:24:00.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.327+0000 7f2aed06e700 1 --2- 172.21.15.53:0/1980460590 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ae8102d60 0x7f2ae81a5200 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f2ad80059d0 tx=0x7f2ad80047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:00.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.327+0000 7f2adeffd700 1 -- 172.21.15.53:0/1980460590 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ad8027070 con 0x7f2ae8102d60 2024-05-10T11:24:00.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.328+0000 7f2aefad3700 1 -- 172.21.15.53:0/1980460590 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ae81a0b50 con 0x7f2ae8102d60 2024-05-10T11:24:00.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.328+0000 7f2adeffd700 1 -- 172.21.15.53:0/1980460590 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2ad800fb00 con 0x7f2ae8102d60 2024-05-10T11:24:00.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.328+0000 7f2adeffd700 1 -- 172.21.15.53:0/1980460590 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ad80229d0 con 0x7f2ae8102d60 2024-05-10T11:24:00.329 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.328+0000 7f2aefad3700 1 -- 172.21.15.53:0/1980460590 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ae81acc40 con 0x7f2ae8102d60 2024-05-10T11:24:00.331 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.331+0000 7f2adeffd700 1 -- 172.21.15.53:0/1980460590 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f2ad802a070 con 0x7f2ae8102d60 2024-05-10T11:24:00.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.332+0000 7f2adeffd700 1 --2- 172.21.15.53:0/1980460590 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2ad40b2880 0x7f2ad40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:00.332 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.332+0000 7f2adeffd700 1 -- 172.21.15.53:0/1980460590 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f2ad80e32e0 con 0x7f2ae8102d60 2024-05-10T11:24:00.333 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.332+0000 7f2aed86f700 1 --2- 172.21.15.53:0/1980460590 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2ad40b2880 0x7f2ad40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:00.333 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.333+0000 7f2aed86f700 1 --2- 172.21.15.53:0/1980460590 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2ad40b2880 0x7f2ad40b4d40 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f2ae81a1760 tx=0x7f2ae4009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:00.334 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.334+0000 7f2afa366b80 1 Processor -- start 2024-05-10T11:24:00.334 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.335+0000 7f2afa366b80 1 -- start start 2024-05-10T11:24:00.336 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.335+0000 7f2afa366b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f5501a14d0 0x55f5501a18b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:00.336 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.335+0000 7f2afa366b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f5501a1df0 0x55f5501a56f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:00.336 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.336+0000 7f2afa366b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a5c80 0x55f5501a6100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:00.336 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.336+0000 7f2afa366b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55f5500f3860 con 0x55f5501a5c80 2024-05-10T11:24:00.336 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.336+0000 7f2afa366b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55f5500927c0 con 0x55f5501a14d0 2024-05-10T11:24:00.336 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.336+0000 7f2afa366b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55f5500ef820 con 0x55f5501a1df0 2024-05-10T11:24:00.337 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.336+0000 7f2aed86f700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f5501a14d0 0x55f5501a18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:00.337 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.336+0000 7f2aee070700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a5c80 0x55f5501a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:00.337 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.336+0000 7f2aed86f700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f5501a14d0 0x55f5501a18b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:37432/0 (socket says 172.21.15.53:37432) 2024-05-10T11:24:00.337 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.336+0000 7f2aed86f700 1 -- 172.21.15.53:0/2066001818 learned_addr learned my addr 172.21.15.53:0/2066001818 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:00.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.336+0000 7f2aed06e700 1 --2- 172.21.15.53:0/2066001818 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f5501a1df0 0x55f5501a56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:00.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.337+0000 7f2aee070700 1 -- 172.21.15.53:0/2066001818 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f5501a1df0 msgr2=0x55f5501a56f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:00.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.337+0000 7f2aee070700 1 --2- 172.21.15.53:0/2066001818 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f5501a1df0 0x55f5501a56f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.337+0000 7f2aee070700 1 -- 172.21.15.53:0/2066001818 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f5501a14d0 msgr2=0x55f5501a18b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:00.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.337+0000 7f2aee070700 1 --2- 172.21.15.53:0/2066001818 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f5501a14d0 0x55f5501a18b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.337+0000 7f2aee070700 1 -- 172.21.15.53:0/2066001818 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f5500408d0 con 0x55f5501a5c80 2024-05-10T11:24:00.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.337+0000 7f2aee070700 1 --2- 172.21.15.53:0/2066001818 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a5c80 0x55f5501a6100 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f2ae0009e80 tx=0x7f2ae00091b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3791af351cc5809e server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:00.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.337+0000 7f2ad3fff700 1 -- 172.21.15.53:0/2066001818 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae0004bb0 con 0x55f5501a5c80 2024-05-10T11:24:00.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.337+0000 7f2ad3fff700 1 -- 172.21.15.53:0/2066001818 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2ae0004d50 con 0x55f5501a5c80 2024-05-10T11:24:00.338 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.337+0000 7f2ad3fff700 1 -- 172.21.15.53:0/2066001818 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae0005280 con 0x55f5501a5c80 2024-05-10T11:24:00.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.338+0000 7f2afa366b80 1 -- 172.21.15.53:0/2066001818 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a5c80 msgr2=0x55f5501a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:00.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.338+0000 7f2afa366b80 1 --2- 172.21.15.53:0/2066001818 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a5c80 0x55f5501a6100 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f2ae0009e80 tx=0x7f2ae00091b0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.338+0000 7f2afa366b80 1 -- 172.21.15.53:0/2066001818 shutdown_connections 2024-05-10T11:24:00.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.338+0000 7f2afa366b80 1 --2- 172.21.15.53:0/2066001818 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a5c80 0x55f5501a6100 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.339 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.338+0000 7f2afa366b80 1 --2- 172.21.15.53:0/2066001818 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f5501a14d0 0x55f5501a18b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.338+0000 7f2afa366b80 1 --2- 172.21.15.53:0/2066001818 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f5501a1df0 0x55f5501a56f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.339+0000 7f2afa366b80 1 -- 172.21.15.53:0/2066001818 >> 172.21.15.53:0/2066001818 conn(0x55f5500cd100 msgr2=0x55f55019bc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:00.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.339+0000 7f2afa366b80 1 -- 172.21.15.53:0/2066001818 shutdown_connections 2024-05-10T11:24:00.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.339+0000 7f2afa366b80 1 -- 172.21.15.53:0/2066001818 wait complete. 2024-05-10T11:24:00.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.339+0000 7f2afa366b80 1 -- start start 2024-05-10T11:24:00.340 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.339+0000 7f2afa366b80 1 Processor -- start 2024-05-10T11:24:00.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.340+0000 7f2afa366b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a14d0 0x55f5501ad160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:00.342 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.340+0000 7f2afa366b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f5501a1df0 0x55f5501aa500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:00.343 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.340+0000 7f2afa366b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f5501a5c80 0x55f5501aaa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:00.343 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.340+0000 7f2afa366b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55f5501ade90 con 0x55f5501a14d0 2024-05-10T11:24:00.343 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.340+0000 7f2afa366b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55f550059c30 con 0x55f5501a1df0 2024-05-10T11:24:00.343 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.340+0000 7f2afa366b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55f5501ae010 con 0x55f5501a5c80 2024-05-10T11:24:00.343 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.340+0000 7f2aed86f700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a14d0 0x55f5501ad160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:00.343 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.340+0000 7f2aed86f700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a14d0 0x55f5501ad160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57746/0 (socket says 172.21.15.53:57746) 2024-05-10T11:24:00.343 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.340+0000 7f2aed86f700 1 -- 172.21.15.53:0/1000893838 learned_addr learned my addr 172.21.15.53:0/1000893838 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:00.343 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.340+0000 7f2afa366b80 10 client.0 _ll_register_callbacks cb 0x55f55008b920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:24:00.343 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.340+0000 7f2aed06e700 1 --2- 172.21.15.53:0/1000893838 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f5501a1df0 0x55f5501aa500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:00.343 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.340+0000 7f2aed86f700 1 -- 172.21.15.53:0/1000893838 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f5501a5c80 msgr2=0x55f5501aaa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:00.343 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.340+0000 7f2aed86f700 1 --2- 172.21.15.53:0/1000893838 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f5501a5c80 0x55f5501aaa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.343 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.340+0000 7f2aed86f700 1 -- 172.21.15.53:0/1000893838 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f5501a1df0 msgr2=0x55f5501aa500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:00.343 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.340+0000 7f2aed86f700 1 --2- 172.21.15.53:0/1000893838 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f5501a1df0 0x55f5501aa500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.343 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.340+0000 7f2aed86f700 1 -- 172.21.15.53:0/1000893838 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f55008f690 con 0x55f5501a14d0 2024-05-10T11:24:00.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.341+0000 7f2aed86f700 1 --2- 172.21.15.53:0/1000893838 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a14d0 0x55f5501ad160 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f2ae4015480 tx=0x7f2ae4004860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1593b430d21c12f server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:00.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.341+0000 7f2ad17fa700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:24:00.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.341+0000 7f2ad17fa700 1 -- 172.21.15.53:0/1000893838 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae4025070 con 0x55f5501a14d0 2024-05-10T11:24:00.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.341+0000 7f2ad17fa700 1 -- 172.21.15.53:0/1000893838 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f2ae4015d70 con 0x55f5501a14d0 2024-05-10T11:24:00.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.341+0000 7f2afa366b80 1 -- 172.21.15.53:0/1000893838 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ae0004d50 con 0x55f5501a14d0 2024-05-10T11:24:00.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.341+0000 7f2ad17fa700 1 -- 172.21.15.53:0/1000893838 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2ae401b040 con 0x55f5501a14d0 2024-05-10T11:24:00.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.341+0000 7f2afa366b80 10 client.16122 fetch_fsmap learned FSMap version 29 2024-05-10T11:24:00.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.341+0000 7f2afa366b80 1 -- 172.21.15.53:0/1000893838 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f5501b87e0 con 0x55f5501a14d0 2024-05-10T11:24:00.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.342+0000 7f2ad17fa700 1 -- 172.21.15.53:0/1000893838 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2ae0004d50 con 0x55f5501a14d0 2024-05-10T11:24:00.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.342+0000 7f2ad17fa700 1 -- 172.21.15.53:0/1000893838 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f2ae40066a0 con 0x55f5501a14d0 2024-05-10T11:24:00.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.342+0000 7f2afa366b80 10 client.16122 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:24:00.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.342+0000 7f2afa366b80 10 client.16122 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:24:00.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.342+0000 7f2afa366b80 20 client.16122 populate_metadata read hostname 'smithi053' 2024-05-10T11:24:00.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.342+0000 7f2afa366b80 1 --2- 172.21.15.53:0/1000893838 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55f5501badc0 0x55f5501bd210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:00.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.343+0000 7f2afa366b80 4 client.16122 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:24:00.345 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.343+0000 7f2afa366b80 1 -- 172.21.15.53:0/1000893838 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f55016d650 con 0x55f5501badc0 2024-05-10T11:24:00.345 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.343+0000 7f2aed06e700 1 --2- 172.21.15.53:0/1000893838 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55f5501badc0 0x55f5501bd210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:00.345 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.344+0000 7f2ad17fa700 10 client.16122 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:00.345 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.344+0000 7f2aed06e700 1 --2- 172.21.15.53:0/1000893838 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55f5501badc0 0x55f5501bd210 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=50e3baff6a8625ed server_cookie=d8cc309727e8ccc in_seq=0 out_seq=0 2024-05-10T11:24:00.345 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.345+0000 7f2ad17fa700 1 -- 172.21.15.53:0/1000893838 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55f55016d650 con 0x55f5501badc0 2024-05-10T11:24:00.346 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.345+0000 7f2ad17fa700 10 client.16122 handle_command_reply: tid=0 2024-05-10T11:24:00.346 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.345+0000 7f2afa366b80 1 client.16122 shutdown 2024-05-10T11:24:00.347 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.346+0000 7f2afa366b80 1 -- 172.21.15.53:0/1000893838 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a14d0 msgr2=0x55f5501ad160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:00.347 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.346+0000 7f2afa366b80 1 --2- 172.21.15.53:0/1000893838 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a14d0 0x55f5501ad160 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f2ae4015480 tx=0x7f2ae4004860 comp rx=0 tx=0).stop 2024-05-10T11:24:00.347 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.348+0000 7f2afa366b80 1 -- 172.21.15.53:0/1000893838 shutdown_connections 2024-05-10T11:24:00.348 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.348+0000 7f2afa366b80 1 --2- 172.21.15.53:0/1000893838 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55f5501badc0 0x55f5501bd210 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.348 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.348+0000 7f2afa366b80 1 --2- 172.21.15.53:0/1000893838 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f5501a5c80 0x55f5501aaa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.348 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.348+0000 7f2afa366b80 1 --2- 172.21.15.53:0/1000893838 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a14d0 0x55f5501ad160 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.348 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.348+0000 7f2afa366b80 1 --2- 172.21.15.53:0/1000893838 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f5501a1df0 0x55f5501aa500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.348 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.348+0000 7f2afa366b80 1 -- 172.21.15.53:0/1000893838 >> 172.21.15.53:0/1000893838 conn(0x55f5500cd100 msgr2=0x55f5501a6080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:00.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.348+0000 7f2ad17fa700 0 client.16122 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:00.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.349+0000 7f2afa366b80 1 -- 172.21.15.53:0/1000893838 shutdown_connections 2024-05-10T11:24:00.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.349+0000 7f2afa366b80 1 -- 172.21.15.53:0/1000893838 wait complete. 2024-05-10T11:24:00.349 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.349+0000 7f2afa366b80 20 client.16122 trim_cache size 0 max 16384 2024-05-10T11:24:00.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.387+0000 7f2afa366b80 1 Processor -- start 2024-05-10T11:24:00.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.387+0000 7f2afa366b80 1 -- start start 2024-05-10T11:24:00.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.388+0000 7f2afa366b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a14d0 0x55f5501a9810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:00.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.388+0000 7f2afa366b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f5501a1df0 0x55f5501b6f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:00.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.388+0000 7f2afa366b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f5501a5c80 0x55f5501c2ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:00.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.388+0000 7f2afa366b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f2ae81b5700 con 0x55f5501a14d0 2024-05-10T11:24:00.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.388+0000 7f2aed86f700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a14d0 0x55f5501a9810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:00.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.388+0000 7f2aed86f700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a14d0 0x55f5501a9810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57760/0 (socket says 172.21.15.53:57760) 2024-05-10T11:24:00.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.388+0000 7f2aed86f700 1 -- 172.21.15.53:0/406750733 learned_addr learned my addr 172.21.15.53:0/406750733 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:00.388 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.388+0000 7f2aed06e700 1 --2- 172.21.15.53:0/406750733 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f5501a1df0 0x55f5501b6f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:00.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.388+0000 7f2afa366b80 1 -- 172.21.15.53:0/406750733 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f2ae81b7240 con 0x55f5501a5c80 2024-05-10T11:24:00.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.388+0000 7f2afa366b80 1 -- 172.21.15.53:0/406750733 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f2ae81b5dd0 con 0x55f5501a1df0 2024-05-10T11:24:00.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.388+0000 7f2aee070700 1 --2- 172.21.15.53:0/406750733 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f5501a5c80 0x55f5501c2ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:00.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.389+0000 7f2aed86f700 1 -- 172.21.15.53:0/406750733 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f5501a1df0 msgr2=0x55f5501b6f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:00.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.389+0000 7f2aed86f700 1 --2- 172.21.15.53:0/406750733 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f5501a1df0 0x55f5501b6f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.389+0000 7f2aed86f700 1 -- 172.21.15.53:0/406750733 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f5501a5c80 msgr2=0x55f5501c2ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:00.389 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.389+0000 7f2aed86f700 1 --2- 172.21.15.53:0/406750733 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f5501a5c80 0x55f5501c2ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.390 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.389+0000 7f2aed86f700 1 -- 172.21.15.53:0/406750733 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f5501a1b00 con 0x55f5501a14d0 2024-05-10T11:24:00.390 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.390+0000 7f2aed86f700 1 --2- 172.21.15.53:0/406750733 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a14d0 0x55f5501a9810 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f2ae4009510 tx=0x7f2ae4009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78377fdd267b1216 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:00.391 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.390+0000 7f2ad37fe700 1 -- 172.21.15.53:0/406750733 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae4039020 con 0x55f5501a14d0 2024-05-10T11:24:00.391 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.391+0000 7f2ad37fe700 1 -- 172.21.15.53:0/406750733 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2ae40158f0 con 0x55f5501a14d0 2024-05-10T11:24:00.391 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.391+0000 7f2ad37fe700 1 -- 172.21.15.53:0/406750733 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae4025040 con 0x55f5501a14d0 2024-05-10T11:24:00.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.392+0000 7f2afa366b80 1 -- 172.21.15.53:0/406750733 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a14d0 msgr2=0x55f5501a9810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:00.392 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.392+0000 7f2afa366b80 1 --2- 172.21.15.53:0/406750733 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a14d0 0x55f5501a9810 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f2ae4009510 tx=0x7f2ae4009f90 comp rx=0 tx=0).stop 2024-05-10T11:24:00.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.393+0000 7f2afa366b80 1 -- 172.21.15.53:0/406750733 shutdown_connections 2024-05-10T11:24:00.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.393+0000 7f2afa366b80 1 --2- 172.21.15.53:0/406750733 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f5501a5c80 0x55f5501c2ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.393 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.393+0000 7f2afa366b80 1 --2- 172.21.15.53:0/406750733 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a14d0 0x55f5501a9810 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.393+0000 7f2afa366b80 1 --2- 172.21.15.53:0/406750733 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f5501a1df0 0x55f5501b6f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.393+0000 7f2afa366b80 1 -- 172.21.15.53:0/406750733 >> 172.21.15.53:0/406750733 conn(0x55f5500cd100 msgr2=0x55f550196720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:00.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.393+0000 7f2afa366b80 1 -- 172.21.15.53:0/406750733 shutdown_connections 2024-05-10T11:24:00.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.393+0000 7f2afa366b80 1 -- 172.21.15.53:0/406750733 wait complete. 2024-05-10T11:24:00.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.394+0000 7f2afa366b80 1 -- start start 2024-05-10T11:24:00.394 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.394+0000 7f2afa366b80 1 Processor -- start 2024-05-10T11:24:00.395 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.395+0000 7f2afa366b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f5501a14d0 0x55f5501b04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:00.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.395+0000 7f2afa366b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a1df0 0x55f5501b09f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:00.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.395+0000 7f2afa366b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f5501a5c80 0x55f550223690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:00.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.395+0000 7f2afa366b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f2ae81b6b70 con 0x55f5501a1df0 2024-05-10T11:24:00.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.395+0000 7f2afa366b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f2ae81b64a0 con 0x55f5501a5c80 2024-05-10T11:24:00.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.395+0000 7f2afa366b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f2ae81b36a0 con 0x55f5501a14d0 2024-05-10T11:24:00.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.396+0000 7f2aed86f700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f5501a14d0 0x55f5501b04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:00.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.396+0000 7f2aed86f700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f5501a14d0 0x55f5501b04b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.53:54608/0 (socket says 172.21.15.53:54608) 2024-05-10T11:24:00.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.396+0000 7f2aed86f700 1 -- 172.21.15.53:0/322810366 learned_addr learned my addr 172.21.15.53:0/322810366 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:00.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.396+0000 7f2aed06e700 1 --2- 172.21.15.53:0/322810366 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a1df0 0x55f5501b09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:00.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.396+0000 7f2afa366b80 10 client.0 _ll_register_callbacks cb 0x55f55008b920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:24:00.396 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.396+0000 7f2aee070700 1 --2- 172.21.15.53:0/322810366 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f5501a5c80 0x55f550223690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:00.398 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.396+0000 7f2aed86f700 1 -- 172.21.15.53:0/322810366 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f5501a5c80 msgr2=0x55f550223690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:00.398 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.396+0000 7f2aed86f700 1 --2- 172.21.15.53:0/322810366 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f5501a5c80 0x55f550223690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.398 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.396+0000 7f2aed86f700 1 -- 172.21.15.53:0/322810366 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a1df0 msgr2=0x55f5501b09f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:00.398 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.396+0000 7f2aed86f700 1 --2- 172.21.15.53:0/322810366 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a1df0 0x55f5501b09f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.398 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.396+0000 7f2aed86f700 1 -- 172.21.15.53:0/322810366 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f550223bd0 con 0x55f5501a14d0 2024-05-10T11:24:00.399 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.396+0000 7f2aee070700 1 --2- 172.21.15.53:0/322810366 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f5501a5c80 0x55f550223690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:00.399 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.397+0000 7f2aed86f700 1 --2- 172.21.15.53:0/322810366 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f5501a14d0 0x55f5501b04b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f2ae40097f0 tx=0x7f2ae40068e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=828e9a64b63c6003 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:00.399 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.397+0000 7f2ad17fa700 10 client.0 ms_handle_connect on v2:172.21.15.187:3300/0 2024-05-10T11:24:00.399 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.397+0000 7f2ad17fa700 1 -- 172.21.15.53:0/322810366 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae4039030 con 0x55f5501a14d0 2024-05-10T11:24:00.399 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.397+0000 7f2ad17fa700 1 -- 172.21.15.53:0/322810366 <== mon.1 v2:172.21.15.187:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f2ae4005a50 con 0x55f5501a14d0 2024-05-10T11:24:00.399 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.397+0000 7f2afa366b80 1 -- 172.21.15.53:0/322810366 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ae40158f0 con 0x55f5501a14d0 2024-05-10T11:24:00.399 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.397+0000 7f2ad17fa700 1 -- 172.21.15.53:0/322810366 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2ae404b050 con 0x55f5501a14d0 2024-05-10T11:24:00.399 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.397+0000 7f2afa366b80 10 client.25666 fetch_fsmap learned FSMap version 29 2024-05-10T11:24:00.399 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.397+0000 7f2afa366b80 1 -- 172.21.15.53:0/322810366 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f550224e00 con 0x55f5501a14d0 2024-05-10T11:24:00.399 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.397+0000 7f2ad17fa700 1 -- 172.21.15.53:0/322810366 <== mon.1 v2:172.21.15.187:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2ae40158f0 con 0x55f5501a14d0 2024-05-10T11:24:00.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.398+0000 7f2ad17fa700 1 -- 172.21.15.53:0/322810366 <== mon.1 v2:172.21.15.187:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f2ae4046030 con 0x55f5501a14d0 2024-05-10T11:24:00.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.398+0000 7f2afa366b80 10 client.25666 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:24:00.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.398+0000 7f2afa366b80 10 client.25666 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:24:00.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.398+0000 7f2afa366b80 20 client.25666 populate_metadata read hostname 'smithi053' 2024-05-10T11:24:00.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.398+0000 7f2afa366b80 1 --2- 172.21.15.53:0/322810366 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55f550225440 0x55f550227830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:00.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.399+0000 7f2afa366b80 4 client.25666 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-10T11:24:00.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.399+0000 7f2afa366b80 1 -- 172.21.15.53:0/322810366 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f550101240 con 0x55f550225440 2024-05-10T11:24:00.400 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.399+0000 7f2aed06e700 1 --2- 172.21.15.53:0/322810366 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55f550225440 0x55f550227830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:00.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.401+0000 7f2ad17fa700 10 client.25666 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:00.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.401+0000 7f2aed06e700 1 --2- 172.21.15.53:0/322810366 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55f550225440 0x55f550227830 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f8e66205d6c5392e server_cookie=45bf0f49ee0e9788 in_seq=0 out_seq=0 2024-05-10T11:24:00.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.401+0000 7f2ad17fa700 1 -- 172.21.15.53:0/322810366 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55f550101240 con 0x55f550225440 2024-05-10T11:24:00.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.401+0000 7f2ad17fa700 10 client.25666 handle_command_reply: tid=0 2024-05-10T11:24:00.401 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.401+0000 7f2afa366b80 1 client.25666 shutdown 2024-05-10T11:24:00.402 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.402+0000 7f2afa366b80 1 -- 172.21.15.53:0/322810366 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f5501a14d0 msgr2=0x55f5501b04b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:00.402 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.402+0000 7f2afa366b80 1 --2- 172.21.15.53:0/322810366 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f5501a14d0 0x55f5501b04b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f2ae40097f0 tx=0x7f2ae40068e0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.402+0000 7f2afa366b80 1 -- 172.21.15.53:0/322810366 shutdown_connections 2024-05-10T11:24:00.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.402+0000 7f2afa366b80 1 --2- 172.21.15.53:0/322810366 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55f550225440 0x55f550227830 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.402+0000 7f2afa366b80 1 --2- 172.21.15.53:0/322810366 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f5501a5c80 0x55f550223690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.402+0000 7f2afa366b80 1 --2- 172.21.15.53:0/322810366 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f5501a14d0 0x55f5501b04b0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.402+0000 7f2afa366b80 1 --2- 172.21.15.53:0/322810366 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f5501a1df0 0x55f5501b09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.402+0000 7f2ad17fa700 0 client.25666 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:00.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.402+0000 7f2afa366b80 1 -- 172.21.15.53:0/322810366 >> 172.21.15.53:0/322810366 conn(0x55f5500cd100 msgr2=0x55f5501a02e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:00.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.402+0000 7f2afa366b80 1 -- 172.21.15.53:0/322810366 shutdown_connections 2024-05-10T11:24:00.403 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.403+0000 7f2afa366b80 1 -- 172.21.15.53:0/322810366 wait complete. 2024-05-10T11:24:00.404 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.403+0000 7f2afa366b80 20 client.25666 trim_cache size 0 max 16384 2024-05-10T11:24:00.404 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:24:00.404 INFO:teuthology.orchestra.run.smithi053.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-10T11:24:00.404 INFO:teuthology.orchestra.run.smithi053.stdout: "scrubs": { 2024-05-10T11:24:00.404 INFO:teuthology.orchestra.run.smithi053.stdout: "871ea6eb-b874-4100-abd8-1968aaf1342b": { 2024-05-10T11:24:00.404 INFO:teuthology.orchestra.run.smithi053.stdout: "path": "/", 2024-05-10T11:24:00.404 INFO:teuthology.orchestra.run.smithi053.stdout: "tag": "871ea6eb-b874-4100-abd8-1968aaf1342b", 2024-05-10T11:24:00.405 INFO:teuthology.orchestra.run.smithi053.stdout: "options": "recursive,force" 2024-05-10T11:24:00.405 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:24:00.405 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:24:00.405 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:24:00.405 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.404+0000 7f2aefad3700 1 -- 172.21.15.53:0/1980460590 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2ad40b2880 msgr2=0x7f2ad40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:00.405 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.404+0000 7f2aefad3700 1 --2- 172.21.15.53:0/1980460590 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2ad40b2880 0x7f2ad40b4d40 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f2ae81a1760 tx=0x7f2ae4009190 comp rx=0 tx=0).stop 2024-05-10T11:24:00.406 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.404+0000 7f2aefad3700 1 -- 172.21.15.53:0/1980460590 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ae8102d60 msgr2=0x7f2ae81a5200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:00.406 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.404+0000 7f2aefad3700 1 --2- 172.21.15.53:0/1980460590 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ae8102d60 0x7f2ae81a5200 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f2ad80059d0 tx=0x7f2ad80047b0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.406 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.404+0000 7f2aefad3700 1 -- 172.21.15.53:0/1980460590 shutdown_connections 2024-05-10T11:24:00.406 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.404+0000 7f2aefad3700 1 --2- 172.21.15.53:0/1980460590 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f2ad40b2880 0x7f2ad40b4d40 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.406 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.404+0000 7f2aefad3700 1 --2- 172.21.15.53:0/1980460590 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f2ae8108410 0x7f2ae81a0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.406 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.404+0000 7f2aefad3700 1 --2- 172.21.15.53:0/1980460590 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f2ae81023a0 0x7f2ae81a4cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.406 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.404+0000 7f2aefad3700 1 --2- 172.21.15.53:0/1980460590 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f2ae8102d60 0x7f2ae81a5200 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:00.406 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.404+0000 7f2aefad3700 1 -- 172.21.15.53:0/1980460590 >> 172.21.15.53:0/1980460590 conn(0x7f2ae8079350 msgr2=0x7f2ae806b320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:00.406 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.404+0000 7f2aefad3700 1 -- 172.21.15.53:0/1980460590 shutdown_connections 2024-05-10T11:24:00.406 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:00.404+0000 7f2aefad3700 1 -- 172.21.15.53:0/1980460590 wait complete. 2024-05-10T11:24:01.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:00 smithi132 ceph-mon[33758]: scrub summary: idle 2024-05-10T11:24:01.245 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:00 smithi053 ceph-mon[30153]: scrub summary: idle 2024-05-10T11:24:01.259 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:00 smithi187 ceph-mon[34076]: scrub summary: idle 2024-05-10T11:24:01.310 INFO:tasks.cephfs.filesystem:scrub status for tag:871ea6eb-b874-4100-abd8-1968aaf1342b - {'path': '/', 'tag': '871ea6eb-b874-4100-abd8-1968aaf1342b', 'options': 'recursive,force'} 2024-05-10T11:24:01.639 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.638+0000 7f96c87a5640 1 -- 172.21.15.53:0/2187215420 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f96c0101930 msgr2=0x7f96c0101d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:01.639 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.638+0000 7f96c87a5640 1 --2- 172.21.15.53:0/2187215420 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f96c0101930 0x7f96c0101d50 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f96bc009860 tx=0x7f96bc02a340 comp rx=0 tx=0).stop 2024-05-10T11:24:01.639 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.638+0000 7f96c87a5640 1 -- 172.21.15.53:0/2187215420 shutdown_connections 2024-05-10T11:24:01.639 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.638+0000 7f96c87a5640 1 --2- 172.21.15.53:0/2187215420 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f96c01034e0 0x7f96c0109d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.639 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.638+0000 7f96c87a5640 1 --2- 172.21.15.53:0/2187215420 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f96c0102b20 0x7f96c0102fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.639 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.638+0000 7f96c87a5640 1 --2- 172.21.15.53:0/2187215420 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f96c0101930 0x7f96c0101d50 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.639 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.638+0000 7f96c87a5640 1 -- 172.21.15.53:0/2187215420 >> 172.21.15.53:0/2187215420 conn(0x7f96c00fcec0 msgr2=0x7f96c00ff2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:01.639 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.639+0000 7f96c87a5640 1 -- 172.21.15.53:0/2187215420 shutdown_connections 2024-05-10T11:24:01.639 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.639+0000 7f96c87a5640 1 -- 172.21.15.53:0/2187215420 wait complete. 2024-05-10T11:24:01.640 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.639+0000 7f96c87a5640 1 Processor -- start 2024-05-10T11:24:01.640 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.640+0000 7f96c87a5640 1 -- start start 2024-05-10T11:24:01.640 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.640+0000 7f96c87a5640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f96c0101930 0x7f96c019f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:01.640 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.640+0000 7f96c87a5640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f96c0102b20 0x7f96c019f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:01.640 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.640+0000 7f96c87a5640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f96c01034e0 0x7f96c01a66b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:01.641 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.640+0000 7f96c87a5640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f96c010e3e0 con 0x7f96c01034e0 2024-05-10T11:24:01.641 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.640+0000 7f96c87a5640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f96c010e260 con 0x7f96c0102b20 2024-05-10T11:24:01.641 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.640+0000 7f96c87a5640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f96c010e560 con 0x7f96c0101930 2024-05-10T11:24:01.642 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.641+0000 7f96c6d42640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f96c01034e0 0x7f96c01a66b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:01.642 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.641+0000 7f96c6d42640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f96c01034e0 0x7f96c01a66b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57782/0 (socket says 172.21.15.53:57782) 2024-05-10T11:24:01.642 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.641+0000 7f96c6d42640 1 -- 172.21.15.53:0/1728649371 learned_addr learned my addr 172.21.15.53:0/1728649371 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:01.642 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.641+0000 7f96c6d42640 1 -- 172.21.15.53:0/1728649371 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f96c0101930 msgr2=0x7f96c019f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:01.642 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.641+0000 7f96c6d42640 1 --2- 172.21.15.53:0/1728649371 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f96c0101930 0x7f96c019f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.642 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.641+0000 7f96c6d42640 1 -- 172.21.15.53:0/1728649371 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f96c0102b20 msgr2=0x7f96c019f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:01.642 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.641+0000 7f96c6d42640 1 --2- 172.21.15.53:0/1728649371 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f96c0102b20 0x7f96c019f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.642 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.641+0000 7f96c6d42640 1 -- 172.21.15.53:0/1728649371 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96c01a6d20 con 0x7f96c01034e0 2024-05-10T11:24:01.642 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.642+0000 7f96c6d42640 1 --2- 172.21.15.53:0/1728649371 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f96c01034e0 0x7f96c01a66b0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f96b800eb10 tx=0x7f96b800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:01.643 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.642+0000 7f96b77fe640 1 -- 172.21.15.53:0/1728649371 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96b8004b20 con 0x7f96c01034e0 2024-05-10T11:24:01.643 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.642+0000 7f96b77fe640 1 -- 172.21.15.53:0/1728649371 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f96b8004cc0 con 0x7f96c01034e0 2024-05-10T11:24:01.643 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.642+0000 7f96b77fe640 1 -- 172.21.15.53:0/1728649371 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96b8010690 con 0x7f96c01034e0 2024-05-10T11:24:01.643 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.642+0000 7f96c87a5640 1 -- 172.21.15.53:0/1728649371 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96c01a7010 con 0x7f96c01034e0 2024-05-10T11:24:01.643 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.642+0000 7f96c87a5640 1 -- 172.21.15.53:0/1728649371 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96c01a7530 con 0x7f96c01034e0 2024-05-10T11:24:01.645 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.645+0000 7f96cb595740 1 Processor -- start 2024-05-10T11:24:01.646 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.646+0000 7f96b77fe640 1 -- 172.21.15.53:0/1728649371 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f96b8005020 con 0x7f96c01034e0 2024-05-10T11:24:01.647 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.647+0000 7f96cb595740 1 -- start start 2024-05-10T11:24:01.647 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.647+0000 7f96cb595740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70e8db0 0x5610e70e91d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:01.648 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.647+0000 7f96cb595740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5610e70e97a0 0x5610e70ee2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:01.648 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.647+0000 7f96cb595740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5610e70ee910 0x5610e70f0da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:01.648 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.647+0000 7f96cb595740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5610e704d5d0 con 0x5610e70e8db0 2024-05-10T11:24:01.648 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.647+0000 7f96cb595740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5610e7006890 con 0x5610e70ee910 2024-05-10T11:24:01.648 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.647+0000 7f96cb595740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5610e7049590 con 0x5610e70e97a0 2024-05-10T11:24:01.648 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.647+0000 7f96b77fe640 1 --2- 172.21.15.53:0/1728649371 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f96ac0b2920 0x7f96ac0b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:01.648 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.648+0000 7f96c5d40640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70e8db0 0x5610e70e91d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:01.648 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.648+0000 7f96c5d40640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70e8db0 0x5610e70e91d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57788/0 (socket says 172.21.15.53:57788) 2024-05-10T11:24:01.648 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.648+0000 7f96c5d40640 1 -- 172.21.15.53:0/529741589 learned_addr learned my addr 172.21.15.53:0/529741589 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:01.648 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.648+0000 7f96c6541640 1 --2- 172.21.15.53:0/529741589 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5610e70e97a0 0x5610e70ee2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:01.649 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.648+0000 7f96b77fe640 1 -- 172.21.15.53:0/1728649371 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f96b80e2bf0 con 0x7f96c01034e0 2024-05-10T11:24:01.649 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.648+0000 7f96c5d40640 1 --2- 172.21.15.53:0/529741589 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5610e70ee910 0x5610e70f0da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:01.649 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.649+0000 7f96c5d40640 1 -- 172.21.15.53:0/529741589 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5610e70e97a0 msgr2=0x5610e70ee2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:01.649 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.649+0000 7f96c5d40640 1 --2- 172.21.15.53:0/529741589 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5610e70e97a0 0x5610e70ee2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.649 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.649+0000 7f96c5d40640 1 -- 172.21.15.53:0/529741589 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5610e70ee910 msgr2=0x5610e70f0da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:01.649 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.649+0000 7f96c5d40640 1 --2- 172.21.15.53:0/529741589 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5610e70ee910 0x5610e70f0da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.649 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.649+0000 7f96c5d40640 1 -- 172.21.15.53:0/529741589 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610e6d5f210 con 0x5610e70e8db0 2024-05-10T11:24:01.649 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.649+0000 7f96c6d42640 1 --2- 172.21.15.53:0/1728649371 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f96ac0b2920 0x7f96ac0b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.649+0000 7f96c5d40640 1 --2- 172.21.15.53:0/529741589 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70e8db0 0x5610e70e91d0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f96b0009d80 tx=0x7f96b0009840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=589179968b468a73 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.649+0000 7f96c6d42640 1 --2- 172.21.15.53:0/1728649371 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f96ac0b2920 0x7f96ac0b4de0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f96b80a9b80 tx=0x7f96b800cee0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.649+0000 7f96b4ff9640 1 -- 172.21.15.53:0/529741589 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96b0004020 con 0x5610e70e8db0 2024-05-10T11:24:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.649+0000 7f96b4ff9640 1 -- 172.21.15.53:0/529741589 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f96b0016070 con 0x5610e70e8db0 2024-05-10T11:24:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.649+0000 7f96b4ff9640 1 -- 172.21.15.53:0/529741589 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96b0004a00 con 0x5610e70e8db0 2024-05-10T11:24:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.650+0000 7f96cb595740 1 -- 172.21.15.53:0/529741589 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70e8db0 msgr2=0x5610e70e91d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.650+0000 7f96cb595740 1 --2- 172.21.15.53:0/529741589 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70e8db0 0x5610e70e91d0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f96b0009d80 tx=0x7f96b0009840 comp rx=0 tx=0).stop 2024-05-10T11:24:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.650+0000 7f96cb595740 1 -- 172.21.15.53:0/529741589 shutdown_connections 2024-05-10T11:24:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.650+0000 7f96cb595740 1 --2- 172.21.15.53:0/529741589 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5610e70ee910 0x5610e70f0da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.650+0000 7f96cb595740 1 --2- 172.21.15.53:0/529741589 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5610e70e97a0 0x5610e70ee2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.650+0000 7f96cb595740 1 --2- 172.21.15.53:0/529741589 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70e8db0 0x5610e70e91d0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.650+0000 7f96cb595740 1 -- 172.21.15.53:0/529741589 >> 172.21.15.53:0/529741589 conn(0x5610e70e4420 msgr2=0x5610e70e4820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.650+0000 7f96cb595740 1 -- 172.21.15.53:0/529741589 shutdown_connections 2024-05-10T11:24:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.651+0000 7f96cb595740 1 -- 172.21.15.53:0/529741589 wait complete. 2024-05-10T11:24:01.652 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.651+0000 7f96cb595740 1 -- start start 2024-05-10T11:24:01.652 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.651+0000 7f96cb595740 1 Processor -- start 2024-05-10T11:24:01.654 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.651+0000 7f96cb595740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5610e70e8db0 0x5610e70f2f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:01.654 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.651+0000 7f96cb595740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5610e70e97a0 0x5610e70f34d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:01.654 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.651+0000 7f96cb595740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70ee910 0x5610e70fa510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:01.654 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.651+0000 7f96cb595740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5610e70f18c0 con 0x5610e70ee910 2024-05-10T11:24:01.654 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.651+0000 7f96cb595740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5610e700a370 con 0x5610e70e8db0 2024-05-10T11:24:01.654 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.651+0000 7f96cb595740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5610e70f1a40 con 0x5610e70e97a0 2024-05-10T11:24:01.654 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.651+0000 7f96c5d40640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70ee910 0x5610e70fa510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:01.655 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.652+0000 7f96c5d40640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70ee910 0x5610e70fa510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57794/0 (socket says 172.21.15.53:57794) 2024-05-10T11:24:01.655 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.652+0000 7f96c5d40640 1 -- 172.21.15.53:0/1079801893 learned_addr learned my addr 172.21.15.53:0/1079801893 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:01.655 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.652+0000 7f96cb595740 10 client.0 _ll_register_callbacks cb 0x5610e6d5ea00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:24:01.655 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.652+0000 7f96c5d40640 1 --2- 172.21.15.53:0/1079801893 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5610e70e8db0 0x5610e70f2f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:01.655 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.652+0000 7f96c5d40640 1 -- 172.21.15.53:0/1079801893 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5610e70e97a0 msgr2=0x5610e70f34d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:01.655 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.652+0000 7f96c5d40640 1 --2- 172.21.15.53:0/1079801893 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5610e70e97a0 0x5610e70f34d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.655 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.652+0000 7f96c5d40640 1 -- 172.21.15.53:0/1079801893 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5610e70e8db0 msgr2=0x5610e70f2f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:01.655 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.652+0000 7f96c5d40640 1 --2- 172.21.15.53:0/1079801893 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5610e70e8db0 0x5610e70f2f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.655 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.652+0000 7f96c5d40640 1 -- 172.21.15.53:0/1079801893 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610e6e2b620 con 0x5610e70ee910 2024-05-10T11:24:01.655 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.652+0000 7f96c5d40640 1 --2- 172.21.15.53:0/1079801893 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70ee910 0x5610e70fa510 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f96b00058c0 tx=0x7f96b0020040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee2a6cea0e030013 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:01.655 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.652+0000 7f96a9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:24:01.655 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.653+0000 7f96a9ffb640 1 -- 172.21.15.53:0/1079801893 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96b0003b00 con 0x5610e70ee910 2024-05-10T11:24:01.655 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.653+0000 7f96a9ffb640 1 -- 172.21.15.53:0/1079801893 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f96b0003ca0 con 0x5610e70ee910 2024-05-10T11:24:01.655 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.653+0000 7f96cb595740 1 -- 172.21.15.53:0/1079801893 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f96b0016070 con 0x5610e70ee910 2024-05-10T11:24:01.655 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.653+0000 7f96a9ffb640 1 -- 172.21.15.53:0/1079801893 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f96b0005020 con 0x5610e70ee910 2024-05-10T11:24:01.655 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.653+0000 7f96cb595740 10 client.16140 fetch_fsmap learned FSMap version 29 2024-05-10T11:24:01.656 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.653+0000 7f96cb595740 1 -- 172.21.15.53:0/1079801893 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5610e70fd4f0 con 0x5610e70ee910 2024-05-10T11:24:01.656 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.653+0000 7f96a9ffb640 1 -- 172.21.15.53:0/1079801893 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f96b0016070 con 0x5610e70ee910 2024-05-10T11:24:01.656 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.653+0000 7f96a9ffb640 1 -- 172.21.15.53:0/1079801893 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f96b0004c60 con 0x5610e70ee910 2024-05-10T11:24:01.656 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.653+0000 7f96cb595740 10 client.16140 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:24:01.656 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.653+0000 7f96cb595740 10 client.16140 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:24:01.656 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.653+0000 7f96cb595740 20 client.16140 populate_metadata read hostname 'smithi053' 2024-05-10T11:24:01.656 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.653+0000 7f96cb595740 1 --2- 172.21.15.53:0/1079801893 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5610e70feaa0 0x5610e7100e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:01.656 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.653+0000 7f96cb595740 4 client.16140 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:24:01.656 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.653+0000 7f96cb595740 1 -- 172.21.15.53:0/1079801893 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5610e705b1e0 con 0x5610e70feaa0 2024-05-10T11:24:01.656 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.654+0000 7f96c6541640 1 --2- 172.21.15.53:0/1079801893 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5610e70feaa0 0x5610e7100e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:01.657 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.655+0000 7f96c6541640 1 --2- 172.21.15.53:0/1079801893 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5610e70feaa0 0x5610e7100e90 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=70ff3db8465efcfc server_cookie=2142683b1888f778 in_seq=0 out_seq=0 2024-05-10T11:24:01.657 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.655+0000 7f96a9ffb640 10 client.16140 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:01.658 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.655+0000 7f96a9ffb640 1 -- 172.21.15.53:0/1079801893 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5610e705b1e0 con 0x5610e70feaa0 2024-05-10T11:24:01.658 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.655+0000 7f96a9ffb640 10 client.16140 handle_command_reply: tid=0 2024-05-10T11:24:01.658 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.655+0000 7f96cb595740 1 client.16140 shutdown 2024-05-10T11:24:01.658 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.656+0000 7f96cb595740 1 -- 172.21.15.53:0/1079801893 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70ee910 msgr2=0x5610e70fa510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:01.658 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.656+0000 7f96cb595740 1 --2- 172.21.15.53:0/1079801893 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70ee910 0x5610e70fa510 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f96b00058c0 tx=0x7f96b0020040 comp rx=0 tx=0).stop 2024-05-10T11:24:01.658 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.656+0000 7f96cb595740 1 -- 172.21.15.53:0/1079801893 shutdown_connections 2024-05-10T11:24:01.658 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.656+0000 7f96cb595740 1 --2- 172.21.15.53:0/1079801893 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5610e70feaa0 0x5610e7100e90 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.658 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.656+0000 7f96cb595740 1 --2- 172.21.15.53:0/1079801893 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70ee910 0x5610e70fa510 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.658 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.656+0000 7f96a9ffb640 0 client.16140 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:01.658 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.656+0000 7f96cb595740 1 --2- 172.21.15.53:0/1079801893 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5610e70e97a0 0x5610e70f34d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.658 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.656+0000 7f96cb595740 1 --2- 172.21.15.53:0/1079801893 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5610e70e8db0 0x5610e70f2f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.658 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.656+0000 7f96cb595740 1 -- 172.21.15.53:0/1079801893 >> 172.21.15.53:0/1079801893 conn(0x5610e70e4420 msgr2=0x5610e70e3580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:01.658 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.656+0000 7f96cb595740 1 -- 172.21.15.53:0/1079801893 shutdown_connections 2024-05-10T11:24:01.658 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.656+0000 7f96cb595740 1 -- 172.21.15.53:0/1079801893 wait complete. 2024-05-10T11:24:01.658 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.656+0000 7f96cb595740 20 client.16140 trim_cache size 0 max 16384 2024-05-10T11:24:01.682 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.681+0000 7f96cb595740 1 Processor -- start 2024-05-10T11:24:01.682 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.681+0000 7f96cb595740 1 -- start start 2024-05-10T11:24:01.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.681+0000 7f96cb595740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5610e70e8db0 0x5610e70e7100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:01.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.682+0000 7f96cb595740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5610e70e97a0 0x5610e70e7640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:01.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.682+0000 7f96cb595740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70ee910 0x5610e71057a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:01.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.682+0000 7f96cb595740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f96c01b1b00 con 0x5610e70ee910 2024-05-10T11:24:01.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.682+0000 7f96cb595740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f96c01b3640 con 0x5610e70e8db0 2024-05-10T11:24:01.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.682+0000 7f96cb595740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f96c01b21d0 con 0x5610e70e97a0 2024-05-10T11:24:01.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.682+0000 7f96c5d40640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70ee910 0x5610e71057a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:01.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.682+0000 7f96c5d40640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70ee910 0x5610e71057a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57806/0 (socket says 172.21.15.53:57806) 2024-05-10T11:24:01.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.682+0000 7f96c5d40640 1 -- 172.21.15.53:0/4247367340 learned_addr learned my addr 172.21.15.53:0/4247367340 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:01.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.682+0000 7f96c6541640 1 --2- 172.21.15.53:0/4247367340 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5610e70e97a0 0x5610e70e7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:01.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.682+0000 7f96c5d40640 1 -- 172.21.15.53:0/4247367340 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5610e70e97a0 msgr2=0x5610e70e7640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:01.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.682+0000 7f96c5d40640 1 --2- 172.21.15.53:0/4247367340 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5610e70e97a0 0x5610e70e7640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.683+0000 7f96c5d40640 1 -- 172.21.15.53:0/4247367340 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5610e70e8db0 msgr2=0x5610e70e7100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:01.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.683+0000 7f96c5d40640 1 --2- 172.21.15.53:0/4247367340 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5610e70e8db0 0x5610e70e7100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.683+0000 7f96c5d40640 1 -- 172.21.15.53:0/4247367340 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610e70e4250 con 0x5610e70ee910 2024-05-10T11:24:01.683 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.683+0000 7f96c6541640 1 --2- 172.21.15.53:0/4247367340 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5610e70e97a0 0x5610e70e7640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:24:01.684 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.683+0000 7f96c5d40640 1 --2- 172.21.15.53:0/4247367340 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70ee910 0x5610e71057a0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f96b0004ff0 tx=0x7f96b0000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14d8acd0e7113e73 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:01.684 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.684+0000 7f96abfff640 1 -- 172.21.15.53:0/4247367340 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96b0039070 con 0x5610e70ee910 2024-05-10T11:24:01.684 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.684+0000 7f96abfff640 1 -- 172.21.15.53:0/4247367340 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f96b0016040 con 0x5610e70ee910 2024-05-10T11:24:01.684 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.684+0000 7f96abfff640 1 -- 172.21.15.53:0/4247367340 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96b0005540 con 0x5610e70ee910 2024-05-10T11:24:01.687 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.685+0000 7f96cb595740 1 -- 172.21.15.53:0/4247367340 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70ee910 msgr2=0x5610e71057a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:01.687 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.685+0000 7f96cb595740 1 --2- 172.21.15.53:0/4247367340 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70ee910 0x5610e71057a0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f96b0004ff0 tx=0x7f96b0000bc0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.687 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.685+0000 7f96cb595740 1 -- 172.21.15.53:0/4247367340 shutdown_connections 2024-05-10T11:24:01.687 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.685+0000 7f96cb595740 1 --2- 172.21.15.53:0/4247367340 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70ee910 0x5610e71057a0 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.687 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.685+0000 7f96cb595740 1 --2- 172.21.15.53:0/4247367340 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5610e70e97a0 0x5610e70e7640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.687 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.685+0000 7f96cb595740 1 --2- 172.21.15.53:0/4247367340 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5610e70e8db0 0x5610e70e7100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.687 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.685+0000 7f96cb595740 1 -- 172.21.15.53:0/4247367340 >> 172.21.15.53:0/4247367340 conn(0x5610e70e4420 msgr2=0x5610e70ea990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:01.687 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.685+0000 7f96cb595740 1 -- 172.21.15.53:0/4247367340 shutdown_connections 2024-05-10T11:24:01.687 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.685+0000 7f96cb595740 1 -- 172.21.15.53:0/4247367340 wait complete. 2024-05-10T11:24:01.687 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.685+0000 7f96cb595740 1 -- start start 2024-05-10T11:24:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.685+0000 7f96cb595740 1 Processor -- start 2024-05-10T11:24:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.685+0000 7f96cb595740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5610e70e8db0 0x5610e70f7430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.685+0000 7f96cb595740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5610e70e97a0 0x5610e70f7970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.685+0000 7f96cb595740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70ee910 0x5610e70f8910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.685+0000 7f96cb595740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f96c01b2f70 con 0x5610e70ee910 2024-05-10T11:24:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.685+0000 7f96cb595740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f96c01b28a0 con 0x5610e70e97a0 2024-05-10T11:24:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.685+0000 7f96cb595740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f96c01afae0 con 0x5610e70e8db0 2024-05-10T11:24:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.685+0000 7f96cb595740 10 client.0 _ll_register_callbacks cb 0x7f96bc035070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:24:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.686+0000 7f96c5d40640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70ee910 0x5610e70f8910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.686+0000 7f96c5d40640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70ee910 0x5610e70f8910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:57814/0 (socket says 172.21.15.53:57814) 2024-05-10T11:24:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.686+0000 7f96c6541640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5610e70e97a0 0x5610e70f7970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.686+0000 7f96c5d40640 1 -- 172.21.15.53:0/760418324 learned_addr learned my addr 172.21.15.53:0/760418324 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.686+0000 7f96c5d40640 1 --2- 172.21.15.53:0/760418324 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5610e70e8db0 0x5610e70f7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.686+0000 7f96c5d40640 1 -- 172.21.15.53:0/760418324 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5610e70e8db0 msgr2=0x5610e70f7430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:01.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.686+0000 7f96c5d40640 1 --2- 172.21.15.53:0/760418324 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5610e70e8db0 0x5610e70f7430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.686+0000 7f96c5d40640 1 -- 172.21.15.53:0/760418324 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5610e70e97a0 msgr2=0x5610e70f7970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:01.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.686+0000 7f96c5d40640 1 --2- 172.21.15.53:0/760418324 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5610e70e97a0 0x5610e70f7970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.686+0000 7f96c5d40640 1 -- 172.21.15.53:0/760418324 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610e70f8f00 con 0x5610e70ee910 2024-05-10T11:24:01.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.686+0000 7f96c6541640 1 --2- 172.21.15.53:0/760418324 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5610e70e97a0 0x5610e70f7970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:24:01.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.686+0000 7f96c5d40640 1 --2- 172.21.15.53:0/760418324 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70ee910 0x5610e70f8910 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f96b00058c0 tx=0x7f96b0009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42c2a0a1e4765e42 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:01.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.686+0000 7f96a9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:24:01.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.686+0000 7f96a9ffb640 1 -- 172.21.15.53:0/760418324 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96b0039020 con 0x5610e70ee910 2024-05-10T11:24:01.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.687+0000 7f96a9ffb640 1 -- 172.21.15.53:0/760418324 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f96b0003900 con 0x5610e70ee910 2024-05-10T11:24:01.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.687+0000 7f96cb595740 1 -- 172.21.15.53:0/760418324 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f96b0016040 con 0x5610e70ee910 2024-05-10T11:24:01.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.687+0000 7f96a9ffb640 1 -- 172.21.15.53:0/760418324 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f96b0004330 con 0x5610e70ee910 2024-05-10T11:24:01.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.687+0000 7f96cb595740 10 client.16146 fetch_fsmap learned FSMap version 29 2024-05-10T11:24:01.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.687+0000 7f96cb595740 1 -- 172.21.15.53:0/760418324 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5610e71693c0 con 0x5610e70ee910 2024-05-10T11:24:01.689 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.687+0000 7f96a9ffb640 1 -- 172.21.15.53:0/760418324 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f96b0016040 con 0x5610e70ee910 2024-05-10T11:24:01.690 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.687+0000 7f96a9ffb640 1 -- 172.21.15.53:0/760418324 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f96b00434b0 con 0x5610e70ee910 2024-05-10T11:24:01.690 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.687+0000 7f96cb595740 10 client.16146 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:24:01.690 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.687+0000 7f96cb595740 10 client.16146 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:24:01.690 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.687+0000 7f96cb595740 20 client.16146 populate_metadata read hostname 'smithi053' 2024-05-10T11:24:01.690 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.687+0000 7f96cb595740 1 --2- 172.21.15.53:0/760418324 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5610e70feaa0 0x5610e716bc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:01.691 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.687+0000 7f96cb595740 4 client.16146 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-10T11:24:01.691 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.687+0000 7f96cb595740 1 -- 172.21.15.53:0/760418324 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5610e7055050 con 0x5610e70feaa0 2024-05-10T11:24:01.691 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.688+0000 7f96c6541640 1 --2- 172.21.15.53:0/760418324 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5610e70feaa0 0x5610e716bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:01.691 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.689+0000 7f96c6541640 1 --2- 172.21.15.53:0/760418324 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5610e70feaa0 0x5610e716bc90 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=61195ab00abdf2b8 server_cookie=2b5832e2a9894cbb in_seq=0 out_seq=0 2024-05-10T11:24:01.691 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.689+0000 7f96a9ffb640 10 client.16146 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:01.705 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.705+0000 7f96a9ffb640 1 -- 172.21.15.53:0/760418324 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5610e7055050 con 0x5610e70feaa0 2024-05-10T11:24:01.705 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.705+0000 7f96a9ffb640 10 client.16146 handle_command_reply: tid=0 2024-05-10T11:24:01.705 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.705+0000 7f96cb595740 1 client.16146 shutdown 2024-05-10T11:24:01.706 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.705+0000 7f96cb595740 1 -- 172.21.15.53:0/760418324 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70ee910 msgr2=0x5610e70f8910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:01.706 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.705+0000 7f96cb595740 1 --2- 172.21.15.53:0/760418324 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70ee910 0x5610e70f8910 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f96b00058c0 tx=0x7f96b0009920 comp rx=0 tx=0).stop 2024-05-10T11:24:01.706 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.705+0000 7f96cb595740 1 -- 172.21.15.53:0/760418324 shutdown_connections 2024-05-10T11:24:01.706 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.705+0000 7f96cb595740 1 --2- 172.21.15.53:0/760418324 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5610e70feaa0 0x5610e716bc90 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.706 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.705+0000 7f96cb595740 1 --2- 172.21.15.53:0/760418324 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5610e70ee910 0x5610e70f8910 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.706 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.705+0000 7f96cb595740 1 --2- 172.21.15.53:0/760418324 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5610e70e97a0 0x5610e70f7970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.706 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.705+0000 7f96cb595740 1 --2- 172.21.15.53:0/760418324 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5610e70e8db0 0x5610e70f7430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.706 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.705+0000 7f96a9ffb640 0 client.16146 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:01.706 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.705+0000 7f96cb595740 1 -- 172.21.15.53:0/760418324 >> 172.21.15.53:0/760418324 conn(0x5610e70e4420 msgr2=0x5610e70e7100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:01.706 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.705+0000 7f96cb595740 1 -- 172.21.15.53:0/760418324 shutdown_connections 2024-05-10T11:24:01.706 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.705+0000 7f96cb595740 1 -- 172.21.15.53:0/760418324 wait complete. 2024-05-10T11:24:01.706 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.706+0000 7f96cb595740 20 client.16146 trim_cache size 0 max 16384 2024-05-10T11:24:01.707 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:{ 2024-05-10T11:24:01.707 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "message": "", 2024-05-10T11:24:01.707 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "return_code": 0 2024-05-10T11:24:01.707 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:} 2024-05-10T11:24:01.707 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.706+0000 7f96c87a5640 1 -- 172.21.15.53:0/1728649371 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f96ac0b2920 msgr2=0x7f96ac0b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:01.708 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.706+0000 7f96c87a5640 1 --2- 172.21.15.53:0/1728649371 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f96ac0b2920 0x7f96ac0b4de0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f96b80a9b80 tx=0x7f96b800cee0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.708 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.706+0000 7f96c87a5640 1 -- 172.21.15.53:0/1728649371 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f96c01034e0 msgr2=0x7f96c01a66b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:01.708 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.707+0000 7f96c87a5640 1 --2- 172.21.15.53:0/1728649371 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f96c01034e0 0x7f96c01a66b0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f96b800eb10 tx=0x7f96b800c2d0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.708 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.707+0000 7f96c87a5640 1 -- 172.21.15.53:0/1728649371 shutdown_connections 2024-05-10T11:24:01.708 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.707+0000 7f96c87a5640 1 --2- 172.21.15.53:0/1728649371 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f96ac0b2920 0x7f96ac0b4de0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.708 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.707+0000 7f96c87a5640 1 --2- 172.21.15.53:0/1728649371 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f96c01034e0 0x7f96c01a66b0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.708 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.707+0000 7f96c87a5640 1 --2- 172.21.15.53:0/1728649371 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f96c0102b20 0x7f96c019f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.708 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.707+0000 7f96c87a5640 1 --2- 172.21.15.53:0/1728649371 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f96c0101930 0x7f96c019f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:01.708 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.707+0000 7f96c87a5640 1 -- 172.21.15.53:0/1728649371 >> 172.21.15.53:0/1728649371 conn(0x7f96c00fcec0 msgr2=0x7f96c0103ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:01.708 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.707+0000 7f96c87a5640 1 -- 172.21.15.53:0/1728649371 shutdown_connections 2024-05-10T11:24:01.708 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:01.707+0000 7f96c87a5640 1 -- 172.21.15.53:0/1728649371 wait complete. 2024-05-10T11:24:02.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:01 smithi132 ceph-mon[33758]: pgmap v517: 129 pgs: 129 active+clean; 713 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 65 MiB/s wr, 45 op/s 2024-05-10T11:24:02.259 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:01 smithi187 ceph-mon[34076]: pgmap v517: 129 pgs: 129 active+clean; 713 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 65 MiB/s wr, 45 op/s 2024-05-10T11:24:02.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:01 smithi053 ceph-mon[30153]: pgmap v517: 129 pgs: 129 active+clean; 713 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 65 MiB/s wr, 45 op/s 2024-05-10T11:24:04.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:03 smithi132 ceph-mon[33758]: pgmap v518: 129 pgs: 129 active+clean; 769 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 38 MiB/s wr, 42 op/s 2024-05-10T11:24:04.259 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:03 smithi187 ceph-mon[34076]: pgmap v518: 129 pgs: 129 active+clean; 769 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 38 MiB/s wr, 42 op/s 2024-05-10T11:24:04.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:03 smithi053 ceph-mon[30153]: pgmap v518: 129 pgs: 129 active+clean; 769 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 38 MiB/s wr, 42 op/s 2024-05-10T11:24:06.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:05 smithi132 ceph-mon[33758]: pgmap v519: 129 pgs: 129 active+clean; 2.2 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 189 MiB/s wr, 85 op/s 2024-05-10T11:24:06.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:05 smithi187 ceph-mon[34076]: pgmap v519: 129 pgs: 129 active+clean; 2.2 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 189 MiB/s wr, 85 op/s 2024-05-10T11:24:06.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:05 smithi053 ceph-mon[30153]: pgmap v519: 129 pgs: 129 active+clean; 2.2 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 189 MiB/s wr, 85 op/s 2024-05-10T11:24:08.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:07 smithi132 ceph-mon[33758]: pgmap v520: 129 pgs: 129 active+clean; 3.2 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 270 MiB/s wr, 105 op/s 2024-05-10T11:24:08.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:07 smithi187 ceph-mon[34076]: pgmap v520: 129 pgs: 129 active+clean; 3.2 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 270 MiB/s wr, 105 op/s 2024-05-10T11:24:08.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:07 smithi053 ceph-mon[30153]: pgmap v520: 129 pgs: 129 active+clean; 3.2 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 270 MiB/s wr, 105 op/s 2024-05-10T11:24:10.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:09 smithi187 ceph-mon[34076]: pgmap v521: 129 pgs: 129 active+clean; 4.1 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 348 MiB/s wr, 126 op/s 2024-05-10T11:24:10.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:09 smithi053 ceph-mon[30153]: pgmap v521: 129 pgs: 129 active+clean; 4.1 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 348 MiB/s wr, 126 op/s 2024-05-10T11:24:10.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:09 smithi132 ceph-mon[33758]: pgmap v521: 129 pgs: 129 active+clean; 4.1 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 348 MiB/s wr, 126 op/s 2024-05-10T11:24:12.259 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:11 smithi187 ceph-mon[34076]: pgmap v522: 129 pgs: 129 active+clean; 5.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 504 MiB/s wr, 165 op/s 2024-05-10T11:24:12.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:11 smithi053 ceph-mon[30153]: pgmap v522: 129 pgs: 129 active+clean; 5.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 504 MiB/s wr, 165 op/s 2024-05-10T11:24:12.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:11 smithi132 ceph-mon[33758]: pgmap v522: 129 pgs: 129 active+clean; 5.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 504 MiB/s wr, 165 op/s 2024-05-10T11:24:14.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:13 smithi187 ceph-mon[34076]: pgmap v523: 129 pgs: 129 active+clean; 6.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 491 MiB/s wr, 147 op/s 2024-05-10T11:24:14.275 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:13 smithi132 ceph-mon[33758]: pgmap v523: 129 pgs: 129 active+clean; 6.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 491 MiB/s wr, 147 op/s 2024-05-10T11:24:14.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:13 smithi053 ceph-mon[30153]: pgmap v523: 129 pgs: 129 active+clean; 6.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 491 MiB/s wr, 147 op/s 2024-05-10T11:24:14.869 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.868+0000 7feb2f59d640 1 -- 172.21.15.53:0/302325113 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feb2810aac0 msgr2=0x7feb2810ceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:14.869 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.868+0000 7feb2f59d640 1 --2- 172.21.15.53:0/302325113 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feb2810aac0 0x7feb2810ceb0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7feb24009900 tx=0x7feb2402a410 comp rx=0 tx=0).stop 2024-05-10T11:24:14.869 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.868+0000 7feb2f59d640 1 -- 172.21.15.53:0/302325113 shutdown_connections 2024-05-10T11:24:14.870 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.868+0000 7feb2f59d640 1 --2- 172.21.15.53:0/302325113 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7feb2810fd70 0x7feb28112230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.870 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.868+0000 7feb2f59d640 1 --2- 172.21.15.53:0/302325113 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7feb2810d3f0 0x7feb2810f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.870 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.868+0000 7feb2f59d640 1 --2- 172.21.15.53:0/302325113 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feb2810aac0 0x7feb2810ceb0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.870 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.868+0000 7feb2f59d640 1 -- 172.21.15.53:0/302325113 >> 172.21.15.53:0/302325113 conn(0x7feb2806fbe0 msgr2=0x7feb28072020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:14.870 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.868+0000 7feb2f59d640 1 -- 172.21.15.53:0/302325113 shutdown_connections 2024-05-10T11:24:14.870 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.868+0000 7feb2f59d640 1 -- 172.21.15.53:0/302325113 wait complete. 2024-05-10T11:24:14.870 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.869+0000 7feb2f59d640 1 Processor -- start 2024-05-10T11:24:14.872 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.869+0000 7feb2f59d640 1 -- start start 2024-05-10T11:24:14.872 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.869+0000 7feb2f59d640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feb2810aac0 0x7feb281a3510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:14.872 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.870+0000 7feb2f59d640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7feb2810d3f0 0x7feb281a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:14.872 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.870+0000 7feb2f59d640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7feb2810fd70 0x7feb281aaac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:14.872 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.870+0000 7feb2f59d640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7feb28109e60 con 0x7feb2810aac0 2024-05-10T11:24:14.872 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.870+0000 7feb2f59d640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7feb28109ce0 con 0x7feb2810fd70 2024-05-10T11:24:14.872 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.870+0000 7feb2f59d640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7feb28109fe0 con 0x7feb2810d3f0 2024-05-10T11:24:14.873 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.870+0000 7feb2d339640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feb2810aac0 0x7feb281a3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:14.873 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.870+0000 7feb2d339640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feb2810aac0 0x7feb281a3510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38918/0 (socket says 172.21.15.53:38918) 2024-05-10T11:24:14.873 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.870+0000 7feb2d339640 1 -- 172.21.15.53:0/1798604142 learned_addr learned my addr 172.21.15.53:0/1798604142 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:14.873 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.870+0000 7feb2db3a640 1 --2- 172.21.15.53:0/1798604142 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7feb2810fd70 0x7feb281aaac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:14.873 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.870+0000 7feb2cb38640 1 --2- 172.21.15.53:0/1798604142 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7feb2810d3f0 0x7feb281a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:14.873 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.871+0000 7feb2d339640 1 -- 172.21.15.53:0/1798604142 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7feb2810d3f0 msgr2=0x7feb281a3a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:14.873 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.871+0000 7feb2d339640 1 --2- 172.21.15.53:0/1798604142 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7feb2810d3f0 0x7feb281a3a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.873 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.871+0000 7feb2d339640 1 -- 172.21.15.53:0/1798604142 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7feb2810fd70 msgr2=0x7feb281aaac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:14.873 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.871+0000 7feb2d339640 1 --2- 172.21.15.53:0/1798604142 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7feb2810fd70 0x7feb281aaac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.873 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.871+0000 7feb2d339640 1 -- 172.21.15.53:0/1798604142 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb281ab130 con 0x7feb2810aac0 2024-05-10T11:24:14.873 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.871+0000 7feb2db3a640 1 --2- 172.21.15.53:0/1798604142 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7feb2810fd70 0x7feb281aaac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:24:14.873 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.871+0000 7feb2d339640 1 --2- 172.21.15.53:0/1798604142 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feb2810aac0 0x7feb281a3510 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7feb24005ab0 tx=0x7feb240042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:14.873 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.871+0000 7feb1e7fc640 1 -- 172.21.15.53:0/1798604142 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb2403f030 con 0x7feb2810aac0 2024-05-10T11:24:14.873 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.871+0000 7feb1e7fc640 1 -- 172.21.15.53:0/1798604142 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7feb24032e10 con 0x7feb2810aac0 2024-05-10T11:24:14.874 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.871+0000 7feb2f59d640 1 -- 172.21.15.53:0/1798604142 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb281ab3c0 con 0x7feb2810aac0 2024-05-10T11:24:14.874 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.871+0000 7feb1e7fc640 1 -- 172.21.15.53:0/1798604142 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb24035070 con 0x7feb2810aac0 2024-05-10T11:24:14.874 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.872+0000 7feb2f59d640 1 -- 172.21.15.53:0/1798604142 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb281ab900 con 0x7feb2810aac0 2024-05-10T11:24:14.876 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.875+0000 7feb3238c740 1 Processor -- start 2024-05-10T11:24:14.876 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.875+0000 7feb3238c740 1 -- start start 2024-05-10T11:24:14.876 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.876+0000 7feb3238c740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564f02a7bdb0 0x564f02a7c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:14.876 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.876+0000 7feb3238c740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7c7a0 0x564f02a812a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:14.876 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.876+0000 7feb3238c740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564f02a81910 0x564f02a83da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:14.876 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.876+0000 7feb3238c740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x564f029e05d0 con 0x564f02a7c7a0 2024-05-10T11:24:14.876 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.876+0000 7feb3238c740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x564f02999890 con 0x564f02a81910 2024-05-10T11:24:14.876 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.876+0000 7feb3238c740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x564f029dc590 con 0x564f02a7bdb0 2024-05-10T11:24:14.876 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.876+0000 7feb2cb38640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564f02a81910 0x564f02a83da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:14.876 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.876+0000 7feb2db3a640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564f02a7bdb0 0x564f02a7c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:14.876 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.876+0000 7feb2db3a640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564f02a7bdb0 0x564f02a7c1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.53:57730/0 (socket says 172.21.15.53:57730) 2024-05-10T11:24:14.877 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.876+0000 7feb2db3a640 1 -- 172.21.15.53:0/4276057640 learned_addr learned my addr 172.21.15.53:0/4276057640 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:14.877 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.876+0000 7feb1e7fc640 1 -- 172.21.15.53:0/1798604142 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7feb24042030 con 0x7feb2810aac0 2024-05-10T11:24:14.878 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.876+0000 7feb2db3a640 1 -- 172.21.15.53:0/4276057640 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564f02a81910 msgr2=0x564f02a83da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:14.878 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.876+0000 7feb2db3a640 1 --2- 172.21.15.53:0/4276057640 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564f02a81910 0x564f02a83da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.878 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.876+0000 7feb2db3a640 1 -- 172.21.15.53:0/4276057640 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7c7a0 msgr2=0x564f02a812a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-10T11:24:14.878 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.877+0000 7feb2db3a640 1 --2- 172.21.15.53:0/4276057640 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7c7a0 0x564f02a812a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.878 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.877+0000 7feb2db3a640 1 -- 172.21.15.53:0/4276057640 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f026f2210 con 0x564f02a7bdb0 2024-05-10T11:24:14.878 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.877+0000 7feb2db3a640 1 --2- 172.21.15.53:0/4276057640 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564f02a7bdb0 0x564f02a7c1d0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7feb200117e0 tx=0x7feb20011ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7fa0c9f4abd48afb server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:14.878 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.877+0000 7feb137fe640 1 -- 172.21.15.53:0/4276057640 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb20011310 con 0x564f02a7bdb0 2024-05-10T11:24:14.878 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.877+0000 7feb137fe640 1 -- 172.21.15.53:0/4276057640 <== mon.1 v2:172.21.15.187:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7feb20003e00 con 0x564f02a7bdb0 2024-05-10T11:24:14.878 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.878+0000 7feb137fe640 1 -- 172.21.15.53:0/4276057640 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb200044f0 con 0x564f02a7bdb0 2024-05-10T11:24:14.879 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.878+0000 7feb1e7fc640 1 --2- 172.21.15.53:0/1798604142 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7feb140b2920 0x7feb140b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:14.880 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.878+0000 7feb2d339640 1 --2- 172.21.15.53:0/1798604142 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7feb140b2920 0x7feb140b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:14.880 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.879+0000 7feb3238c740 1 -- 172.21.15.53:0/4276057640 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564f02a7bdb0 msgr2=0x564f02a7c1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:14.880 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.879+0000 7feb3238c740 1 --2- 172.21.15.53:0/4276057640 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564f02a7bdb0 0x564f02a7c1d0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7feb200117e0 tx=0x7feb20011ca0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.880 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.879+0000 7feb3238c740 1 -- 172.21.15.53:0/4276057640 shutdown_connections 2024-05-10T11:24:14.880 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.879+0000 7feb3238c740 1 --2- 172.21.15.53:0/4276057640 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564f02a81910 0x564f02a83da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.880 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.879+0000 7feb3238c740 1 --2- 172.21.15.53:0/4276057640 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7c7a0 0x564f02a812a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.880 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.879+0000 7feb3238c740 1 --2- 172.21.15.53:0/4276057640 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564f02a7bdb0 0x564f02a7c1d0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.880 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.879+0000 7feb3238c740 1 -- 172.21.15.53:0/4276057640 >> 172.21.15.53:0/4276057640 conn(0x564f02a77420 msgr2=0x564f02a77820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:14.880 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.879+0000 7feb3238c740 1 -- 172.21.15.53:0/4276057640 shutdown_connections 2024-05-10T11:24:14.880 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.879+0000 7feb1e7fc640 1 -- 172.21.15.53:0/1798604142 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7feb24102970 con 0x7feb2810aac0 2024-05-10T11:24:14.880 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.879+0000 7feb2d339640 1 --2- 172.21.15.53:0/1798604142 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7feb140b2920 0x7feb140b4de0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7feb240aae60 tx=0x7feb240c5b70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:14.880 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.879+0000 7feb3238c740 1 -- 172.21.15.53:0/4276057640 wait complete. 2024-05-10T11:24:14.880 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.879+0000 7feb3238c740 1 -- start start 2024-05-10T11:24:14.881 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.880+0000 7feb3238c740 1 Processor -- start 2024-05-10T11:24:14.882 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.881+0000 7feb3238c740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7bdb0 0x564f02a86080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:14.882 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.881+0000 7feb3238c740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564f02a7c7a0 0x564f02a865c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:14.882 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.881+0000 7feb2db3a640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7bdb0 0x564f02a86080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:14.882 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.881+0000 7feb2db3a640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7bdb0 0x564f02a86080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38938/0 (socket says 172.21.15.53:38938) 2024-05-10T11:24:14.882 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.881+0000 7feb3238c740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564f02a81910 0x564f02a8d590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:14.882 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.881+0000 7feb2db3a640 1 -- 172.21.15.53:0/3285472686 learned_addr learned my addr 172.21.15.53:0/3285472686 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:14.882 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.882+0000 7feb3238c740 1 -- 172.21.15.53:0/3285472686 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x564f02a848c0 con 0x564f02a7bdb0 2024-05-10T11:24:14.882 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.882+0000 7feb3238c740 1 -- 172.21.15.53:0/3285472686 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x564f0299d370 con 0x564f02a81910 2024-05-10T11:24:14.883 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.882+0000 7feb3238c740 1 -- 172.21.15.53:0/3285472686 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x564f02a84a40 con 0x564f02a7c7a0 2024-05-10T11:24:14.883 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.882+0000 7feb3238c740 10 client.0 _ll_register_callbacks cb 0x564f026f1a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:24:14.883 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.883+0000 7feb2cb38640 1 --2- 172.21.15.53:0/3285472686 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564f02a7c7a0 0x564f02a865c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:14.883 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.883+0000 7feb2db3a640 1 --2- 172.21.15.53:0/3285472686 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564f02a81910 0x564f02a8d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:14.884 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.884+0000 7feb2db3a640 1 -- 172.21.15.53:0/3285472686 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564f02a7c7a0 msgr2=0x564f02a865c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:14.884 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.884+0000 7feb2db3a640 1 --2- 172.21.15.53:0/3285472686 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564f02a7c7a0 0x564f02a865c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.884 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.884+0000 7feb2db3a640 1 -- 172.21.15.53:0/3285472686 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564f02a81910 msgr2=0x564f02a8d590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:14.884 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.884+0000 7feb2db3a640 1 --2- 172.21.15.53:0/3285472686 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564f02a81910 0x564f02a8d590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.884 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.884+0000 7feb2db3a640 1 -- 172.21.15.53:0/3285472686 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f027be620 con 0x564f02a7bdb0 2024-05-10T11:24:14.885 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.884+0000 7feb2db3a640 1 --2- 172.21.15.53:0/3285472686 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7bdb0 0x564f02a86080 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7feb20011460 tx=0x7feb20005a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb598e329baa532c server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:14.886 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.884+0000 7feb10ff9640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:24:14.886 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.884+0000 7feb10ff9640 1 -- 172.21.15.53:0/3285472686 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb2002c060 con 0x564f02a7bdb0 2024-05-10T11:24:14.886 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.884+0000 7feb3238c740 1 -- 172.21.15.53:0/3285472686 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb20003e00 con 0x564f02a7bdb0 2024-05-10T11:24:14.886 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.884+0000 7feb10ff9640 1 -- 172.21.15.53:0/3285472686 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7feb2000fe30 con 0x564f02a7bdb0 2024-05-10T11:24:14.886 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.884+0000 7feb10ff9640 1 -- 172.21.15.53:0/3285472686 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7feb20033050 con 0x564f02a7bdb0 2024-05-10T11:24:14.886 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.884+0000 7feb3238c740 10 client.16155 fetch_fsmap learned FSMap version 29 2024-05-10T11:24:14.886 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.884+0000 7feb3238c740 1 -- 172.21.15.53:0/3285472686 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564f02a90550 con 0x564f02a7bdb0 2024-05-10T11:24:14.886 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.885+0000 7feb10ff9640 1 -- 172.21.15.53:0/3285472686 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7feb20003e00 con 0x564f02a7bdb0 2024-05-10T11:24:14.886 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.885+0000 7feb10ff9640 1 -- 172.21.15.53:0/3285472686 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7feb20018020 con 0x564f02a7bdb0 2024-05-10T11:24:14.886 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.885+0000 7feb3238c740 10 client.16155 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:24:14.886 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.885+0000 7feb3238c740 10 client.16155 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:24:14.886 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.885+0000 7feb3238c740 20 client.16155 populate_metadata read hostname 'smithi053' 2024-05-10T11:24:14.886 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.885+0000 7feb3238c740 1 --2- 172.21.15.53:0/3285472686 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x564f02a91980 0x564f02a93d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:14.886 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.885+0000 7feb3238c740 4 client.16155 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:24:14.887 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.885+0000 7feb3238c740 1 -- 172.21.15.53:0/3285472686 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564f029ee1e0 con 0x564f02a91980 2024-05-10T11:24:14.887 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.886+0000 7feb2cb38640 1 --2- 172.21.15.53:0/3285472686 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x564f02a91980 0x564f02a93d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:14.887 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.887+0000 7feb10ff9640 10 client.16155 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:14.887 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.887+0000 7feb2cb38640 1 --2- 172.21.15.53:0/3285472686 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x564f02a91980 0x564f02a93d70 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=38bb48703c38950 server_cookie=5154d5a06bd83beb in_seq=0 out_seq=0 2024-05-10T11:24:14.888 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.888+0000 7feb10ff9640 1 -- 172.21.15.53:0/3285472686 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x564f029ee1e0 con 0x564f02a91980 2024-05-10T11:24:14.889 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.888+0000 7feb10ff9640 10 client.16155 handle_command_reply: tid=0 2024-05-10T11:24:14.889 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.888+0000 7feb3238c740 1 client.16155 shutdown 2024-05-10T11:24:14.889 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.888+0000 7feb3238c740 1 -- 172.21.15.53:0/3285472686 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7bdb0 msgr2=0x564f02a86080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:14.889 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.888+0000 7feb3238c740 1 --2- 172.21.15.53:0/3285472686 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7bdb0 0x564f02a86080 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7feb20011460 tx=0x7feb20005a50 comp rx=0 tx=0).stop 2024-05-10T11:24:14.889 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.888+0000 7feb3238c740 1 -- 172.21.15.53:0/3285472686 shutdown_connections 2024-05-10T11:24:14.889 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.888+0000 7feb3238c740 1 --2- 172.21.15.53:0/3285472686 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564f02a81910 0x564f02a8d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.889 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.888+0000 7feb3238c740 1 --2- 172.21.15.53:0/3285472686 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564f02a7c7a0 0x564f02a865c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.889 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.888+0000 7feb3238c740 1 --2- 172.21.15.53:0/3285472686 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x564f02a91980 0x564f02a93d70 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.889 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.888+0000 7feb3238c740 1 --2- 172.21.15.53:0/3285472686 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7bdb0 0x564f02a86080 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.889 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.888+0000 7feb10ff9640 0 client.16155 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:14.889 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.888+0000 7feb3238c740 1 -- 172.21.15.53:0/3285472686 >> 172.21.15.53:0/3285472686 conn(0x564f02a77420 msgr2=0x564f02a76580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:14.890 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.889+0000 7feb3238c740 1 -- 172.21.15.53:0/3285472686 shutdown_connections 2024-05-10T11:24:14.890 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.889+0000 7feb3238c740 1 -- 172.21.15.53:0/3285472686 wait complete. 2024-05-10T11:24:14.890 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.889+0000 7feb3238c740 20 client.16155 trim_cache size 0 max 16384 2024-05-10T11:24:14.915 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.914+0000 7feb3238c740 1 Processor -- start 2024-05-10T11:24:14.915 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.914+0000 7feb3238c740 1 -- start start 2024-05-10T11:24:14.915 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.914+0000 7feb3238c740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7bdb0 0x564f02a723e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:14.915 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.914+0000 7feb3238c740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564f02a7c7a0 0x564f02a7a330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:14.915 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.914+0000 7feb3238c740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564f02a81910 0x564f02a7a870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:14.916 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.914+0000 7feb3238c740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7feb281b5e90 con 0x564f02a7bdb0 2024-05-10T11:24:14.916 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.914+0000 7feb3238c740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7feb281b79d0 con 0x564f02a81910 2024-05-10T11:24:14.916 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.914+0000 7feb3238c740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7feb281b6560 con 0x564f02a7c7a0 2024-05-10T11:24:14.916 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.914+0000 7feb2db3a640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7bdb0 0x564f02a723e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:14.916 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.914+0000 7feb2db3a640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7bdb0 0x564f02a723e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38948/0 (socket says 172.21.15.53:38948) 2024-05-10T11:24:14.916 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.914+0000 7feb2db3a640 1 -- 172.21.15.53:0/1910265579 learned_addr learned my addr 172.21.15.53:0/1910265579 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:14.916 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.915+0000 7feb2cb38640 1 --2- 172.21.15.53:0/1910265579 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564f02a7c7a0 0x564f02a7a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:14.916 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.915+0000 7feb2db3a640 1 -- 172.21.15.53:0/1910265579 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564f02a7c7a0 msgr2=0x564f02a7a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:14.916 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.915+0000 7feb2db3a640 1 --2- 172.21.15.53:0/1910265579 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564f02a7c7a0 0x564f02a7a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.916 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.915+0000 7feb2db3a640 1 -- 172.21.15.53:0/1910265579 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564f02a81910 msgr2=0x564f02a7a870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:14.916 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.915+0000 7feb2db3a640 1 --2- 172.21.15.53:0/1910265579 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564f02a81910 0x564f02a7a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.916 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.915+0000 7feb2db3a640 1 -- 172.21.15.53:0/1910265579 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f02a943f0 con 0x564f02a7bdb0 2024-05-10T11:24:14.916 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.915+0000 7feb2db3a640 1 --2- 172.21.15.53:0/1910265579 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7bdb0 0x564f02a723e0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7feb20005d70 tx=0x7feb2001ae50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4e5d935e89b38f3 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:14.917 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.915+0000 7feb12ffd640 1 -- 172.21.15.53:0/1910265579 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb2002c030 con 0x564f02a7bdb0 2024-05-10T11:24:14.917 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.916+0000 7feb12ffd640 1 -- 172.21.15.53:0/1910265579 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7feb2000fc30 con 0x564f02a7bdb0 2024-05-10T11:24:14.917 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.916+0000 7feb12ffd640 1 -- 172.21.15.53:0/1910265579 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb20005440 con 0x564f02a7bdb0 2024-05-10T11:24:14.917 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.917+0000 7feb3238c740 1 -- 172.21.15.53:0/1910265579 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7bdb0 msgr2=0x564f02a723e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:14.917 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.917+0000 7feb3238c740 1 --2- 172.21.15.53:0/1910265579 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7bdb0 0x564f02a723e0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7feb20005d70 tx=0x7feb2001ae50 comp rx=0 tx=0).stop 2024-05-10T11:24:14.918 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.918+0000 7feb3238c740 1 -- 172.21.15.53:0/1910265579 shutdown_connections 2024-05-10T11:24:14.918 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.918+0000 7feb3238c740 1 --2- 172.21.15.53:0/1910265579 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564f02a81910 0x564f02a7a870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.918 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.918+0000 7feb3238c740 1 --2- 172.21.15.53:0/1910265579 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564f02a7c7a0 0x564f02a7a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.918 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.918+0000 7feb3238c740 1 --2- 172.21.15.53:0/1910265579 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7bdb0 0x564f02a723e0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.918 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.918+0000 7feb3238c740 1 -- 172.21.15.53:0/1910265579 >> 172.21.15.53:0/1910265579 conn(0x564f02a77420 msgr2=0x564f02a81050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:14.919 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.918+0000 7feb3238c740 1 -- 172.21.15.53:0/1910265579 shutdown_connections 2024-05-10T11:24:14.919 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.918+0000 7feb3238c740 1 -- 172.21.15.53:0/1910265579 wait complete. 2024-05-10T11:24:14.919 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.919+0000 7feb3238c740 1 -- start start 2024-05-10T11:24:14.919 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.919+0000 7feb3238c740 1 Processor -- start 2024-05-10T11:24:14.921 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.920+0000 7feb3238c740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7bdb0 0x564f02a89dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:14.921 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.920+0000 7feb3238c740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564f02a7c7a0 0x564f02a8a300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:14.922 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.920+0000 7feb3238c740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564f02a81910 0x564f02a8b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:14.922 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.920+0000 7feb2db3a640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7bdb0 0x564f02a89dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:14.922 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.920+0000 7feb2db3a640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7bdb0 0x564f02a89dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38964/0 (socket says 172.21.15.53:38964) 2024-05-10T11:24:14.922 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.920+0000 7feb2db3a640 1 -- 172.21.15.53:0/2070811760 learned_addr learned my addr 172.21.15.53:0/2070811760 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:14.922 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.920+0000 7feb3238c740 1 -- 172.21.15.53:0/2070811760 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7feb281b7300 con 0x564f02a7bdb0 2024-05-10T11:24:14.922 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.920+0000 7feb3238c740 1 -- 172.21.15.53:0/2070811760 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7feb281b6c30 con 0x564f02a7c7a0 2024-05-10T11:24:14.922 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.920+0000 7feb3238c740 1 -- 172.21.15.53:0/2070811760 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7feb281b3e70 con 0x564f02a81910 2024-05-10T11:24:14.922 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.920+0000 7feb3238c740 10 client.0 _ll_register_callbacks cb 0x7feb180097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:24:14.922 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.920+0000 7feb2db3a640 1 --2- 172.21.15.53:0/2070811760 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564f02a81910 0x564f02a8b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:14.922 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.921+0000 7feb2db3a640 1 -- 172.21.15.53:0/2070811760 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564f02a81910 msgr2=0x564f02a8b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:14.922 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.921+0000 7feb2db3a640 1 --2- 172.21.15.53:0/2070811760 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564f02a81910 0x564f02a8b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.922 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.921+0000 7feb2db3a640 1 -- 172.21.15.53:0/2070811760 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564f02a7c7a0 msgr2=0x564f02a8a300 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-10T11:24:14.922 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.921+0000 7feb2db3a640 1 --2- 172.21.15.53:0/2070811760 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564f02a7c7a0 0x564f02a8a300 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.923 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.921+0000 7feb2db3a640 1 -- 172.21.15.53:0/2070811760 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f02a77250 con 0x564f02a7bdb0 2024-05-10T11:24:14.923 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.921+0000 7feb2db3a640 1 --2- 172.21.15.53:0/2070811760 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7bdb0 0x564f02a89dc0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7feb20009690 tx=0x7feb2001ad70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21dffbcde89997f2 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:14.923 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.921+0000 7feb10ff9640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:24:14.923 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.921+0000 7feb10ff9640 1 -- 172.21.15.53:0/2070811760 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb2002c030 con 0x564f02a7bdb0 2024-05-10T11:24:14.923 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.921+0000 7feb10ff9640 1 -- 172.21.15.53:0/2070811760 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7feb2001a440 con 0x564f02a7bdb0 2024-05-10T11:24:14.923 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.921+0000 7feb3238c740 1 -- 172.21.15.53:0/2070811760 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb2000fc30 con 0x564f02a7bdb0 2024-05-10T11:24:14.923 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.922+0000 7feb10ff9640 1 -- 172.21.15.53:0/2070811760 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7feb20011440 con 0x564f02a7bdb0 2024-05-10T11:24:14.923 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.922+0000 7feb3238c740 10 client.16161 fetch_fsmap learned FSMap version 29 2024-05-10T11:24:14.923 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.922+0000 7feb3238c740 1 -- 172.21.15.53:0/2070811760 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564f02a8c9f0 con 0x564f02a7bdb0 2024-05-10T11:24:14.924 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.922+0000 7feb10ff9640 1 -- 172.21.15.53:0/2070811760 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7feb2001a640 con 0x564f02a7bdb0 2024-05-10T11:24:14.924 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.922+0000 7feb10ff9640 1 -- 172.21.15.53:0/2070811760 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7feb20018070 con 0x564f02a7bdb0 2024-05-10T11:24:14.924 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.922+0000 7feb3238c740 10 client.16161 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:24:14.925 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.922+0000 7feb3238c740 10 client.16161 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:24:14.925 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.922+0000 7feb3238c740 20 client.16161 populate_metadata read hostname 'smithi053' 2024-05-10T11:24:14.925 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.922+0000 7feb3238c740 1 --2- 172.21.15.53:0/2070811760 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x564f02afc3d0 0x564f02afe7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:14.925 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.922+0000 7feb3238c740 4 client.16161 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-10T11:24:14.925 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.923+0000 7feb3238c740 1 -- 172.21.15.53:0/2070811760 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7feb2000fc30 con 0x564f02afc3d0 2024-05-10T11:24:14.925 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.923+0000 7feb2cb38640 1 --2- 172.21.15.53:0/2070811760 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x564f02afc3d0 0x564f02afe7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:14.925 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.923+0000 7feb2cb38640 1 --2- 172.21.15.53:0/2070811760 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x564f02afc3d0 0x564f02afe7f0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be416ec17a99d8c7 server_cookie=55101a135400e1fd in_seq=0 out_seq=0 2024-05-10T11:24:14.925 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.923+0000 7feb10ff9640 10 client.16161 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:14.934 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.933+0000 7feb10ff9640 1 -- 172.21.15.53:0/2070811760 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7feb2000fc30 con 0x564f02afc3d0 2024-05-10T11:24:14.934 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.933+0000 7feb10ff9640 10 client.16161 handle_command_reply: tid=0 2024-05-10T11:24:14.935 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.933+0000 7feb3238c740 1 client.16161 shutdown 2024-05-10T11:24:14.935 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.933+0000 7feb3238c740 1 -- 172.21.15.53:0/2070811760 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7bdb0 msgr2=0x564f02a89dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:14.935 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.933+0000 7feb3238c740 1 --2- 172.21.15.53:0/2070811760 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7bdb0 0x564f02a89dc0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7feb20009690 tx=0x7feb2001ad70 comp rx=0 tx=0).stop 2024-05-10T11:24:14.935 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.933+0000 7feb3238c740 1 -- 172.21.15.53:0/2070811760 shutdown_connections 2024-05-10T11:24:14.935 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.933+0000 7feb3238c740 1 --2- 172.21.15.53:0/2070811760 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x564f02a81910 0x564f02a8b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.935 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.934+0000 7feb3238c740 1 --2- 172.21.15.53:0/2070811760 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x564f02a7c7a0 0x564f02a8a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.935 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.934+0000 7feb3238c740 1 --2- 172.21.15.53:0/2070811760 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x564f02afc3d0 0x564f02afe7f0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.935 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.934+0000 7feb3238c740 1 --2- 172.21.15.53:0/2070811760 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x564f02a7bdb0 0x564f02a89dc0 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.935 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.934+0000 7feb10ff9640 0 client.16161 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:14.935 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.934+0000 7feb3238c740 1 -- 172.21.15.53:0/2070811760 >> 172.21.15.53:0/2070811760 conn(0x564f02a77420 msgr2=0x564f02a723e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:14.935 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.934+0000 7feb3238c740 1 -- 172.21.15.53:0/2070811760 shutdown_connections 2024-05-10T11:24:14.935 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.934+0000 7feb3238c740 1 -- 172.21.15.53:0/2070811760 wait complete. 2024-05-10T11:24:14.935 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.934+0000 7feb3238c740 20 client.16161 trim_cache size 0 max 16384 2024-05-10T11:24:14.936 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:{ 2024-05-10T11:24:14.936 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "message": "", 2024-05-10T11:24:14.936 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "return_code": 0 2024-05-10T11:24:14.936 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:} 2024-05-10T11:24:14.936 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.934+0000 7feb2f59d640 1 -- 172.21.15.53:0/1798604142 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7feb140b2920 msgr2=0x7feb140b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:14.936 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.934+0000 7feb2f59d640 1 --2- 172.21.15.53:0/1798604142 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7feb140b2920 0x7feb140b4de0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7feb240aae60 tx=0x7feb240c5b70 comp rx=0 tx=0).stop 2024-05-10T11:24:14.937 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.935+0000 7feb2f59d640 1 -- 172.21.15.53:0/1798604142 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feb2810aac0 msgr2=0x7feb281a3510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:14.937 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.935+0000 7feb2f59d640 1 --2- 172.21.15.53:0/1798604142 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feb2810aac0 0x7feb281a3510 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7feb24005ab0 tx=0x7feb240042f0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.937 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.935+0000 7feb2f59d640 1 -- 172.21.15.53:0/1798604142 shutdown_connections 2024-05-10T11:24:14.937 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.935+0000 7feb2f59d640 1 --2- 172.21.15.53:0/1798604142 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7feb140b2920 0x7feb140b4de0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.937 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.935+0000 7feb2f59d640 1 --2- 172.21.15.53:0/1798604142 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7feb2810fd70 0x7feb281aaac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.937 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.935+0000 7feb2f59d640 1 --2- 172.21.15.53:0/1798604142 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7feb2810d3f0 0x7feb281a3a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.937 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.935+0000 7feb2f59d640 1 --2- 172.21.15.53:0/1798604142 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7feb2810aac0 0x7feb281a3510 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:14.937 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.935+0000 7feb2f59d640 1 -- 172.21.15.53:0/1798604142 >> 172.21.15.53:0/1798604142 conn(0x7feb2806fbe0 msgr2=0x7feb28116e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:14.937 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.935+0000 7feb2f59d640 1 -- 172.21.15.53:0/1798604142 shutdown_connections 2024-05-10T11:24:14.937 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:14.935+0000 7feb2f59d640 1 -- 172.21.15.53:0/1798604142 wait complete. 2024-05-10T11:24:15.933 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:24:15.933 INFO:tasks.workunit.client.0.smithi053.stdout: Children see throughput for 1 initial writers = 615013.62 kB/sec 2024-05-10T11:24:15.933 INFO:tasks.workunit.client.0.smithi053.stdout: Parent sees throughput for 1 initial writers = 615002.43 kB/sec 2024-05-10T11:24:15.933 INFO:tasks.workunit.client.0.smithi053.stdout: Min throughput per process = 615013.62 kB/sec 2024-05-10T11:24:15.933 INFO:tasks.workunit.client.0.smithi053.stdout: Max throughput per process = 615013.62 kB/sec 2024-05-10T11:24:15.933 INFO:tasks.workunit.client.0.smithi053.stdout: Avg throughput per process = 615013.62 kB/sec 2024-05-10T11:24:15.933 INFO:tasks.workunit.client.0.smithi053.stdout: Min xfer = 10485760.00 kB 2024-05-10T11:24:16.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:15 smithi187 ceph-mon[34076]: pgmap v524: 129 pgs: 129 active+clean; 8.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 650 MiB/s wr, 181 op/s 2024-05-10T11:24:16.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:15 smithi053 ceph-mon[30153]: pgmap v524: 129 pgs: 129 active+clean; 8.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 650 MiB/s wr, 181 op/s 2024-05-10T11:24:16.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:15 smithi132 ceph-mon[33758]: pgmap v524: 129 pgs: 129 active+clean; 8.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 650 MiB/s wr, 181 op/s 2024-05-10T11:24:18.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:17 smithi187 ceph-mon[34076]: pgmap v525: 129 pgs: 129 active+clean; 9.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 585 MiB/s wr, 158 op/s 2024-05-10T11:24:18.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:17 smithi053 ceph-mon[30153]: pgmap v525: 129 pgs: 129 active+clean; 9.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 585 MiB/s wr, 158 op/s 2024-05-10T11:24:18.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:17 smithi132 ceph-mon[33758]: pgmap v525: 129 pgs: 129 active+clean; 9.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 585 MiB/s wr, 158 op/s 2024-05-10T11:24:20.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:19 smithi187 ceph-mon[34076]: pgmap v526: 129 pgs: 129 active+clean; 9.6 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 551 MiB/s wr, 151 op/s 2024-05-10T11:24:20.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:19 smithi053 ceph-mon[30153]: pgmap v526: 129 pgs: 129 active+clean; 9.6 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 551 MiB/s wr, 151 op/s 2024-05-10T11:24:20.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:19 smithi132 ceph-mon[33758]: pgmap v526: 129 pgs: 129 active+clean; 9.6 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 551 MiB/s wr, 151 op/s 2024-05-10T11:24:22.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:22 smithi187 ceph-mon[34076]: pgmap v527: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 505 MiB/s wr, 140 op/s 2024-05-10T11:24:22.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:22 smithi053 ceph-mon[30153]: pgmap v527: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 505 MiB/s wr, 140 op/s 2024-05-10T11:24:22.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:22 smithi132 ceph-mon[33758]: pgmap v527: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 505 MiB/s wr, 140 op/s 2024-05-10T11:24:24.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:24 smithi053 ceph-mon[30153]: pgmap v528: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 351 MiB/s wr, 101 op/s 2024-05-10T11:24:24.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:24 smithi132 ceph-mon[33758]: pgmap v528: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 351 MiB/s wr, 101 op/s 2024-05-10T11:24:24.509 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:24 smithi187 ceph-mon[34076]: pgmap v528: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 351 MiB/s wr, 101 op/s 2024-05-10T11:24:26.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:26 smithi053 ceph-mon[30153]: pgmap v529: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 442 MiB/s wr, 123 op/s 2024-05-10T11:24:26.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:26 smithi132 ceph-mon[33758]: pgmap v529: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 442 MiB/s wr, 123 op/s 2024-05-10T11:24:26.509 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:26 smithi187 ceph-mon[34076]: pgmap v529: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 442 MiB/s wr, 123 op/s 2024-05-10T11:24:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.101+0000 7f098aaa9640 1 -- 172.21.15.53:0/2303589097 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f09841067e0 msgr2=0x7f098410d070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.101+0000 7f098aaa9640 1 --2- 172.21.15.53:0/2303589097 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f09841067e0 0x7f098410d070 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f097c009ca0 tx=0x7f097c02a8c0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.101+0000 7f098aaa9640 1 -- 172.21.15.53:0/2303589097 shutdown_connections 2024-05-10T11:24:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.101+0000 7f098aaa9640 1 --2- 172.21.15.53:0/2303589097 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f09841067e0 0x7f098410d070 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.101+0000 7f098aaa9640 1 --2- 172.21.15.53:0/2303589097 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0984105e20 0x7f09841062a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.101+0000 7f098aaa9640 1 --2- 172.21.15.53:0/2303589097 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f0984104c30 0x7f0984105050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.101+0000 7f098aaa9640 1 -- 172.21.15.53:0/2303589097 >> 172.21.15.53:0/2303589097 conn(0x7f09841001a0 msgr2=0x7f09841025e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.101+0000 7f098aaa9640 1 -- 172.21.15.53:0/2303589097 shutdown_connections 2024-05-10T11:24:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.101+0000 7f098aaa9640 1 -- 172.21.15.53:0/2303589097 wait complete. 2024-05-10T11:24:28.104 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.102+0000 7f098aaa9640 1 Processor -- start 2024-05-10T11:24:28.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.103+0000 7f098aaa9640 1 -- start start 2024-05-10T11:24:28.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.103+0000 7f098aaa9640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0984104c30 0x7f098419ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:28.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.103+0000 7f098aaa9640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0984105e20 0x7f098419b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:28.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.103+0000 7f098aaa9640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f09841067e0 0x7f09841a20e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:28.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.103+0000 7f0988845640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0984104c30 0x7f098419ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:28.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.103+0000 7f098aaa9640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f0984110640 con 0x7f0984104c30 2024-05-10T11:24:28.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.103+0000 7f0988845640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0984104c30 0x7f098419ab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:39176/0 (socket says 172.21.15.53:39176) 2024-05-10T11:24:28.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.103+0000 7f0988845640 1 -- 172.21.15.53:0/713909482 learned_addr learned my addr 172.21.15.53:0/713909482 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:28.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.103+0000 7f098aaa9640 1 -- 172.21.15.53:0/713909482 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f09841104c0 con 0x7f09841067e0 2024-05-10T11:24:28.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.103+0000 7f098aaa9640 1 -- 172.21.15.53:0/713909482 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f09841107c0 con 0x7f0984105e20 2024-05-10T11:24:28.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.104+0000 7f0989046640 1 --2- 172.21.15.53:0/713909482 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f09841067e0 0x7f09841a20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:28.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.104+0000 7f0983fff640 1 --2- 172.21.15.53:0/713909482 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0984105e20 0x7f098419b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:28.105 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.104+0000 7f0989046640 1 -- 172.21.15.53:0/713909482 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0984105e20 msgr2=0x7f098419b070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:28.106 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.104+0000 7f0989046640 1 --2- 172.21.15.53:0/713909482 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0984105e20 0x7f098419b070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.106 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.104+0000 7f0989046640 1 -- 172.21.15.53:0/713909482 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0984104c30 msgr2=0x7f098419ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:28.106 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.104+0000 7f0989046640 1 --2- 172.21.15.53:0/713909482 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0984104c30 0x7f098419ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.106 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.104+0000 7f0989046640 1 -- 172.21.15.53:0/713909482 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09841a2750 con 0x7f09841067e0 2024-05-10T11:24:28.106 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.105+0000 7f0989046640 1 --2- 172.21.15.53:0/713909482 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f09841067e0 0x7f09841a20e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f097c031040 tx=0x7f097c003ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:28.107 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.105+0000 7f0981ffb640 1 -- 172.21.15.53:0/713909482 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f097c004240 con 0x7f09841067e0 2024-05-10T11:24:28.107 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.105+0000 7f0981ffb640 1 -- 172.21.15.53:0/713909482 <== mon.2 v2:172.21.15.132:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f097c003e10 con 0x7f09841067e0 2024-05-10T11:24:28.107 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.105+0000 7f098aaa9640 1 -- 172.21.15.53:0/713909482 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09841a29e0 con 0x7f09841067e0 2024-05-10T11:24:28.107 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.106+0000 7f0981ffb640 1 -- 172.21.15.53:0/713909482 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f097c03b410 con 0x7f09841067e0 2024-05-10T11:24:28.107 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.106+0000 7f098aaa9640 1 -- 172.21.15.53:0/713909482 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09841a2e70 con 0x7f09841067e0 2024-05-10T11:24:28.115 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.113+0000 7f0981ffb640 1 -- 172.21.15.53:0/713909482 <== mon.2 v2:172.21.15.132:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f097c0043e0 con 0x7f09841067e0 2024-05-10T11:24:28.115 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.114+0000 7f098d7c5740 1 Processor -- start 2024-05-10T11:24:28.115 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.115+0000 7f0981ffb640 1 --2- 172.21.15.53:0/713909482 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f09740b2a70 0x7f09740b4f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:28.116 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.115+0000 7f098d7c5740 1 -- start start 2024-05-10T11:24:28.116 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.115+0000 7f0981ffb640 1 -- 172.21.15.53:0/713909482 <== mon.2 v2:172.21.15.132:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f097c103bd0 con 0x7f09841067e0 2024-05-10T11:24:28.116 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.115+0000 7f098d7c5740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55afe3f105c0 0x55afe3f109e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:28.116 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.115+0000 7f098d7c5740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f10fb0 0x55afe3f15ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:28.116 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.115+0000 7f098d7c5740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55afe3f16120 0x55afe3f185b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:28.116 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.115+0000 7f098d7c5740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55afe3e6c5d0 con 0x55afe3f10fb0 2024-05-10T11:24:28.116 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.115+0000 7f0989046640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55afe3f16120 0x55afe3f185b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:28.116 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.115+0000 7f0989046640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55afe3f16120 0x55afe3f185b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:37742/0 (socket says 172.21.15.53:37742) 2024-05-10T11:24:28.117 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.115+0000 7f0988845640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55afe3f105c0 0x55afe3f109e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:28.117 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.115+0000 7f0989046640 1 -- 172.21.15.53:0/4192727494 learned_addr learned my addr 172.21.15.53:0/4192727494 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:28.117 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.116+0000 7f098d7c5740 1 -- 172.21.15.53:0/4192727494 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55afe3e25890 con 0x55afe3f16120 2024-05-10T11:24:28.117 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.116+0000 7f0983fff640 1 --2- 172.21.15.53:0/4192727494 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f10fb0 0x55afe3f15ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:28.117 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.116+0000 7f098d7c5740 1 -- 172.21.15.53:0/4192727494 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55afe3e68590 con 0x55afe3f105c0 2024-05-10T11:24:28.117 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.116+0000 7f0983fff640 1 --2- 172.21.15.53:0/713909482 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f09740b2a70 0x7f09740b4f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:28.118 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.117+0000 7f0989046640 1 -- 172.21.15.53:0/4192727494 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55afe3f105c0 msgr2=0x55afe3f109e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:28.118 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.117+0000 7f0989046640 1 --2- 172.21.15.53:0/4192727494 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55afe3f105c0 0x55afe3f109e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.118 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.117+0000 7f0989046640 1 -- 172.21.15.53:0/4192727494 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f10fb0 msgr2=0x55afe3f15ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:28.118 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.117+0000 7f0989046640 1 --2- 172.21.15.53:0/4192727494 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f10fb0 0x55afe3f15ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.118 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.117+0000 7f0989046640 1 -- 172.21.15.53:0/4192727494 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55afe3b7e210 con 0x55afe3f16120 2024-05-10T11:24:28.118 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.117+0000 7f0983fff640 1 --2- 172.21.15.53:0/713909482 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f09740b2a70 0x7f09740b4f30 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f0970005e10 tx=0x7f097000eb00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:28.118 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.117+0000 7f0989046640 1 --2- 172.21.15.53:0/4192727494 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55afe3f16120 0x55afe3f185b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f097c006010 tx=0x7f097c0095c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fde4e8d9875671f0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:28.119 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.117+0000 7f096effd640 1 -- 172.21.15.53:0/4192727494 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f097c0cae00 con 0x55afe3f16120 2024-05-10T11:24:28.119 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.118+0000 7f096effd640 1 -- 172.21.15.53:0/4192727494 <== mon.2 v2:172.21.15.132:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f097c036030 con 0x55afe3f16120 2024-05-10T11:24:28.119 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.118+0000 7f096effd640 1 -- 172.21.15.53:0/4192727494 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f097c0c7090 con 0x55afe3f16120 2024-05-10T11:24:28.120 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.119+0000 7f098d7c5740 1 -- 172.21.15.53:0/4192727494 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55afe3f16120 msgr2=0x55afe3f185b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:28.120 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.119+0000 7f098d7c5740 1 --2- 172.21.15.53:0/4192727494 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55afe3f16120 0x55afe3f185b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f097c006010 tx=0x7f097c0095c0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.120 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.119+0000 7f098d7c5740 1 -- 172.21.15.53:0/4192727494 shutdown_connections 2024-05-10T11:24:28.120 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.119+0000 7f098d7c5740 1 --2- 172.21.15.53:0/4192727494 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55afe3f16120 0x55afe3f185b0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.120 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.119+0000 7f098d7c5740 1 --2- 172.21.15.53:0/4192727494 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f10fb0 0x55afe3f15ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.120 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.119+0000 7f098d7c5740 1 --2- 172.21.15.53:0/4192727494 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55afe3f105c0 0x55afe3f109e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.120 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.120+0000 7f098d7c5740 1 -- 172.21.15.53:0/4192727494 >> 172.21.15.53:0/4192727494 conn(0x55afe3f0bc30 msgr2=0x55afe3f0c030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:28.121 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.120+0000 7f098d7c5740 1 -- 172.21.15.53:0/4192727494 shutdown_connections 2024-05-10T11:24:28.121 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.120+0000 7f098d7c5740 1 -- 172.21.15.53:0/4192727494 wait complete. 2024-05-10T11:24:28.121 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.121+0000 7f098d7c5740 1 -- start start 2024-05-10T11:24:28.121 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.121+0000 7f098d7c5740 1 Processor -- start 2024-05-10T11:24:28.123 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.122+0000 7f098d7c5740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55afe3f105c0 0x55afe3f04620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:28.123 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.122+0000 7f098d7c5740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f10fb0 0x55afe3f04b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:28.123 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.122+0000 7f098d7c5740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55afe3f16120 0x55afe3f09b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:28.123 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.122+0000 7f098d7c5740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55afe3e25890 con 0x55afe3f10fb0 2024-05-10T11:24:28.123 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.122+0000 7f098d7c5740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55afe3e29370 con 0x55afe3f105c0 2024-05-10T11:24:28.123 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.122+0000 7f098d7c5740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55afe3f02fd0 con 0x55afe3f16120 2024-05-10T11:24:28.123 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.122+0000 7f098d7c5740 10 client.0 _ll_register_callbacks cb 0x55afe3b7da00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:24:28.123 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.122+0000 7f0983fff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f10fb0 0x55afe3f04b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:28.123 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.122+0000 7f0983fff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f10fb0 0x55afe3f04b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:39196/0 (socket says 172.21.15.53:39196) 2024-05-10T11:24:28.124 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.122+0000 7f0983fff640 1 -- 172.21.15.53:0/4203533793 learned_addr learned my addr 172.21.15.53:0/4203533793 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:28.124 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.123+0000 7f0989046640 1 --2- 172.21.15.53:0/4203533793 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55afe3f16120 0x55afe3f09b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:28.124 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.123+0000 7f0983fff640 1 -- 172.21.15.53:0/4203533793 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55afe3f16120 msgr2=0x55afe3f09b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:28.124 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.123+0000 7f0983fff640 1 --2- 172.21.15.53:0/4203533793 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55afe3f16120 0x55afe3f09b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.124 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.123+0000 7f0983fff640 1 -- 172.21.15.53:0/4203533793 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55afe3f105c0 msgr2=0x55afe3f04620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:28.124 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.123+0000 7f0983fff640 1 --2- 172.21.15.53:0/4203533793 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55afe3f105c0 0x55afe3f04620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.124 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.123+0000 7f0983fff640 1 -- 172.21.15.53:0/4203533793 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55afe3c4a620 con 0x55afe3f10fb0 2024-05-10T11:24:28.124 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.123+0000 7f0989046640 1 --2- 172.21.15.53:0/4203533793 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55afe3f16120 0x55afe3f09b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:28.124 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.123+0000 7f0983fff640 1 --2- 172.21.15.53:0/4203533793 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f10fb0 0x55afe3f04b60 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f0970004260 tx=0x7f097000e610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d96f709d60da958d server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:28.126 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.123+0000 7f0963fff640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:24:28.126 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.123+0000 7f0963fff640 1 -- 172.21.15.53:0/4203533793 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09700047a0 con 0x55afe3f10fb0 2024-05-10T11:24:28.126 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.123+0000 7f0963fff640 1 -- 172.21.15.53:0/4203533793 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f0970004940 con 0x55afe3f10fb0 2024-05-10T11:24:28.126 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.123+0000 7f098d7c5740 1 -- 172.21.15.53:0/4203533793 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f097c036030 con 0x55afe3f10fb0 2024-05-10T11:24:28.126 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.124+0000 7f0963fff640 1 -- 172.21.15.53:0/4203533793 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0970031050 con 0x55afe3f10fb0 2024-05-10T11:24:28.126 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.124+0000 7f098d7c5740 10 client.16173 fetch_fsmap learned FSMap version 29 2024-05-10T11:24:28.126 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.124+0000 7f098d7c5740 1 -- 172.21.15.53:0/4203533793 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55afe3f2d340 con 0x55afe3f10fb0 2024-05-10T11:24:28.126 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.124+0000 7f0963fff640 1 -- 172.21.15.53:0/4203533793 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f097c036030 con 0x55afe3f10fb0 2024-05-10T11:24:28.126 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.124+0000 7f0963fff640 1 -- 172.21.15.53:0/4203533793 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f0970020400 con 0x55afe3f10fb0 2024-05-10T11:24:28.126 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.125+0000 7f098d7c5740 10 client.16173 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:24:28.126 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.125+0000 7f098d7c5740 10 client.16173 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:24:28.127 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.125+0000 7f098d7c5740 20 client.16173 populate_metadata read hostname 'smithi053' 2024-05-10T11:24:28.127 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.125+0000 7f098d7c5740 1 --2- 172.21.15.53:0/4203533793 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55afe3f2e9b0 0x55afe3f30e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:28.127 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.125+0000 7f098d7c5740 4 client.16173 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:24:28.127 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.125+0000 7f098d7c5740 1 -- 172.21.15.53:0/4203533793 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55afe3e7a1e0 con 0x55afe3f2e9b0 2024-05-10T11:24:28.127 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.126+0000 7f0988845640 1 --2- 172.21.15.53:0/4203533793 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55afe3f2e9b0 0x55afe3f30e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:28.127 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.127+0000 7f0963fff640 10 client.16173 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:28.127 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.127+0000 7f0988845640 1 --2- 172.21.15.53:0/4203533793 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55afe3f2e9b0 0x55afe3f30e50 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb95c3eabc8f6512 server_cookie=e1d131a652e405c0 in_seq=0 out_seq=0 2024-05-10T11:24:28.128 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.129+0000 7f0963fff640 1 -- 172.21.15.53:0/4203533793 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55afe3e7a1e0 con 0x55afe3f2e9b0 2024-05-10T11:24:28.128 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.129+0000 7f0963fff640 10 client.16173 handle_command_reply: tid=0 2024-05-10T11:24:28.130 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.129+0000 7f098d7c5740 1 client.16173 shutdown 2024-05-10T11:24:28.130 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.129+0000 7f098d7c5740 1 -- 172.21.15.53:0/4203533793 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f10fb0 msgr2=0x55afe3f04b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:28.130 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.129+0000 7f098d7c5740 1 --2- 172.21.15.53:0/4203533793 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f10fb0 0x55afe3f04b60 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f0970004260 tx=0x7f097000e610 comp rx=0 tx=0).stop 2024-05-10T11:24:28.130 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.129+0000 7f098d7c5740 1 -- 172.21.15.53:0/4203533793 shutdown_connections 2024-05-10T11:24:28.130 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.129+0000 7f098d7c5740 1 --2- 172.21.15.53:0/4203533793 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55afe3f16120 0x55afe3f09b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.130 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.129+0000 7f098d7c5740 1 --2- 172.21.15.53:0/4203533793 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55afe3f2e9b0 0x55afe3f30e50 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.130 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.129+0000 7f098d7c5740 1 --2- 172.21.15.53:0/4203533793 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f10fb0 0x55afe3f04b60 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.130 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.129+0000 7f098d7c5740 1 --2- 172.21.15.53:0/4203533793 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55afe3f105c0 0x55afe3f04620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.130 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.129+0000 7f098d7c5740 1 -- 172.21.15.53:0/4203533793 >> 172.21.15.53:0/4203533793 conn(0x55afe3f0bc30 msgr2=0x55afe3f02580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:28.130 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.129+0000 7f0963fff640 0 client.16173 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:28.130 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.129+0000 7f098d7c5740 1 -- 172.21.15.53:0/4203533793 shutdown_connections 2024-05-10T11:24:28.131 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.129+0000 7f098d7c5740 1 -- 172.21.15.53:0/4203533793 wait complete. 2024-05-10T11:24:28.131 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.130+0000 7f098d7c5740 20 client.16173 trim_cache size 0 max 16384 2024-05-10T11:24:28.162 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.162+0000 7f098d7c5740 1 Processor -- start 2024-05-10T11:24:28.162 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.162+0000 7f098d7c5740 1 -- start start 2024-05-10T11:24:28.163 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.163+0000 7f098d7c5740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f105c0 0x55afe3efe400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:28.163 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.163+0000 7f098d7c5740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55afe3f10fb0 0x55afe3f04620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:28.164 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.163+0000 7f098d7c5740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55afe3f16120 0x55afe3f04b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:28.164 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.163+0000 7f098d7c5740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f09841a9010 con 0x55afe3f105c0 2024-05-10T11:24:28.164 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.163+0000 7f098d7c5740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f09841aab50 con 0x55afe3f16120 2024-05-10T11:24:28.164 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.163+0000 7f098d7c5740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f09841a96e0 con 0x55afe3f10fb0 2024-05-10T11:24:28.164 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.163+0000 7f0988845640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f105c0 0x55afe3efe400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:28.164 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.163+0000 7f0988845640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f105c0 0x55afe3efe400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:39204/0 (socket says 172.21.15.53:39204) 2024-05-10T11:24:28.164 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.163+0000 7f0988845640 1 -- 172.21.15.53:0/1515729533 learned_addr learned my addr 172.21.15.53:0/1515729533 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:28.164 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.163+0000 7f0988845640 1 -- 172.21.15.53:0/1515729533 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55afe3f10fb0 msgr2=0x55afe3f04620 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-10T11:24:28.164 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.163+0000 7f0988845640 1 --2- 172.21.15.53:0/1515729533 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55afe3f10fb0 0x55afe3f04620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.164 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.163+0000 7f0988845640 1 -- 172.21.15.53:0/1515729533 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55afe3f16120 msgr2=0x55afe3f04b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:28.165 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.163+0000 7f0988845640 1 --2- 172.21.15.53:0/1515729533 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55afe3f16120 0x55afe3f04b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.166 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.163+0000 7f0988845640 1 -- 172.21.15.53:0/1515729533 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55afe3f0ba60 con 0x55afe3f105c0 2024-05-10T11:24:28.166 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.164+0000 7f0988845640 1 --2- 172.21.15.53:0/1515729533 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f105c0 0x55afe3efe400 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x55afe3f11810 tx=0x7f097800a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e110d4062b6014bb server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:28.166 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.164+0000 7f096e7fc640 1 -- 172.21.15.53:0/1515729533 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09780130d0 con 0x55afe3f105c0 2024-05-10T11:24:28.166 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.164+0000 7f096e7fc640 1 -- 172.21.15.53:0/1515729533 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0978013270 con 0x55afe3f105c0 2024-05-10T11:24:28.166 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.164+0000 7f096e7fc640 1 -- 172.21.15.53:0/1515729533 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09780035f0 con 0x55afe3f105c0 2024-05-10T11:24:28.166 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.165+0000 7f098d7c5740 1 -- 172.21.15.53:0/1515729533 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f105c0 msgr2=0x55afe3efe400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:28.166 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.165+0000 7f098d7c5740 1 --2- 172.21.15.53:0/1515729533 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f105c0 0x55afe3efe400 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x55afe3f11810 tx=0x7f097800a6f0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.166 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.165+0000 7f098d7c5740 1 -- 172.21.15.53:0/1515729533 shutdown_connections 2024-05-10T11:24:28.166 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.165+0000 7f098d7c5740 1 --2- 172.21.15.53:0/1515729533 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55afe3f16120 0x55afe3f04b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.166 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.165+0000 7f098d7c5740 1 --2- 172.21.15.53:0/1515729533 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55afe3f10fb0 0x55afe3f04620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.166 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.165+0000 7f098d7c5740 1 --2- 172.21.15.53:0/1515729533 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f105c0 0x55afe3efe400 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.166 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.165+0000 7f098d7c5740 1 -- 172.21.15.53:0/1515729533 >> 172.21.15.53:0/1515729533 conn(0x55afe3f0bc30 msgr2=0x55afe3f15870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:28.167 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.166+0000 7f098d7c5740 1 -- 172.21.15.53:0/1515729533 shutdown_connections 2024-05-10T11:24:28.167 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.166+0000 7f098d7c5740 1 -- 172.21.15.53:0/1515729533 wait complete. 2024-05-10T11:24:28.170 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.166+0000 7f098d7c5740 1 -- start start 2024-05-10T11:24:28.170 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.166+0000 7f098d7c5740 1 Processor -- start 2024-05-10T11:24:28.170 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.167+0000 7f098d7c5740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55afe3f105c0 0x55afe3f3ff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:28.170 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.167+0000 7f098d7c5740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55afe3f10fb0 0x55afe3f40460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:28.170 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.167+0000 7f098d7c5740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f16120 0x55afe3f41470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:28.170 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.167+0000 7f098d7c5740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f09841aa480 con 0x55afe3f16120 2024-05-10T11:24:28.170 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.167+0000 7f098d7c5740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f09841a9db0 con 0x55afe3f105c0 2024-05-10T11:24:28.171 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.167+0000 7f098d7c5740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f09841a6ff0 con 0x55afe3f10fb0 2024-05-10T11:24:28.171 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.167+0000 7f098d7c5740 10 client.0 _ll_register_callbacks cb 0x7f0970012f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:24:28.171 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.167+0000 7f0989046640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f16120 0x55afe3f41470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:28.171 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.167+0000 7f0989046640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f16120 0x55afe3f41470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:39210/0 (socket says 172.21.15.53:39210) 2024-05-10T11:24:28.171 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.167+0000 7f0989046640 1 -- 172.21.15.53:0/1308591317 learned_addr learned my addr 172.21.15.53:0/1308591317 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:28.171 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.167+0000 7f0983fff640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55afe3f10fb0 0x55afe3f40460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:28.171 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.167+0000 7f0988845640 1 --2- 172.21.15.53:0/1308591317 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55afe3f105c0 0x55afe3f3ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:28.171 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.168+0000 7f0989046640 1 -- 172.21.15.53:0/1308591317 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55afe3f10fb0 msgr2=0x55afe3f40460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:28.171 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.168+0000 7f0989046640 1 --2- 172.21.15.53:0/1308591317 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55afe3f10fb0 0x55afe3f40460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.171 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.168+0000 7f0989046640 1 -- 172.21.15.53:0/1308591317 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55afe3f105c0 msgr2=0x55afe3f3ff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:28.171 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.168+0000 7f0989046640 1 --2- 172.21.15.53:0/1308591317 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55afe3f105c0 0x55afe3f3ff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.171 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.168+0000 7f0989046640 1 -- 172.21.15.53:0/1308591317 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55afe3f0c900 con 0x55afe3f16120 2024-05-10T11:24:28.172 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.168+0000 7f0983fff640 1 --2- 172.21.15.53:0/1308591317 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55afe3f10fb0 0x55afe3f40460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:24:28.172 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.168+0000 7f0989046640 1 --2- 172.21.15.53:0/1308591317 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f16120 0x55afe3f41470 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f097c0c8070 tx=0x7f097c004900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9f57fd3a163df58 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:28.172 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.168+0000 7f0963fff640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:24:28.172 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.168+0000 7f0963fff640 1 -- 172.21.15.53:0/1308591317 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f097c0e9070 con 0x55afe3f16120 2024-05-10T11:24:28.172 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.168+0000 7f0963fff640 1 -- 172.21.15.53:0/1308591317 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f097c0c73f0 con 0x55afe3f16120 2024-05-10T11:24:28.172 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.168+0000 7f098d7c5740 1 -- 172.21.15.53:0/1308591317 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0978013270 con 0x55afe3f16120 2024-05-10T11:24:28.172 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.168+0000 7f0963fff640 1 -- 172.21.15.53:0/1308591317 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f097c0cae00 con 0x55afe3f16120 2024-05-10T11:24:28.172 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.168+0000 7f098d7c5740 10 client.16179 fetch_fsmap learned FSMap version 29 2024-05-10T11:24:28.172 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.168+0000 7f098d7c5740 1 -- 172.21.15.53:0/1308591317 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55afe3f98f80 con 0x55afe3f16120 2024-05-10T11:24:28.172 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.169+0000 7f0963fff640 1 -- 172.21.15.53:0/1308591317 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0978013270 con 0x55afe3f16120 2024-05-10T11:24:28.172 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.169+0000 7f0963fff640 1 -- 172.21.15.53:0/1308591317 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f097c030650 con 0x55afe3f16120 2024-05-10T11:24:28.172 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.169+0000 7f098d7c5740 10 client.16179 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:24:28.172 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.169+0000 7f098d7c5740 10 client.16179 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:24:28.172 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.169+0000 7f098d7c5740 20 client.16179 populate_metadata read hostname 'smithi053' 2024-05-10T11:24:28.173 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.169+0000 7f098d7c5740 1 --2- 172.21.15.53:0/1308591317 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55afe3f995a0 0x55afe3f9b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:28.173 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.169+0000 7f098d7c5740 4 client.16179 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-10T11:24:28.173 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.169+0000 7f098d7c5740 1 -- 172.21.15.53:0/1308591317 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55afe3e74050 con 0x55afe3f995a0 2024-05-10T11:24:28.173 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.170+0000 7f0988845640 1 --2- 172.21.15.53:0/1308591317 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55afe3f995a0 0x55afe3f9b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:28.173 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.171+0000 7f0988845640 1 --2- 172.21.15.53:0/1308591317 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55afe3f995a0 0x55afe3f9b9c0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=24038cc3ba0f6340 server_cookie=73ebc3a32744b544 in_seq=0 out_seq=0 2024-05-10T11:24:28.173 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.171+0000 7f0963fff640 10 client.16179 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:28.190 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.189+0000 7f0963fff640 1 -- 172.21.15.53:0/1308591317 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55afe3e74050 con 0x55afe3f995a0 2024-05-10T11:24:28.190 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.189+0000 7f0963fff640 10 client.16179 handle_command_reply: tid=0 2024-05-10T11:24:28.190 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.189+0000 7f098d7c5740 1 client.16179 shutdown 2024-05-10T11:24:28.190 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.189+0000 7f098d7c5740 1 -- 172.21.15.53:0/1308591317 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f16120 msgr2=0x55afe3f41470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:28.190 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.189+0000 7f098d7c5740 1 --2- 172.21.15.53:0/1308591317 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f16120 0x55afe3f41470 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f097c0c8070 tx=0x7f097c004900 comp rx=0 tx=0).stop 2024-05-10T11:24:28.190 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.189+0000 7f098d7c5740 1 -- 172.21.15.53:0/1308591317 shutdown_connections 2024-05-10T11:24:28.190 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.189+0000 7f098d7c5740 1 --2- 172.21.15.53:0/1308591317 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x55afe3f995a0 0x55afe3f9b9c0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.190 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.189+0000 7f098d7c5740 1 --2- 172.21.15.53:0/1308591317 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55afe3f16120 0x55afe3f41470 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.190 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.189+0000 7f098d7c5740 1 --2- 172.21.15.53:0/1308591317 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55afe3f10fb0 0x55afe3f40460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.191 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.189+0000 7f098d7c5740 1 --2- 172.21.15.53:0/1308591317 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55afe3f105c0 0x55afe3f3ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.191 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.189+0000 7f098d7c5740 1 -- 172.21.15.53:0/1308591317 >> 172.21.15.53:0/1308591317 conn(0x55afe3f0bc30 msgr2=0x55afe3f045c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:28.191 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.189+0000 7f0963fff640 0 client.16179 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:28.191 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.190+0000 7f098d7c5740 1 -- 172.21.15.53:0/1308591317 shutdown_connections 2024-05-10T11:24:28.191 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.190+0000 7f098d7c5740 1 -- 172.21.15.53:0/1308591317 wait complete. 2024-05-10T11:24:28.191 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.190+0000 7f098d7c5740 20 client.16179 trim_cache size 0 max 16384 2024-05-10T11:24:28.191 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:{ 2024-05-10T11:24:28.192 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "message": "", 2024-05-10T11:24:28.192 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "return_code": 0 2024-05-10T11:24:28.192 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:} 2024-05-10T11:24:28.192 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.191+0000 7f098aaa9640 1 -- 172.21.15.53:0/713909482 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f09740b2a70 msgr2=0x7f09740b4f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:28.192 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.191+0000 7f098aaa9640 1 --2- 172.21.15.53:0/713909482 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f09740b2a70 0x7f09740b4f30 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f0970005e10 tx=0x7f097000eb00 comp rx=0 tx=0).stop 2024-05-10T11:24:28.193 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.191+0000 7f098aaa9640 1 -- 172.21.15.53:0/713909482 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f09841067e0 msgr2=0x7f09841a20e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:28.193 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.191+0000 7f098aaa9640 1 --2- 172.21.15.53:0/713909482 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f09841067e0 0x7f09841a20e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f097c031040 tx=0x7f097c003ce0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.193 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.191+0000 7f098aaa9640 1 -- 172.21.15.53:0/713909482 shutdown_connections 2024-05-10T11:24:28.193 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.191+0000 7f098aaa9640 1 --2- 172.21.15.53:0/713909482 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f09740b2a70 0x7f09740b4f30 secure :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f0970005e10 tx=0x7f097000eb00 comp rx=0 tx=0).stop 2024-05-10T11:24:28.193 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.191+0000 7f098aaa9640 1 --2- 172.21.15.53:0/713909482 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f09841067e0 0x7f09841a20e0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.193 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.191+0000 7f098aaa9640 1 --2- 172.21.15.53:0/713909482 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f0984105e20 0x7f098419b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.193 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.191+0000 7f098aaa9640 1 --2- 172.21.15.53:0/713909482 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0984104c30 0x7f098419ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:28.193 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.191+0000 7f098aaa9640 1 -- 172.21.15.53:0/713909482 >> 172.21.15.53:0/713909482 conn(0x7f09841001a0 msgr2=0x7f0984109050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:28.194 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.192+0000 7f098aaa9640 1 -- 172.21.15.53:0/713909482 shutdown_connections 2024-05-10T11:24:28.194 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:28.192+0000 7f098aaa9640 1 -- 172.21.15.53:0/713909482 wait complete. 2024-05-10T11:24:28.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:28 smithi053 ceph-mon[30153]: pgmap v530: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 361 MiB/s wr, 102 op/s 2024-05-10T11:24:28.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:28 smithi132 ceph-mon[33758]: pgmap v530: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 361 MiB/s wr, 102 op/s 2024-05-10T11:24:28.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:28 smithi187 ceph-mon[34076]: pgmap v530: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 361 MiB/s wr, 102 op/s 2024-05-10T11:24:30.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:30 smithi053 ceph-mon[30153]: pgmap v531: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 358 MiB/s wr, 102 op/s 2024-05-10T11:24:30.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:30 smithi132 ceph-mon[33758]: pgmap v531: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 358 MiB/s wr, 102 op/s 2024-05-10T11:24:30.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:30 smithi187 ceph-mon[34076]: pgmap v531: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 358 MiB/s wr, 102 op/s 2024-05-10T11:24:31.310 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-10T11:24:31.778 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:24:32.226 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:32 smithi053 ceph-mon[30153]: pgmap v532: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 485 MiB/s wr, 133 op/s 2024-05-10T11:24:32.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:32 smithi132 ceph-mon[33758]: pgmap v532: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 485 MiB/s wr, 133 op/s 2024-05-10T11:24:32.509 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:32 smithi187 ceph-mon[34076]: pgmap v532: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 485 MiB/s wr, 133 op/s 2024-05-10T11:24:34.205 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.924+0000 7f4783d41700 1 -- 172.21.15.53:0/3201020246 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f477c103750 msgr2=0x7f477c103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:34.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.924+0000 7f4783d41700 1 --2- 172.21.15.53:0/3201020246 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f477c103750 0x7f477c103b30 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f47780099c0 tx=0x7f4778009cd0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.924+0000 7f4783d41700 1 -- 172.21.15.53:0/3201020246 shutdown_connections 2024-05-10T11:24:34.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.924+0000 7f4783d41700 1 --2- 172.21.15.53:0/3201020246 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f477c108850 0x7f477c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.924+0000 7f4783d41700 1 --2- 172.21.15.53:0/3201020246 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f477c103750 0x7f477c103b30 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.924+0000 7f4783d41700 1 --2- 172.21.15.53:0/3201020246 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f477c104100 0x7f477c108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.924+0000 7f4783d41700 1 -- 172.21.15.53:0/3201020246 >> 172.21.15.53:0/3201020246 conn(0x7f477c07a600 msgr2=0x7f477c07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:34.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.925+0000 7f4783d41700 1 -- 172.21.15.53:0/3201020246 shutdown_connections 2024-05-10T11:24:34.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.925+0000 7f4783d41700 1 -- 172.21.15.53:0/3201020246 wait complete. 2024-05-10T11:24:34.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.925+0000 7f4783d41700 1 Processor -- start 2024-05-10T11:24:34.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.925+0000 7f4783d41700 1 -- start start 2024-05-10T11:24:34.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.925+0000 7f4783d41700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f477c103750 0x7f477c0757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:34.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.926+0000 7f4783d41700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f477c104100 0x7f477c075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:34.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.926+0000 7f4783d41700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f477c108850 0x7f477c076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:34.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.926+0000 7f4783d41700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f477c1134d0 con 0x7f477c104100 2024-05-10T11:24:34.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.926+0000 7f4783d41700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f477c113350 con 0x7f477c108850 2024-05-10T11:24:34.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.926+0000 7f4783d41700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f477c113650 con 0x7f477c103750 2024-05-10T11:24:34.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.926+0000 7f47812dc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f477c104100 0x7f477c075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:34.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.926+0000 7f47812dc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f477c104100 0x7f477c075ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:50080/0 (socket says 172.21.15.53:50080) 2024-05-10T11:24:34.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.926+0000 7f47812dc700 1 -- 172.21.15.53:0/615923964 learned_addr learned my addr 172.21.15.53:0/615923964 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:34.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.926+0000 7f4781add700 1 --2- 172.21.15.53:0/615923964 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f477c103750 0x7f477c0757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:34.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.926+0000 7f47822de700 1 --2- 172.21.15.53:0/615923964 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f477c108850 0x7f477c076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:34.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.926+0000 7f47812dc700 1 -- 172.21.15.53:0/615923964 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f477c103750 msgr2=0x7f477c0757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:34.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.926+0000 7f47812dc700 1 --2- 172.21.15.53:0/615923964 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f477c103750 0x7f477c0757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.926+0000 7f47812dc700 1 -- 172.21.15.53:0/615923964 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f477c108850 msgr2=0x7f477c076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:34.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.926+0000 7f47812dc700 1 --2- 172.21.15.53:0/615923964 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f477c108850 0x7f477c076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.926+0000 7f47812dc700 1 -- 172.21.15.53:0/615923964 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f477c1a7f70 con 0x7f477c104100 2024-05-10T11:24:34.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.926+0000 7f47822de700 1 --2- 172.21.15.53:0/615923964 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f477c108850 0x7f477c076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:34.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.926+0000 7f47812dc700 1 --2- 172.21.15.53:0/615923964 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f477c104100 0x7f477c075ce0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f476c00d950 tx=0x7f476c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:34.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.926+0000 7f4772ffd700 1 -- 172.21.15.53:0/615923964 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f476c016070 con 0x7f477c104100 2024-05-10T11:24:34.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.926+0000 7f4772ffd700 1 -- 172.21.15.53:0/615923964 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f476c009dd0 con 0x7f477c104100 2024-05-10T11:24:34.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.926+0000 7f4783d41700 1 -- 172.21.15.53:0/615923964 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f477c1a8260 con 0x7f477c104100 2024-05-10T11:24:34.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.926+0000 7f4772ffd700 1 -- 172.21.15.53:0/615923964 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f476c00f3c0 con 0x7f477c104100 2024-05-10T11:24:34.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.926+0000 7f4783d41700 1 -- 172.21.15.53:0/615923964 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f477c1a87f0 con 0x7f477c104100 2024-05-10T11:24:34.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.929+0000 7f4772ffd700 1 -- 172.21.15.53:0/615923964 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f476c019070 con 0x7f477c104100 2024-05-10T11:24:34.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.929+0000 7f4772ffd700 1 --2- 172.21.15.53:0/615923964 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f47680b2900 0x7f47680b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:34.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.930+0000 7f4781add700 1 --2- 172.21.15.53:0/615923964 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f47680b2900 0x7f47680b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:34.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.930+0000 7f4772ffd700 1 -- 172.21.15.53:0/615923964 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f476c0e2180 con 0x7f477c104100 2024-05-10T11:24:34.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.930+0000 7f478e5d4b80 1 Processor -- start 2024-05-10T11:24:34.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.930+0000 7f4781add700 1 --2- 172.21.15.53:0/615923964 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f47680b2900 0x7f47680b4dc0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f47780058e0 tx=0x7f4778005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:34.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.930+0000 7f478e5d4b80 1 -- start start 2024-05-10T11:24:34.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.930+0000 7f478e5d4b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d01b1b0 0x562e6d01b590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:34.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.930+0000 7f478e5d4b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d015810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:34.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.930+0000 7f478e5d4b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x562e6d015d50 0x562e6d016190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:34.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.930+0000 7f478e5d4b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x562e6cf67940 con 0x562e6d01bad0 2024-05-10T11:24:34.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.930+0000 7f478e5d4b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x562e6ceccda0 con 0x562e6d01b1b0 2024-05-10T11:24:34.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.930+0000 7f478e5d4b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x562e6cf63900 con 0x562e6d015d50 2024-05-10T11:24:34.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.931+0000 7f47812dc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d015810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:34.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.931+0000 7f4781add700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d01b1b0 0x562e6d01b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:34.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.931+0000 7f47812dc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d015810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:50096/0 (socket says 172.21.15.53:50096) 2024-05-10T11:24:34.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.931+0000 7f47812dc700 1 -- 172.21.15.53:0/1926534120 learned_addr learned my addr 172.21.15.53:0/1926534120 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:34.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.931+0000 7f47822de700 1 --2- 172.21.15.53:0/1926534120 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x562e6d015d50 0x562e6d016190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:34.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.931+0000 7f4781add700 1 -- 172.21.15.53:0/1926534120 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x562e6d015d50 msgr2=0x562e6d016190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:34.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.931+0000 7f4781add700 1 --2- 172.21.15.53:0/1926534120 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x562e6d015d50 0x562e6d016190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.931+0000 7f4781add700 1 -- 172.21.15.53:0/1926534120 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 msgr2=0x562e6d015810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:34.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.931+0000 7f4781add700 1 --2- 172.21.15.53:0/1926534120 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d015810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.931+0000 7f4781add700 1 -- 172.21.15.53:0/1926534120 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562e6ceb48d0 con 0x562e6d01b1b0 2024-05-10T11:24:34.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.931+0000 7f4781add700 1 --2- 172.21.15.53:0/1926534120 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d01b1b0 0x562e6d01b590 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f4778000c00 tx=0x7f477801f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=27a789e431fe33e1 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:34.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.931+0000 7f4767fff700 1 -- 172.21.15.53:0/1926534120 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f477800ba90 con 0x562e6d01b1b0 2024-05-10T11:24:34.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.931+0000 7f4767fff700 1 -- 172.21.15.53:0/1926534120 <== mon.2 v2:172.21.15.132:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f477800bc30 con 0x562e6d01b1b0 2024-05-10T11:24:34.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.931+0000 7f4767fff700 1 -- 172.21.15.53:0/1926534120 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f477800f6c0 con 0x562e6d01b1b0 2024-05-10T11:24:34.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.932+0000 7f478e5d4b80 1 -- 172.21.15.53:0/1926534120 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d01b1b0 msgr2=0x562e6d01b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:34.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.932+0000 7f478e5d4b80 1 --2- 172.21.15.53:0/1926534120 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d01b1b0 0x562e6d01b590 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f4778000c00 tx=0x7f477801f000 comp rx=0 tx=0).stop 2024-05-10T11:24:34.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.932+0000 7f478e5d4b80 1 -- 172.21.15.53:0/1926534120 shutdown_connections 2024-05-10T11:24:34.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.932+0000 7f478e5d4b80 1 --2- 172.21.15.53:0/1926534120 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x562e6d015d50 0x562e6d016190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.932+0000 7f478e5d4b80 1 --2- 172.21.15.53:0/1926534120 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d01b1b0 0x562e6d01b590 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.932+0000 7f478e5d4b80 1 --2- 172.21.15.53:0/1926534120 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d015810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.932+0000 7f478e5d4b80 1 -- 172.21.15.53:0/1926534120 >> 172.21.15.53:0/1926534120 conn(0x562e6cf41b70 msgr2=0x562e6d0102a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:34.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.932+0000 7f478e5d4b80 1 -- 172.21.15.53:0/1926534120 shutdown_connections 2024-05-10T11:24:34.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.932+0000 7f478e5d4b80 1 -- 172.21.15.53:0/1926534120 wait complete. 2024-05-10T11:24:34.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.933+0000 7f478e5d4b80 1 -- start start 2024-05-10T11:24:34.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.933+0000 7f478e5d4b80 1 Processor -- start 2024-05-10T11:24:34.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.933+0000 7f478e5d4b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x562e6d015d50 0x562e6d0216e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:34.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.933+0000 7f478e5d4b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d01b1b0 0x562e6d01ea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:34.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.933+0000 7f478e5d4b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d01efc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:34.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.933+0000 7f478e5d4b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x562e6d0223f0 con 0x562e6d01bad0 2024-05-10T11:24:34.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.933+0000 7f478e5d4b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x562e6cf20ed0 con 0x562e6d01b1b0 2024-05-10T11:24:34.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.933+0000 7f478e5d4b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x562e6d022570 con 0x562e6d015d50 2024-05-10T11:24:34.212 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.933+0000 7f478e5d4b80 10 client.0 _ll_register_callbacks cb 0x562e6cefb5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:24:34.213 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:24:34.213 INFO:teuthology.orchestra.run.smithi053.stdout: "status": "no active scrubs running", 2024-05-10T11:24:34.213 INFO:teuthology.orchestra.run.smithi053.stdout: "scrubs": {} 2024-05-10T11:24:34.213 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:24:34.213 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.933+0000 7f47822de700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d01efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:34.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.933+0000 7f47822de700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d01efc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:50104/0 (socket says 172.21.15.53:50104) 2024-05-10T11:24:34.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.933+0000 7f47822de700 1 -- 172.21.15.53:0/4141836414 learned_addr learned my addr 172.21.15.53:0/4141836414 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:34.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.933+0000 7f47812dc700 1 --2- 172.21.15.53:0/4141836414 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d01b1b0 0x562e6d01ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:34.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.933+0000 7f4781add700 1 --2- 172.21.15.53:0/4141836414 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x562e6d015d50 0x562e6d0216e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:34.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.933+0000 7f47822de700 1 -- 172.21.15.53:0/4141836414 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x562e6d015d50 msgr2=0x562e6d0216e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:34.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.933+0000 7f47822de700 1 --2- 172.21.15.53:0/4141836414 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x562e6d015d50 0x562e6d0216e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.933+0000 7f47822de700 1 -- 172.21.15.53:0/4141836414 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d01b1b0 msgr2=0x562e6d01ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:34.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.933+0000 7f47822de700 1 --2- 172.21.15.53:0/4141836414 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d01b1b0 0x562e6d01ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.933+0000 7f47822de700 1 -- 172.21.15.53:0/4141836414 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562e6cf1e760 con 0x562e6d01bad0 2024-05-10T11:24:34.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.934+0000 7f47812dc700 1 --2- 172.21.15.53:0/4141836414 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d01b1b0 0x562e6d01ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:34.214 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.934+0000 7f47822de700 1 --2- 172.21.15.53:0/4141836414 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d01efc0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f4774007b90 tx=0x7f4774007f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd2dae268f551b84 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:34.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.934+0000 7f47657fa700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:24:34.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.934+0000 7f47657fa700 1 -- 172.21.15.53:0/4141836414 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f477401a070 con 0x562e6d01bad0 2024-05-10T11:24:34.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.934+0000 7f47657fa700 1 -- 172.21.15.53:0/4141836414 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f4774012cb0 con 0x562e6d01bad0 2024-05-10T11:24:34.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.934+0000 7f478e5d4b80 1 -- 172.21.15.53:0/4141836414 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f477800bc30 con 0x562e6d01bad0 2024-05-10T11:24:34.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.934+0000 7f47657fa700 1 -- 172.21.15.53:0/4141836414 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4774026050 con 0x562e6d01bad0 2024-05-10T11:24:34.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.934+0000 7f478e5d4b80 10 client.16191 fetch_fsmap learned FSMap version 29 2024-05-10T11:24:34.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.934+0000 7f478e5d4b80 1 -- 172.21.15.53:0/4141836414 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562e6d02cd00 con 0x562e6d01bad0 2024-05-10T11:24:34.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.934+0000 7f47657fa700 1 -- 172.21.15.53:0/4141836414 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f477800bc30 con 0x562e6d01bad0 2024-05-10T11:24:34.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.934+0000 7f47657fa700 1 -- 172.21.15.53:0/4141836414 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f47740153c0 con 0x562e6d01bad0 2024-05-10T11:24:34.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.934+0000 7f478e5d4b80 10 client.16191 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:24:34.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.934+0000 7f478e5d4b80 10 client.16191 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:24:34.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.934+0000 7f478e5d4b80 20 client.16191 populate_metadata read hostname 'smithi053' 2024-05-10T11:24:34.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.934+0000 7f478e5d4b80 1 --2- 172.21.15.53:0/4141836414 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x562e6d02f290 0x562e6d0316b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:34.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.934+0000 7f478e5d4b80 4 client.16191 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:24:34.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.934+0000 7f478e5d4b80 1 -- 172.21.15.53:0/4141836414 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562e6cf75320 con 0x562e6d02f290 2024-05-10T11:24:34.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.935+0000 7f4781add700 1 --2- 172.21.15.53:0/4141836414 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x562e6d02f290 0x562e6d0316b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:34.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.935+0000 7f4781add700 1 --2- 172.21.15.53:0/4141836414 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x562e6d02f290 0x562e6d0316b0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be534d96a4cb8311 server_cookie=8d046ee8880b64e6 in_seq=0 out_seq=0 2024-05-10T11:24:34.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.935+0000 7f47657fa700 10 client.16191 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:34.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.936+0000 7f47657fa700 1 -- 172.21.15.53:0/4141836414 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x562e6cf75320 con 0x562e6d02f290 2024-05-10T11:24:34.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.936+0000 7f47657fa700 10 client.16191 handle_command_reply: tid=0 2024-05-10T11:24:34.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.936+0000 7f478e5d4b80 1 client.16191 shutdown 2024-05-10T11:24:34.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.936+0000 7f478e5d4b80 1 -- 172.21.15.53:0/4141836414 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 msgr2=0x562e6d01efc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:34.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.936+0000 7f478e5d4b80 1 --2- 172.21.15.53:0/4141836414 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d01efc0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f4774007b90 tx=0x7f4774007f50 comp rx=0 tx=0).stop 2024-05-10T11:24:34.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.936+0000 7f478e5d4b80 1 -- 172.21.15.53:0/4141836414 shutdown_connections 2024-05-10T11:24:34.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.936+0000 7f478e5d4b80 1 --2- 172.21.15.53:0/4141836414 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x562e6d02f290 0x562e6d0316b0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.936+0000 7f478e5d4b80 1 --2- 172.21.15.53:0/4141836414 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d01efc0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.936+0000 7f478e5d4b80 1 --2- 172.21.15.53:0/4141836414 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x562e6d015d50 0x562e6d0216e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.936+0000 7f47657fa700 0 client.16191 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:34.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.936+0000 7f478e5d4b80 1 --2- 172.21.15.53:0/4141836414 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d01b1b0 0x562e6d01ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.936+0000 7f478e5d4b80 1 -- 172.21.15.53:0/4141836414 >> 172.21.15.53:0/4141836414 conn(0x562e6cf41b70 msgr2=0x562e6d00ab30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:34.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.936+0000 7f478e5d4b80 1 -- 172.21.15.53:0/4141836414 shutdown_connections 2024-05-10T11:24:34.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.936+0000 7f478e5d4b80 1 -- 172.21.15.53:0/4141836414 wait complete. 2024-05-10T11:24:34.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.936+0000 7f478e5d4b80 20 client.16191 trim_cache size 0 max 16384 2024-05-10T11:24:34.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.957+0000 7f478e5d4b80 1 Processor -- start 2024-05-10T11:24:34.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.957+0000 7f478e5d4b80 1 -- start start 2024-05-10T11:24:34.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.957+0000 7f478e5d4b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d015d50 0x562e6d015810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:34.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.957+0000 7f478e5d4b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x562e6d01b1b0 0x562e6d02b480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:34.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.957+0000 7f478e5d4b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d00ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:34.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.957+0000 7f478e5d4b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f477c1b1320 con 0x562e6d01bad0 2024-05-10T11:24:34.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.957+0000 7f478e5d4b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f477c1b2e60 con 0x562e6d015d50 2024-05-10T11:24:34.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.957+0000 7f478e5d4b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f477c1b19f0 con 0x562e6d01b1b0 2024-05-10T11:24:34.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.957+0000 7f47822de700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d00ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:34.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.957+0000 7f47822de700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d00ac40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:50118/0 (socket says 172.21.15.53:50118) 2024-05-10T11:24:34.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.957+0000 7f47822de700 1 -- 172.21.15.53:0/2222105387 learned_addr learned my addr 172.21.15.53:0/2222105387 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:34.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.957+0000 7f4781add700 1 --2- 172.21.15.53:0/2222105387 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d015d50 0x562e6d015810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:34.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.957+0000 7f47812dc700 1 --2- 172.21.15.53:0/2222105387 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x562e6d01b1b0 0x562e6d02b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:34.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.957+0000 7f47822de700 1 -- 172.21.15.53:0/2222105387 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x562e6d01b1b0 msgr2=0x562e6d02b480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:34.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.957+0000 7f47822de700 1 --2- 172.21.15.53:0/2222105387 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x562e6d01b1b0 0x562e6d02b480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.957+0000 7f47822de700 1 -- 172.21.15.53:0/2222105387 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d015d50 msgr2=0x562e6d015810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:34.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.957+0000 7f47822de700 1 --2- 172.21.15.53:0/2222105387 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d015d50 0x562e6d015810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.957+0000 7f47822de700 1 -- 172.21.15.53:0/2222105387 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562e6d00cc80 con 0x562e6d01bad0 2024-05-10T11:24:34.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.957+0000 7f4781add700 1 --2- 172.21.15.53:0/2222105387 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d015d50 0x562e6d015810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:34.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.957+0000 7f47822de700 1 --2- 172.21.15.53:0/2222105387 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d00ac40 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f4774009320 tx=0x7f4774015dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a46ecf2a3c0d15ff server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:34.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.958+0000 7f47677fe700 1 -- 172.21.15.53:0/2222105387 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4774023070 con 0x562e6d01bad0 2024-05-10T11:24:34.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.958+0000 7f47677fe700 1 -- 172.21.15.53:0/2222105387 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f47740153c0 con 0x562e6d01bad0 2024-05-10T11:24:34.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.958+0000 7f47677fe700 1 -- 172.21.15.53:0/2222105387 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f477401a070 con 0x562e6d01bad0 2024-05-10T11:24:34.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.958+0000 7f478e5d4b80 1 -- 172.21.15.53:0/2222105387 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 msgr2=0x562e6d00ac40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:34.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.958+0000 7f478e5d4b80 1 --2- 172.21.15.53:0/2222105387 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d00ac40 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f4774009320 tx=0x7f4774015dd0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.958+0000 7f478e5d4b80 1 -- 172.21.15.53:0/2222105387 shutdown_connections 2024-05-10T11:24:34.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.958+0000 7f478e5d4b80 1 --2- 172.21.15.53:0/2222105387 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d00ac40 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.958+0000 7f478e5d4b80 1 --2- 172.21.15.53:0/2222105387 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d015d50 0x562e6d015810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.958+0000 7f478e5d4b80 1 --2- 172.21.15.53:0/2222105387 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x562e6d01b1b0 0x562e6d02b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.958+0000 7f478e5d4b80 1 -- 172.21.15.53:0/2222105387 >> 172.21.15.53:0/2222105387 conn(0x562e6cf41b70 msgr2=0x562e6d01d370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:34.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.958+0000 7f478e5d4b80 1 -- 172.21.15.53:0/2222105387 shutdown_connections 2024-05-10T11:24:34.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.958+0000 7f478e5d4b80 1 -- 172.21.15.53:0/2222105387 wait complete. 2024-05-10T11:24:34.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.958+0000 7f478e5d4b80 1 -- start start 2024-05-10T11:24:34.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.959+0000 7f478e5d4b80 1 Processor -- start 2024-05-10T11:24:34.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.959+0000 7f478e5d4b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d015d50 0x562e6d027b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:34.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.959+0000 7f478e5d4b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x562e6d01b1b0 0x562e6d036370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:34.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.959+0000 7f478e5d4b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d0368b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:34.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.959+0000 7f478e5d4b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f477c1b2790 con 0x562e6d01bad0 2024-05-10T11:24:34.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.959+0000 7f478e5d4b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f477c1b20c0 con 0x562e6d015d50 2024-05-10T11:24:34.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.959+0000 7f478e5d4b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f477c1af2c0 con 0x562e6d01b1b0 2024-05-10T11:24:34.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.959+0000 7f478e5d4b80 10 client.0 _ll_register_callbacks cb 0x562e6cefb5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:24:34.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.959+0000 7f47822de700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d0368b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:34.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.959+0000 7f47822de700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d0368b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:50130/0 (socket says 172.21.15.53:50130) 2024-05-10T11:24:34.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.959+0000 7f47822de700 1 -- 172.21.15.53:0/777006975 learned_addr learned my addr 172.21.15.53:0/777006975 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:34.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.959+0000 7f47812dc700 1 --2- 172.21.15.53:0/777006975 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x562e6d01b1b0 0x562e6d036370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:34.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.959+0000 7f4781add700 1 --2- 172.21.15.53:0/777006975 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d015d50 0x562e6d027b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:34.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.959+0000 7f47822de700 1 -- 172.21.15.53:0/777006975 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x562e6d01b1b0 msgr2=0x562e6d036370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:34.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.959+0000 7f47822de700 1 --2- 172.21.15.53:0/777006975 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x562e6d01b1b0 0x562e6d036370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.959+0000 7f47822de700 1 -- 172.21.15.53:0/777006975 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d015d50 msgr2=0x562e6d027b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:34.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.959+0000 7f47822de700 1 --2- 172.21.15.53:0/777006975 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d015d50 0x562e6d027b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.959+0000 7f47822de700 1 -- 172.21.15.53:0/777006975 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562e6d036e70 con 0x562e6d01bad0 2024-05-10T11:24:34.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.959+0000 7f4781add700 1 --2- 172.21.15.53:0/777006975 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d015d50 0x562e6d027b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:34.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.960+0000 7f47822de700 1 --2- 172.21.15.53:0/777006975 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d0368b0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f4774016000 tx=0x7f4774015bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da14137acfc902bd server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:34.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.960+0000 7f47657fa700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:24:34.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.960+0000 7f47657fa700 1 -- 172.21.15.53:0/777006975 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4774023070 con 0x562e6d01bad0 2024-05-10T11:24:34.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.960+0000 7f478e5d4b80 1 -- 172.21.15.53:0/777006975 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f47740153c0 con 0x562e6d01bad0 2024-05-10T11:24:34.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.960+0000 7f47657fa700 1 -- 172.21.15.53:0/777006975 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f4774004ca0 con 0x562e6d01bad0 2024-05-10T11:24:34.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.960+0000 7f47657fa700 1 -- 172.21.15.53:0/777006975 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f477403a050 con 0x562e6d01bad0 2024-05-10T11:24:34.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.960+0000 7f478e5d4b80 10 client.16197 fetch_fsmap learned FSMap version 29 2024-05-10T11:24:34.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.960+0000 7f478e5d4b80 1 -- 172.21.15.53:0/777006975 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562e6d0998d0 con 0x562e6d01bad0 2024-05-10T11:24:34.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.960+0000 7f47657fa700 1 -- 172.21.15.53:0/777006975 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f47740153c0 con 0x562e6d01bad0 2024-05-10T11:24:34.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.960+0000 7f47657fa700 1 -- 172.21.15.53:0/777006975 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f477402b8c0 con 0x562e6d01bad0 2024-05-10T11:24:34.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.960+0000 7f478e5d4b80 10 client.16197 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:24:34.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.960+0000 7f478e5d4b80 10 client.16197 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:24:34.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.960+0000 7f478e5d4b80 20 client.16197 populate_metadata read hostname 'smithi053' 2024-05-10T11:24:34.222 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.960+0000 7f478e5d4b80 1 --2- 172.21.15.53:0/777006975 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x562e6d099f40 0x562e6d09c360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:34.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.960+0000 7f478e5d4b80 4 client.16197 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-10T11:24:34.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.960+0000 7f478e5d4b80 1 -- 172.21.15.53:0/777006975 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562e6cf6f3c0 con 0x562e6d099f40 2024-05-10T11:24:34.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.961+0000 7f4781add700 1 --2- 172.21.15.53:0/777006975 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x562e6d099f40 0x562e6d09c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:34.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.961+0000 7f47657fa700 10 client.16197 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:34.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.961+0000 7f4781add700 1 --2- 172.21.15.53:0/777006975 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x562e6d099f40 0x562e6d09c360 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a50a00e1d377567 server_cookie=788a43fe18c4654f in_seq=0 out_seq=0 2024-05-10T11:24:34.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.961+0000 7f47657fa700 1 -- 172.21.15.53:0/777006975 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x562e6cf6f3c0 con 0x562e6d099f40 2024-05-10T11:24:34.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.961+0000 7f47657fa700 10 client.16197 handle_command_reply: tid=0 2024-05-10T11:24:34.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.961+0000 7f478e5d4b80 1 client.16197 shutdown 2024-05-10T11:24:34.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.961+0000 7f478e5d4b80 1 -- 172.21.15.53:0/777006975 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 msgr2=0x562e6d0368b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:34.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.961+0000 7f478e5d4b80 1 --2- 172.21.15.53:0/777006975 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d0368b0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f4774016000 tx=0x7f4774015bb0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.223 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.961+0000 7f478e5d4b80 1 -- 172.21.15.53:0/777006975 shutdown_connections 2024-05-10T11:24:34.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.961+0000 7f478e5d4b80 1 --2- 172.21.15.53:0/777006975 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x562e6d099f40 0x562e6d09c360 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.961+0000 7f478e5d4b80 1 --2- 172.21.15.53:0/777006975 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x562e6d01bad0 0x562e6d0368b0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.961+0000 7f478e5d4b80 1 --2- 172.21.15.53:0/777006975 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x562e6d015d50 0x562e6d027b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.961+0000 7f478e5d4b80 1 --2- 172.21.15.53:0/777006975 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x562e6d01b1b0 0x562e6d036370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.961+0000 7f47657fa700 0 client.16197 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:34.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.961+0000 7f478e5d4b80 1 -- 172.21.15.53:0/777006975 >> 172.21.15.53:0/777006975 conn(0x562e6cf41b70 msgr2=0x562e6d01cf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:34.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.962+0000 7f478e5d4b80 1 -- 172.21.15.53:0/777006975 shutdown_connections 2024-05-10T11:24:34.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.962+0000 7f478e5d4b80 1 -- 172.21.15.53:0/777006975 wait complete. 2024-05-10T11:24:34.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.962+0000 7f478e5d4b80 20 client.16197 trim_cache size 0 max 16384 2024-05-10T11:24:34.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.962+0000 7f4783d41700 1 -- 172.21.15.53:0/615923964 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f47680b2900 msgr2=0x7f47680b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:34.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.962+0000 7f4783d41700 1 --2- 172.21.15.53:0/615923964 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f47680b2900 0x7f47680b4dc0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f47780058e0 tx=0x7f4778005fb0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.962+0000 7f4783d41700 1 -- 172.21.15.53:0/615923964 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f477c104100 msgr2=0x7f477c075ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:34.224 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.962+0000 7f4783d41700 1 --2- 172.21.15.53:0/615923964 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f477c104100 0x7f477c075ce0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f476c00d950 tx=0x7f476c00dc60 comp rx=0 tx=0).stop 2024-05-10T11:24:34.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.962+0000 7f4783d41700 1 -- 172.21.15.53:0/615923964 shutdown_connections 2024-05-10T11:24:34.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.962+0000 7f4783d41700 1 --2- 172.21.15.53:0/615923964 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f47680b2900 0x7f47680b4dc0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.962+0000 7f4783d41700 1 --2- 172.21.15.53:0/615923964 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f477c108850 0x7f477c076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.962+0000 7f4783d41700 1 --2- 172.21.15.53:0/615923964 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f477c103750 0x7f477c0757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.962+0000 7f4783d41700 1 --2- 172.21.15.53:0/615923964 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f477c104100 0x7f477c075ce0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:34.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.962+0000 7f4783d41700 1 -- 172.21.15.53:0/615923964 >> 172.21.15.53:0/615923964 conn(0x7f477c07a600 msgr2=0x7f477c101840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:34.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.962+0000 7f4783d41700 1 -- 172.21.15.53:0/615923964 shutdown_connections 2024-05-10T11:24:34.225 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:33.962+0000 7f4783d41700 1 -- 172.21.15.53:0/615923964 wait complete. 2024-05-10T11:24:34.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:34 smithi053 ceph-mon[30153]: pgmap v533: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 469 MiB/s wr, 130 op/s 2024-05-10T11:24:34.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:34 smithi132 ceph-mon[33758]: pgmap v533: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 469 MiB/s wr, 130 op/s 2024-05-10T11:24:34.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:34 smithi187 ceph-mon[34076]: pgmap v533: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 469 MiB/s wr, 130 op/s 2024-05-10T11:24:35.466 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-10T11:24:35.466 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:24:35.926 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:24:36.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:36 smithi053 ceph-mon[30153]: pgmap v534: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 640 MiB/s wr, 172 op/s 2024-05-10T11:24:36.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:36 smithi132 ceph-mon[33758]: pgmap v534: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 640 MiB/s wr, 172 op/s 2024-05-10T11:24:36.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:36 smithi187 ceph-mon[34076]: pgmap v534: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 640 MiB/s wr, 172 op/s 2024-05-10T11:24:36.777 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:24:36.778 INFO:tasks.workunit.client.0.smithi053.stdout: Children see throughput for 1 rewriters = 660353.31 kB/sec 2024-05-10T11:24:36.778 INFO:tasks.workunit.client.0.smithi053.stdout: Parent sees throughput for 1 rewriters = 660342.03 kB/sec 2024-05-10T11:24:36.778 INFO:tasks.workunit.client.0.smithi053.stdout: Min throughput per process = 660353.31 kB/sec 2024-05-10T11:24:36.778 INFO:tasks.workunit.client.0.smithi053.stdout: Max throughput per process = 660353.31 kB/sec 2024-05-10T11:24:36.778 INFO:tasks.workunit.client.0.smithi053.stdout: Avg throughput per process = 660353.31 kB/sec 2024-05-10T11:24:36.778 INFO:tasks.workunit.client.0.smithi053.stdout: Min xfer = 10485760.00 kB 2024-05-10T11:24:38.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:38 smithi053 ceph-mon[30153]: pgmap v535: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 622 MiB/s wr, 167 op/s 2024-05-10T11:24:38.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:38 smithi132 ceph-mon[33758]: pgmap v535: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 622 MiB/s wr, 167 op/s 2024-05-10T11:24:38.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:38 smithi187 ceph-mon[34076]: pgmap v535: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 622 MiB/s wr, 167 op/s 2024-05-10T11:24:40.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:40 smithi053 ceph-mon[30153]: pgmap v536: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 596 MiB/s wr, 161 op/s 2024-05-10T11:24:40.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:40 smithi132 ceph-mon[33758]: pgmap v536: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 596 MiB/s wr, 161 op/s 2024-05-10T11:24:40.509 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:40 smithi187 ceph-mon[34076]: pgmap v536: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 596 MiB/s wr, 161 op/s 2024-05-10T11:24:41.307 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.307+0000 7ff77b623640 1 -- 172.21.15.53:0/3910750632 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff774101280 msgr2=0x7ff7741036b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:41.308 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.307+0000 7ff77b623640 1 --2- 172.21.15.53:0/3910750632 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff774101280 0x7ff7741036b0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7ff770009900 tx=0x7ff77002a410 comp rx=0 tx=0).stop 2024-05-10T11:24:41.308 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.307+0000 7ff77b623640 1 -- 172.21.15.53:0/3910750632 shutdown_connections 2024-05-10T11:24:41.308 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.307+0000 7ff77b623640 1 --2- 172.21.15.53:0/3910750632 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff7741065a0 0x7ff774106a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.308 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.307+0000 7ff77b623640 1 --2- 172.21.15.53:0/3910750632 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff774103bf0 0x7ff774106060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.308 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.307+0000 7ff77b623640 1 --2- 172.21.15.53:0/3910750632 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff774101280 0x7ff7741036b0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.308 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.307+0000 7ff77b623640 1 -- 172.21.15.53:0/3910750632 >> 172.21.15.53:0/3910750632 conn(0x7ff7740fce80 msgr2=0x7ff7740ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:41.308 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.307+0000 7ff77b623640 1 -- 172.21.15.53:0/3910750632 shutdown_connections 2024-05-10T11:24:41.308 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.307+0000 7ff77b623640 1 -- 172.21.15.53:0/3910750632 wait complete. 2024-05-10T11:24:41.308 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.308+0000 7ff77b623640 1 Processor -- start 2024-05-10T11:24:41.308 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.308+0000 7ff77b623640 1 -- start start 2024-05-10T11:24:41.310 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.308+0000 7ff77b623640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff774101280 0x7ff77419f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:41.310 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.308+0000 7ff77b623640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff774103bf0 0x7ff77419f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:41.310 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.308+0000 7ff77b623640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff7741065a0 0x7ff7741a6670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:41.310 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.308+0000 7ff77b623640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff774114a10 con 0x7ff7741065a0 2024-05-10T11:24:41.310 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.308+0000 7ff77b623640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7ff774114890 con 0x7ff774101280 2024-05-10T11:24:41.310 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.308+0000 7ff77b623640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7ff774114b90 con 0x7ff774103bf0 2024-05-10T11:24:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.308+0000 7ff7793bf640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff774101280 0x7ff77419f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.308+0000 7ff7793bf640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff774101280 0x7ff77419f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:33880/0 (socket says 172.21.15.53:33880) 2024-05-10T11:24:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.308+0000 7ff778bbe640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff774103bf0 0x7ff77419f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.308+0000 7ff7793bf640 1 -- 172.21.15.53:0/632151611 learned_addr learned my addr 172.21.15.53:0/632151611 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.308+0000 7ff779bc0640 1 --2- 172.21.15.53:0/632151611 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff7741065a0 0x7ff7741a6670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.309+0000 7ff7793bf640 1 -- 172.21.15.53:0/632151611 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff774103bf0 msgr2=0x7ff77419f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.309+0000 7ff7793bf640 1 --2- 172.21.15.53:0/632151611 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff774103bf0 0x7ff77419f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.309+0000 7ff7793bf640 1 -- 172.21.15.53:0/632151611 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff7741065a0 msgr2=0x7ff7741a6670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.309+0000 7ff7793bf640 1 --2- 172.21.15.53:0/632151611 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff7741065a0 0x7ff7741a6670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.309+0000 7ff7793bf640 1 -- 172.21.15.53:0/632151611 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7741a6ce0 con 0x7ff774101280 2024-05-10T11:24:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.309+0000 7ff778bbe640 1 --2- 172.21.15.53:0/632151611 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff774103bf0 0x7ff77419f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:24:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.309+0000 7ff779bc0640 1 --2- 172.21.15.53:0/632151611 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff7741065a0 0x7ff7741a6670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:24:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.309+0000 7ff7793bf640 1 --2- 172.21.15.53:0/632151611 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff774101280 0x7ff77419f110 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7ff770009a20 tx=0x7ff7700040c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.309+0000 7ff76a7fc640 1 -- 172.21.15.53:0/632151611 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff77003f030 con 0x7ff774101280 2024-05-10T11:24:41.312 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.309+0000 7ff76a7fc640 1 -- 172.21.15.53:0/632151611 <== mon.2 v2:172.21.15.132:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff770003a80 con 0x7ff774101280 2024-05-10T11:24:41.312 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.309+0000 7ff77b623640 1 -- 172.21.15.53:0/632151611 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7741a6f70 con 0x7ff774101280 2024-05-10T11:24:41.312 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.309+0000 7ff76a7fc640 1 -- 172.21.15.53:0/632151611 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff770035070 con 0x7ff774101280 2024-05-10T11:24:41.312 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.309+0000 7ff77b623640 1 -- 172.21.15.53:0/632151611 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7741a7370 con 0x7ff774101280 2024-05-10T11:24:41.319 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.312+0000 7ff77e41d740 1 Processor -- start 2024-05-10T11:24:41.319 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.312+0000 7ff77e41d740 1 -- start start 2024-05-10T11:24:41.319 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.312+0000 7ff76a7fc640 1 -- 172.21.15.53:0/632151611 <== mon.2 v2:172.21.15.132:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7ff770042030 con 0x7ff774101280 2024-05-10T11:24:41.319 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.312+0000 7ff77e41d740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557185d67db0 0x557185d681d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:41.319 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.312+0000 7ff77e41d740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557185d687a0 0x557185d6d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:41.320 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.312+0000 7ff77e41d740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d6d910 0x557185d6fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:41.320 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.312+0000 7ff77e41d740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x557185ccc5d0 con 0x557185d6d910 2024-05-10T11:24:41.320 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.312+0000 7ff77e41d740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x557185c85890 con 0x557185d67db0 2024-05-10T11:24:41.320 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.312+0000 7ff77e41d740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x557185cc8590 con 0x557185d687a0 2024-05-10T11:24:41.320 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.313+0000 7ff778bbe640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d6d910 0x557185d6fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:41.320 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.313+0000 7ff778bbe640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d6d910 0x557185d6fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:46802/0 (socket says 172.21.15.53:46802) 2024-05-10T11:24:41.320 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.313+0000 7ff778bbe640 1 -- 172.21.15.53:0/1551917730 learned_addr learned my addr 172.21.15.53:0/1551917730 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:41.320 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.313+0000 7ff779bc0640 1 --2- 172.21.15.53:0/1551917730 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557185d67db0 0x557185d681d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:41.320 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.313+0000 7ff7793bf640 1 --2- 172.21.15.53:0/1551917730 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557185d687a0 0x557185d6d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:41.320 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.313+0000 7ff778bbe640 1 -- 172.21.15.53:0/1551917730 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557185d687a0 msgr2=0x557185d6d2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:41.320 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.313+0000 7ff778bbe640 1 --2- 172.21.15.53:0/1551917730 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557185d687a0 0x557185d6d2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.320 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.313+0000 7ff778bbe640 1 -- 172.21.15.53:0/1551917730 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557185d67db0 msgr2=0x557185d681d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:41.320 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.313+0000 7ff778bbe640 1 --2- 172.21.15.53:0/1551917730 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557185d67db0 0x557185d681d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.320 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.313+0000 7ff778bbe640 1 -- 172.21.15.53:0/1551917730 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5571859de210 con 0x557185d6d910 2024-05-10T11:24:41.321 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.313+0000 7ff779bc0640 1 --2- 172.21.15.53:0/1551917730 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557185d67db0 0x557185d681d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:41.321 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.313+0000 7ff778bbe640 1 --2- 172.21.15.53:0/1551917730 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d6d910 0x557185d6fda0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7ff7640114f0 tx=0x7ff7640119b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d0b239c9873086c server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:41.321 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.313+0000 7ff76a7fc640 1 --2- 172.21.15.53:0/632151611 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff7600b28a0 0x7ff7600b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:41.321 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.313+0000 7ff75f7fe640 1 -- 172.21.15.53:0/1551917730 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff764004020 con 0x557185d6d910 2024-05-10T11:24:41.321 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.313+0000 7ff779bc0640 1 --2- 172.21.15.53:0/632151611 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff7600b28a0 0x7ff7600b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:41.321 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.314+0000 7ff75f7fe640 1 -- 172.21.15.53:0/1551917730 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff7640041c0 con 0x557185d6d910 2024-05-10T11:24:41.321 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.314+0000 7ff75f7fe640 1 -- 172.21.15.53:0/1551917730 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff76400f820 con 0x557185d6d910 2024-05-10T11:24:41.321 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.314+0000 7ff76a7fc640 1 -- 172.21.15.53:0/632151611 <== mon.2 v2:172.21.15.132:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7ff770102b10 con 0x7ff774101280 2024-05-10T11:24:41.321 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.314+0000 7ff77e41d740 1 -- 172.21.15.53:0/1551917730 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d6d910 msgr2=0x557185d6fda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:41.321 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.314+0000 7ff779bc0640 1 --2- 172.21.15.53:0/632151611 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff7600b28a0 0x7ff7600b4d60 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7ff76c009fd0 tx=0x7ff76c009600 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:41.321 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.314+0000 7ff77e41d740 1 --2- 172.21.15.53:0/1551917730 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d6d910 0x557185d6fda0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7ff7640114f0 tx=0x7ff7640119b0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.321 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.314+0000 7ff77e41d740 1 -- 172.21.15.53:0/1551917730 shutdown_connections 2024-05-10T11:24:41.321 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.314+0000 7ff77e41d740 1 --2- 172.21.15.53:0/1551917730 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d6d910 0x557185d6fda0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.321 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.314+0000 7ff77e41d740 1 --2- 172.21.15.53:0/1551917730 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557185d687a0 0x557185d6d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.321 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.314+0000 7ff77e41d740 1 --2- 172.21.15.53:0/1551917730 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557185d67db0 0x557185d681d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.314+0000 7ff77e41d740 1 -- 172.21.15.53:0/1551917730 >> 172.21.15.53:0/1551917730 conn(0x557185d63420 msgr2=0x557185d63820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.314+0000 7ff77e41d740 1 -- 172.21.15.53:0/1551917730 shutdown_connections 2024-05-10T11:24:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.314+0000 7ff77e41d740 1 -- 172.21.15.53:0/1551917730 wait complete. 2024-05-10T11:24:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.315+0000 7ff77e41d740 1 -- start start 2024-05-10T11:24:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.315+0000 7ff77e41d740 1 Processor -- start 2024-05-10T11:24:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.315+0000 7ff77e41d740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d67db0 0x557185d71fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.315+0000 7ff77e41d740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557185d687a0 0x557185d724e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.315+0000 7ff77e41d740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557185d6d910 0x557185d79520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.315+0000 7ff77e41d740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x557185d708c0 con 0x557185d67db0 2024-05-10T11:24:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.315+0000 7ff77e41d740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x557185c89370 con 0x557185d687a0 2024-05-10T11:24:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.315+0000 7ff77e41d740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x557185d70a40 con 0x557185d6d910 2024-05-10T11:24:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.315+0000 7ff77e41d740 10 client.0 _ll_register_callbacks cb 0x5571859dda00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:24:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.315+0000 7ff7793bf640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d67db0 0x557185d71fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.315+0000 7ff7793bf640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d67db0 0x557185d71fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:46814/0 (socket says 172.21.15.53:46814) 2024-05-10T11:24:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.315+0000 7ff7793bf640 1 -- 172.21.15.53:0/279212855 learned_addr learned my addr 172.21.15.53:0/279212855 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.316+0000 7ff779bc0640 1 --2- 172.21.15.53:0/279212855 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557185d6d910 0x557185d79520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.316+0000 7ff778bbe640 1 --2- 172.21.15.53:0/279212855 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557185d687a0 0x557185d724e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.316+0000 7ff7793bf640 1 -- 172.21.15.53:0/279212855 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557185d6d910 msgr2=0x557185d79520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.316+0000 7ff7793bf640 1 --2- 172.21.15.53:0/279212855 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557185d6d910 0x557185d79520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.316+0000 7ff7793bf640 1 -- 172.21.15.53:0/279212855 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557185d687a0 msgr2=0x557185d724e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.316+0000 7ff7793bf640 1 --2- 172.21.15.53:0/279212855 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557185d687a0 0x557185d724e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.316+0000 7ff7793bf640 1 -- 172.21.15.53:0/279212855 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557185aaa620 con 0x557185d67db0 2024-05-10T11:24:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.316+0000 7ff778bbe640 1 --2- 172.21.15.53:0/279212855 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557185d687a0 0x557185d724e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.316+0000 7ff7793bf640 1 --2- 172.21.15.53:0/279212855 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d67db0 0x557185d71fa0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7ff7700c70c0 tx=0x7ff770009620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37555820aac51899 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.316+0000 7ff75cff9640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:24:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.316+0000 7ff75cff9640 1 -- 172.21.15.53:0/279212855 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff770108030 con 0x557185d67db0 2024-05-10T11:24:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.316+0000 7ff75cff9640 1 -- 172.21.15.53:0/279212855 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7ff7700c6440 con 0x557185d67db0 2024-05-10T11:24:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.316+0000 7ff77e41d740 1 -- 172.21.15.53:0/279212855 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff7640041c0 con 0x557185d67db0 2024-05-10T11:24:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.316+0000 7ff75cff9640 1 -- 172.21.15.53:0/279212855 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff770049040 con 0x557185d67db0 2024-05-10T11:24:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.316+0000 7ff77e41d740 10 client.16209 fetch_fsmap learned FSMap version 29 2024-05-10T11:24:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.316+0000 7ff77e41d740 1 -- 172.21.15.53:0/279212855 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557185d7c500 con 0x557185d67db0 2024-05-10T11:24:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.317+0000 7ff75cff9640 1 -- 172.21.15.53:0/279212855 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff7640041c0 con 0x557185d67db0 2024-05-10T11:24:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.317+0000 7ff75cff9640 1 -- 172.21.15.53:0/279212855 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ff770003c30 con 0x557185d67db0 2024-05-10T11:24:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.317+0000 7ff77e41d740 10 client.16209 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:24:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.317+0000 7ff77e41d740 10 client.16209 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:24:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.317+0000 7ff77e41d740 20 client.16209 populate_metadata read hostname 'smithi053' 2024-05-10T11:24:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.317+0000 7ff77e41d740 1 --2- 172.21.15.53:0/279212855 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x557185d7dcb0 0x557185d80150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.317+0000 7ff77e41d740 4 client.16209 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:24:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.317+0000 7ff77e41d740 1 -- 172.21.15.53:0/279212855 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557185cda1e0 con 0x557185d7dcb0 2024-05-10T11:24:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.317+0000 7ff778bbe640 1 --2- 172.21.15.53:0/279212855 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x557185d7dcb0 0x557185d80150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.318+0000 7ff778bbe640 1 --2- 172.21.15.53:0/279212855 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x557185d7dcb0 0x557185d80150 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b756e40af5d2556e server_cookie=f323a998881bdb1e in_seq=0 out_seq=0 2024-05-10T11:24:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.318+0000 7ff75cff9640 10 client.16209 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.318+0000 7ff75cff9640 1 -- 172.21.15.53:0/279212855 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x557185cda1e0 con 0x557185d7dcb0 2024-05-10T11:24:41.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.318+0000 7ff75cff9640 10 client.16209 handle_command_reply: tid=0 2024-05-10T11:24:41.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.318+0000 7ff77e41d740 1 client.16209 shutdown 2024-05-10T11:24:41.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.319+0000 7ff77e41d740 1 -- 172.21.15.53:0/279212855 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d67db0 msgr2=0x557185d71fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:41.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.319+0000 7ff77e41d740 1 --2- 172.21.15.53:0/279212855 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d67db0 0x557185d71fa0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7ff7700c70c0 tx=0x7ff770009620 comp rx=0 tx=0).stop 2024-05-10T11:24:41.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.319+0000 7ff77e41d740 1 -- 172.21.15.53:0/279212855 shutdown_connections 2024-05-10T11:24:41.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.319+0000 7ff77e41d740 1 --2- 172.21.15.53:0/279212855 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557185d6d910 0x557185d79520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.319+0000 7ff77e41d740 1 --2- 172.21.15.53:0/279212855 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557185d687a0 0x557185d724e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.319+0000 7ff77e41d740 1 --2- 172.21.15.53:0/279212855 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x557185d7dcb0 0x557185d80150 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.319+0000 7ff77e41d740 1 --2- 172.21.15.53:0/279212855 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d67db0 0x557185d71fa0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.319+0000 7ff75cff9640 0 client.16209 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:41.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.319+0000 7ff77e41d740 1 -- 172.21.15.53:0/279212855 >> 172.21.15.53:0/279212855 conn(0x557185d63420 msgr2=0x557185d62580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:41.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.319+0000 7ff77e41d740 1 -- 172.21.15.53:0/279212855 shutdown_connections 2024-05-10T11:24:41.325 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.319+0000 7ff77e41d740 1 -- 172.21.15.53:0/279212855 wait complete. 2024-05-10T11:24:41.326 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.319+0000 7ff77e41d740 20 client.16209 trim_cache size 0 max 16384 2024-05-10T11:24:41.336 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.334+0000 7ff77e41d740 1 Processor -- start 2024-05-10T11:24:41.336 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.334+0000 7ff77e41d740 1 -- start start 2024-05-10T11:24:41.336 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.334+0000 7ff77e41d740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557185d67db0 0x557185d66a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:41.336 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.334+0000 7ff77e41d740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d687a0 0x557185d71bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:41.336 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.334+0000 7ff77e41d740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557185d6d910 0x557185d720f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:41.336 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.334+0000 7ff77e41d740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff7741b1940 con 0x557185d687a0 2024-05-10T11:24:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.334+0000 7ff77e41d740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7ff7741b3480 con 0x557185d6d910 2024-05-10T11:24:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.334+0000 7ff77e41d740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7ff7741b2010 con 0x557185d67db0 2024-05-10T11:24:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.335+0000 7ff778bbe640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d687a0 0x557185d71bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.335+0000 7ff778bbe640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d687a0 0x557185d71bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:46824/0 (socket says 172.21.15.53:46824) 2024-05-10T11:24:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.335+0000 7ff778bbe640 1 -- 172.21.15.53:0/3762519032 learned_addr learned my addr 172.21.15.53:0/3762519032 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.335+0000 7ff779bc0640 1 --2- 172.21.15.53:0/3762519032 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557185d6d910 0x557185d720f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.335+0000 7ff7793bf640 1 --2- 172.21.15.53:0/3762519032 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557185d67db0 0x557185d66a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.335+0000 7ff778bbe640 1 -- 172.21.15.53:0/3762519032 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557185d67db0 msgr2=0x557185d66a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.335+0000 7ff778bbe640 1 --2- 172.21.15.53:0/3762519032 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557185d67db0 0x557185d66a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.335+0000 7ff778bbe640 1 -- 172.21.15.53:0/3762519032 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557185d6d910 msgr2=0x557185d720f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.335+0000 7ff778bbe640 1 --2- 172.21.15.53:0/3762519032 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557185d6d910 0x557185d720f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.335+0000 7ff778bbe640 1 -- 172.21.15.53:0/3762519032 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557185d63250 con 0x557185d687a0 2024-05-10T11:24:41.337 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.335+0000 7ff778bbe640 1 --2- 172.21.15.53:0/3762519032 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d687a0 0x557185d71bb0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7ff7640058c0 tx=0x7ff764005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=feac89ffe881bb5e server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.335+0000 7ff75effd640 1 -- 172.21.15.53:0/3762519032 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff764009ca0 con 0x557185d687a0 2024-05-10T11:24:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.335+0000 7ff75effd640 1 -- 172.21.15.53:0/3762519032 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff7640054d0 con 0x557185d687a0 2024-05-10T11:24:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.335+0000 7ff75effd640 1 -- 172.21.15.53:0/3762519032 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff764003aa0 con 0x557185d687a0 2024-05-10T11:24:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.336+0000 7ff77e41d740 1 -- 172.21.15.53:0/3762519032 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d687a0 msgr2=0x557185d71bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.336+0000 7ff77e41d740 1 --2- 172.21.15.53:0/3762519032 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d687a0 0x557185d71bb0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7ff7640058c0 tx=0x7ff764005850 comp rx=0 tx=0).stop 2024-05-10T11:24:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.336+0000 7ff77e41d740 1 -- 172.21.15.53:0/3762519032 shutdown_connections 2024-05-10T11:24:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.336+0000 7ff77e41d740 1 --2- 172.21.15.53:0/3762519032 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557185d6d910 0x557185d720f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.336+0000 7ff77e41d740 1 --2- 172.21.15.53:0/3762519032 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d687a0 0x557185d71bb0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.336+0000 7ff77e41d740 1 --2- 172.21.15.53:0/3762519032 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557185d67db0 0x557185d66a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.336+0000 7ff77e41d740 1 -- 172.21.15.53:0/3762519032 >> 172.21.15.53:0/3762519032 conn(0x557185d63420 msgr2=0x557185d66330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.336+0000 7ff77e41d740 1 -- 172.21.15.53:0/3762519032 shutdown_connections 2024-05-10T11:24:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.336+0000 7ff77e41d740 1 -- 172.21.15.53:0/3762519032 wait complete. 2024-05-10T11:24:41.338 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.336+0000 7ff77e41d740 1 -- start start 2024-05-10T11:24:41.339 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.336+0000 7ff77e41d740 1 Processor -- start 2024-05-10T11:24:41.341 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.337+0000 7ff77e41d740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557185d67db0 0x557185d76480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:41.341 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.337+0000 7ff77e41d740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557185d687a0 0x557185d769c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:41.341 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.337+0000 7ff77e41d740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d6d910 0x557185d779d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:41.341 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.337+0000 7ff77e41d740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7ff7741b2db0 con 0x557185d6d910 2024-05-10T11:24:41.341 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.337+0000 7ff77e41d740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7ff7741b26e0 con 0x557185d67db0 2024-05-10T11:24:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.337+0000 7ff77e41d740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7ff7741af920 con 0x557185d687a0 2024-05-10T11:24:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.337+0000 7ff77e41d740 10 client.0 _ll_register_callbacks cb 0x7ff770004580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:24:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.337+0000 7ff779bc0640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d6d910 0x557185d779d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.337+0000 7ff779bc0640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d6d910 0x557185d779d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:46834/0 (socket says 172.21.15.53:46834) 2024-05-10T11:24:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.337+0000 7ff779bc0640 1 -- 172.21.15.53:0/3001839749 learned_addr learned my addr 172.21.15.53:0/3001839749 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.337+0000 7ff7793bf640 1 --2- 172.21.15.53:0/3001839749 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557185d67db0 0x557185d76480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.337+0000 7ff778bbe640 1 --2- 172.21.15.53:0/3001839749 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557185d687a0 0x557185d769c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.337+0000 7ff779bc0640 1 -- 172.21.15.53:0/3001839749 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557185d687a0 msgr2=0x557185d769c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.337+0000 7ff779bc0640 1 --2- 172.21.15.53:0/3001839749 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557185d687a0 0x557185d769c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.337+0000 7ff779bc0640 1 -- 172.21.15.53:0/3001839749 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557185d67db0 msgr2=0x557185d76480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.337+0000 7ff779bc0640 1 --2- 172.21.15.53:0/3001839749 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557185d67db0 0x557185d76480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.337+0000 7ff779bc0640 1 -- 172.21.15.53:0/3001839749 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557185d77fc0 con 0x557185d6d910 2024-05-10T11:24:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.337+0000 7ff779bc0640 1 --2- 172.21.15.53:0/3001839749 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d6d910 0x557185d779d0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7ff76c012da0 tx=0x7ff76c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5051969af7e01a3 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.337+0000 7ff75cff9640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:24:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.338+0000 7ff75cff9640 1 -- 172.21.15.53:0/3001839749 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff76c01ed60 con 0x557185d6d910 2024-05-10T11:24:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.338+0000 7ff75cff9640 1 -- 172.21.15.53:0/3001839749 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7ff76c004b20 con 0x557185d6d910 2024-05-10T11:24:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.338+0000 7ff77e41d740 1 -- 172.21.15.53:0/3001839749 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff7640054d0 con 0x557185d6d910 2024-05-10T11:24:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.338+0000 7ff75cff9640 1 -- 172.21.15.53:0/3001839749 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff76c033050 con 0x557185d6d910 2024-05-10T11:24:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.338+0000 7ff77e41d740 10 client.16215 fetch_fsmap learned FSMap version 29 2024-05-10T11:24:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.338+0000 7ff77e41d740 1 -- 172.21.15.53:0/3001839749 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557185de8830 con 0x557185d6d910 2024-05-10T11:24:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.338+0000 7ff75cff9640 1 -- 172.21.15.53:0/3001839749 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff7640054d0 con 0x557185d6d910 2024-05-10T11:24:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.338+0000 7ff75cff9640 1 -- 172.21.15.53:0/3001839749 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7ff76c027070 con 0x557185d6d910 2024-05-10T11:24:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.338+0000 7ff77e41d740 10 client.16215 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:24:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.338+0000 7ff77e41d740 10 client.16215 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:24:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.338+0000 7ff77e41d740 20 client.16215 populate_metadata read hostname 'smithi053' 2024-05-10T11:24:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.338+0000 7ff77e41d740 1 --2- 172.21.15.53:0/3001839749 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x557185de92e0 0x557185deb700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.338+0000 7ff77e41d740 4 client.16215 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-10T11:24:41.343 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.338+0000 7ff77e41d740 1 -- 172.21.15.53:0/3001839749 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557185cd4050 con 0x557185de92e0 2024-05-10T11:24:41.344 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.338+0000 7ff7793bf640 1 --2- 172.21.15.53:0/3001839749 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x557185de92e0 0x557185deb700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:41.344 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.339+0000 7ff7793bf640 1 --2- 172.21.15.53:0/3001839749 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x557185de92e0 0x557185deb700 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bca37065a9c57e2c server_cookie=6da937654a44aca in_seq=0 out_seq=0 2024-05-10T11:24:41.344 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.339+0000 7ff75cff9640 10 client.16215 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:41.348 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.347+0000 7ff75cff9640 1 -- 172.21.15.53:0/3001839749 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557185cd4050 con 0x557185de92e0 2024-05-10T11:24:41.348 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.347+0000 7ff75cff9640 10 client.16215 handle_command_reply: tid=0 2024-05-10T11:24:41.348 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.347+0000 7ff77e41d740 1 client.16215 shutdown 2024-05-10T11:24:41.348 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.347+0000 7ff77e41d740 1 -- 172.21.15.53:0/3001839749 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d6d910 msgr2=0x557185d779d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:41.348 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.348+0000 7ff77e41d740 1 --2- 172.21.15.53:0/3001839749 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d6d910 0x557185d779d0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7ff76c012da0 tx=0x7ff76c004a40 comp rx=0 tx=0).stop 2024-05-10T11:24:41.348 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.348+0000 7ff77e41d740 1 -- 172.21.15.53:0/3001839749 shutdown_connections 2024-05-10T11:24:41.348 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.348+0000 7ff77e41d740 1 --2- 172.21.15.53:0/3001839749 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x557185de92e0 0x557185deb700 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.348 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.348+0000 7ff77e41d740 1 --2- 172.21.15.53:0/3001839749 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x557185d6d910 0x557185d779d0 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.348 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.348+0000 7ff75cff9640 0 client.16215 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:41.349 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.348+0000 7ff77e41d740 1 --2- 172.21.15.53:0/3001839749 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x557185d687a0 0x557185d769c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.349 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.348+0000 7ff77e41d740 1 --2- 172.21.15.53:0/3001839749 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x557185d67db0 0x557185d76480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.349 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.348+0000 7ff77e41d740 1 -- 172.21.15.53:0/3001839749 >> 172.21.15.53:0/3001839749 conn(0x557185d63420 msgr2=0x557185d71b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:41.349 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.348+0000 7ff77e41d740 1 -- 172.21.15.53:0/3001839749 shutdown_connections 2024-05-10T11:24:41.349 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.348+0000 7ff77e41d740 1 -- 172.21.15.53:0/3001839749 wait complete. 2024-05-10T11:24:41.349 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.348+0000 7ff77e41d740 20 client.16215 trim_cache size 0 max 16384 2024-05-10T11:24:41.349 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:{ 2024-05-10T11:24:41.349 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "message": "", 2024-05-10T11:24:41.349 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "return_code": 0 2024-05-10T11:24:41.349 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:} 2024-05-10T11:24:41.350 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.348+0000 7ff77b623640 1 -- 172.21.15.53:0/632151611 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff7600b28a0 msgr2=0x7ff7600b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:41.350 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.348+0000 7ff77b623640 1 --2- 172.21.15.53:0/632151611 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff7600b28a0 0x7ff7600b4d60 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7ff76c009fd0 tx=0x7ff76c009600 comp rx=0 tx=0).stop 2024-05-10T11:24:41.350 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.348+0000 7ff77b623640 1 -- 172.21.15.53:0/632151611 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff774101280 msgr2=0x7ff77419f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:41.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.348+0000 7ff77b623640 1 --2- 172.21.15.53:0/632151611 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff774101280 0x7ff77419f110 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7ff770009a20 tx=0x7ff7700040c0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.348+0000 7ff77b623640 1 -- 172.21.15.53:0/632151611 shutdown_connections 2024-05-10T11:24:41.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.348+0000 7ff77b623640 1 --2- 172.21.15.53:0/632151611 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7ff7600b28a0 0x7ff7600b4d60 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.349+0000 7ff77b623640 1 --2- 172.21.15.53:0/632151611 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7ff7741065a0 0x7ff7741a6670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.349+0000 7ff77b623640 1 --2- 172.21.15.53:0/632151611 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7ff774103bf0 0x7ff77419f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.349+0000 7ff77b623640 1 --2- 172.21.15.53:0/632151611 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7ff774101280 0x7ff77419f110 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:41.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.349+0000 7ff77b623640 1 -- 172.21.15.53:0/632151611 >> 172.21.15.53:0/632151611 conn(0x7ff7740fce80 msgr2=0x7ff7741046b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:41.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.349+0000 7ff77b623640 1 -- 172.21.15.53:0/632151611 shutdown_connections 2024-05-10T11:24:41.351 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:41.349+0000 7ff77b623640 1 -- 172.21.15.53:0/632151611 wait complete. 2024-05-10T11:24:42.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:42 smithi053 ceph-mon[30153]: pgmap v537: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 574 MiB/s wr, 156 op/s 2024-05-10T11:24:42.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:42 smithi132 ceph-mon[33758]: pgmap v537: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 574 MiB/s wr, 156 op/s 2024-05-10T11:24:42.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:42 smithi187 ceph-mon[34076]: pgmap v537: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 574 MiB/s wr, 156 op/s 2024-05-10T11:24:44.312 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:44 smithi187 ceph-mon[34076]: pgmap v538: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 400 MiB/s wr, 112 op/s 2024-05-10T11:24:44.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:44 smithi053 ceph-mon[30153]: pgmap v538: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 400 MiB/s wr, 112 op/s 2024-05-10T11:24:44.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:44 smithi132 ceph-mon[33758]: pgmap v538: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 400 MiB/s wr, 112 op/s 2024-05-10T11:24:46.207 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:46 smithi053 ceph-mon[30153]: pgmap v539: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 384 MiB/s wr, 107 op/s 2024-05-10T11:24:46.449 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.449+0000 7f4182e9b700 1 -- 172.21.15.53:0/1481285019 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f417c06bc70 msgr2=0x7f417c06c0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:46.449 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.449+0000 7f4182e9b700 1 --2- 172.21.15.53:0/1481285019 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f417c06bc70 0x7f417c06c0f0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f41680099c0 tx=0x7f4168009cd0 comp rx=0 tx=0).stop 2024-05-10T11:24:46.449 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.449+0000 7f4182e9b700 1 -- 172.21.15.53:0/1481285019 shutdown_connections 2024-05-10T11:24:46.450 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.449+0000 7f4182e9b700 1 --2- 172.21.15.53:0/1481285019 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f417c06c630 0x7f417c110360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:46.450 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.449+0000 7f4182e9b700 1 --2- 172.21.15.53:0/1481285019 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f417c109590 0x7f417c109970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:46.450 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.449+0000 7f4182e9b700 1 --2- 172.21.15.53:0/1481285019 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f417c06bc70 0x7f417c06c0f0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:46.450 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.449+0000 7f4182e9b700 1 -- 172.21.15.53:0/1481285019 >> 172.21.15.53:0/1481285019 conn(0x7f417c079440 msgr2=0x7f417c079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:46.450 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.449+0000 7f4182e9b700 1 -- 172.21.15.53:0/1481285019 shutdown_connections 2024-05-10T11:24:46.450 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.449+0000 7f4182e9b700 1 -- 172.21.15.53:0/1481285019 wait complete. 2024-05-10T11:24:46.450 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.449+0000 7f4182e9b700 1 Processor -- start 2024-05-10T11:24:46.450 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.449+0000 7f4182e9b700 1 -- start start 2024-05-10T11:24:46.452 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.450+0000 7f4182e9b700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f417c06bc70 0x7f417c19f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:46.452 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.450+0000 7f4182e9b700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f417c06c630 0x7f417c19fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:46.452 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.450+0000 7f4182e9b700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f417c109590 0x7f417c199810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:46.452 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.450+0000 7f4182e9b700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f417c113530 con 0x7f417c109590 2024-05-10T11:24:46.452 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.450+0000 7f4182e9b700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f417c1133b0 con 0x7f417c06c630 2024-05-10T11:24:46.452 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.450+0000 7f4182e9b700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f417c1136b0 con 0x7f417c06bc70 2024-05-10T11:24:46.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.450+0000 7f4181438700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f417c109590 0x7f417c199810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:46.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.450+0000 7f4181438700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f417c109590 0x7f417c199810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:46846/0 (socket says 172.21.15.53:46846) 2024-05-10T11:24:46.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.450+0000 7f4181438700 1 -- 172.21.15.53:0/1096374126 learned_addr learned my addr 172.21.15.53:0/1096374126 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:46.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.450+0000 7f417bfff700 1 --2- 172.21.15.53:0/1096374126 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f417c06c630 0x7f417c19fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:46.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.450+0000 7f4180c37700 1 --2- 172.21.15.53:0/1096374126 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f417c06bc70 0x7f417c19f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:46.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.450+0000 7f4181438700 1 -- 172.21.15.53:0/1096374126 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f417c06bc70 msgr2=0x7f417c19f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:46.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.450+0000 7f4181438700 1 --2- 172.21.15.53:0/1096374126 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f417c06bc70 0x7f417c19f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:46.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.450+0000 7f4181438700 1 -- 172.21.15.53:0/1096374126 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f417c06c630 msgr2=0x7f417c19fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:46.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.450+0000 7f4181438700 1 --2- 172.21.15.53:0/1096374126 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f417c06c630 0x7f417c19fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:46.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.450+0000 7f4181438700 1 -- 172.21.15.53:0/1096374126 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f417c199ff0 con 0x7f417c109590 2024-05-10T11:24:46.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.450+0000 7f4181438700 1 --2- 172.21.15.53:0/1096374126 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f417c109590 0x7f417c199810 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f417400ada0 tx=0x7f417400c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:46.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.451+0000 7f4179ffb700 1 -- 172.21.15.53:0/1096374126 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4174017020 con 0x7f417c109590 2024-05-10T11:24:46.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.451+0000 7f4179ffb700 1 -- 172.21.15.53:0/1096374126 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f417400cd60 con 0x7f417c109590 2024-05-10T11:24:46.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.451+0000 7f4182e9b700 1 -- 172.21.15.53:0/1096374126 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f417c19a2e0 con 0x7f417c109590 2024-05-10T11:24:46.453 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.451+0000 7f4179ffb700 1 -- 172.21.15.53:0/1096374126 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4174005280 con 0x7f417c109590 2024-05-10T11:24:46.454 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.451+0000 7f4182e9b700 1 -- 172.21.15.53:0/1096374126 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f417c1a64a0 con 0x7f417c109590 2024-05-10T11:24:46.454 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.452+0000 7f4182e9b700 1 -- 172.21.15.53:0/1096374126 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f417c104c00 con 0x7f417c109590 2024-05-10T11:24:46.454 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.453+0000 7f4179ffb700 1 -- 172.21.15.53:0/1096374126 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f417400c8d0 con 0x7f417c109590 2024-05-10T11:24:46.454 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.454+0000 7f4179ffb700 1 --2- 172.21.15.53:0/1096374126 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f41600b2900 0x7f41600b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:46.455 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.454+0000 7f4180c37700 1 --2- 172.21.15.53:0/1096374126 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f41600b2900 0x7f41600b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:46.455 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.454+0000 7f4179ffb700 1 -- 172.21.15.53:0/1096374126 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f41740e1d40 con 0x7f417c109590 2024-05-10T11:24:46.455 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.455+0000 7f4180c37700 1 --2- 172.21.15.53:0/1096374126 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f41600b2900 0x7f41600b4dc0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f416c00ac50 tx=0x7f416c00a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:46.458 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.459+0000 7f4179ffb700 1 -- 172.21.15.53:0/1096374126 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f4174021020 con 0x7f417c109590 2024-05-10T11:24:46.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:46 smithi132 ceph-mon[33758]: pgmap v539: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 384 MiB/s wr, 107 op/s 2024-05-10T11:24:46.509 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:46 smithi187 ceph-mon[34076]: pgmap v539: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 384 MiB/s wr, 107 op/s 2024-05-10T11:24:46.719 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.719+0000 7f4182e9b700 1 -- 172.21.15.53:0/1096374126 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f417c02e510 con 0x7f417c109590 2024-05-10T11:24:46.720 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.720+0000 7f4179ffb700 1 -- 172.21.15.53:0/1096374126 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11941 (secure 0 0 0) 0x7f41740a9700 con 0x7f417c109590 2024-05-10T11:24:46.720 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:24:46.720 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-10T11:16:54.139241+0000","modified":"2024-05-10T11:21:09.977203+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24463,"mds_1":24448,"mds_2":24442,"mds_3":24428,"mds_4":24415},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6839/3346396655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":3346396655},{"type":"v1","addr":"172.21.15.53:6839","nonce":3346396655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6841/3170432544","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6840","nonce":3170432544},{"type":"v1","addr":"172.21.15.53:6841","nonce":3170432544}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24353":{"gid":24353,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24377":{"gid":24377,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6835/2650777178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6834","nonce":2650777178},{"type":"v1","addr":"172.21.15.132:6835","nonce":2650777178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6837/392522477","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6836","nonce":392522477},{"type":"v1","addr":"172.21.15.132:6837","nonce":392522477}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":4,"incarnation":26,"state":"up:active","state_seq":32,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":24,"state":"up:active","state_seq":22,"addr":"172.21.15.132:6839/2363266970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6838","nonce":2363266970},{"type":"v1","addr":"172.21.15.132:6839","nonce":2363266970}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.187:6835/4099468922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6834","nonce":4099468922},{"type":"v1","addr":"172.21.15.187:6835","nonce":4099468922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"c","rank":1,"incarnation":20,"state":"up:active","state_seq":26,"addr":"172.21.15.187:6837/2293077942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6836","nonce":2293077942},{"type":"v1","addr":"172.21.15.187:6837","nonce":2293077942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.187:6839/735699922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6838","nonce":735699922},{"type":"v1","addr":"172.21.15.187:6839","nonce":735699922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24463,"qdb_cluster":[24442,24428,24463,24415,24448]},"id":1}]} 2024-05-10T11:24:46.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.722+0000 7f4182e9b700 1 -- 172.21.15.53:0/1096374126 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f41600b2900 msgr2=0x7f41600b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:46.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.722+0000 7f4182e9b700 1 --2- 172.21.15.53:0/1096374126 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f41600b2900 0x7f41600b4dc0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f416c00ac50 tx=0x7f416c00a380 comp rx=0 tx=0).stop 2024-05-10T11:24:46.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.722+0000 7f4182e9b700 1 -- 172.21.15.53:0/1096374126 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f417c109590 msgr2=0x7f417c199810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:46.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.722+0000 7f4182e9b700 1 --2- 172.21.15.53:0/1096374126 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f417c109590 0x7f417c199810 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f417400ada0 tx=0x7f417400c330 comp rx=0 tx=0).stop 2024-05-10T11:24:46.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.722+0000 7f4182e9b700 1 -- 172.21.15.53:0/1096374126 shutdown_connections 2024-05-10T11:24:46.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.722+0000 7f4182e9b700 1 --2- 172.21.15.53:0/1096374126 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f41600b2900 0x7f41600b4dc0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:46.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.722+0000 7f4182e9b700 1 --2- 172.21.15.53:0/1096374126 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f417c109590 0x7f417c199810 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:46.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.722+0000 7f4182e9b700 1 --2- 172.21.15.53:0/1096374126 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f417c06bc70 0x7f417c19f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:46.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.722+0000 7f4182e9b700 1 --2- 172.21.15.53:0/1096374126 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f417c06c630 0x7f417c19fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:46.723 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.722+0000 7f4182e9b700 1 -- 172.21.15.53:0/1096374126 >> 172.21.15.53:0/1096374126 conn(0x7f417c079440 msgr2=0x7f417c101030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:46.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.723+0000 7f4182e9b700 1 -- 172.21.15.53:0/1096374126 shutdown_connections 2024-05-10T11:24:46.724 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:46.723+0000 7f4182e9b700 1 -- 172.21.15.53:0/1096374126 wait complete. 2024-05-10T11:24:46.724 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 29 2024-05-10T11:24:47.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:47 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1096374126' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:24:47.465 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-10T11:24:47.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:47 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1096374126' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:24:47.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:47 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1096374126' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:24:47.768 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:24:48.183 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:48 smithi053 ceph-mon[30153]: pgmap v540: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 211 MiB/s wr, 64 op/s 2024-05-10T11:24:48.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:48 smithi132 ceph-mon[33758]: pgmap v540: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 211 MiB/s wr, 64 op/s 2024-05-10T11:24:48.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:48 smithi187 ceph-mon[34076]: pgmap v540: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 211 MiB/s wr, 64 op/s 2024-05-10T11:24:48.970 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:24:48.970 INFO:tasks.workunit.client.0.smithi053.stdout: Children see throughput for 1 readers = 9001308.00 kB/sec 2024-05-10T11:24:48.970 INFO:tasks.workunit.client.0.smithi053.stdout: Parent sees throughput for 1 readers = 8999516.65 kB/sec 2024-05-10T11:24:48.970 INFO:tasks.workunit.client.0.smithi053.stdout: Min throughput per process = 9001308.00 kB/sec 2024-05-10T11:24:48.970 INFO:tasks.workunit.client.0.smithi053.stdout: Max throughput per process = 9001308.00 kB/sec 2024-05-10T11:24:48.970 INFO:tasks.workunit.client.0.smithi053.stdout: Avg throughput per process = 9001308.00 kB/sec 2024-05-10T11:24:48.970 INFO:tasks.workunit.client.0.smithi053.stdout: Min xfer = 10485760.00 kB 2024-05-10T11:24:49.373 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:49 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:24:49.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:49 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:24:49.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:49 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:24:49.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.951+0000 7f71795bf700 1 -- 172.21.15.53:0/1965987967 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f71741095b0 msgr2=0x7f7174109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:49.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.951+0000 7f71795bf700 1 --2- 172.21.15.53:0/1965987967 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f71741095b0 0x7f7174109990 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f716400b0d0 tx=0x7f716400b3e0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.951+0000 7f71795bf700 1 -- 172.21.15.53:0/1965987967 shutdown_connections 2024-05-10T11:24:49.953 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.951+0000 7f71795bf700 1 --2- 172.21.15.53:0/1965987967 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f717406c590 0x7f7174110380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.951+0000 7f71795bf700 1 --2- 172.21.15.53:0/1965987967 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f71741095b0 0x7f7174109990 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.951+0000 7f71795bf700 1 --2- 172.21.15.53:0/1965987967 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f717406bbd0 0x7f717406c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.951+0000 7f71795bf700 1 -- 172.21.15.53:0/1965987967 >> 172.21.15.53:0/1965987967 conn(0x7f7174078210 msgr2=0x7f7174078620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:49.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.951+0000 7f71795bf700 1 -- 172.21.15.53:0/1965987967 shutdown_connections 2024-05-10T11:24:49.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.951+0000 7f71795bf700 1 -- 172.21.15.53:0/1965987967 wait complete. 2024-05-10T11:24:49.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.952+0000 7f71795bf700 1 Processor -- start 2024-05-10T11:24:49.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.952+0000 7f71795bf700 1 -- start start 2024-05-10T11:24:49.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.952+0000 7f71795bf700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f717406bbd0 0x7f71741027c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:49.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.952+0000 7f71795bf700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f717406c590 0x7f7174102d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:49.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.952+0000 7f71795bf700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f71741095b0 0x7f7174103240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:49.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.953+0000 7f71795bf700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7174113550 con 0x7f717406c590 2024-05-10T11:24:49.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.953+0000 7f71795bf700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f71741133d0 con 0x7f717406bbd0 2024-05-10T11:24:49.954 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.953+0000 7f71795bf700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f71741136d0 con 0x7f71741095b0 2024-05-10T11:24:49.955 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.953+0000 7f71727fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f717406c590 0x7f7174102d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:49.955 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.953+0000 7f71727fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f717406c590 0x7f7174102d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36424/0 (socket says 172.21.15.53:36424) 2024-05-10T11:24:49.955 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.953+0000 7f71727fc700 1 -- 172.21.15.53:0/3657081805 learned_addr learned my addr 172.21.15.53:0/3657081805 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:49.955 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.953+0000 7f7172ffd700 1 --2- 172.21.15.53:0/3657081805 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f717406bbd0 0x7f71741027c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:49.955 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.953+0000 7f71737fe700 1 --2- 172.21.15.53:0/3657081805 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f71741095b0 0x7f7174103240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:49.955 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.953+0000 7f71727fc700 1 -- 172.21.15.53:0/3657081805 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f71741095b0 msgr2=0x7f7174103240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:49.955 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.953+0000 7f71727fc700 1 --2- 172.21.15.53:0/3657081805 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f71741095b0 0x7f7174103240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.955 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.953+0000 7f71727fc700 1 -- 172.21.15.53:0/3657081805 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f717406bbd0 msgr2=0x7f71741027c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:49.955 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.953+0000 7f71727fc700 1 --2- 172.21.15.53:0/3657081805 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f717406bbd0 0x7f71741027c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.955 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.953+0000 7f71727fc700 1 -- 172.21.15.53:0/3657081805 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71741a7ff0 con 0x7f717406c590 2024-05-10T11:24:49.955 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.953+0000 7f71727fc700 1 --2- 172.21.15.53:0/3657081805 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f717406c590 0x7f7174102d00 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f715c00d950 tx=0x7f715c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:49.956 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.954+0000 7f716bfff700 1 -- 172.21.15.53:0/3657081805 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f715c016070 con 0x7f717406c590 2024-05-10T11:24:49.956 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.954+0000 7f71795bf700 1 -- 172.21.15.53:0/3657081805 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71741a82e0 con 0x7f717406c590 2024-05-10T11:24:49.956 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.954+0000 7f716bfff700 1 -- 172.21.15.53:0/3657081805 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f715c00fd20 con 0x7f717406c590 2024-05-10T11:24:49.956 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.954+0000 7f716bfff700 1 -- 172.21.15.53:0/3657081805 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f715c00e3b0 con 0x7f717406c590 2024-05-10T11:24:49.956 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.954+0000 7f71795bf700 1 -- 172.21.15.53:0/3657081805 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71741a8870 con 0x7f717406c590 2024-05-10T11:24:49.957 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.956+0000 7f716bfff700 1 -- 172.21.15.53:0/3657081805 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f715c019070 con 0x7f717406c590 2024-05-10T11:24:49.957 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.957+0000 7f716bfff700 1 --2- 172.21.15.53:0/3657081805 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f71600b2880 0x7f71600b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:49.957 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.957+0000 7f7172ffd700 1 --2- 172.21.15.53:0/3657081805 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f71600b2880 0x7f71600b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:49.957 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.957+0000 7f716bfff700 1 -- 172.21.15.53:0/3657081805 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f715c0e20c0 con 0x7f717406c590 2024-05-10T11:24:49.957 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.957+0000 7f7172ffd700 1 --2- 172.21.15.53:0/3657081805 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f71600b2880 0x7f71600b4d40 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f7164009fd0 tx=0x7f716400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:49.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.958+0000 7f7183e52b80 1 Processor -- start 2024-05-10T11:24:49.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.958+0000 7f7183e52b80 1 -- start start 2024-05-10T11:24:49.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.958+0000 7f7183e52b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ed11b0 0x555934ed1590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:49.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.958+0000 7f7183e52b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed1ad0 0x555934ecb810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:49.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.958+0000 7f7183e52b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555934ecbd50 0x555934ecc190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:49.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.958+0000 7f7183e52b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x555934e1d940 con 0x555934ed11b0 2024-05-10T11:24:49.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.958+0000 7f7183e52b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x555934d82da0 con 0x555934ed1ad0 2024-05-10T11:24:49.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.958+0000 7f7183e52b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x555934e19900 con 0x555934ecbd50 2024-05-10T11:24:49.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.958+0000 7f7172ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ed11b0 0x555934ed1590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:49.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.958+0000 7f7172ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ed11b0 0x555934ed1590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36430/0 (socket says 172.21.15.53:36430) 2024-05-10T11:24:49.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.958+0000 7f7172ffd700 1 -- 172.21.15.53:0/3113202168 learned_addr learned my addr 172.21.15.53:0/3113202168 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:49.960 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.959+0000 7f71727fc700 1 --2- 172.21.15.53:0/3113202168 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed1ad0 0x555934ecb810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:49.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.959+0000 7f71737fe700 1 --2- 172.21.15.53:0/3113202168 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555934ecbd50 0x555934ecc190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:49.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.959+0000 7f7172ffd700 1 -- 172.21.15.53:0/3113202168 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555934ecbd50 msgr2=0x555934ecc190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:49.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.959+0000 7f7172ffd700 1 --2- 172.21.15.53:0/3113202168 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555934ecbd50 0x555934ecc190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.959+0000 7f7172ffd700 1 -- 172.21.15.53:0/3113202168 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed1ad0 msgr2=0x555934ecb810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:49.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.959+0000 7f7172ffd700 1 --2- 172.21.15.53:0/3113202168 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed1ad0 0x555934ecb810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.959+0000 7f7172ffd700 1 -- 172.21.15.53:0/3113202168 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555934d6a8d0 con 0x555934ed11b0 2024-05-10T11:24:49.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.959+0000 7f71727fc700 1 --2- 172.21.15.53:0/3113202168 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed1ad0 0x555934ecb810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:49.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.959+0000 7f71737fe700 1 --2- 172.21.15.53:0/3113202168 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555934ecbd50 0x555934ecc190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:24:49.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.959+0000 7f7172ffd700 1 --2- 172.21.15.53:0/3113202168 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ed11b0 0x555934ed1590 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f7164004a60 tx=0x7f716401e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ade16e769ec7939 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:49.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.959+0000 7f71697fa700 1 -- 172.21.15.53:0/3113202168 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7164005250 con 0x555934ed11b0 2024-05-10T11:24:49.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.959+0000 7f71697fa700 1 -- 172.21.15.53:0/3113202168 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7164005880 con 0x555934ed11b0 2024-05-10T11:24:49.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.959+0000 7f71697fa700 1 -- 172.21.15.53:0/3113202168 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7164029450 con 0x555934ed11b0 2024-05-10T11:24:49.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.960+0000 7f7183e52b80 1 -- 172.21.15.53:0/3113202168 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ed11b0 msgr2=0x555934ed1590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:49.961 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.960+0000 7f7183e52b80 1 --2- 172.21.15.53:0/3113202168 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ed11b0 0x555934ed1590 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f7164004a60 tx=0x7f716401e000 comp rx=0 tx=0).stop 2024-05-10T11:24:49.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.960+0000 7f7183e52b80 1 -- 172.21.15.53:0/3113202168 shutdown_connections 2024-05-10T11:24:49.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.960+0000 7f7183e52b80 1 --2- 172.21.15.53:0/3113202168 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555934ecbd50 0x555934ecc190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.960+0000 7f7183e52b80 1 --2- 172.21.15.53:0/3113202168 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ed11b0 0x555934ed1590 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.960+0000 7f7183e52b80 1 --2- 172.21.15.53:0/3113202168 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed1ad0 0x555934ecb810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.960+0000 7f7183e52b80 1 -- 172.21.15.53:0/3113202168 >> 172.21.15.53:0/3113202168 conn(0x555934df7b70 msgr2=0x555934ec62a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:49.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.960+0000 7f7183e52b80 1 -- 172.21.15.53:0/3113202168 shutdown_connections 2024-05-10T11:24:49.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.960+0000 7f7183e52b80 1 -- 172.21.15.53:0/3113202168 wait complete. 2024-05-10T11:24:49.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.961+0000 7f7183e52b80 1 -- start start 2024-05-10T11:24:49.965 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.961+0000 7f7183e52b80 1 Processor -- start 2024-05-10T11:24:49.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.961+0000 7f7183e52b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555934ecbd50 0x555934ed76d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:49.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.961+0000 7f7183e52b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed11b0 0x555934ed4a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:49.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.961+0000 7f7183e52b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ed1ad0 0x555934ed4fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:49.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.961+0000 7f7183e52b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x555934ed83f0 con 0x555934ed1ad0 2024-05-10T11:24:49.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.961+0000 7f7183e52b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x555934dd6ed0 con 0x555934ed11b0 2024-05-10T11:24:49.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.961+0000 7f7183e52b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x555934ed8570 con 0x555934ecbd50 2024-05-10T11:24:49.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.961+0000 7f7183e52b80 10 client.0 _ll_register_callbacks cb 0x555934db15b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:24:49.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.961+0000 7f71737fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ed1ad0 0x555934ed4fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:49.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.961+0000 7f71737fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ed1ad0 0x555934ed4fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36444/0 (socket says 172.21.15.53:36444) 2024-05-10T11:24:49.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.961+0000 7f71737fe700 1 -- 172.21.15.53:0/1977142473 learned_addr learned my addr 172.21.15.53:0/1977142473 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:49.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.961+0000 7f7172ffd700 1 --2- 172.21.15.53:0/1977142473 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555934ecbd50 0x555934ed76d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:49.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.961+0000 7f71727fc700 1 --2- 172.21.15.53:0/1977142473 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed11b0 0x555934ed4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:49.966 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.962+0000 7f71737fe700 1 -- 172.21.15.53:0/1977142473 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555934ecbd50 msgr2=0x555934ed76d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:49.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.962+0000 7f71737fe700 1 --2- 172.21.15.53:0/1977142473 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555934ecbd50 0x555934ed76d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.962+0000 7f71737fe700 1 -- 172.21.15.53:0/1977142473 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed11b0 msgr2=0x555934ed4a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:49.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.962+0000 7f71737fe700 1 --2- 172.21.15.53:0/1977142473 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed11b0 0x555934ed4a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.962+0000 7f71737fe700 1 -- 172.21.15.53:0/1977142473 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555934dd4760 con 0x555934ed1ad0 2024-05-10T11:24:49.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.962+0000 7f71727fc700 1 --2- 172.21.15.53:0/1977142473 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed11b0 0x555934ed4a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:49.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.962+0000 7f71737fe700 1 --2- 172.21.15.53:0/1977142473 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ed1ad0 0x555934ed4fb0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f716c0116c0 tx=0x7f716c0119d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5a4f3556a35deba server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:49.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.962+0000 7f715a7fc700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:24:49.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.962+0000 7f715a7fc700 1 -- 172.21.15.53:0/1977142473 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f716c012980 con 0x555934ed1ad0 2024-05-10T11:24:49.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.962+0000 7f715a7fc700 1 -- 172.21.15.53:0/1977142473 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f716c012b20 con 0x555934ed1ad0 2024-05-10T11:24:49.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.962+0000 7f7183e52b80 1 -- 172.21.15.53:0/1977142473 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7164005880 con 0x555934ed1ad0 2024-05-10T11:24:49.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.962+0000 7f715a7fc700 1 -- 172.21.15.53:0/1977142473 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f716c025050 con 0x555934ed1ad0 2024-05-10T11:24:49.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.962+0000 7f7183e52b80 10 client.16233 fetch_fsmap learned FSMap version 29 2024-05-10T11:24:49.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.962+0000 7f7183e52b80 1 -- 172.21.15.53:0/1977142473 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555934ee2c50 con 0x555934ed1ad0 2024-05-10T11:24:49.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.962+0000 7f715a7fc700 1 -- 172.21.15.53:0/1977142473 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7164005880 con 0x555934ed1ad0 2024-05-10T11:24:49.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.962+0000 7f715a7fc700 1 -- 172.21.15.53:0/1977142473 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f716c01a3f0 con 0x555934ed1ad0 2024-05-10T11:24:49.967 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.963+0000 7f7183e52b80 10 client.16233 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:24:49.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.963+0000 7f7183e52b80 10 client.16233 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.l 2024-05-10T11:24:49.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.963+0000 7f7183e52b80 20 client.16233 populate_metadata read hostname 'smithi053' 2024-05-10T11:24:49.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.963+0000 7f7183e52b80 1 --2- 172.21.15.53:0/1977142473 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x555934ee5290 0x555934ee76b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:49.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.963+0000 7f7183e52b80 4 client.16233 mds_command: new command op to 24415 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:24:49.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.963+0000 7f7183e52b80 1 -- 172.21.15.53:0/1977142473 --> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555934e2b320 con 0x555934ee5290 2024-05-10T11:24:49.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.963+0000 7f7172ffd700 1 --2- 172.21.15.53:0/1977142473 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x555934ee5290 0x555934ee76b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:49.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.963+0000 7f715a7fc700 10 client.16233 ms_handle_connect on v2:172.21.15.187:6832/4278444882 2024-05-10T11:24:49.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.963+0000 7f7172ffd700 1 --2- 172.21.15.53:0/1977142473 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x555934ee5290 0x555934ee76b0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=46330280650a9b7 server_cookie=81e488367dc59409 in_seq=0 out_seq=0 2024-05-10T11:24:49.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.964+0000 7f715a7fc700 1 -- 172.21.15.53:0/1977142473 <== mds.4 v2:172.21.15.187:6832/4278444882 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x555934e2b320 con 0x555934ee5290 2024-05-10T11:24:49.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.964+0000 7f715a7fc700 10 client.16233 handle_command_reply: tid=0 2024-05-10T11:24:49.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.964+0000 7f7183e52b80 1 client.16233 shutdown 2024-05-10T11:24:49.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.964+0000 7f7183e52b80 1 -- 172.21.15.53:0/1977142473 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ed1ad0 msgr2=0x555934ed4fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:49.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.964+0000 7f7183e52b80 1 --2- 172.21.15.53:0/1977142473 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ed1ad0 0x555934ed4fb0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f716c0116c0 tx=0x7f716c0119d0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.968 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.964+0000 7f7183e52b80 1 -- 172.21.15.53:0/1977142473 shutdown_connections 2024-05-10T11:24:49.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.964+0000 7f7183e52b80 1 --2- 172.21.15.53:0/1977142473 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x555934ee5290 0x555934ee76b0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.964+0000 7f7183e52b80 1 --2- 172.21.15.53:0/1977142473 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ed1ad0 0x555934ed4fb0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.964+0000 7f7183e52b80 1 --2- 172.21.15.53:0/1977142473 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555934ecbd50 0x555934ed76d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.964+0000 7f715a7fc700 0 client.16233 ms_handle_reset on v2:172.21.15.187:6832/4278444882 2024-05-10T11:24:49.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.964+0000 7f7183e52b80 1 --2- 172.21.15.53:0/1977142473 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed11b0 0x555934ed4a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.964+0000 7f7183e52b80 1 -- 172.21.15.53:0/1977142473 >> 172.21.15.53:0/1977142473 conn(0x555934df7b70 msgr2=0x555934ec0b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:49.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.965+0000 7f7183e52b80 1 -- 172.21.15.53:0/1977142473 shutdown_connections 2024-05-10T11:24:49.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.965+0000 7f7183e52b80 1 -- 172.21.15.53:0/1977142473 wait complete. 2024-05-10T11:24:49.969 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.965+0000 7f7183e52b80 20 client.16233 trim_cache size 0 max 16384 2024-05-10T11:24:49.979 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.980+0000 7f7183e52b80 1 Processor -- start 2024-05-10T11:24:49.980 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.980+0000 7f7183e52b80 1 -- start start 2024-05-10T11:24:49.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.980+0000 7f7183e52b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555934ecbd50 0x555934ee1480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:49.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.980+0000 7f7183e52b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed11b0 0x555934ec0c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:49.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.980+0000 7f7183e52b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ed1ad0 0x555934eecf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:49.981 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.980+0000 7f7183e52b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f71741b1340 con 0x555934ed1ad0 2024-05-10T11:24:49.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.980+0000 7f7183e52b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f71741b2e80 con 0x555934ed11b0 2024-05-10T11:24:49.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.980+0000 7f7183e52b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f71741b1a10 con 0x555934ecbd50 2024-05-10T11:24:49.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.980+0000 7f71737fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ed1ad0 0x555934eecf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:49.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.980+0000 7f71737fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ed1ad0 0x555934eecf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36448/0 (socket says 172.21.15.53:36448) 2024-05-10T11:24:49.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.980+0000 7f71737fe700 1 -- 172.21.15.53:0/2249301286 learned_addr learned my addr 172.21.15.53:0/2249301286 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:49.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.980+0000 7f7172ffd700 1 --2- 172.21.15.53:0/2249301286 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555934ecbd50 0x555934ee1480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:49.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.980+0000 7f71727fc700 1 --2- 172.21.15.53:0/2249301286 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed11b0 0x555934ec0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:49.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.981+0000 7f71737fe700 1 -- 172.21.15.53:0/2249301286 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555934ecbd50 msgr2=0x555934ee1480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:49.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.981+0000 7f71737fe700 1 --2- 172.21.15.53:0/2249301286 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555934ecbd50 0x555934ee1480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.981+0000 7f71737fe700 1 -- 172.21.15.53:0/2249301286 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed11b0 msgr2=0x555934ec0c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:49.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.981+0000 7f71737fe700 1 --2- 172.21.15.53:0/2249301286 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed11b0 0x555934ec0c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.981+0000 7f71737fe700 1 -- 172.21.15.53:0/2249301286 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555934ee7d10 con 0x555934ed1ad0 2024-05-10T11:24:49.982 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.981+0000 7f7172ffd700 1 --2- 172.21.15.53:0/2249301286 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555934ecbd50 0x555934ee1480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:49.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.981+0000 7f71727fc700 1 --2- 172.21.15.53:0/2249301286 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed11b0 0x555934ec0c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:24:49.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.981+0000 7f71737fe700 1 --2- 172.21.15.53:0/2249301286 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ed1ad0 0x555934eecf40 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f716c000c00 tx=0x7f716c005d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8196f31334074cf6 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:49.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.981+0000 7f7168ff9700 1 -- 172.21.15.53:0/2249301286 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f716c02d070 con 0x555934ed1ad0 2024-05-10T11:24:49.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.981+0000 7f7168ff9700 1 -- 172.21.15.53:0/2249301286 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f716c01ae50 con 0x555934ed1ad0 2024-05-10T11:24:49.983 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.981+0000 7f7168ff9700 1 -- 172.21.15.53:0/2249301286 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f716c0129e0 con 0x555934ed1ad0 2024-05-10T11:24:49.986 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.982+0000 7f7183e52b80 1 -- 172.21.15.53:0/2249301286 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ed1ad0 msgr2=0x555934eecf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:49.986 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.982+0000 7f7183e52b80 1 --2- 172.21.15.53:0/2249301286 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ed1ad0 0x555934eecf40 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f716c000c00 tx=0x7f716c005d30 comp rx=0 tx=0).stop 2024-05-10T11:24:49.986 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.982+0000 7f7183e52b80 1 -- 172.21.15.53:0/2249301286 shutdown_connections 2024-05-10T11:24:49.986 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.982+0000 7f7183e52b80 1 --2- 172.21.15.53:0/2249301286 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ed1ad0 0x555934eecf40 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.986 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.982+0000 7f7183e52b80 1 --2- 172.21.15.53:0/2249301286 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555934ecbd50 0x555934ee1480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.986 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.982+0000 7f7183e52b80 1 --2- 172.21.15.53:0/2249301286 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed11b0 0x555934ec0c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.986 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.982+0000 7f7183e52b80 1 -- 172.21.15.53:0/2249301286 >> 172.21.15.53:0/2249301286 conn(0x555934df7b70 msgr2=0x555934ed33c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:49.986 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.982+0000 7f7183e52b80 1 -- 172.21.15.53:0/2249301286 shutdown_connections 2024-05-10T11:24:49.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.982+0000 7f7183e52b80 1 -- 172.21.15.53:0/2249301286 wait complete. 2024-05-10T11:24:49.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.982+0000 7f7183e52b80 1 -- start start 2024-05-10T11:24:49.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.982+0000 7f7183e52b80 1 Processor -- start 2024-05-10T11:24:49.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.982+0000 7f7183e52b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ecbd50 0x555934edd9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:49.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.982+0000 7f7183e52b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed11b0 0x555934eddf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:49.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.982+0000 7f7183e52b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555934ed1ad0 0x555934eec4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:49.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.982+0000 7f7183e52b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f71741b27b0 con 0x555934ecbd50 2024-05-10T11:24:49.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.982+0000 7f7183e52b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f71741b20e0 con 0x555934ed11b0 2024-05-10T11:24:49.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.982+0000 7f7183e52b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f71741af2e0 con 0x555934ed1ad0 2024-05-10T11:24:49.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.983+0000 7f7183e52b80 10 client.0 _ll_register_callbacks cb 0x555934db15b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:24:49.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.983+0000 7f7172ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ecbd50 0x555934edd9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:49.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.983+0000 7f7172ffd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ecbd50 0x555934edd9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36464/0 (socket says 172.21.15.53:36464) 2024-05-10T11:24:49.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.983+0000 7f7172ffd700 1 -- 172.21.15.53:0/2983756590 learned_addr learned my addr 172.21.15.53:0/2983756590 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:49.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.983+0000 7f71727fc700 1 --2- 172.21.15.53:0/2983756590 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed11b0 0x555934eddf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:49.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.983+0000 7f71737fe700 1 --2- 172.21.15.53:0/2983756590 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555934ed1ad0 0x555934eec4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:49.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.983+0000 7f7172ffd700 1 -- 172.21.15.53:0/2983756590 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555934ed1ad0 msgr2=0x555934eec4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:49.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.983+0000 7f7172ffd700 1 --2- 172.21.15.53:0/2983756590 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555934ed1ad0 0x555934eec4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.983+0000 7f7172ffd700 1 -- 172.21.15.53:0/2983756590 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed11b0 msgr2=0x555934eddf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:49.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.983+0000 7f7172ffd700 1 --2- 172.21.15.53:0/2983756590 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed11b0 0x555934eddf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.983+0000 7f7172ffd700 1 -- 172.21.15.53:0/2983756590 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555934eecd20 con 0x555934ecbd50 2024-05-10T11:24:49.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.983+0000 7f7172ffd700 1 --2- 172.21.15.53:0/2983756590 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ecbd50 0x555934edd9e0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f716400b010 tx=0x7f71640060f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4690b4d6728b326 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:49.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.983+0000 7f715a7fc700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:24:49.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.983+0000 7f715a7fc700 1 -- 172.21.15.53:0/2983756590 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71640078b0 con 0x555934ecbd50 2024-05-10T11:24:49.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.983+0000 7f715a7fc700 1 -- 172.21.15.53:0/2983756590 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f7164004fd0 con 0x555934ecbd50 2024-05-10T11:24:49.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.983+0000 7f7183e52b80 1 -- 172.21.15.53:0/2983756590 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f716c01ae50 con 0x555934ecbd50 2024-05-10T11:24:49.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.983+0000 7f715a7fc700 1 -- 172.21.15.53:0/2983756590 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f716404f050 con 0x555934ecbd50 2024-05-10T11:24:49.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.983+0000 7f7183e52b80 10 client.16239 fetch_fsmap learned FSMap version 29 2024-05-10T11:24:49.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.983+0000 7f7183e52b80 1 -- 172.21.15.53:0/2983756590 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555934f4f6e0 con 0x555934ecbd50 2024-05-10T11:24:49.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.984+0000 7f715a7fc700 1 -- 172.21.15.53:0/2983756590 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f716c01ae50 con 0x555934ecbd50 2024-05-10T11:24:49.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.984+0000 7f715a7fc700 1 -- 172.21.15.53:0/2983756590 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7164011070 con 0x555934ecbd50 2024-05-10T11:24:49.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.984+0000 7f7183e52b80 10 client.16239 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:24:49.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.984+0000 7f7183e52b80 10 client.16239 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.l 2024-05-10T11:24:49.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.984+0000 7f7183e52b80 20 client.16239 populate_metadata read hostname 'smithi053' 2024-05-10T11:24:49.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.984+0000 7f7183e52b80 1 --2- 172.21.15.53:0/2983756590 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x555934f4f970 0x555934f51d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:49.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.984+0000 7f7183e52b80 4 client.16239 mds_command: new command op to 24415 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:24:49.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.984+0000 7f7183e52b80 1 -- 172.21.15.53:0/2983756590 --> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555934ecc650 con 0x555934f4f970 2024-05-10T11:24:49.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.984+0000 7f71727fc700 1 --2- 172.21.15.53:0/2983756590 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x555934f4f970 0x555934f51d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:49.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.985+0000 7f71727fc700 1 --2- 172.21.15.53:0/2983756590 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x555934f4f970 0x555934f51d60 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=34921124f0ff9ceb server_cookie=a9da3b734583c3a8 in_seq=0 out_seq=0 2024-05-10T11:24:49.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.985+0000 7f715a7fc700 10 client.16239 ms_handle_connect on v2:172.21.15.187:6832/4278444882 2024-05-10T11:24:49.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.985+0000 7f715a7fc700 1 -- 172.21.15.53:0/2983756590 <== mds.4 v2:172.21.15.187:6832/4278444882 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555934ecc650 con 0x555934f4f970 2024-05-10T11:24:49.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.985+0000 7f715a7fc700 10 client.16239 handle_command_reply: tid=0 2024-05-10T11:24:49.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.985+0000 7f7183e52b80 1 client.16239 shutdown 2024-05-10T11:24:49.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.985+0000 7f7183e52b80 1 -- 172.21.15.53:0/2983756590 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ecbd50 msgr2=0x555934edd9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:49.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.985+0000 7f7183e52b80 1 --2- 172.21.15.53:0/2983756590 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ecbd50 0x555934edd9e0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f716400b010 tx=0x7f71640060f0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.989 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.985+0000 7f7183e52b80 1 -- 172.21.15.53:0/2983756590 shutdown_connections 2024-05-10T11:24:49.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.985+0000 7f7183e52b80 1 --2- 172.21.15.53:0/2983756590 >> [v2:172.21.15.187:6832/4278444882,v1:172.21.15.187:6833/4278444882] conn(0x555934f4f970 0x555934f51d60 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.985+0000 7f7183e52b80 1 --2- 172.21.15.53:0/2983756590 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555934ed1ad0 0x555934eec4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.985+0000 7f7183e52b80 1 --2- 172.21.15.53:0/2983756590 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555934ecbd50 0x555934edd9e0 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.985+0000 7f7183e52b80 1 --2- 172.21.15.53:0/2983756590 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555934ed11b0 0x555934eddf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.985+0000 7f7183e52b80 1 -- 172.21.15.53:0/2983756590 >> 172.21.15.53:0/2983756590 conn(0x555934df7b70 msgr2=0x555934ed1eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:49.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.985+0000 7f715a7fc700 0 client.16239 ms_handle_reset on v2:172.21.15.187:6832/4278444882 2024-05-10T11:24:49.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.985+0000 7f7183e52b80 1 -- 172.21.15.53:0/2983756590 shutdown_connections 2024-05-10T11:24:49.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.985+0000 7f7183e52b80 1 -- 172.21.15.53:0/2983756590 wait complete. 2024-05-10T11:24:49.990 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.985+0000 7f7183e52b80 20 client.16239 trim_cache size 0 max 16384 2024-05-10T11:24:49.990 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:24:49.991 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.986+0000 7f71795bf700 1 -- 172.21.15.53:0/3657081805 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f71600b2880 msgr2=0x7f71600b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:49.991 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.986+0000 7f71795bf700 1 --2- 172.21.15.53:0/3657081805 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f71600b2880 0x7f71600b4d40 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f7164009fd0 tx=0x7f716400b040 comp rx=0 tx=0).stop 2024-05-10T11:24:49.991 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.986+0000 7f71795bf700 1 -- 172.21.15.53:0/3657081805 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f717406c590 msgr2=0x7f7174102d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:49.991 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.986+0000 7f71795bf700 1 --2- 172.21.15.53:0/3657081805 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f717406c590 0x7f7174102d00 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f715c00d950 tx=0x7f715c00dc60 comp rx=0 tx=0).stop 2024-05-10T11:24:49.991 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.986+0000 7f71795bf700 1 -- 172.21.15.53:0/3657081805 shutdown_connections 2024-05-10T11:24:49.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.986+0000 7f71795bf700 1 --2- 172.21.15.53:0/3657081805 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f71600b2880 0x7f71600b4d40 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.986+0000 7f71795bf700 1 --2- 172.21.15.53:0/3657081805 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f71741095b0 0x7f7174103240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.986+0000 7f71795bf700 1 --2- 172.21.15.53:0/3657081805 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f717406bbd0 0x7f71741027c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.986+0000 7f71795bf700 1 --2- 172.21.15.53:0/3657081805 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f717406c590 0x7f7174102d00 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:49.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.986+0000 7f71795bf700 1 -- 172.21.15.53:0/3657081805 >> 172.21.15.53:0/3657081805 conn(0x7f7174078210 msgr2=0x7f7174101680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:49.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.986+0000 7f71795bf700 1 -- 172.21.15.53:0/3657081805 shutdown_connections 2024-05-10T11:24:49.992 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:49.986+0000 7f71795bf700 1 -- 172.21.15.53:0/3657081805 wait complete. 2024-05-10T11:24:50.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:50 smithi053 ceph-mon[30153]: pgmap v541: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 124 MiB/s wr, 43 op/s 2024-05-10T11:24:50.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:50 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:24:50.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:50 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:24:50.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:50 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:24:50.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:50 smithi132 ceph-mon[33758]: pgmap v541: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 124 MiB/s wr, 43 op/s 2024-05-10T11:24:50.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:50 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:24:50.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:50 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:24:50.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:50 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:24:50.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:50 smithi187 ceph-mon[34076]: pgmap v541: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 124 MiB/s wr, 43 op/s 2024-05-10T11:24:50.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:50 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:24:50.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:50 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:24:50.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:50 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:24:50.868 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-10T11:24:51.125 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:24:52.321 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:52 smithi053 ceph-mon[30153]: pgmap v542: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 63 MiB/s wr, 28 op/s 2024-05-10T11:24:52.374 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:24:52.375 INFO:tasks.workunit.client.0.smithi053.stdout: Children see throughput for 1 re-readers = 9016586.00 kB/sec 2024-05-10T11:24:52.375 INFO:tasks.workunit.client.0.smithi053.stdout: Parent sees throughput for 1 re-readers = 9015100.82 kB/sec 2024-05-10T11:24:52.375 INFO:tasks.workunit.client.0.smithi053.stdout: Min throughput per process = 9016586.00 kB/sec 2024-05-10T11:24:52.375 INFO:tasks.workunit.client.0.smithi053.stdout: Max throughput per process = 9016586.00 kB/sec 2024-05-10T11:24:52.375 INFO:tasks.workunit.client.0.smithi053.stdout: Avg throughput per process = 9016586.00 kB/sec 2024-05-10T11:24:52.375 INFO:tasks.workunit.client.0.smithi053.stdout: Min xfer = 10485760.00 kB 2024-05-10T11:24:52.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:52 smithi132 ceph-mon[33758]: pgmap v542: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 63 MiB/s wr, 28 op/s 2024-05-10T11:24:52.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:52 smithi187 ceph-mon[34076]: pgmap v542: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 63 MiB/s wr, 28 op/s 2024-05-10T11:24:53.181 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.181+0000 7fa9451f6700 1 -- 172.21.15.53:0/3219223105 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa940102d60 msgr2=0x7fa94010f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:53.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.181+0000 7fa9451f6700 1 --2- 172.21.15.53:0/3219223105 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa940102d60 0x7fa94010f250 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7fa938009990 tx=0x7fa938009ca0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.181+0000 7fa9451f6700 1 -- 172.21.15.53:0/3219223105 shutdown_connections 2024-05-10T11:24:53.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.181+0000 7fa9451f6700 1 --2- 172.21.15.53:0/3219223105 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa940102d60 0x7fa94010f250 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.181+0000 7fa9451f6700 1 --2- 172.21.15.53:0/3219223105 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa940108410 0x7fa9401087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.181+0000 7fa9451f6700 1 --2- 172.21.15.53:0/3219223105 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa9401023a0 0x7fa940102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.181+0000 7fa9451f6700 1 -- 172.21.15.53:0/3219223105 >> 172.21.15.53:0/3219223105 conn(0x7fa940079350 msgr2=0x7fa940079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:53.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.181+0000 7fa9451f6700 1 -- 172.21.15.53:0/3219223105 shutdown_connections 2024-05-10T11:24:53.182 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.181+0000 7fa9451f6700 1 -- 172.21.15.53:0/3219223105 wait complete. 2024-05-10T11:24:53.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.182+0000 7fa9451f6700 1 Processor -- start 2024-05-10T11:24:53.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.182+0000 7fa9451f6700 1 -- start start 2024-05-10T11:24:53.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.183+0000 7fa9451f6700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa9401023a0 0x7fa94019e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:53.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.183+0000 7fa9451f6700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa940102d60 0x7fa94019eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:53.184 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.183+0000 7fa9451f6700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa940108410 0x7fa9401986a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:53.185 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.183+0000 7fa9451f6700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa9401123e0 con 0x7fa940102d60 2024-05-10T11:24:53.185 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.183+0000 7fa9451f6700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fa940112260 con 0x7fa940108410 2024-05-10T11:24:53.185 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.183+0000 7fa9451f6700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fa940112560 con 0x7fa9401023a0 2024-05-10T11:24:53.185 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.183+0000 7fa93e59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa940102d60 0x7fa94019eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:53.185 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.183+0000 7fa93e59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa940102d60 0x7fa94019eb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36472/0 (socket says 172.21.15.53:36472) 2024-05-10T11:24:53.185 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.183+0000 7fa93e59c700 1 -- 172.21.15.53:0/2441990524 learned_addr learned my addr 172.21.15.53:0/2441990524 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:53.185 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.183+0000 7fa93ed9d700 1 --2- 172.21.15.53:0/2441990524 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa9401023a0 0x7fa94019e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:53.185 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.183+0000 7fa93f59e700 1 --2- 172.21.15.53:0/2441990524 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa940108410 0x7fa9401986a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:53.185 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.183+0000 7fa93e59c700 1 -- 172.21.15.53:0/2441990524 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa9401023a0 msgr2=0x7fa94019e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:53.185 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.183+0000 7fa93e59c700 1 --2- 172.21.15.53:0/2441990524 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa9401023a0 0x7fa94019e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.185 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.183+0000 7fa93e59c700 1 -- 172.21.15.53:0/2441990524 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa940108410 msgr2=0x7fa9401986a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:53.185 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.183+0000 7fa93e59c700 1 --2- 172.21.15.53:0/2441990524 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa940108410 0x7fa9401986a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.185 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.183+0000 7fa93e59c700 1 -- 172.21.15.53:0/2441990524 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa940198f80 con 0x7fa940102d60 2024-05-10T11:24:53.185 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.183+0000 7fa93f59e700 1 --2- 172.21.15.53:0/2441990524 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa940108410 0x7fa9401986a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:53.186 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.183+0000 7fa93e59c700 1 --2- 172.21.15.53:0/2441990524 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa940102d60 0x7fa94019eb10 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fa93400c9b0 tx=0x7fa93400ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:53.186 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.183+0000 7fa927fff700 1 -- 172.21.15.53:0/2441990524 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa934007b00 con 0x7fa940102d60 2024-05-10T11:24:53.186 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.184+0000 7fa9451f6700 1 -- 172.21.15.53:0/2441990524 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa940199270 con 0x7fa940102d60 2024-05-10T11:24:53.186 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.184+0000 7fa927fff700 1 -- 172.21.15.53:0/2441990524 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa934007ca0 con 0x7fa940102d60 2024-05-10T11:24:53.186 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.184+0000 7fa927fff700 1 -- 172.21.15.53:0/2441990524 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa934018660 con 0x7fa940102d60 2024-05-10T11:24:53.186 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.184+0000 7fa9451f6700 1 -- 172.21.15.53:0/2441990524 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9401a5550 con 0x7fa940102d60 2024-05-10T11:24:53.186 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.186+0000 7fa927fff700 1 -- 172.21.15.53:0/2441990524 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fa93400f450 con 0x7fa940102d60 2024-05-10T11:24:53.187 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.187+0000 7fa927fff700 1 --2- 172.21.15.53:0/2441990524 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa9280b2880 0x7fa9280b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:53.187 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.187+0000 7fa93ed9d700 1 --2- 172.21.15.53:0/2441990524 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa9280b2880 0x7fa9280b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:53.187 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.187+0000 7fa927fff700 1 -- 172.21.15.53:0/2441990524 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fa9340e25e0 con 0x7fa940102d60 2024-05-10T11:24:53.189 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.188+0000 7fa94fa89b80 1 Processor -- start 2024-05-10T11:24:53.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.188+0000 7fa93ed9d700 1 --2- 172.21.15.53:0/2441990524 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa9280b2880 0x7fa9280b4d40 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fa930007fd0 tx=0x7fa93000c040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:53.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.188+0000 7fa94fa89b80 1 -- start start 2024-05-10T11:24:53.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.188+0000 7fa94fa89b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f551b0 0x55a098f55590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:53.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.188+0000 7fa94fa89b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f55ad0 0x55a098f4f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:53.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.188+0000 7fa94fa89b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a098f4fd50 0x55a098f50190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:53.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.188+0000 7fa94fa89b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55a098ea1940 con 0x55a098f551b0 2024-05-10T11:24:53.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.188+0000 7fa94fa89b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55a098e06da0 con 0x55a098f4fd50 2024-05-10T11:24:53.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.188+0000 7fa94fa89b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55a098e9d900 con 0x55a098f55ad0 2024-05-10T11:24:53.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.188+0000 7fa93ed9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f551b0 0x55a098f55590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:53.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.188+0000 7fa93ed9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f551b0 0x55a098f55590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36482/0 (socket says 172.21.15.53:36482) 2024-05-10T11:24:53.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.188+0000 7fa93ed9d700 1 -- 172.21.15.53:0/2971960976 learned_addr learned my addr 172.21.15.53:0/2971960976 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:53.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.188+0000 7fa93f59e700 1 --2- 172.21.15.53:0/2971960976 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a098f4fd50 0x55a098f50190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:53.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.188+0000 7fa93e59c700 1 --2- 172.21.15.53:0/2971960976 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f55ad0 0x55a098f4f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:53.190 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.188+0000 7fa93ed9d700 1 -- 172.21.15.53:0/2971960976 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f55ad0 msgr2=0x55a098f4f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:53.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.188+0000 7fa93ed9d700 1 --2- 172.21.15.53:0/2971960976 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f55ad0 0x55a098f4f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.188+0000 7fa93ed9d700 1 -- 172.21.15.53:0/2971960976 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a098f4fd50 msgr2=0x55a098f50190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:53.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.188+0000 7fa93ed9d700 1 --2- 172.21.15.53:0/2971960976 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a098f4fd50 0x55a098f50190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.188+0000 7fa93ed9d700 1 -- 172.21.15.53:0/2971960976 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a098dee8d0 con 0x55a098f551b0 2024-05-10T11:24:53.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.188+0000 7fa93e59c700 1 --2- 172.21.15.53:0/2971960976 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f55ad0 0x55a098f4f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:53.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.188+0000 7fa93f59e700 1 --2- 172.21.15.53:0/2971960976 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a098f4fd50 0x55a098f50190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:53.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.189+0000 7fa93ed9d700 1 --2- 172.21.15.53:0/2971960976 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f551b0 0x55a098f55590 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fa9300167a0 tx=0x7fa930012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=211fe91b6782d814 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:53.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.189+0000 7fa9257fa700 1 -- 172.21.15.53:0/2971960976 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93001c040 con 0x55a098f551b0 2024-05-10T11:24:53.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.189+0000 7fa9257fa700 1 -- 172.21.15.53:0/2971960976 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa93001e880 con 0x55a098f551b0 2024-05-10T11:24:53.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.189+0000 7fa9257fa700 1 -- 172.21.15.53:0/2971960976 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9300268a0 con 0x55a098f551b0 2024-05-10T11:24:53.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.189+0000 7fa94fa89b80 1 -- 172.21.15.53:0/2971960976 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f551b0 msgr2=0x55a098f55590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:53.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.189+0000 7fa94fa89b80 1 --2- 172.21.15.53:0/2971960976 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f551b0 0x55a098f55590 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fa9300167a0 tx=0x7fa930012000 comp rx=0 tx=0).stop 2024-05-10T11:24:53.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.190+0000 7fa94fa89b80 1 -- 172.21.15.53:0/2971960976 shutdown_connections 2024-05-10T11:24:53.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.190+0000 7fa94fa89b80 1 --2- 172.21.15.53:0/2971960976 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a098f4fd50 0x55a098f50190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.190+0000 7fa94fa89b80 1 --2- 172.21.15.53:0/2971960976 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f551b0 0x55a098f55590 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.191 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.190+0000 7fa94fa89b80 1 --2- 172.21.15.53:0/2971960976 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f55ad0 0x55a098f4f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.190+0000 7fa94fa89b80 1 -- 172.21.15.53:0/2971960976 >> 172.21.15.53:0/2971960976 conn(0x55a098e7bb70 msgr2=0x55a098f4a2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:53.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.190+0000 7fa94fa89b80 1 -- 172.21.15.53:0/2971960976 shutdown_connections 2024-05-10T11:24:53.192 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.190+0000 7fa94fa89b80 1 -- 172.21.15.53:0/2971960976 wait complete. 2024-05-10T11:24:53.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.190+0000 7fa94fa89b80 1 -- start start 2024-05-10T11:24:53.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.190+0000 7fa94fa89b80 1 Processor -- start 2024-05-10T11:24:53.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.190+0000 7fa94fa89b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f4fd50 0x55a098f5b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:53.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.190+0000 7fa94fa89b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a098f551b0 0x55a098f58aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:53.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.190+0000 7fa94fa89b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f55ad0 0x55a098f58fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:53.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.190+0000 7fa94fa89b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55a098f5c450 con 0x55a098f55ad0 2024-05-10T11:24:53.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.190+0000 7fa94fa89b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55a098e5aed0 con 0x55a098f551b0 2024-05-10T11:24:53.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.190+0000 7fa94fa89b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55a098f5c5d0 con 0x55a098f4fd50 2024-05-10T11:24:53.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.190+0000 7fa93f59e700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f55ad0 0x55a098f58fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:53.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.190+0000 7fa94fa89b80 10 client.0 _ll_register_callbacks cb 0x55a098e355b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:24:53.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.190+0000 7fa93f59e700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f55ad0 0x55a098f58fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36488/0 (socket says 172.21.15.53:36488) 2024-05-10T11:24:53.195 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.190+0000 7fa93f59e700 1 -- 172.21.15.53:0/2765773146 learned_addr learned my addr 172.21.15.53:0/2765773146 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:53.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.191+0000 7fa93e59c700 1 --2- 172.21.15.53:0/2765773146 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a098f551b0 0x55a098f58aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:53.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.191+0000 7fa93ed9d700 1 --2- 172.21.15.53:0/2765773146 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f4fd50 0x55a098f5b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:53.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.191+0000 7fa93f59e700 1 -- 172.21.15.53:0/2765773146 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f4fd50 msgr2=0x55a098f5b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:53.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.191+0000 7fa93f59e700 1 --2- 172.21.15.53:0/2765773146 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f4fd50 0x55a098f5b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.191+0000 7fa93f59e700 1 -- 172.21.15.53:0/2765773146 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a098f551b0 msgr2=0x55a098f58aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:53.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.191+0000 7fa93f59e700 1 --2- 172.21.15.53:0/2765773146 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a098f551b0 0x55a098f58aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.191+0000 7fa93f59e700 1 -- 172.21.15.53:0/2765773146 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a098e58760 con 0x55a098f55ad0 2024-05-10T11:24:53.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.191+0000 7fa93e59c700 1 --2- 172.21.15.53:0/2765773146 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a098f551b0 0x55a098f58aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:53.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.191+0000 7fa93ed9d700 1 --2- 172.21.15.53:0/2765773146 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f4fd50 0x55a098f5b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:53.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.191+0000 7fa93f59e700 1 --2- 172.21.15.53:0/2765773146 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f55ad0 0x55a098f58fe0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fa938015000 tx=0x7fa9380057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae9df3504d2d4713 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:53.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.191+0000 7fa922ff5700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:24:53.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.191+0000 7fa922ff5700 1 -- 172.21.15.53:0/2765773146 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa938003bd0 con 0x55a098f55ad0 2024-05-10T11:24:53.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.191+0000 7fa922ff5700 1 -- 172.21.15.53:0/2765773146 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fa938003d70 con 0x55a098f55ad0 2024-05-10T11:24:53.196 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.191+0000 7fa94fa89b80 1 -- 172.21.15.53:0/2765773146 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa93001e880 con 0x55a098f55ad0 2024-05-10T11:24:53.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.191+0000 7fa922ff5700 1 -- 172.21.15.53:0/2765773146 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa938030050 con 0x55a098f55ad0 2024-05-10T11:24:53.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.191+0000 7fa94fa89b80 10 client.16251 fetch_fsmap learned FSMap version 29 2024-05-10T11:24:53.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.191+0000 7fa94fa89b80 1 -- 172.21.15.53:0/2765773146 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a098f66c70 con 0x55a098f55ad0 2024-05-10T11:24:53.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.192+0000 7fa922ff5700 1 -- 172.21.15.53:0/2765773146 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa93001e880 con 0x55a098f55ad0 2024-05-10T11:24:53.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.192+0000 7fa922ff5700 1 -- 172.21.15.53:0/2765773146 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fa93800f760 con 0x55a098f55ad0 2024-05-10T11:24:53.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.192+0000 7fa94fa89b80 10 client.16251 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:24:53.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.192+0000 7fa94fa89b80 10 client.16251 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.b 2024-05-10T11:24:53.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.192+0000 7fa94fa89b80 20 client.16251 populate_metadata read hostname 'smithi053' 2024-05-10T11:24:53.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.192+0000 7fa94fa89b80 1 --2- 172.21.15.53:0/2765773146 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x55a098f692b0 0x55a098f6b700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:53.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.192+0000 7fa94fa89b80 4 client.16251 mds_command: new command op to 24428 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:24:53.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.192+0000 7fa94fa89b80 1 -- 172.21.15.53:0/2765773146 --> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a098eaf320 con 0x55a098f692b0 2024-05-10T11:24:53.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.192+0000 7fa93ed9d700 1 --2- 172.21.15.53:0/2765773146 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x55a098f692b0 0x55a098f6b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:53.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.193+0000 7fa922ff5700 10 client.16251 ms_handle_connect on v2:172.21.15.132:6838/2363266970 2024-05-10T11:24:53.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.193+0000 7fa93ed9d700 1 --2- 172.21.15.53:0/2765773146 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x55a098f692b0 0x55a098f6b700 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=b6dfeb49723d50 server_cookie=9aafb27f9f238337 in_seq=0 out_seq=0 2024-05-10T11:24:53.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.193+0000 7fa922ff5700 1 -- 172.21.15.53:0/2765773146 <== mds.3 v2:172.21.15.132:6838/2363266970 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a098eaf320 con 0x55a098f692b0 2024-05-10T11:24:53.197 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.193+0000 7fa922ff5700 10 client.16251 handle_command_reply: tid=0 2024-05-10T11:24:53.198 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.193+0000 7fa94fa89b80 1 client.16251 shutdown 2024-05-10T11:24:53.198 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.193+0000 7fa94fa89b80 1 -- 172.21.15.53:0/2765773146 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f55ad0 msgr2=0x55a098f58fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:53.198 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.193+0000 7fa94fa89b80 1 --2- 172.21.15.53:0/2765773146 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f55ad0 0x55a098f58fe0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fa938015000 tx=0x7fa9380057f0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.198 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.194+0000 7fa94fa89b80 1 -- 172.21.15.53:0/2765773146 shutdown_connections 2024-05-10T11:24:53.198 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.194+0000 7fa94fa89b80 1 --2- 172.21.15.53:0/2765773146 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f55ad0 0x55a098f58fe0 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.198 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.194+0000 7fa94fa89b80 1 --2- 172.21.15.53:0/2765773146 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x55a098f692b0 0x55a098f6b700 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.198 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.194+0000 7fa94fa89b80 1 --2- 172.21.15.53:0/2765773146 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f4fd50 0x55a098f5b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.198 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.194+0000 7fa94fa89b80 1 --2- 172.21.15.53:0/2765773146 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a098f551b0 0x55a098f58aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.198 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.194+0000 7fa94fa89b80 1 -- 172.21.15.53:0/2765773146 >> 172.21.15.53:0/2765773146 conn(0x55a098e7bb70 msgr2=0x55a098f44b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:53.198 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.194+0000 7fa922ff5700 0 client.16251 ms_handle_reset on v2:172.21.15.132:6838/2363266970 2024-05-10T11:24:53.198 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.194+0000 7fa94fa89b80 1 -- 172.21.15.53:0/2765773146 shutdown_connections 2024-05-10T11:24:53.198 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.194+0000 7fa94fa89b80 1 -- 172.21.15.53:0/2765773146 wait complete. 2024-05-10T11:24:53.198 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.194+0000 7fa94fa89b80 20 client.16251 trim_cache size 0 max 16384 2024-05-10T11:24:53.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.209+0000 7fa94fa89b80 1 Processor -- start 2024-05-10T11:24:53.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.209+0000 7fa94fa89b80 1 -- start start 2024-05-10T11:24:53.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.209+0000 7fa94fa89b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f4fd50 0x55a098f4f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:53.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.209+0000 7fa94fa89b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f551b0 0x55a098f654e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:53.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.209+0000 7fa94fa89b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a098f55ad0 0x55a098f565c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:53.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.209+0000 7fa94fa89b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa9401ace50 con 0x55a098f551b0 2024-05-10T11:24:53.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.209+0000 7fa94fa89b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fa9401ae990 con 0x55a098f55ad0 2024-05-10T11:24:53.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.209+0000 7fa94fa89b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fa9401ad520 con 0x55a098f4fd50 2024-05-10T11:24:53.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.209+0000 7fa93e59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f551b0 0x55a098f654e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:53.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.209+0000 7fa93e59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f551b0 0x55a098f654e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36498/0 (socket says 172.21.15.53:36498) 2024-05-10T11:24:53.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.209+0000 7fa93e59c700 1 -- 172.21.15.53:0/3098270336 learned_addr learned my addr 172.21.15.53:0/3098270336 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:53.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.210+0000 7fa93e59c700 1 -- 172.21.15.53:0/3098270336 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f4fd50 msgr2=0x55a098f4f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:53.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.210+0000 7fa93ed9d700 1 --2- 172.21.15.53:0/3098270336 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f4fd50 0x55a098f4f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:53.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.210+0000 7fa93f59e700 1 --2- 172.21.15.53:0/3098270336 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a098f55ad0 0x55a098f565c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:53.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.210+0000 7fa93e59c700 1 --2- 172.21.15.53:0/3098270336 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f4fd50 0x55a098f4f810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.210+0000 7fa93e59c700 1 -- 172.21.15.53:0/3098270336 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a098f55ad0 msgr2=0x55a098f565c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:53.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.210+0000 7fa93e59c700 1 --2- 172.21.15.53:0/3098270336 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a098f55ad0 0x55a098f565c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.210+0000 7fa93e59c700 1 -- 172.21.15.53:0/3098270336 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a098f57010 con 0x55a098f551b0 2024-05-10T11:24:53.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.210+0000 7fa93e59c700 1 --2- 172.21.15.53:0/3098270336 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f551b0 0x55a098f654e0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fa93400ffd0 tx=0x7fa9340b2040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2bb4e8e035a2392 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:53.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.210+0000 7fa924ff9700 1 -- 172.21.15.53:0/3098270336 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9340a9320 con 0x55a098f551b0 2024-05-10T11:24:53.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.210+0000 7fa924ff9700 1 -- 172.21.15.53:0/3098270336 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa9340a9f10 con 0x55a098f551b0 2024-05-10T11:24:53.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.210+0000 7fa924ff9700 1 -- 172.21.15.53:0/3098270336 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93400f740 con 0x55a098f551b0 2024-05-10T11:24:53.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.211+0000 7fa94fa89b80 1 -- 172.21.15.53:0/3098270336 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f551b0 msgr2=0x55a098f654e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:53.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.211+0000 7fa94fa89b80 1 --2- 172.21.15.53:0/3098270336 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f551b0 0x55a098f654e0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fa93400ffd0 tx=0x7fa9340b2040 comp rx=0 tx=0).stop 2024-05-10T11:24:53.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.211+0000 7fa94fa89b80 1 -- 172.21.15.53:0/3098270336 shutdown_connections 2024-05-10T11:24:53.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.211+0000 7fa94fa89b80 1 --2- 172.21.15.53:0/3098270336 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a098f55ad0 0x55a098f565c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.211+0000 7fa94fa89b80 1 --2- 172.21.15.53:0/3098270336 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f4fd50 0x55a098f4f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.211+0000 7fa94fa89b80 1 --2- 172.21.15.53:0/3098270336 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f551b0 0x55a098f654e0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.211+0000 7fa94fa89b80 1 -- 172.21.15.53:0/3098270336 >> 172.21.15.53:0/3098270336 conn(0x55a098e7bb70 msgr2=0x55a098f55eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:53.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.211+0000 7fa94fa89b80 1 -- 172.21.15.53:0/3098270336 shutdown_connections 2024-05-10T11:24:53.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.211+0000 7fa94fa89b80 1 -- 172.21.15.53:0/3098270336 wait complete. 2024-05-10T11:24:53.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.211+0000 7fa94fa89b80 1 -- start start 2024-05-10T11:24:53.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.211+0000 7fa94fa89b80 1 Processor -- start 2024-05-10T11:24:53.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.211+0000 7fa94fa89b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f4fd50 0x55a098f5cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:53.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.211+0000 7fa94fa89b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a098f551b0 0x55a098f5d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:53.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.211+0000 7fa94fa89b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f55ad0 0x55a098fd5f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:53.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.211+0000 7fa94fa89b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa9401ae2c0 con 0x55a098f4fd50 2024-05-10T11:24:53.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.211+0000 7fa94fa89b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fa9401adbf0 con 0x55a098f551b0 2024-05-10T11:24:53.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.211+0000 7fa94fa89b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fa9401aadf0 con 0x55a098f55ad0 2024-05-10T11:24:53.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.211+0000 7fa93ed9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f4fd50 0x55a098f5cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:53.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.211+0000 7fa94fa89b80 10 client.0 _ll_register_callbacks cb 0x55a098e355b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:24:53.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.211+0000 7fa93ed9d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f4fd50 0x55a098f5cae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36506/0 (socket says 172.21.15.53:36506) 2024-05-10T11:24:53.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.211+0000 7fa93ed9d700 1 -- 172.21.15.53:0/459084531 learned_addr learned my addr 172.21.15.53:0/459084531 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:53.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.212+0000 7fa93f59e700 1 --2- 172.21.15.53:0/459084531 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f55ad0 0x55a098fd5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:53.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.212+0000 7fa93ed9d700 1 -- 172.21.15.53:0/459084531 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f55ad0 msgr2=0x55a098fd5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:53.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.212+0000 7fa93ed9d700 1 --2- 172.21.15.53:0/459084531 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f55ad0 0x55a098fd5f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.212+0000 7fa93ed9d700 1 -- 172.21.15.53:0/459084531 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a098f551b0 msgr2=0x55a098f5d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:53.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.212+0000 7fa93e59c700 1 --2- 172.21.15.53:0/459084531 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a098f551b0 0x55a098f5d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:53.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.212+0000 7fa93ed9d700 1 --2- 172.21.15.53:0/459084531 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a098f551b0 0x55a098f5d020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.212+0000 7fa93ed9d700 1 -- 172.21.15.53:0/459084531 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a098fd6510 con 0x55a098f4fd50 2024-05-10T11:24:53.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.212+0000 7fa93f59e700 1 --2- 172.21.15.53:0/459084531 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f55ad0 0x55a098fd5f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:53.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.212+0000 7fa93ed9d700 1 --2- 172.21.15.53:0/459084531 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f4fd50 0x55a098f5cae0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fa9300167a0 tx=0x7fa930007910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3a85c2315d3d3f server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:53.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.212+0000 7fa922ff5700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:24:53.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.212+0000 7fa922ff5700 1 -- 172.21.15.53:0/459084531 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa930036060 con 0x55a098f4fd50 2024-05-10T11:24:53.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.212+0000 7fa94fa89b80 1 -- 172.21.15.53:0/459084531 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9340a9f10 con 0x55a098f4fd50 2024-05-10T11:24:53.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.212+0000 7fa922ff5700 1 -- 172.21.15.53:0/459084531 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fa93000a1c0 con 0x55a098f4fd50 2024-05-10T11:24:53.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.212+0000 7fa922ff5700 1 -- 172.21.15.53:0/459084531 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa93003f050 con 0x55a098f4fd50 2024-05-10T11:24:53.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.212+0000 7fa94fa89b80 10 client.16257 fetch_fsmap learned FSMap version 29 2024-05-10T11:24:53.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.212+0000 7fa94fa89b80 1 -- 172.21.15.53:0/459084531 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a098fd7810 con 0x55a098f4fd50 2024-05-10T11:24:53.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.212+0000 7fa922ff5700 1 -- 172.21.15.53:0/459084531 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa9340a9f10 con 0x55a098f4fd50 2024-05-10T11:24:53.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.213+0000 7fa922ff5700 1 -- 172.21.15.53:0/459084531 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fa93001e990 con 0x55a098f4fd50 2024-05-10T11:24:53.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.213+0000 7fa94fa89b80 10 client.16257 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:24:53.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.213+0000 7fa94fa89b80 10 client.16257 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.b 2024-05-10T11:24:53.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.213+0000 7fa94fa89b80 20 client.16257 populate_metadata read hostname 'smithi053' 2024-05-10T11:24:53.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.213+0000 7fa94fa89b80 1 --2- 172.21.15.53:0/459084531 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x55a098fd7c70 0x55a098fda090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:53.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.213+0000 7fa94fa89b80 4 client.16257 mds_command: new command op to 24428 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:24:53.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.213+0000 7fa94fa89b80 1 -- 172.21.15.53:0/459084531 --> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a098ea93c0 con 0x55a098fd7c70 2024-05-10T11:24:53.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.213+0000 7fa93e59c700 1 --2- 172.21.15.53:0/459084531 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x55a098fd7c70 0x55a098fda090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:53.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.213+0000 7fa922ff5700 10 client.16257 ms_handle_connect on v2:172.21.15.132:6838/2363266970 2024-05-10T11:24:53.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.213+0000 7fa93e59c700 1 --2- 172.21.15.53:0/459084531 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x55a098fd7c70 0x55a098fda090 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=4afaa5d2ef503b80 server_cookie=9169931f8ed0064e in_seq=0 out_seq=0 2024-05-10T11:24:53.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.214+0000 7fa922ff5700 1 -- 172.21.15.53:0/459084531 <== mds.3 v2:172.21.15.132:6838/2363266970 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a098ea93c0 con 0x55a098fd7c70 2024-05-10T11:24:53.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.214+0000 7fa922ff5700 10 client.16257 handle_command_reply: tid=0 2024-05-10T11:24:53.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.214+0000 7fa94fa89b80 1 client.16257 shutdown 2024-05-10T11:24:53.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.214+0000 7fa94fa89b80 1 -- 172.21.15.53:0/459084531 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f4fd50 msgr2=0x55a098f5cae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:53.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.214+0000 7fa94fa89b80 1 --2- 172.21.15.53:0/459084531 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f4fd50 0x55a098f5cae0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fa9300167a0 tx=0x7fa930007910 comp rx=0 tx=0).stop 2024-05-10T11:24:53.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.214+0000 7fa94fa89b80 1 -- 172.21.15.53:0/459084531 shutdown_connections 2024-05-10T11:24:53.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.214+0000 7fa94fa89b80 1 --2- 172.21.15.53:0/459084531 >> [v2:172.21.15.132:6838/2363266970,v1:172.21.15.132:6839/2363266970] conn(0x55a098fd7c70 0x55a098fda090 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.214+0000 7fa94fa89b80 1 --2- 172.21.15.53:0/459084531 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55a098f55ad0 0x55a098fd5f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.214+0000 7fa922ff5700 0 client.16257 ms_handle_reset on v2:172.21.15.132:6838/2363266970 2024-05-10T11:24:53.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.214+0000 7fa94fa89b80 1 --2- 172.21.15.53:0/459084531 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55a098f4fd50 0x55a098f5cae0 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.214+0000 7fa94fa89b80 1 --2- 172.21.15.53:0/459084531 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55a098f551b0 0x55a098f5d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.214+0000 7fa94fa89b80 1 -- 172.21.15.53:0/459084531 >> 172.21.15.53:0/459084531 conn(0x55a098e7bb70 msgr2=0x55a098f5a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:53.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.214+0000 7fa94fa89b80 1 -- 172.21.15.53:0/459084531 shutdown_connections 2024-05-10T11:24:53.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.214+0000 7fa94fa89b80 1 -- 172.21.15.53:0/459084531 wait complete. 2024-05-10T11:24:53.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.214+0000 7fa94fa89b80 20 client.16257 trim_cache size 0 max 16384 2024-05-10T11:24:53.219 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:24:53.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.215+0000 7fa9451f6700 1 -- 172.21.15.53:0/2441990524 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa9280b2880 msgr2=0x7fa9280b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:53.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.215+0000 7fa9451f6700 1 --2- 172.21.15.53:0/2441990524 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa9280b2880 0x7fa9280b4d40 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fa930007fd0 tx=0x7fa93000c040 comp rx=0 tx=0).stop 2024-05-10T11:24:53.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.215+0000 7fa9451f6700 1 -- 172.21.15.53:0/2441990524 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa940102d60 msgr2=0x7fa94019eb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:53.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.215+0000 7fa9451f6700 1 --2- 172.21.15.53:0/2441990524 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa940102d60 0x7fa94019eb10 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fa93400c9b0 tx=0x7fa93400ccc0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.215+0000 7fa9451f6700 1 -- 172.21.15.53:0/2441990524 shutdown_connections 2024-05-10T11:24:53.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.215+0000 7fa9451f6700 1 --2- 172.21.15.53:0/2441990524 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa9280b2880 0x7fa9280b4d40 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.220 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.215+0000 7fa9451f6700 1 --2- 172.21.15.53:0/2441990524 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa940108410 0x7fa9401986a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.215+0000 7fa9451f6700 1 --2- 172.21.15.53:0/2441990524 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa9401023a0 0x7fa94019e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.215+0000 7fa9451f6700 1 --2- 172.21.15.53:0/2441990524 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa940102d60 0x7fa94019eb10 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:53.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.215+0000 7fa9451f6700 1 -- 172.21.15.53:0/2441990524 >> 172.21.15.53:0/2441990524 conn(0x7fa940079350 msgr2=0x7fa940100f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:53.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.215+0000 7fa9451f6700 1 -- 172.21.15.53:0/2441990524 shutdown_connections 2024-05-10T11:24:53.221 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:53.215+0000 7fa9451f6700 1 -- 172.21.15.53:0/2441990524 wait complete. 2024-05-10T11:24:54.085 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-10T11:24:54.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:54 smithi053 ceph-mon[30153]: pgmap v543: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2024-05-10T11:24:54.342 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:24:54.443 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.441+0000 7f315a459640 1 -- 172.21.15.53:0/1003172762 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f31541034c0 msgr2=0x7f3154109d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:54.443 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.441+0000 7f315a459640 1 --2- 172.21.15.53:0/1003172762 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f31541034c0 0x7f3154109d50 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f314c009ca0 tx=0x7f314c02a8c0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.443 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.441+0000 7f315a459640 1 -- 172.21.15.53:0/1003172762 shutdown_connections 2024-05-10T11:24:54.443 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.441+0000 7f315a459640 1 --2- 172.21.15.53:0/1003172762 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f31541034c0 0x7f3154109d50 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.444 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.441+0000 7f315a459640 1 --2- 172.21.15.53:0/1003172762 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3154102b00 0x7f3154102f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.444 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.441+0000 7f315a459640 1 --2- 172.21.15.53:0/1003172762 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3154101910 0x7f3154101d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.444 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.441+0000 7f315a459640 1 -- 172.21.15.53:0/1003172762 >> 172.21.15.53:0/1003172762 conn(0x7f31540fce80 msgr2=0x7f31540ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:54.444 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.441+0000 7f315a459640 1 -- 172.21.15.53:0/1003172762 shutdown_connections 2024-05-10T11:24:54.444 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.441+0000 7f315a459640 1 -- 172.21.15.53:0/1003172762 wait complete. 2024-05-10T11:24:54.444 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.441+0000 7f315a459640 1 Processor -- start 2024-05-10T11:24:54.444 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.441+0000 7f315a459640 1 -- start start 2024-05-10T11:24:54.444 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.442+0000 7f315a459640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3154101910 0x7f3154198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:54.444 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.442+0000 7f315a459640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3154102b00 0x7f3154198f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:54.444 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.442+0000 7f315a459640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f31541034c0 0x7f315419fff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:54.444 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.442+0000 7f315a459640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f315410d340 con 0x7f31541034c0 2024-05-10T11:24:54.444 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.442+0000 7f315a459640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f315410d1c0 con 0x7f3154101910 2024-05-10T11:24:54.444 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.442+0000 7f315a459640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f315410d4c0 con 0x7f3154102b00 2024-05-10T11:24:54.444 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.442+0000 7f31589f6640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f31541034c0 0x7f315419fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:54.444 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.442+0000 7f31589f6640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f31541034c0 0x7f315419fff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36518/0 (socket says 172.21.15.53:36518) 2024-05-10T11:24:54.445 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.442+0000 7f31589f6640 1 -- 172.21.15.53:0/3997051411 learned_addr learned my addr 172.21.15.53:0/3997051411 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:54.445 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.442+0000 7f31537fe640 1 --2- 172.21.15.53:0/3997051411 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3154102b00 0x7f3154198f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:54.445 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.442+0000 7f3153fff640 1 --2- 172.21.15.53:0/3997051411 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3154101910 0x7f3154198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:54.445 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.442+0000 7f31589f6640 1 -- 172.21.15.53:0/3997051411 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3154102b00 msgr2=0x7f3154198f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:54.445 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.442+0000 7f31589f6640 1 --2- 172.21.15.53:0/3997051411 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3154102b00 0x7f3154198f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.445 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.442+0000 7f31589f6640 1 -- 172.21.15.53:0/3997051411 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3154101910 msgr2=0x7f3154198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:54.445 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.442+0000 7f31589f6640 1 --2- 172.21.15.53:0/3997051411 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3154101910 0x7f3154198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.445 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.442+0000 7f31589f6640 1 -- 172.21.15.53:0/3997051411 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31541a0660 con 0x7f31541034c0 2024-05-10T11:24:54.445 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.442+0000 7f31537fe640 1 --2- 172.21.15.53:0/3997051411 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3154102b00 0x7f3154198f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:54.445 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.442+0000 7f3153fff640 1 --2- 172.21.15.53:0/3997051411 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3154101910 0x7f3154198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:54.445 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.443+0000 7f31589f6640 1 --2- 172.21.15.53:0/3997051411 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f31541034c0 0x7f315419fff0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f314c031040 tx=0x7f314c003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:54.445 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.443+0000 7f31517fa640 1 -- 172.21.15.53:0/3997051411 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f314c004040 con 0x7f31541034c0 2024-05-10T11:24:54.445 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.443+0000 7f31517fa640 1 -- 172.21.15.53:0/3997051411 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f314c004670 con 0x7f31541034c0 2024-05-10T11:24:54.445 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.443+0000 7f315a459640 1 -- 172.21.15.53:0/3997051411 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31541a08f0 con 0x7f31541034c0 2024-05-10T11:24:54.445 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.443+0000 7f31517fa640 1 -- 172.21.15.53:0/3997051411 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f314c030d20 con 0x7f31541034c0 2024-05-10T11:24:54.446 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.443+0000 7f315a459640 1 -- 172.21.15.53:0/3997051411 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31541a0e40 con 0x7f31541034c0 2024-05-10T11:24:54.452 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.445+0000 7f315d173740 1 Processor -- start 2024-05-10T11:24:54.452 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.445+0000 7f31517fa640 1 -- 172.21.15.53:0/3997051411 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f314c0305c0 con 0x7f31541034c0 2024-05-10T11:24:54.452 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.445+0000 7f315d173740 1 -- start start 2024-05-10T11:24:54.452 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.446+0000 7f315d173740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e4244cdb0 0x555e4244d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:54.452 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.446+0000 7f315d173740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e4244d7a0 0x555e424522a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:54.452 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.446+0000 7f315d173740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555e42452910 0x555e42454da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:54.453 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.446+0000 7f315d173740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x555e423b15d0 con 0x555e4244d7a0 2024-05-10T11:24:54.453 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.446+0000 7f315d173740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x555e4236a890 con 0x555e4244cdb0 2024-05-10T11:24:54.453 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.446+0000 7f315d173740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x555e423ad590 con 0x555e42452910 2024-05-10T11:24:54.453 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.446+0000 7f3153fff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e4244d7a0 0x555e424522a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:54.453 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.446+0000 7f3153fff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e4244d7a0 0x555e424522a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36528/0 (socket says 172.21.15.53:36528) 2024-05-10T11:24:54.453 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.446+0000 7f3153fff640 1 -- 172.21.15.53:0/3309199880 learned_addr learned my addr 172.21.15.53:0/3309199880 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:54.453 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.446+0000 7f31537fe640 1 --2- 172.21.15.53:0/3309199880 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e4244cdb0 0x555e4244d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:54.453 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.446+0000 7f31537fe640 1 --2- 172.21.15.53:0/3309199880 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555e42452910 0x555e42454da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:54.453 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.446+0000 7f3153fff640 1 -- 172.21.15.53:0/3309199880 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555e42452910 msgr2=0x555e42454da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:54.453 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.446+0000 7f3153fff640 1 --2- 172.21.15.53:0/3309199880 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555e42452910 0x555e42454da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.453 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.446+0000 7f3153fff640 1 -- 172.21.15.53:0/3309199880 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e4244cdb0 msgr2=0x555e4244d1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:54.453 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.446+0000 7f3153fff640 1 --2- 172.21.15.53:0/3309199880 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e4244cdb0 0x555e4244d1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.453 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.446+0000 7f3153fff640 1 -- 172.21.15.53:0/3309199880 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e420c3210 con 0x555e4244d7a0 2024-05-10T11:24:54.454 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.446+0000 7f31537fe640 1 --2- 172.21.15.53:0/3309199880 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e4244cdb0 0x555e4244d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:54.454 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.446+0000 7f31517fa640 1 --2- 172.21.15.53:0/3997051411 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f31400b28a0 0x7f31400b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:54.454 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.446+0000 7f3153fff640 1 --2- 172.21.15.53:0/3309199880 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e4244d7a0 0x555e424522a0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f3144008c30 tx=0x7f314400e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8a6ce271bb84675 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:54.454 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.446+0000 7f314a7fc640 1 -- 172.21.15.53:0/3309199880 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3144014070 con 0x555e4244d7a0 2024-05-10T11:24:54.454 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.446+0000 7f31537fe640 1 --2- 172.21.15.53:0/3997051411 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f31400b28a0 0x7f31400b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:54.454 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.447+0000 7f31517fa640 1 -- 172.21.15.53:0/3997051411 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f314c103d70 con 0x7f31541034c0 2024-05-10T11:24:54.454 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.447+0000 7f314a7fc640 1 -- 172.21.15.53:0/3309199880 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f31440054b0 con 0x555e4244d7a0 2024-05-10T11:24:54.454 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.447+0000 7f314a7fc640 1 -- 172.21.15.53:0/3309199880 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3144004bc0 con 0x555e4244d7a0 2024-05-10T11:24:54.454 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.447+0000 7f31537fe640 1 --2- 172.21.15.53:0/3997051411 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f31400b28a0 0x7f31400b4d60 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x555e4244e000 tx=0x7f313c00c510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:54.454 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.447+0000 7f315d173740 1 -- 172.21.15.53:0/3309199880 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e4244d7a0 msgr2=0x555e424522a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:54.454 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.447+0000 7f315d173740 1 --2- 172.21.15.53:0/3309199880 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e4244d7a0 0x555e424522a0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f3144008c30 tx=0x7f314400e720 comp rx=0 tx=0).stop 2024-05-10T11:24:54.454 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.447+0000 7f315d173740 1 -- 172.21.15.53:0/3309199880 shutdown_connections 2024-05-10T11:24:54.454 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.447+0000 7f315d173740 1 --2- 172.21.15.53:0/3309199880 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555e42452910 0x555e42454da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.455 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.447+0000 7f315d173740 1 --2- 172.21.15.53:0/3309199880 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e4244d7a0 0x555e424522a0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.455 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.447+0000 7f315d173740 1 --2- 172.21.15.53:0/3309199880 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e4244cdb0 0x555e4244d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.455 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.447+0000 7f315d173740 1 -- 172.21.15.53:0/3309199880 >> 172.21.15.53:0/3309199880 conn(0x555e42448420 msgr2=0x555e42448820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:54.455 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.447+0000 7f315d173740 1 -- 172.21.15.53:0/3309199880 shutdown_connections 2024-05-10T11:24:54.455 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.447+0000 7f315d173740 1 -- 172.21.15.53:0/3309199880 wait complete. 2024-05-10T11:24:54.455 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.448+0000 7f315d173740 1 -- start start 2024-05-10T11:24:54.455 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.448+0000 7f315d173740 1 Processor -- start 2024-05-10T11:24:54.455 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.448+0000 7f315d173740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e4244cdb0 0x555e424570b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:54.455 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.448+0000 7f315d173740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555e4244d7a0 0x555e424575f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:54.455 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.448+0000 7f315d173740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e42452910 0x555e4245e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:54.455 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.448+0000 7f315d173740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x555e424558c0 con 0x555e42452910 2024-05-10T11:24:54.455 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.448+0000 7f315d173740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x555e4236e370 con 0x555e4244cdb0 2024-05-10T11:24:54.455 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.448+0000 7f315d173740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x555e42455a40 con 0x555e4244d7a0 2024-05-10T11:24:54.455 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.448+0000 7f315d173740 10 client.0 _ll_register_callbacks cb 0x555e420c2a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:24:54.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.448+0000 7f31589f6640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e42452910 0x555e4245e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:54.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.448+0000 7f31589f6640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e42452910 0x555e4245e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36540/0 (socket says 172.21.15.53:36540) 2024-05-10T11:24:54.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.448+0000 7f31589f6640 1 -- 172.21.15.53:0/528126448 learned_addr learned my addr 172.21.15.53:0/528126448 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:54.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.448+0000 7f31537fe640 1 --2- 172.21.15.53:0/528126448 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555e4244d7a0 0x555e424575f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:54.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f31589f6640 1 -- 172.21.15.53:0/528126448 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555e4244d7a0 msgr2=0x555e424575f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:54.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f31589f6640 1 --2- 172.21.15.53:0/528126448 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555e4244d7a0 0x555e424575f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f3153fff640 1 --2- 172.21.15.53:0/528126448 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e4244cdb0 0x555e424570b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:54.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f31589f6640 1 -- 172.21.15.53:0/528126448 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e4244cdb0 msgr2=0x555e424570b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:54.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f31589f6640 1 --2- 172.21.15.53:0/528126448 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e4244cdb0 0x555e424570b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f31589f6640 1 -- 172.21.15.53:0/528126448 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e4218f620 con 0x555e42452910 2024-05-10T11:24:54.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f31537fe640 1 --2- 172.21.15.53:0/528126448 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555e4244d7a0 0x555e424575f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:24:54.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f3153fff640 1 --2- 172.21.15.53:0/528126448 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e4244cdb0 0x555e424570b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:24:54.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f31589f6640 1 --2- 172.21.15.53:0/528126448 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e42452910 0x555e4245e5c0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f314c0c8270 tx=0x7f314c009600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e19f7fd8d68a77a6 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:54.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f31337fe640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:24:54.456 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f31337fe640 1 -- 172.21.15.53:0/528126448 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f314c0cb700 con 0x555e42452910 2024-05-10T11:24:54.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f31337fe640 1 -- 172.21.15.53:0/528126448 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f314c0d39d0 con 0x555e42452910 2024-05-10T11:24:54.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f315d173740 1 -- 172.21.15.53:0/528126448 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31440054b0 con 0x555e42452910 2024-05-10T11:24:54.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f31337fe640 1 -- 172.21.15.53:0/528126448 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f314c0cb000 con 0x555e42452910 2024-05-10T11:24:54.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f315d173740 10 client.16269 fetch_fsmap learned FSMap version 29 2024-05-10T11:24:54.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f315d173740 1 -- 172.21.15.53:0/528126448 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555e424558c0 con 0x555e42452910 2024-05-10T11:24:54.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f31337fe640 1 -- 172.21.15.53:0/528126448 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f31440054b0 con 0x555e42452910 2024-05-10T11:24:54.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f31337fe640 1 -- 172.21.15.53:0/528126448 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f314c004c60 con 0x555e42452910 2024-05-10T11:24:54.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f315d173740 10 client.16269 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:24:54.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f315d173740 10 client.16269 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:24:54.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f315d173740 20 client.16269 populate_metadata read hostname 'smithi053' 2024-05-10T11:24:54.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f315d173740 1 --2- 172.21.15.53:0/528126448 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x555e42462de0 0x555e424652a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:54.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f315d173740 4 client.16269 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:24:54.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.449+0000 7f315d173740 1 -- 172.21.15.53:0/528126448 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555e423bf1e0 con 0x555e42462de0 2024-05-10T11:24:54.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.450+0000 7f3153fff640 1 --2- 172.21.15.53:0/528126448 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x555e42462de0 0x555e424652a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:54.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.450+0000 7f31337fe640 10 client.16269 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:54.457 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.450+0000 7f3153fff640 1 --2- 172.21.15.53:0/528126448 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x555e42462de0 0x555e424652a0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c815c346793ae39b server_cookie=c93de1c5566e70db in_seq=0 out_seq=0 2024-05-10T11:24:54.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.451+0000 7f31337fe640 1 -- 172.21.15.53:0/528126448 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x555e423bf1e0 con 0x555e42462de0 2024-05-10T11:24:54.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.451+0000 7f31337fe640 10 client.16269 handle_command_reply: tid=0 2024-05-10T11:24:54.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.451+0000 7f315d173740 1 client.16269 shutdown 2024-05-10T11:24:54.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.451+0000 7f315d173740 1 -- 172.21.15.53:0/528126448 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e42452910 msgr2=0x555e4245e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:54.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.451+0000 7f315d173740 1 --2- 172.21.15.53:0/528126448 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e42452910 0x555e4245e5c0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f314c0c8270 tx=0x7f314c009600 comp rx=0 tx=0).stop 2024-05-10T11:24:54.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.451+0000 7f315d173740 1 -- 172.21.15.53:0/528126448 shutdown_connections 2024-05-10T11:24:54.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.451+0000 7f315d173740 1 --2- 172.21.15.53:0/528126448 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x555e42462de0 0x555e424652a0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.451+0000 7f315d173740 1 --2- 172.21.15.53:0/528126448 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e42452910 0x555e4245e5c0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.451+0000 7f315d173740 1 --2- 172.21.15.53:0/528126448 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555e4244d7a0 0x555e424575f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.451+0000 7f31337fe640 0 client.16269 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:54.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.451+0000 7f315d173740 1 --2- 172.21.15.53:0/528126448 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e4244cdb0 0x555e424570b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.451+0000 7f315d173740 1 -- 172.21.15.53:0/528126448 >> 172.21.15.53:0/528126448 conn(0x555e42448420 msgr2=0x555e42447580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:54.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.451+0000 7f315d173740 1 -- 172.21.15.53:0/528126448 shutdown_connections 2024-05-10T11:24:54.458 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.451+0000 7f315d173740 1 -- 172.21.15.53:0/528126448 wait complete. 2024-05-10T11:24:54.459 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.451+0000 7f315d173740 20 client.16269 trim_cache size 0 max 16384 2024-05-10T11:24:54.471 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.467+0000 7f315d173740 1 Processor -- start 2024-05-10T11:24:54.471 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.467+0000 7f315d173740 1 -- start start 2024-05-10T11:24:54.471 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.467+0000 7f315d173740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e4244cdb0 0x555e42454d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:54.471 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.467+0000 7f315d173740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e4244d7a0 0x555e42452070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:54.471 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.467+0000 7f315d173740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555e42452910 0x555e4244ea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:54.471 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.467+0000 7f315d173740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f31541ab2f0 con 0x555e4244cdb0 2024-05-10T11:24:54.471 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.467+0000 7f315d173740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f31541ace30 con 0x555e4244d7a0 2024-05-10T11:24:54.471 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.467+0000 7f315d173740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f31541ab9c0 con 0x555e42452910 2024-05-10T11:24:54.471 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.467+0000 7f3153fff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e4244cdb0 0x555e42454d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:54.472 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.467+0000 7f3153fff640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e4244cdb0 0x555e42454d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36544/0 (socket says 172.21.15.53:36544) 2024-05-10T11:24:54.472 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.467+0000 7f3153fff640 1 -- 172.21.15.53:0/1265082454 learned_addr learned my addr 172.21.15.53:0/1265082454 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:54.472 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.467+0000 7f3153fff640 1 -- 172.21.15.53:0/1265082454 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555e42452910 msgr2=0x555e4244ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:54.472 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.467+0000 7f3153fff640 1 --2- 172.21.15.53:0/1265082454 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555e42452910 0x555e4244ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.472 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.467+0000 7f31537fe640 1 --2- 172.21.15.53:0/1265082454 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e4244d7a0 0x555e42452070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:54.472 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.467+0000 7f3153fff640 1 -- 172.21.15.53:0/1265082454 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e4244d7a0 msgr2=0x555e42452070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:54.472 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.467+0000 7f3153fff640 1 --2- 172.21.15.53:0/1265082454 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e4244d7a0 0x555e42452070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.472 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.467+0000 7f3153fff640 1 -- 172.21.15.53:0/1265082454 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e42448250 con 0x555e4244cdb0 2024-05-10T11:24:54.472 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.467+0000 7f3153fff640 1 --2- 172.21.15.53:0/1265082454 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e4244cdb0 0x555e42454d00 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f314400f010 tx=0x7f31440105c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ae357b69b9a5d22 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:54.472 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.468+0000 7f3149ffb640 1 -- 172.21.15.53:0/1265082454 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3144014040 con 0x555e4244cdb0 2024-05-10T11:24:54.472 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.468+0000 7f3149ffb640 1 -- 172.21.15.53:0/1265082454 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f31440052b0 con 0x555e4244cdb0 2024-05-10T11:24:54.472 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.468+0000 7f3149ffb640 1 -- 172.21.15.53:0/1265082454 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31440035f0 con 0x555e4244cdb0 2024-05-10T11:24:54.472 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.468+0000 7f315d173740 1 -- 172.21.15.53:0/1265082454 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e4244cdb0 msgr2=0x555e42454d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:54.472 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.468+0000 7f315d173740 1 --2- 172.21.15.53:0/1265082454 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e4244cdb0 0x555e42454d00 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f314400f010 tx=0x7f31440105c0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.473 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.468+0000 7f315d173740 1 -- 172.21.15.53:0/1265082454 shutdown_connections 2024-05-10T11:24:54.473 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.468+0000 7f315d173740 1 --2- 172.21.15.53:0/1265082454 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555e42452910 0x555e4244ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.473 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.468+0000 7f315d173740 1 --2- 172.21.15.53:0/1265082454 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e4244d7a0 0x555e42452070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.473 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.468+0000 7f315d173740 1 --2- 172.21.15.53:0/1265082454 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e4244cdb0 0x555e42454d00 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.473 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.468+0000 7f315d173740 1 -- 172.21.15.53:0/1265082454 >> 172.21.15.53:0/1265082454 conn(0x555e42448420 msgr2=0x555e42448800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:54.473 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.468+0000 7f315d173740 1 -- 172.21.15.53:0/1265082454 shutdown_connections 2024-05-10T11:24:54.473 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.468+0000 7f315d173740 1 -- 172.21.15.53:0/1265082454 wait complete. 2024-05-10T11:24:54.473 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.469+0000 7f315d173740 1 -- start start 2024-05-10T11:24:54.473 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.469+0000 7f315d173740 1 Processor -- start 2024-05-10T11:24:54.473 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.469+0000 7f315d173740 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555e4244cdb0 0x555e4245aee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:54.473 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.469+0000 7f315d173740 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e4244d7a0 0x555e4245b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:54.473 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.469+0000 7f315d173740 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e42452910 0x555e4245c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:54.473 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.469+0000 7f315d173740 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f31541ac760 con 0x555e4244d7a0 2024-05-10T11:24:54.473 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.469+0000 7f315d173740 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f31541ac090 con 0x555e42452910 2024-05-10T11:24:54.474 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.469+0000 7f315d173740 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f31541a92d0 con 0x555e4244cdb0 2024-05-10T11:24:54.474 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.469+0000 7f315d173740 10 client.0 _ll_register_callbacks cb 0x7f314c030ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:24:54.474 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.469+0000 7f31537fe640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e4244d7a0 0x555e4245b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:54.474 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.469+0000 7f31537fe640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e4244d7a0 0x555e4245b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36548/0 (socket says 172.21.15.53:36548) 2024-05-10T11:24:54.474 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.469+0000 7f31537fe640 1 -- 172.21.15.53:0/1984003177 learned_addr learned my addr 172.21.15.53:0/1984003177 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:54.474 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.469+0000 7f3153fff640 1 --2- 172.21.15.53:0/1984003177 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555e4244cdb0 0x555e4245aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:54.474 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.469+0000 7f31537fe640 1 -- 172.21.15.53:0/1984003177 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555e4244cdb0 msgr2=0x555e4245aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:54.474 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.469+0000 7f31537fe640 1 --2- 172.21.15.53:0/1984003177 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555e4244cdb0 0x555e4245aee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.474 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.469+0000 7f31537fe640 1 -- 172.21.15.53:0/1984003177 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e42452910 msgr2=0x555e4245c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:54.474 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.469+0000 7f31589f6640 1 --2- 172.21.15.53:0/1984003177 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e42452910 0x555e4245c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:54.474 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.469+0000 7f31537fe640 1 --2- 172.21.15.53:0/1984003177 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e42452910 0x555e4245c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.474 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.469+0000 7f31537fe640 1 -- 172.21.15.53:0/1984003177 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e4245c910 con 0x555e4244d7a0 2024-05-10T11:24:54.474 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.469+0000 7f31589f6640 1 --2- 172.21.15.53:0/1984003177 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e42452910 0x555e4245c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:24:54.475 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.470+0000 7f31537fe640 1 --2- 172.21.15.53:0/1984003177 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e4244d7a0 0x555e4245b420 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f313c00ce00 tx=0x7f313c005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4783feb937819c6e server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:54.475 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.470+0000 7f31337fe640 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:24:54.475 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.470+0000 7f31337fe640 1 -- 172.21.15.53:0/1984003177 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f313c021ba0 con 0x555e4244d7a0 2024-05-10T11:24:54.475 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.470+0000 7f315d173740 1 -- 172.21.15.53:0/1984003177 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31440052b0 con 0x555e4244d7a0 2024-05-10T11:24:54.475 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.470+0000 7f31337fe640 1 -- 172.21.15.53:0/1984003177 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f313c021d40 con 0x555e4244d7a0 2024-05-10T11:24:54.475 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.470+0000 7f31337fe640 1 -- 172.21.15.53:0/1984003177 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f313c02a440 con 0x555e4244d7a0 2024-05-10T11:24:54.475 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.470+0000 7f315d173740 10 client.16275 fetch_fsmap learned FSMap version 29 2024-05-10T11:24:54.475 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.470+0000 7f315d173740 1 -- 172.21.15.53:0/1984003177 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555e4245dd70 con 0x555e4244d7a0 2024-05-10T11:24:54.475 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.470+0000 7f31337fe640 1 -- 172.21.15.53:0/1984003177 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f31440052b0 con 0x555e4244d7a0 2024-05-10T11:24:54.475 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.470+0000 7f31337fe640 1 -- 172.21.15.53:0/1984003177 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f313c028070 con 0x555e4244d7a0 2024-05-10T11:24:54.475 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.470+0000 7f315d173740 10 client.16275 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:24:54.475 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.470+0000 7f315d173740 10 client.16275 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-05-10T11:24:54.475 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.470+0000 7f315d173740 20 client.16275 populate_metadata read hostname 'smithi053' 2024-05-10T11:24:54.475 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.470+0000 7f315d173740 1 --2- 172.21.15.53:0/1984003177 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x555e424cdd60 0x555e424d0180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:54.476 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.470+0000 7f315d173740 4 client.16275 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-10T11:24:54.476 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.470+0000 7f315d173740 1 -- 172.21.15.53:0/1984003177 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555e423b9050 con 0x555e424cdd60 2024-05-10T11:24:54.476 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.471+0000 7f3153fff640 1 --2- 172.21.15.53:0/1984003177 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x555e424cdd60 0x555e424d0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:54.476 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.471+0000 7f31337fe640 10 client.16275 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:54.476 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.471+0000 7f3153fff640 1 --2- 172.21.15.53:0/1984003177 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x555e424cdd60 0x555e424d0180 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ef6291caa6503 server_cookie=e89d4bc4bb41350a in_seq=0 out_seq=0 2024-05-10T11:24:54.476 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:54 smithi132 ceph-mon[33758]: pgmap v543: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2024-05-10T11:24:54.480 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.479+0000 7f31337fe640 1 -- 172.21.15.53:0/1984003177 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555e423b9050 con 0x555e424cdd60 2024-05-10T11:24:54.480 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.479+0000 7f31337fe640 10 client.16275 handle_command_reply: tid=0 2024-05-10T11:24:54.480 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.479+0000 7f315d173740 1 client.16275 shutdown 2024-05-10T11:24:54.480 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.480+0000 7f315d173740 1 -- 172.21.15.53:0/1984003177 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e4244d7a0 msgr2=0x555e4245b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:54.480 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.480+0000 7f315d173740 1 --2- 172.21.15.53:0/1984003177 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e4244d7a0 0x555e4245b420 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f313c00ce00 tx=0x7f313c005850 comp rx=0 tx=0).stop 2024-05-10T11:24:54.481 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.480+0000 7f315d173740 1 -- 172.21.15.53:0/1984003177 shutdown_connections 2024-05-10T11:24:54.481 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.480+0000 7f315d173740 1 --2- 172.21.15.53:0/1984003177 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x555e42452910 0x555e4245c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.481 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.480+0000 7f315d173740 1 --2- 172.21.15.53:0/1984003177 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x555e424cdd60 0x555e424d0180 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.481 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.480+0000 7f315d173740 1 --2- 172.21.15.53:0/1984003177 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x555e4244d7a0 0x555e4245b420 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.481 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.480+0000 7f315d173740 1 --2- 172.21.15.53:0/1984003177 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x555e4244cdb0 0x555e4245aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.481 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.480+0000 7f31337fe640 0 client.16275 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:24:54.481 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.480+0000 7f315d173740 1 -- 172.21.15.53:0/1984003177 >> 172.21.15.53:0/1984003177 conn(0x555e42448420 msgr2=0x555e42457070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:54.481 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.480+0000 7f315d173740 1 -- 172.21.15.53:0/1984003177 shutdown_connections 2024-05-10T11:24:54.481 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.480+0000 7f315d173740 1 -- 172.21.15.53:0/1984003177 wait complete. 2024-05-10T11:24:54.481 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.480+0000 7f315d173740 20 client.16275 trim_cache size 0 max 16384 2024-05-10T11:24:54.481 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:{ 2024-05-10T11:24:54.482 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "message": "", 2024-05-10T11:24:54.482 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout: "return_code": 0 2024-05-10T11:24:54.482 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stdout:} 2024-05-10T11:24:54.482 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.480+0000 7f315a459640 1 -- 172.21.15.53:0/3997051411 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f31400b28a0 msgr2=0x7f31400b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:54.483 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.480+0000 7f315a459640 1 --2- 172.21.15.53:0/3997051411 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f31400b28a0 0x7f31400b4d60 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x555e4244e000 tx=0x7f313c00c510 comp rx=0 tx=0).stop 2024-05-10T11:24:54.483 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.480+0000 7f315a459640 1 -- 172.21.15.53:0/3997051411 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f31541034c0 msgr2=0x7f315419fff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:54.483 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.480+0000 7f315a459640 1 --2- 172.21.15.53:0/3997051411 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f31541034c0 0x7f315419fff0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f314c031040 tx=0x7f314c003ba0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.483 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.480+0000 7f315a459640 1 -- 172.21.15.53:0/3997051411 shutdown_connections 2024-05-10T11:24:54.483 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.480+0000 7f315a459640 1 --2- 172.21.15.53:0/3997051411 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f31400b28a0 0x7f31400b4d60 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.483 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.480+0000 7f315a459640 1 --2- 172.21.15.53:0/3997051411 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f31541034c0 0x7f315419fff0 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.483 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.480+0000 7f315a459640 1 --2- 172.21.15.53:0/3997051411 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f3154102b00 0x7f3154198f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.483 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.480+0000 7f315a459640 1 --2- 172.21.15.53:0/3997051411 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f3154101910 0x7f3154198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:54.483 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.480+0000 7f315a459640 1 -- 172.21.15.53:0/3997051411 >> 172.21.15.53:0/3997051411 conn(0x7f31540fce80 msgr2=0x7f31540fe8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:54.483 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.481+0000 7f315a459640 1 -- 172.21.15.53:0/3997051411 shutdown_connections 2024-05-10T11:24:54.483 INFO:teuthology.task.background_exec.ubuntu@smithi053.front.sepia.ceph.com.smithi053.stderr:2024-05-10T11:24:54.481+0000 7f315a459640 1 -- 172.21.15.53:0/3997051411 wait complete. 2024-05-10T11:24:54.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:54 smithi187 ceph-mon[34076]: pgmap v543: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2024-05-10T11:24:56.202 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.202+0000 7f0121608700 1 -- 172.21.15.53:0/3344028389 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f011c06c630 msgr2=0x7f011c110360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:56.203 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.202+0000 7f0121608700 1 --2- 172.21.15.53:0/3344028389 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f011c06c630 0x7f011c110360 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f011400b0d0 tx=0x7f011400b3e0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.203 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.202+0000 7f0121608700 1 -- 172.21.15.53:0/3344028389 shutdown_connections 2024-05-10T11:24:56.203 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.202+0000 7f0121608700 1 --2- 172.21.15.53:0/3344028389 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f011c06c630 0x7f011c110360 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.203 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.202+0000 7f0121608700 1 --2- 172.21.15.53:0/3344028389 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f011c109590 0x7f011c109970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.203 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.202+0000 7f0121608700 1 --2- 172.21.15.53:0/3344028389 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f011c06bc70 0x7f011c06c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.203 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.202+0000 7f0121608700 1 -- 172.21.15.53:0/3344028389 >> 172.21.15.53:0/3344028389 conn(0x7f011c079440 msgr2=0x7f011c079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:56.203 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.202+0000 7f0121608700 1 -- 172.21.15.53:0/3344028389 shutdown_connections 2024-05-10T11:24:56.203 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.202+0000 7f0121608700 1 -- 172.21.15.53:0/3344028389 wait complete. 2024-05-10T11:24:56.203 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.203+0000 7f0121608700 1 Processor -- start 2024-05-10T11:24:56.205 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.203+0000 7f0121608700 1 -- start start 2024-05-10T11:24:56.205 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.203+0000 7f0121608700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f011c06bc70 0x7f011c19f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:56.205 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.203+0000 7f0121608700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f011c06c630 0x7f011c19fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:56.205 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.203+0000 7f0121608700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f011c109590 0x7f011c1998e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:56.205 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.203+0000 7f0121608700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f011c1135a0 con 0x7f011c06c630 2024-05-10T11:24:56.205 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.203+0000 7f0121608700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f011c113420 con 0x7f011c109590 2024-05-10T11:24:56.205 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.203+0000 7f0121608700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f011c113720 con 0x7f011c06bc70 2024-05-10T11:24:56.205 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.203+0000 7f011a7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f011c06c630 0x7f011c19fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:56.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.203+0000 7f011a7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f011c06c630 0x7f011c19fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36570/0 (socket says 172.21.15.53:36570) 2024-05-10T11:24:56.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.203+0000 7f011a7fc700 1 -- 172.21.15.53:0/4093159900 learned_addr learned my addr 172.21.15.53:0/4093159900 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:56.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.203+0000 7f011b7fe700 1 --2- 172.21.15.53:0/4093159900 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f011c109590 0x7f011c1998e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:56.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.203+0000 7f011affd700 1 --2- 172.21.15.53:0/4093159900 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f011c06bc70 0x7f011c19f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:56.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.203+0000 7f011a7fc700 1 -- 172.21.15.53:0/4093159900 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f011c06bc70 msgr2=0x7f011c19f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:56.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.203+0000 7f011a7fc700 1 --2- 172.21.15.53:0/4093159900 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f011c06bc70 0x7f011c19f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.203+0000 7f011a7fc700 1 -- 172.21.15.53:0/4093159900 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f011c109590 msgr2=0x7f011c1998e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:56.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.203+0000 7f011a7fc700 1 --2- 172.21.15.53:0/4093159900 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f011c109590 0x7f011c1998e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.203+0000 7f011a7fc700 1 -- 172.21.15.53:0/4093159900 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f011c19a040 con 0x7f011c06c630 2024-05-10T11:24:56.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.204+0000 7f011a7fc700 1 --2- 172.21.15.53:0/4093159900 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f011c06c630 0x7f011c19fc60 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f011000b530 tx=0x7f011000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:56.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.204+0000 7f0103fff700 1 -- 172.21.15.53:0/4093159900 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0110015020 con 0x7f011c06c630 2024-05-10T11:24:56.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.204+0000 7f0103fff700 1 -- 172.21.15.53:0/4093159900 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0110011cc0 con 0x7f011c06c630 2024-05-10T11:24:56.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.204+0000 7f0121608700 1 -- 172.21.15.53:0/4093159900 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f011c19a330 con 0x7f011c06c630 2024-05-10T11:24:56.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.204+0000 7f0103fff700 1 -- 172.21.15.53:0/4093159900 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0110010dc0 con 0x7f011c06c630 2024-05-10T11:24:56.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.204+0000 7f0121608700 1 -- 172.21.15.53:0/4093159900 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f011c102340 con 0x7f011c06c630 2024-05-10T11:24:56.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.207+0000 7f0103fff700 1 -- 172.21.15.53:0/4093159900 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f0110018020 con 0x7f011c06c630 2024-05-10T11:24:56.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.208+0000 7f0103fff700 1 --2- 172.21.15.53:0/4093159900 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f01040b2880 0x7f01040b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:56.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.208+0000 7f011affd700 1 --2- 172.21.15.53:0/4093159900 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f01040b2880 0x7f01040b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:56.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.208+0000 7f0103fff700 1 -- 172.21.15.53:0/4093159900 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f01100e1e70 con 0x7f011c06c630 2024-05-10T11:24:56.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.208+0000 7f012be9bb80 1 Processor -- start 2024-05-10T11:24:56.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.209+0000 7f012be9bb80 1 -- start start 2024-05-10T11:24:56.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.209+0000 7f011affd700 1 --2- 172.21.15.53:0/4093159900 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f01040b2880 0x7f01040b4d40 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f010c005950 tx=0x7f010c005ed0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:56.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.209+0000 7f012be9bb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade90b1b0 0x558ade90b590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:56.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.209+0000 7f012be9bb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90bad0 0x558ade905810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:56.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.209+0000 7f012be9bb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x558ade905d50 0x558ade906190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:56.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.209+0000 7f012be9bb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x558ade857940 con 0x558ade90bad0 2024-05-10T11:24:56.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.209+0000 7f012be9bb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x558ade7bcda0 con 0x558ade90b1b0 2024-05-10T11:24:56.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.209+0000 7f012be9bb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x558ade853900 con 0x558ade905d50 2024-05-10T11:24:56.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.209+0000 7f011a7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90bad0 0x558ade905810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:56.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.209+0000 7f011a7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90bad0 0x558ade905810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36578/0 (socket says 172.21.15.53:36578) 2024-05-10T11:24:56.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.209+0000 7f011a7fc700 1 -- 172.21.15.53:0/3159014606 learned_addr learned my addr 172.21.15.53:0/3159014606 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:56.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.209+0000 7f011affd700 1 --2- 172.21.15.53:0/3159014606 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade90b1b0 0x558ade90b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:56.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.209+0000 7f011b7fe700 1 --2- 172.21.15.53:0/3159014606 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x558ade905d50 0x558ade906190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:56.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.209+0000 7f011a7fc700 1 -- 172.21.15.53:0/3159014606 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x558ade905d50 msgr2=0x558ade906190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:56.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.209+0000 7f011a7fc700 1 --2- 172.21.15.53:0/3159014606 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x558ade905d50 0x558ade906190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.209+0000 7f011a7fc700 1 -- 172.21.15.53:0/3159014606 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade90b1b0 msgr2=0x558ade90b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:56.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.209+0000 7f011a7fc700 1 --2- 172.21.15.53:0/3159014606 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade90b1b0 0x558ade90b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.209+0000 7f011a7fc700 1 -- 172.21.15.53:0/3159014606 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558ade7a48d0 con 0x558ade90bad0 2024-05-10T11:24:56.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.209+0000 7f011affd700 1 --2- 172.21.15.53:0/3159014606 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade90b1b0 0x558ade90b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:56.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.209+0000 7f011b7fe700 1 --2- 172.21.15.53:0/3159014606 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x558ade905d50 0x558ade906190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:24:56.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.209+0000 7f011a7fc700 1 --2- 172.21.15.53:0/3159014606 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90bad0 0x558ade905810 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f01100a5120 tx=0x7f01100a8810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38479e90ead8c5f1 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:56.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.210+0000 7f01017fa700 1 -- 172.21.15.53:0/3159014606 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01100c3070 con 0x558ade90bad0 2024-05-10T11:24:56.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.210+0000 7f01017fa700 1 -- 172.21.15.53:0/3159014606 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f01100a97a0 con 0x558ade90bad0 2024-05-10T11:24:56.211 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.210+0000 7f01017fa700 1 -- 172.21.15.53:0/3159014606 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01100b1a70 con 0x558ade90bad0 2024-05-10T11:24:56.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.210+0000 7f012be9bb80 1 -- 172.21.15.53:0/3159014606 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90bad0 msgr2=0x558ade905810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:56.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.210+0000 7f012be9bb80 1 --2- 172.21.15.53:0/3159014606 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90bad0 0x558ade905810 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f01100a5120 tx=0x7f01100a8810 comp rx=0 tx=0).stop 2024-05-10T11:24:56.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.210+0000 7f012be9bb80 1 -- 172.21.15.53:0/3159014606 shutdown_connections 2024-05-10T11:24:56.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.210+0000 7f012be9bb80 1 --2- 172.21.15.53:0/3159014606 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x558ade905d50 0x558ade906190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.210+0000 7f012be9bb80 1 --2- 172.21.15.53:0/3159014606 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade90b1b0 0x558ade90b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.210+0000 7f012be9bb80 1 --2- 172.21.15.53:0/3159014606 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90bad0 0x558ade905810 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.210+0000 7f012be9bb80 1 -- 172.21.15.53:0/3159014606 >> 172.21.15.53:0/3159014606 conn(0x558ade831b70 msgr2=0x558ade9002a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:56.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.210+0000 7f012be9bb80 1 -- 172.21.15.53:0/3159014606 shutdown_connections 2024-05-10T11:24:56.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.210+0000 7f012be9bb80 1 -- 172.21.15.53:0/3159014606 wait complete. 2024-05-10T11:24:56.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.211+0000 7f012be9bb80 1 -- start start 2024-05-10T11:24:56.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.211+0000 7f012be9bb80 1 Processor -- start 2024-05-10T11:24:56.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.211+0000 7f012be9bb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade905d50 0x558ade9116c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:56.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.211+0000 7f012be9bb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90b1b0 0x558ade90ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:56.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.211+0000 7f012be9bb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x558ade90bad0 0x558ade90efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:56.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.211+0000 7f012be9bb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x558ade9123f0 con 0x558ade90b1b0 2024-05-10T11:24:56.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.211+0000 7f012be9bb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x558ade810ed0 con 0x558ade905d50 2024-05-10T11:24:56.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.211+0000 7f012be9bb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x558ade912570 con 0x558ade90bad0 2024-05-10T11:24:56.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.211+0000 7f012be9bb80 10 client.0 _ll_register_callbacks cb 0x558ade7eb5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:24:56.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.211+0000 7f011a7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90b1b0 0x558ade90ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:56.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.211+0000 7f011a7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90b1b0 0x558ade90ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36586/0 (socket says 172.21.15.53:36586) 2024-05-10T11:24:56.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.211+0000 7f011a7fc700 1 -- 172.21.15.53:0/4023927814 learned_addr learned my addr 172.21.15.53:0/4023927814 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:56.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.212+0000 7f011b7fe700 1 --2- 172.21.15.53:0/4023927814 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x558ade90bad0 0x558ade90efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:56.216 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.212+0000 7f011affd700 1 --2- 172.21.15.53:0/4023927814 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade905d50 0x558ade9116c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:56.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.212+0000 7f011a7fc700 1 -- 172.21.15.53:0/4023927814 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x558ade90bad0 msgr2=0x558ade90efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:56.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.212+0000 7f011a7fc700 1 --2- 172.21.15.53:0/4023927814 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x558ade90bad0 0x558ade90efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.212+0000 7f011a7fc700 1 -- 172.21.15.53:0/4023927814 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade905d50 msgr2=0x558ade9116c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:56.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.212+0000 7f011a7fc700 1 --2- 172.21.15.53:0/4023927814 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade905d50 0x558ade9116c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.212+0000 7f011a7fc700 1 -- 172.21.15.53:0/4023927814 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558ade80e760 con 0x558ade90b1b0 2024-05-10T11:24:56.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.212+0000 7f011b7fe700 1 --2- 172.21.15.53:0/4023927814 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x558ade90bad0 0x558ade90efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:24:56.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.212+0000 7f011a7fc700 1 --2- 172.21.15.53:0/4023927814 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90b1b0 0x558ade90ea60 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f01100a9700 tx=0x7f0110010760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30bae44c38d99740 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:56.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.212+0000 7f00feff5700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:24:56.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.212+0000 7f00feff5700 1 -- 172.21.15.53:0/4023927814 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f011006c070 con 0x558ade90b1b0 2024-05-10T11:24:56.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.212+0000 7f00feff5700 1 -- 172.21.15.53:0/4023927814 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f01100b1a70 con 0x558ade90b1b0 2024-05-10T11:24:56.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.212+0000 7f012be9bb80 1 -- 172.21.15.53:0/4023927814 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f01100a97a0 con 0x558ade90b1b0 2024-05-10T11:24:56.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.212+0000 7f00feff5700 1 -- 172.21.15.53:0/4023927814 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f01100c3040 con 0x558ade90b1b0 2024-05-10T11:24:56.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.212+0000 7f012be9bb80 10 client.16287 fetch_fsmap learned FSMap version 29 2024-05-10T11:24:56.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.212+0000 7f012be9bb80 1 -- 172.21.15.53:0/4023927814 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558ade9123f0 con 0x558ade90b1b0 2024-05-10T11:24:56.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.212+0000 7f00feff5700 1 -- 172.21.15.53:0/4023927814 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f01100a97a0 con 0x558ade90b1b0 2024-05-10T11:24:56.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.213+0000 7f00feff5700 1 -- 172.21.15.53:0/4023927814 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f01100a8420 con 0x558ade90b1b0 2024-05-10T11:24:56.217 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.213+0000 7f012be9bb80 10 client.16287 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:24:56.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.213+0000 7f012be9bb80 10 client.16287 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-05-10T11:24:56.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.213+0000 7f012be9bb80 20 client.16287 populate_metadata read hostname 'smithi053' 2024-05-10T11:24:56.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.213+0000 7f012be9bb80 1 --2- 172.21.15.53:0/4023927814 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x558ade91eea0 0x558ade921290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:56.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.213+0000 7f012be9bb80 4 client.16287 mds_command: new command op to 24442 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:24:56.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.213+0000 7f012be9bb80 1 -- 172.21.15.53:0/4023927814 --> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558ade865320 con 0x558ade91eea0 2024-05-10T11:24:56.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.213+0000 7f011affd700 1 --2- 172.21.15.53:0/4023927814 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x558ade91eea0 0x558ade921290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:56.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.213+0000 7f011affd700 1 --2- 172.21.15.53:0/4023927814 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x558ade91eea0 0x558ade921290 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e0e07ff5e2635644 server_cookie=c6c25ff76b4ec069 in_seq=0 out_seq=0 2024-05-10T11:24:56.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.213+0000 7f00feff5700 10 client.16287 ms_handle_connect on v2:172.21.15.187:6834/4099468922 2024-05-10T11:24:56.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.214+0000 7f00feff5700 1 -- 172.21.15.53:0/4023927814 <== mds.2 v2:172.21.15.187:6834/4099468922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x558ade865320 con 0x558ade91eea0 2024-05-10T11:24:56.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.214+0000 7f00feff5700 10 client.16287 handle_command_reply: tid=0 2024-05-10T11:24:56.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.214+0000 7f012be9bb80 1 client.16287 shutdown 2024-05-10T11:24:56.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.214+0000 7f012be9bb80 1 -- 172.21.15.53:0/4023927814 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90b1b0 msgr2=0x558ade90ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:56.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.214+0000 7f012be9bb80 1 --2- 172.21.15.53:0/4023927814 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90b1b0 0x558ade90ea60 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f01100a9700 tx=0x7f0110010760 comp rx=0 tx=0).stop 2024-05-10T11:24:56.218 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.215+0000 7f012be9bb80 1 -- 172.21.15.53:0/4023927814 shutdown_connections 2024-05-10T11:24:56.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.215+0000 7f012be9bb80 1 --2- 172.21.15.53:0/4023927814 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x558ade90bad0 0x558ade90efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.215+0000 7f012be9bb80 1 --2- 172.21.15.53:0/4023927814 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade905d50 0x558ade9116c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.215+0000 7f012be9bb80 1 --2- 172.21.15.53:0/4023927814 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x558ade91eea0 0x558ade921290 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.215+0000 7f012be9bb80 1 --2- 172.21.15.53:0/4023927814 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90b1b0 0x558ade90ea60 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.215+0000 7f012be9bb80 1 -- 172.21.15.53:0/4023927814 >> 172.21.15.53:0/4023927814 conn(0x558ade831b70 msgr2=0x558ade8fab30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:56.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.215+0000 7f00feff5700 0 client.16287 ms_handle_reset on v2:172.21.15.187:6834/4099468922 2024-05-10T11:24:56.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.215+0000 7f012be9bb80 1 -- 172.21.15.53:0/4023927814 shutdown_connections 2024-05-10T11:24:56.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.215+0000 7f012be9bb80 1 -- 172.21.15.53:0/4023927814 wait complete. 2024-05-10T11:24:56.219 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.215+0000 7f012be9bb80 20 client.16287 trim_cache size 0 max 16384 2024-05-10T11:24:56.232 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.230+0000 7f012be9bb80 1 Processor -- start 2024-05-10T11:24:56.232 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.230+0000 7f012be9bb80 1 -- start start 2024-05-10T11:24:56.232 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.230+0000 7f012be9bb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade905d50 0x558ade91b480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:56.232 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.230+0000 7f012be9bb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x558ade90b1b0 0x558ade8fac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:56.232 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.230+0000 7f012be9bb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90bad0 0x558ade90d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:56.232 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.230+0000 7f012be9bb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f011c1b1460 con 0x558ade90bad0 2024-05-10T11:24:56.232 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.230+0000 7f012be9bb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f011c1b2fa0 con 0x558ade905d50 2024-05-10T11:24:56.232 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.230+0000 7f012be9bb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f011c1b1b30 con 0x558ade90b1b0 2024-05-10T11:24:56.232 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.230+0000 7f011b7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90bad0 0x558ade90d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:56.232 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.230+0000 7f011b7fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90bad0 0x558ade90d950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36596/0 (socket says 172.21.15.53:36596) 2024-05-10T11:24:56.232 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.230+0000 7f011b7fe700 1 -- 172.21.15.53:0/2834167043 learned_addr learned my addr 172.21.15.53:0/2834167043 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:56.232 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.230+0000 7f011affd700 1 --2- 172.21.15.53:0/2834167043 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade905d50 0x558ade91b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:56.233 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.230+0000 7f011a7fc700 1 --2- 172.21.15.53:0/2834167043 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x558ade90b1b0 0x558ade8fac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:56.233 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.231+0000 7f011b7fe700 1 -- 172.21.15.53:0/2834167043 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x558ade90b1b0 msgr2=0x558ade8fac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:56.233 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.231+0000 7f011b7fe700 1 --2- 172.21.15.53:0/2834167043 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x558ade90b1b0 0x558ade8fac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.233 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.231+0000 7f011b7fe700 1 -- 172.21.15.53:0/2834167043 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade905d50 msgr2=0x558ade91b480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:56.233 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.231+0000 7f011b7fe700 1 --2- 172.21.15.53:0/2834167043 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade905d50 0x558ade91b480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.233 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.231+0000 7f011b7fe700 1 -- 172.21.15.53:0/2834167043 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558ade90ac00 con 0x558ade90bad0 2024-05-10T11:24:56.233 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.231+0000 7f011affd700 1 --2- 172.21.15.53:0/2834167043 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade905d50 0x558ade91b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:56.233 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.231+0000 7f011b7fe700 1 --2- 172.21.15.53:0/2834167043 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90bad0 0x558ade90d950 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f0114009e50 tx=0x7f011400b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6025337ad41a3bc6 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:56.233 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.231+0000 7f0100ff9700 1 -- 172.21.15.53:0/2834167043 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0114003a00 con 0x558ade90bad0 2024-05-10T11:24:56.233 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.231+0000 7f0100ff9700 1 -- 172.21.15.53:0/2834167043 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0114021070 con 0x558ade90bad0 2024-05-10T11:24:56.233 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.231+0000 7f0100ff9700 1 -- 172.21.15.53:0/2834167043 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01140050b0 con 0x558ade90bad0 2024-05-10T11:24:56.233 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.231+0000 7f012be9bb80 1 -- 172.21.15.53:0/2834167043 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90bad0 msgr2=0x558ade90d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:56.233 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.231+0000 7f012be9bb80 1 --2- 172.21.15.53:0/2834167043 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90bad0 0x558ade90d950 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f0114009e50 tx=0x7f011400b040 comp rx=0 tx=0).stop 2024-05-10T11:24:56.233 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.232+0000 7f012be9bb80 1 -- 172.21.15.53:0/2834167043 shutdown_connections 2024-05-10T11:24:56.233 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.232+0000 7f012be9bb80 1 --2- 172.21.15.53:0/2834167043 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90bad0 0x558ade90d950 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.233 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.232+0000 7f012be9bb80 1 --2- 172.21.15.53:0/2834167043 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade905d50 0x558ade91b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.234 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.232+0000 7f012be9bb80 1 --2- 172.21.15.53:0/2834167043 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x558ade90b1b0 0x558ade8fac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.234 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.232+0000 7f012be9bb80 1 -- 172.21.15.53:0/2834167043 >> 172.21.15.53:0/2834167043 conn(0x558ade831b70 msgr2=0x558ade90d240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:56.234 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.232+0000 7f012be9bb80 1 -- 172.21.15.53:0/2834167043 shutdown_connections 2024-05-10T11:24:56.234 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.232+0000 7f012be9bb80 1 -- 172.21.15.53:0/2834167043 wait complete. 2024-05-10T11:24:56.234 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.232+0000 7f012be9bb80 1 -- start start 2024-05-10T11:24:56.234 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.232+0000 7f012be9bb80 1 Processor -- start 2024-05-10T11:24:56.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.232+0000 7f012be9bb80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade905d50 0x558ade917800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:56.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.232+0000 7f012be9bb80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90b1b0 0x558ade917d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:56.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.232+0000 7f012be9bb80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x558ade90bad0 0x558ade9259c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:56.237 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.232+0000 7f012be9bb80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f011c1b28d0 con 0x558ade90b1b0 2024-05-10T11:24:56.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.232+0000 7f012be9bb80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f011c1b2200 con 0x558ade905d50 2024-05-10T11:24:56.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.232+0000 7f012be9bb80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f011c1af400 con 0x558ade90bad0 2024-05-10T11:24:56.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.232+0000 7f012be9bb80 10 client.0 _ll_register_callbacks cb 0x558ade7eb5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:24:56.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.232+0000 7f011a7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90b1b0 0x558ade917d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:56.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.232+0000 7f011a7fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90b1b0 0x558ade917d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:36598/0 (socket says 172.21.15.53:36598) 2024-05-10T11:24:56.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.232+0000 7f011a7fc700 1 -- 172.21.15.53:0/2939692616 learned_addr learned my addr 172.21.15.53:0/2939692616 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:56.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.233+0000 7f011affd700 1 --2- 172.21.15.53:0/2939692616 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade905d50 0x558ade917800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:56.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.233+0000 7f011b7fe700 1 --2- 172.21.15.53:0/2939692616 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x558ade90bad0 0x558ade9259c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:56.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.233+0000 7f011a7fc700 1 -- 172.21.15.53:0/2939692616 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x558ade90bad0 msgr2=0x558ade9259c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:56.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.233+0000 7f011a7fc700 1 --2- 172.21.15.53:0/2939692616 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x558ade90bad0 0x558ade9259c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.233+0000 7f011a7fc700 1 -- 172.21.15.53:0/2939692616 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade905d50 msgr2=0x558ade917800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:56.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.233+0000 7f011a7fc700 1 --2- 172.21.15.53:0/2939692616 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade905d50 0x558ade917800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.233+0000 7f011a7fc700 1 -- 172.21.15.53:0/2939692616 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558ade9261b0 con 0x558ade90b1b0 2024-05-10T11:24:56.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.233+0000 7f011affd700 1 --2- 172.21.15.53:0/2939692616 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade905d50 0x558ade917800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:24:56.238 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.233+0000 7f011a7fc700 1 --2- 172.21.15.53:0/2939692616 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90b1b0 0x558ade917d40 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f01100a9030 tx=0x7f0110011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48e56c2378a8be22 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:56.239 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.233+0000 7f00feff5700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:24:56.239 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.233+0000 7f00feff5700 1 -- 172.21.15.53:0/2939692616 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f011006c070 con 0x558ade90b1b0 2024-05-10T11:24:56.239 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.233+0000 7f00feff5700 1 -- 172.21.15.53:0/2939692616 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f01100a8510 con 0x558ade90b1b0 2024-05-10T11:24:56.239 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.233+0000 7f012be9bb80 1 -- 172.21.15.53:0/2939692616 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0114021070 con 0x558ade90b1b0 2024-05-10T11:24:56.239 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.233+0000 7f00feff5700 1 -- 172.21.15.53:0/2939692616 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f01100ca040 con 0x558ade90b1b0 2024-05-10T11:24:56.239 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.233+0000 7f012be9bb80 10 client.16293 fetch_fsmap learned FSMap version 29 2024-05-10T11:24:56.239 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.233+0000 7f012be9bb80 1 -- 172.21.15.53:0/2939692616 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558ade988fe0 con 0x558ade90b1b0 2024-05-10T11:24:56.239 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.233+0000 7f00feff5700 1 -- 172.21.15.53:0/2939692616 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0114021070 con 0x558ade90b1b0 2024-05-10T11:24:56.239 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.234+0000 7f00feff5700 1 -- 172.21.15.53:0/2939692616 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f01100a7d70 con 0x558ade90b1b0 2024-05-10T11:24:56.239 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.234+0000 7f012be9bb80 10 client.16293 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:24:56.239 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.234+0000 7f012be9bb80 10 client.16293 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-05-10T11:24:56.239 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.234+0000 7f012be9bb80 20 client.16293 populate_metadata read hostname 'smithi053' 2024-05-10T11:24:56.239 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.234+0000 7f012be9bb80 1 --2- 172.21.15.53:0/2939692616 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x558ade989500 0x558ade98b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:56.239 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.234+0000 7f012be9bb80 4 client.16293 mds_command: new command op to 24442 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:24:56.239 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.234+0000 7f012be9bb80 1 -- 172.21.15.53:0/2939692616 --> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558ade85f3c0 con 0x558ade989500 2024-05-10T11:24:56.239 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.234+0000 7f011affd700 1 --2- 172.21.15.53:0/2939692616 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x558ade989500 0x558ade98b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:56.239 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.234+0000 7f00feff5700 10 client.16293 ms_handle_connect on v2:172.21.15.187:6834/4099468922 2024-05-10T11:24:56.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.234+0000 7f011affd700 1 --2- 172.21.15.53:0/2939692616 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x558ade989500 0x558ade98b920 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=baa1305cee5a5e82 server_cookie=36ef8150f0689010 in_seq=0 out_seq=0 2024-05-10T11:24:56.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.234+0000 7f00feff5700 1 -- 172.21.15.53:0/2939692616 <== mds.2 v2:172.21.15.187:6834/4099468922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558ade85f3c0 con 0x558ade989500 2024-05-10T11:24:56.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.234+0000 7f00feff5700 10 client.16293 handle_command_reply: tid=0 2024-05-10T11:24:56.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.235+0000 7f012be9bb80 1 client.16293 shutdown 2024-05-10T11:24:56.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.235+0000 7f012be9bb80 1 -- 172.21.15.53:0/2939692616 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90b1b0 msgr2=0x558ade917d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:56.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.235+0000 7f012be9bb80 1 --2- 172.21.15.53:0/2939692616 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90b1b0 0x558ade917d40 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f01100a9030 tx=0x7f0110011a60 comp rx=0 tx=0).stop 2024-05-10T11:24:56.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.235+0000 7f012be9bb80 1 -- 172.21.15.53:0/2939692616 shutdown_connections 2024-05-10T11:24:56.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.235+0000 7f012be9bb80 1 --2- 172.21.15.53:0/2939692616 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x558ade90bad0 0x558ade9259c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.235+0000 7f012be9bb80 1 --2- 172.21.15.53:0/2939692616 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x558ade905d50 0x558ade917800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.235+0000 7f012be9bb80 1 --2- 172.21.15.53:0/2939692616 >> [v2:172.21.15.187:6834/4099468922,v1:172.21.15.187:6835/4099468922] conn(0x558ade989500 0x558ade98b920 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.235+0000 7f012be9bb80 1 --2- 172.21.15.53:0/2939692616 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x558ade90b1b0 0x558ade917d40 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.235+0000 7f00feff5700 0 client.16293 ms_handle_reset on v2:172.21.15.187:6834/4099468922 2024-05-10T11:24:56.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.235+0000 7f012be9bb80 1 -- 172.21.15.53:0/2939692616 >> 172.21.15.53:0/2939692616 conn(0x558ade831b70 msgr2=0x558ade90c5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:56.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.235+0000 7f012be9bb80 1 -- 172.21.15.53:0/2939692616 shutdown_connections 2024-05-10T11:24:56.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.235+0000 7f012be9bb80 1 -- 172.21.15.53:0/2939692616 wait complete. 2024-05-10T11:24:56.240 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.235+0000 7f012be9bb80 20 client.16293 trim_cache size 0 max 16384 2024-05-10T11:24:56.241 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:24:56.241 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.235+0000 7f0121608700 1 -- 172.21.15.53:0/4093159900 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f01040b2880 msgr2=0x7f01040b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:56.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.235+0000 7f0121608700 1 --2- 172.21.15.53:0/4093159900 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f01040b2880 0x7f01040b4d40 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f010c005950 tx=0x7f010c005ed0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.235+0000 7f0121608700 1 -- 172.21.15.53:0/4093159900 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f011c06c630 msgr2=0x7f011c19fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:56.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.235+0000 7f0121608700 1 --2- 172.21.15.53:0/4093159900 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f011c06c630 0x7f011c19fc60 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f011000b530 tx=0x7f011000b840 comp rx=0 tx=0).stop 2024-05-10T11:24:56.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.236+0000 7f0121608700 1 -- 172.21.15.53:0/4093159900 shutdown_connections 2024-05-10T11:24:56.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.236+0000 7f0121608700 1 --2- 172.21.15.53:0/4093159900 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f01040b2880 0x7f01040b4d40 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.236+0000 7f0121608700 1 --2- 172.21.15.53:0/4093159900 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f011c109590 0x7f011c1998e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.236+0000 7f0121608700 1 --2- 172.21.15.53:0/4093159900 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f011c06bc70 0x7f011c19f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.236+0000 7f0121608700 1 --2- 172.21.15.53:0/4093159900 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f011c06c630 0x7f011c19fc60 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:56.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.236+0000 7f0121608700 1 -- 172.21.15.53:0/4093159900 >> 172.21.15.53:0/4093159900 conn(0x7f011c079440 msgr2=0x7f011c101100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:56.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.236+0000 7f0121608700 1 -- 172.21.15.53:0/4093159900 shutdown_connections 2024-05-10T11:24:56.242 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:56.236+0000 7f0121608700 1 -- 172.21.15.53:0/4093159900 wait complete. 2024-05-10T11:24:56.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:56 smithi132 ceph-mon[33758]: pgmap v544: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-05-10T11:24:56.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:56 smithi187 ceph-mon[34076]: pgmap v544: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-05-10T11:24:56.556 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:56 smithi053 ceph-mon[30153]: pgmap v544: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-05-10T11:24:57.097 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-10T11:24:57.351 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:24:58.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:24:58 smithi132 ceph-mon[33758]: pgmap v545: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-05-10T11:24:58.509 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:24:58 smithi187 ceph-mon[34076]: pgmap v545: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-05-10T11:24:58.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:24:58 smithi053 ceph-mon[30153]: pgmap v545: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-05-10T11:24:59.276 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.275+0000 7f60c7442700 1 -- 172.21.15.53:0/3808758181 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f60c010fdf0 msgr2=0x7f60c01121e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:59.276 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.275+0000 7f60c7442700 1 --2- 172.21.15.53:0/3808758181 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f60c010fdf0 0x7f60c01121e0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f60b800b0a0 tx=0x7f60b800b3b0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.276 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.276+0000 7f60c7442700 1 -- 172.21.15.53:0/3808758181 shutdown_connections 2024-05-10T11:24:59.276 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.276+0000 7f60c7442700 1 --2- 172.21.15.53:0/3808758181 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f60c010fdf0 0x7f60c01121e0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.276 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.276+0000 7f60c7442700 1 --2- 172.21.15.53:0/3808758181 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f60c01043b0 0x7f60c006bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.276 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.276+0000 7f60c7442700 1 --2- 172.21.15.53:0/3808758181 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f60c006c0b0 0x7f60c006c510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.277 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.276+0000 7f60c7442700 1 -- 172.21.15.53:0/3808758181 >> 172.21.15.53:0/3808758181 conn(0x7f60c0079350 msgr2=0x7f60c0079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:59.277 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.276+0000 7f60c7442700 1 -- 172.21.15.53:0/3808758181 shutdown_connections 2024-05-10T11:24:59.277 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.276+0000 7f60c7442700 1 -- 172.21.15.53:0/3808758181 wait complete. 2024-05-10T11:24:59.278 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.276+0000 7f60c7442700 1 Processor -- start 2024-05-10T11:24:59.279 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.276+0000 7f60c7442700 1 -- start start 2024-05-10T11:24:59.279 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.277+0000 7f60c7442700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f60c006c0b0 0x7f60c01a18f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:59.279 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.277+0000 7f60c7442700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f60c01043b0 0x7f60c01a1e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:59.279 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.277+0000 7f60c7442700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f60c010fdf0 0x7f60c019bab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:59.279 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.277+0000 7f60c7442700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f60c0115710 con 0x7f60c010fdf0 2024-05-10T11:24:59.279 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.277+0000 7f60c7442700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f60c0115590 con 0x7f60c01043b0 2024-05-10T11:24:59.279 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.277+0000 7f60c7442700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f60c0115890 con 0x7f60c006c0b0 2024-05-10T11:24:59.279 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.277+0000 7f60c59df700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f60c010fdf0 0x7f60c019bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:59.279 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.277+0000 7f60c59df700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f60c010fdf0 0x7f60c019bab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38538/0 (socket says 172.21.15.53:38538) 2024-05-10T11:24:59.279 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.277+0000 7f60c59df700 1 -- 172.21.15.53:0/2589468299 learned_addr learned my addr 172.21.15.53:0/2589468299 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:59.279 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.277+0000 7f60c51de700 1 --2- 172.21.15.53:0/2589468299 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f60c006c0b0 0x7f60c01a18f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:59.279 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.277+0000 7f60c49dd700 1 --2- 172.21.15.53:0/2589468299 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f60c01043b0 0x7f60c01a1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:59.279 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.277+0000 7f60c59df700 1 -- 172.21.15.53:0/2589468299 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f60c006c0b0 msgr2=0x7f60c01a18f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:59.280 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.277+0000 7f60c59df700 1 --2- 172.21.15.53:0/2589468299 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f60c006c0b0 0x7f60c01a18f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.280 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.277+0000 7f60c59df700 1 -- 172.21.15.53:0/2589468299 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f60c01043b0 msgr2=0x7f60c01a1e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:59.280 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.277+0000 7f60c59df700 1 --2- 172.21.15.53:0/2589468299 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f60c01043b0 0x7f60c01a1e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.280 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.277+0000 7f60c59df700 1 -- 172.21.15.53:0/2589468299 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60c019c210 con 0x7f60c010fdf0 2024-05-10T11:24:59.280 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.277+0000 7f60c59df700 1 --2- 172.21.15.53:0/2589468299 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f60c010fdf0 0x7f60c019bab0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f60b800b830 tx=0x7f60b8004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:59.280 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.278+0000 7f60b67fc700 1 -- 172.21.15.53:0/2589468299 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60b8021070 con 0x7f60c010fdf0 2024-05-10T11:24:59.280 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.278+0000 7f60b67fc700 1 -- 172.21.15.53:0/2589468299 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f60b8007b80 con 0x7f60c010fdf0 2024-05-10T11:24:59.280 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.278+0000 7f60b67fc700 1 -- 172.21.15.53:0/2589468299 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60b80052a0 con 0x7f60c010fdf0 2024-05-10T11:24:59.280 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.278+0000 7f60c7442700 1 -- 172.21.15.53:0/2589468299 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60c019c4a0 con 0x7f60c010fdf0 2024-05-10T11:24:59.280 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.278+0000 7f60c7442700 1 -- 172.21.15.53:0/2589468299 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60c01a87c0 con 0x7f60c010fdf0 2024-05-10T11:24:59.281 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.280+0000 7f60b67fc700 1 -- 172.21.15.53:0/2589468299 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f60b8024070 con 0x7f60c010fdf0 2024-05-10T11:24:59.282 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.281+0000 7f60b67fc700 1 --2- 172.21.15.53:0/2589468299 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f60ac0b2900 0x7f60ac0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:59.282 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.282+0000 7f60c51de700 1 --2- 172.21.15.53:0/2589468299 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f60ac0b2900 0x7f60ac0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:59.282 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.282+0000 7f60b67fc700 1 -- 172.21.15.53:0/2589468299 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f60b80e36a0 con 0x7f60c010fdf0 2024-05-10T11:24:59.282 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.282+0000 7f60d1cd5b80 1 Processor -- start 2024-05-10T11:24:59.282 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.282+0000 7f60d1cd5b80 1 -- start start 2024-05-10T11:24:59.282 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.282+0000 7f60c51de700 1 --2- 172.21.15.53:0/2589468299 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f60ac0b2900 0x7f60ac0b4dc0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f60c019cbf0 tx=0x7f60bc00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:59.284 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.282+0000 7f60d1cd5b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a39f4d0 0x55f20a39f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:59.284 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.282+0000 7f60d1cd5b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f20a39fdf0 0x55f20a3a36f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:59.284 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.282+0000 7f60d1cd5b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f20a3a3c80 0x55f20a3a4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:59.284 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.282+0000 7f60d1cd5b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55f20a2f1860 con 0x55f20a39f4d0 2024-05-10T11:24:59.284 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.282+0000 7f60d1cd5b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55f20a2907c0 con 0x55f20a3a3c80 2024-05-10T11:24:59.284 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.282+0000 7f60d1cd5b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55f20a2ed820 con 0x55f20a39fdf0 2024-05-10T11:24:59.285 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.282+0000 7f60c51de700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a39f4d0 0x55f20a39f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:59.285 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.282+0000 7f60c51de700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a39f4d0 0x55f20a39f8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38540/0 (socket says 172.21.15.53:38540) 2024-05-10T11:24:59.285 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.282+0000 7f60c51de700 1 -- 172.21.15.53:0/1813192447 learned_addr learned my addr 172.21.15.53:0/1813192447 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:59.285 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.283+0000 7f60c49dd700 1 --2- 172.21.15.53:0/1813192447 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f20a39fdf0 0x55f20a3a36f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:59.285 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.283+0000 7f60c51de700 1 -- 172.21.15.53:0/1813192447 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f20a39fdf0 msgr2=0x55f20a3a36f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:59.285 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.283+0000 7f60c51de700 1 --2- 172.21.15.53:0/1813192447 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f20a39fdf0 0x55f20a3a36f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.285 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.283+0000 7f60c51de700 1 -- 172.21.15.53:0/1813192447 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f20a3a3c80 msgr2=0x55f20a3a4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:59.285 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.283+0000 7f60c59df700 1 --2- 172.21.15.53:0/1813192447 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f20a3a3c80 0x55f20a3a4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:59.285 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.283+0000 7f60c51de700 1 --2- 172.21.15.53:0/1813192447 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f20a3a3c80 0x55f20a3a4100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.285 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.283+0000 7f60c51de700 1 -- 172.21.15.53:0/1813192447 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f20a23e8d0 con 0x55f20a39f4d0 2024-05-10T11:24:59.285 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.283+0000 7f60c59df700 1 --2- 172.21.15.53:0/1813192447 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f20a3a3c80 0x55f20a3a4100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:24:59.286 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.283+0000 7f60c51de700 1 --2- 172.21.15.53:0/1813192447 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a39f4d0 0x55f20a39f8b0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f60bc010e00 tx=0x7f60bc013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3b30bd7d0d45e14 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:59.286 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.283+0000 7f60ab7fe700 1 -- 172.21.15.53:0/1813192447 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60bc01e420 con 0x55f20a39f4d0 2024-05-10T11:24:59.286 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.283+0000 7f60ab7fe700 1 -- 172.21.15.53:0/1813192447 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f60bc01ea50 con 0x55f20a39f4d0 2024-05-10T11:24:59.286 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.283+0000 7f60ab7fe700 1 -- 172.21.15.53:0/1813192447 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60bc01c9b0 con 0x55f20a39f4d0 2024-05-10T11:24:59.286 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.284+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/1813192447 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a39f4d0 msgr2=0x55f20a39f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:59.286 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.284+0000 7f60d1cd5b80 1 --2- 172.21.15.53:0/1813192447 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a39f4d0 0x55f20a39f8b0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f60bc010e00 tx=0x7f60bc013000 comp rx=0 tx=0).stop 2024-05-10T11:24:59.286 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.284+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/1813192447 shutdown_connections 2024-05-10T11:24:59.286 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.284+0000 7f60d1cd5b80 1 --2- 172.21.15.53:0/1813192447 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f20a3a3c80 0x55f20a3a4100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.286 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.284+0000 7f60d1cd5b80 1 --2- 172.21.15.53:0/1813192447 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a39f4d0 0x55f20a39f8b0 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.286 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.284+0000 7f60d1cd5b80 1 --2- 172.21.15.53:0/1813192447 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f20a39fdf0 0x55f20a3a36f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.286 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.284+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/1813192447 >> 172.21.15.53:0/1813192447 conn(0x55f20a2cb100 msgr2=0x55f20a399c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:59.286 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.284+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/1813192447 shutdown_connections 2024-05-10T11:24:59.286 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.284+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/1813192447 wait complete. 2024-05-10T11:24:59.290 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.285+0000 7f60d1cd5b80 1 -- start start 2024-05-10T11:24:59.290 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.285+0000 7f60d1cd5b80 1 Processor -- start 2024-05-10T11:24:59.290 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.285+0000 7f60d1cd5b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f20a39f4d0 0x55f20a3ab060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:59.290 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.285+0000 7f60d1cd5b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f20a39fdf0 0x55f20a3a8400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:59.290 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.285+0000 7f60d1cd5b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a3a3c80 0x55f20a3a8940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:59.290 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.285+0000 7f60d1cd5b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x55f20a3abe90 con 0x55f20a3a3c80 2024-05-10T11:24:59.290 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.285+0000 7f60d1cd5b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x55f20a257c30 con 0x55f20a39f4d0 2024-05-10T11:24:59.290 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.285+0000 7f60d1cd5b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x55f20a3ac010 con 0x55f20a39fdf0 2024-05-10T11:24:59.290 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.285+0000 7f60c59df700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a3a3c80 0x55f20a3a8940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:59.291 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.286+0000 7f60c59df700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a3a3c80 0x55f20a3a8940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38552/0 (socket says 172.21.15.53:38552) 2024-05-10T11:24:59.291 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.286+0000 7f60c59df700 1 -- 172.21.15.53:0/1825832998 learned_addr learned my addr 172.21.15.53:0/1825832998 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:59.291 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.286+0000 7f60c51de700 1 --2- 172.21.15.53:0/1825832998 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f20a39f4d0 0x55f20a3ab060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:59.291 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.286+0000 7f60d1cd5b80 10 client.0 _ll_register_callbacks cb 0x55f20a289920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:24:59.291 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.286+0000 7f60c49dd700 1 --2- 172.21.15.53:0/1825832998 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f20a39fdf0 0x55f20a3a8400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:59.291 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.286+0000 7f60c59df700 1 -- 172.21.15.53:0/1825832998 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f20a39fdf0 msgr2=0x55f20a3a8400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:59.291 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.286+0000 7f60c59df700 1 --2- 172.21.15.53:0/1825832998 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f20a39fdf0 0x55f20a3a8400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.291 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.286+0000 7f60c59df700 1 -- 172.21.15.53:0/1825832998 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f20a39f4d0 msgr2=0x55f20a3ab060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:59.291 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.286+0000 7f60c59df700 1 --2- 172.21.15.53:0/1825832998 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f20a39f4d0 0x55f20a3ab060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.291 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.286+0000 7f60c59df700 1 -- 172.21.15.53:0/1825832998 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f20a28d690 con 0x55f20a3a3c80 2024-05-10T11:24:59.291 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.286+0000 7f60c49dd700 1 --2- 172.21.15.53:0/1825832998 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f20a39fdf0 0x55f20a3a8400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:24:59.291 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.286+0000 7f60c59df700 1 --2- 172.21.15.53:0/1825832998 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a3a3c80 0x55f20a3a8940 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f60b80aa6c0 tx=0x7f60b80a6150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb7d69d03f69c9d0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:59.291 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.286+0000 7f60a8ff9700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:24:59.291 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.286+0000 7f60a8ff9700 1 -- 172.21.15.53:0/1825832998 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60b802b030 con 0x55f20a3a3c80 2024-05-10T11:24:59.291 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.286+0000 7f60a8ff9700 1 -- 172.21.15.53:0/1825832998 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f60b80a6fb0 con 0x55f20a3a3c80 2024-05-10T11:24:59.292 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.286+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/1825832998 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f60bc01ea50 con 0x55f20a3a3c80 2024-05-10T11:24:59.292 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.286+0000 7f60a8ff9700 1 -- 172.21.15.53:0/1825832998 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f60b80ab0c0 con 0x55f20a3a3c80 2024-05-10T11:24:59.292 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.286+0000 7f60d1cd5b80 10 client.16305 fetch_fsmap learned FSMap version 29 2024-05-10T11:24:59.292 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.287+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/1825832998 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f20a3b6610 con 0x55f20a3a3c80 2024-05-10T11:24:59.292 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.287+0000 7f60a8ff9700 1 -- 172.21.15.53:0/1825832998 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f60bc01ea50 con 0x55f20a3a3c80 2024-05-10T11:24:59.292 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.287+0000 7f60a8ff9700 1 -- 172.21.15.53:0/1825832998 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f60b8011070 con 0x55f20a3a3c80 2024-05-10T11:24:59.292 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.287+0000 7f60d1cd5b80 10 client.16305 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:24:59.292 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.287+0000 7f60d1cd5b80 10 client.16305 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-05-10T11:24:59.292 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.287+0000 7f60d1cd5b80 20 client.16305 populate_metadata read hostname 'smithi053' 2024-05-10T11:24:59.292 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.287+0000 7f60d1cd5b80 1 --2- 172.21.15.53:0/1825832998 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x55f20a3b8b80 0x55f20a3bafa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:59.292 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.287+0000 7f60d1cd5b80 4 client.16305 mds_command: new command op to 24448 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:24:59.292 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.287+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/1825832998 --> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f20a36b650 con 0x55f20a3b8b80 2024-05-10T11:24:59.292 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.287+0000 7f60c51de700 1 --2- 172.21.15.53:0/1825832998 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x55f20a3b8b80 0x55f20a3bafa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:59.292 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.288+0000 7f60c51de700 1 --2- 172.21.15.53:0/1825832998 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x55f20a3b8b80 0x55f20a3bafa0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fd83f7754fca7ea5 server_cookie=5f68645eff8b08ec in_seq=0 out_seq=0 2024-05-10T11:24:59.292 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.288+0000 7f60a8ff9700 10 client.16305 ms_handle_connect on v2:172.21.15.187:6836/2293077942 2024-05-10T11:24:59.293 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.288+0000 7f60a8ff9700 1 -- 172.21.15.53:0/1825832998 <== mds.1 v2:172.21.15.187:6836/2293077942 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55f20a36b650 con 0x55f20a3b8b80 2024-05-10T11:24:59.293 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.288+0000 7f60a8ff9700 10 client.16305 handle_command_reply: tid=0 2024-05-10T11:24:59.293 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.288+0000 7f60d1cd5b80 1 client.16305 shutdown 2024-05-10T11:24:59.293 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.289+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/1825832998 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a3a3c80 msgr2=0x55f20a3a8940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:59.293 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.289+0000 7f60d1cd5b80 1 --2- 172.21.15.53:0/1825832998 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a3a3c80 0x55f20a3a8940 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f60b80aa6c0 tx=0x7f60b80a6150 comp rx=0 tx=0).stop 2024-05-10T11:24:59.293 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.289+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/1825832998 shutdown_connections 2024-05-10T11:24:59.293 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.289+0000 7f60d1cd5b80 1 --2- 172.21.15.53:0/1825832998 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x55f20a3b8b80 0x55f20a3bafa0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.293 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.289+0000 7f60d1cd5b80 1 --2- 172.21.15.53:0/1825832998 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a3a3c80 0x55f20a3a8940 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.293 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.289+0000 7f60d1cd5b80 1 --2- 172.21.15.53:0/1825832998 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f20a39f4d0 0x55f20a3ab060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.293 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.289+0000 7f60d1cd5b80 1 --2- 172.21.15.53:0/1825832998 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f20a39fdf0 0x55f20a3a8400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.293 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.289+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/1825832998 >> 172.21.15.53:0/1825832998 conn(0x55f20a2cb100 msgr2=0x55f20a394720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:59.293 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.289+0000 7f60a8ff9700 0 client.16305 ms_handle_reset on v2:172.21.15.187:6836/2293077942 2024-05-10T11:24:59.293 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.289+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/1825832998 shutdown_connections 2024-05-10T11:24:59.293 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.289+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/1825832998 wait complete. 2024-05-10T11:24:59.293 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.289+0000 7f60d1cd5b80 20 client.16305 trim_cache size 0 max 16384 2024-05-10T11:24:59.305 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.304+0000 7f60d1cd5b80 1 Processor -- start 2024-05-10T11:24:59.306 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.304+0000 7f60d1cd5b80 1 -- start start 2024-05-10T11:24:59.306 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.305+0000 7f60d1cd5b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f20a39f4d0 0x55f20a3b4f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:59.306 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.305+0000 7f60d1cd5b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f20a39fdf0 0x55f20a3c08b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:59.306 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.305+0000 7f60d1cd5b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a3a3c80 0x55f20a3c0df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:59.306 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.305+0000 7f60d1cd5b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f60c01b12f0 con 0x55f20a3a3c80 2024-05-10T11:24:59.306 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.305+0000 7f60d1cd5b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f60c01b2e30 con 0x55f20a39fdf0 2024-05-10T11:24:59.306 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.305+0000 7f60d1cd5b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f60c01b19c0 con 0x55f20a39f4d0 2024-05-10T11:24:59.306 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.305+0000 7f60c59df700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a3a3c80 0x55f20a3c0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:59.306 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.305+0000 7f60c59df700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a3a3c80 0x55f20a3c0df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38562/0 (socket says 172.21.15.53:38562) 2024-05-10T11:24:59.306 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.305+0000 7f60c51de700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f20a39f4d0 0x55f20a3b4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:59.306 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.305+0000 7f60c59df700 1 -- 172.21.15.53:0/417645908 learned_addr learned my addr 172.21.15.53:0/417645908 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:59.306 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.305+0000 7f60c49dd700 1 --2- 172.21.15.53:0/417645908 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f20a39fdf0 0x55f20a3c08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:59.306 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.305+0000 7f60c59df700 1 -- 172.21.15.53:0/417645908 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f20a39f4d0 msgr2=0x55f20a3b4f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:59.306 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.305+0000 7f60c59df700 1 --2- 172.21.15.53:0/417645908 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f20a39f4d0 0x55f20a3b4f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.307 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.305+0000 7f60c59df700 1 -- 172.21.15.53:0/417645908 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f20a39fdf0 msgr2=0x55f20a3c08b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:59.307 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.305+0000 7f60c59df700 1 --2- 172.21.15.53:0/417645908 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f20a39fdf0 0x55f20a3c08b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.307 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.305+0000 7f60c59df700 1 -- 172.21.15.53:0/417645908 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f20a3ab3d0 con 0x55f20a3a3c80 2024-05-10T11:24:59.307 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.305+0000 7f60c51de700 1 --2- 172.21.15.53:0/417645908 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f20a39f4d0 0x55f20a3b4f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:24:59.307 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.305+0000 7f60c59df700 1 --2- 172.21.15.53:0/417645908 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a3a3c80 0x55f20a3c0df0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f60b80a6f60 tx=0x7f60b80aa440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ceab894f04dc8251 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:59.307 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.306+0000 7f60aaffd700 1 -- 172.21.15.53:0/417645908 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60b802b070 con 0x55f20a3a3c80 2024-05-10T11:24:59.307 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.306+0000 7f60aaffd700 1 -- 172.21.15.53:0/417645908 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f60b80b10b0 con 0x55f20a3a3c80 2024-05-10T11:24:59.307 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.306+0000 7f60aaffd700 1 -- 172.21.15.53:0/417645908 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60b80aed70 con 0x55f20a3a3c80 2024-05-10T11:24:59.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.306+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/417645908 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a3a3c80 msgr2=0x55f20a3c0df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:59.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.306+0000 7f60d1cd5b80 1 --2- 172.21.15.53:0/417645908 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a3a3c80 0x55f20a3c0df0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f60b80a6f60 tx=0x7f60b80aa440 comp rx=0 tx=0).stop 2024-05-10T11:24:59.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.306+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/417645908 shutdown_connections 2024-05-10T11:24:59.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.306+0000 7f60d1cd5b80 1 --2- 172.21.15.53:0/417645908 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a3a3c80 0x55f20a3c0df0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.306+0000 7f60d1cd5b80 1 --2- 172.21.15.53:0/417645908 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f20a39f4d0 0x55f20a3b4f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.306+0000 7f60d1cd5b80 1 --2- 172.21.15.53:0/417645908 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f20a39fdf0 0x55f20a3c08b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.306+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/417645908 >> 172.21.15.53:0/417645908 conn(0x55f20a2cb100 msgr2=0x55f20a3a6d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:59.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.307+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/417645908 shutdown_connections 2024-05-10T11:24:59.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.307+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/417645908 wait complete. 2024-05-10T11:24:59.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.307+0000 7f60d1cd5b80 1 -- start start 2024-05-10T11:24:59.311 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.307+0000 7f60d1cd5b80 1 Processor -- start 2024-05-10T11:24:59.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.307+0000 7f60d1cd5b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f20a39f4d0 0x55f20a3b15e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:59.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.307+0000 7f60d1cd5b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a39fdf0 0x55f20a3ac960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:59.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.307+0000 7f60d1cd5b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f20a3a3c80 0x55f20a3acea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:59.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.307+0000 7f60d1cd5b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f60c01b2760 con 0x55f20a39fdf0 2024-05-10T11:24:59.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.307+0000 7f60d1cd5b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f60c01b2090 con 0x55f20a39f4d0 2024-05-10T11:24:59.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.307+0000 7f60d1cd5b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f60c01af290 con 0x55f20a3a3c80 2024-05-10T11:24:59.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.307+0000 7f60d1cd5b80 10 client.0 _ll_register_callbacks cb 0x55f20a289920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:24:59.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.308+0000 7f60c49dd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a39fdf0 0x55f20a3ac960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:59.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.308+0000 7f60c51de700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f20a39f4d0 0x55f20a3b15e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:59.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.308+0000 7f60c49dd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a39fdf0 0x55f20a3ac960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38578/0 (socket says 172.21.15.53:38578) 2024-05-10T11:24:59.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.308+0000 7f60c49dd700 1 -- 172.21.15.53:0/2790231292 learned_addr learned my addr 172.21.15.53:0/2790231292 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:24:59.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.308+0000 7f60c59df700 1 --2- 172.21.15.53:0/2790231292 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f20a3a3c80 0x55f20a3acea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:59.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.308+0000 7f60c49dd700 1 -- 172.21.15.53:0/2790231292 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f20a3a3c80 msgr2=0x55f20a3acea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:59.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.308+0000 7f60c49dd700 1 --2- 172.21.15.53:0/2790231292 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f20a3a3c80 0x55f20a3acea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.312 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.308+0000 7f60c49dd700 1 -- 172.21.15.53:0/2790231292 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f20a39f4d0 msgr2=0x55f20a3b15e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:24:59.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.308+0000 7f60c49dd700 1 --2- 172.21.15.53:0/2790231292 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f20a39f4d0 0x55f20a3b15e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.308+0000 7f60c49dd700 1 -- 172.21.15.53:0/2790231292 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f20a3ad490 con 0x55f20a39fdf0 2024-05-10T11:24:59.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.308+0000 7f60c51de700 1 --2- 172.21.15.53:0/2790231292 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f20a39f4d0 0x55f20a3b15e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:24:59.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.308+0000 7f60c49dd700 1 --2- 172.21.15.53:0/2790231292 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a39fdf0 0x55f20a3ac960 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f60c0079c50 tx=0x7f60b0013740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d29ce1c128eebc7 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:24:59.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.308+0000 7f60a8ff9700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:24:59.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.308+0000 7f60a8ff9700 1 -- 172.21.15.53:0/2790231292 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60b0004240 con 0x55f20a39fdf0 2024-05-10T11:24:59.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.308+0000 7f60a8ff9700 1 -- 172.21.15.53:0/2790231292 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f60b00043e0 con 0x55f20a39fdf0 2024-05-10T11:24:59.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.308+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/2790231292 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55f20a2ff240 con 0x55f20a39fdf0 2024-05-10T11:24:59.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.309+0000 7f60a8ff9700 1 -- 172.21.15.53:0/2790231292 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f60b0026050 con 0x55f20a39fdf0 2024-05-10T11:24:59.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.309+0000 7f60d1cd5b80 10 client.16311 fetch_fsmap learned FSMap version 29 2024-05-10T11:24:59.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.309+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/2790231292 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f20a4232f0 con 0x55f20a39fdf0 2024-05-10T11:24:59.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.309+0000 7f60a8ff9700 1 -- 172.21.15.53:0/2790231292 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x55f20a2ff240 con 0x55f20a39fdf0 2024-05-10T11:24:59.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.309+0000 7f60a8ff9700 1 -- 172.21.15.53:0/2790231292 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f60b001d7e0 con 0x55f20a39fdf0 2024-05-10T11:24:59.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.309+0000 7f60d1cd5b80 10 client.16311 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:24:59.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.309+0000 7f60d1cd5b80 10 client.16311 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-05-10T11:24:59.313 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.309+0000 7f60d1cd5b80 20 client.16311 populate_metadata read hostname 'smithi053' 2024-05-10T11:24:59.314 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.309+0000 7f60d1cd5b80 1 --2- 172.21.15.53:0/2790231292 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x55f20a423a60 0x55f20a425e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:24:59.314 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.309+0000 7f60d1cd5b80 4 client.16311 mds_command: new command op to 24448 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:24:59.314 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.309+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/2790231292 --> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f20a2f92e0 con 0x55f20a423a60 2024-05-10T11:24:59.314 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.309+0000 7f60c51de700 1 --2- 172.21.15.53:0/2790231292 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x55f20a423a60 0x55f20a425e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:24:59.314 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.310+0000 7f60c51de700 1 --2- 172.21.15.53:0/2790231292 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x55f20a423a60 0x55f20a425e80 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3bf0aa9a7adf20f1 server_cookie=c029d44e73be9e25 in_seq=0 out_seq=0 2024-05-10T11:24:59.314 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.310+0000 7f60a8ff9700 10 client.16311 ms_handle_connect on v2:172.21.15.187:6836/2293077942 2024-05-10T11:24:59.314 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.310+0000 7f60a8ff9700 1 -- 172.21.15.53:0/2790231292 <== mds.1 v2:172.21.15.187:6836/2293077942 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f20a2f92e0 con 0x55f20a423a60 2024-05-10T11:24:59.314 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.310+0000 7f60a8ff9700 10 client.16311 handle_command_reply: tid=0 2024-05-10T11:24:59.314 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.310+0000 7f60d1cd5b80 1 client.16311 shutdown 2024-05-10T11:24:59.314 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.310+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/2790231292 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a39fdf0 msgr2=0x55f20a3ac960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:59.314 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.310+0000 7f60d1cd5b80 1 --2- 172.21.15.53:0/2790231292 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a39fdf0 0x55f20a3ac960 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f60c0079c50 tx=0x7f60b0013740 comp rx=0 tx=0).stop 2024-05-10T11:24:59.314 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.310+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/2790231292 shutdown_connections 2024-05-10T11:24:59.314 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.310+0000 7f60d1cd5b80 1 --2- 172.21.15.53:0/2790231292 >> [v2:172.21.15.187:6836/2293077942,v1:172.21.15.187:6837/2293077942] conn(0x55f20a423a60 0x55f20a425e80 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.314 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.310+0000 7f60d1cd5b80 1 --2- 172.21.15.53:0/2790231292 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x55f20a3a3c80 0x55f20a3acea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.315 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.310+0000 7f60d1cd5b80 1 --2- 172.21.15.53:0/2790231292 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x55f20a39f4d0 0x55f20a3b15e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.315 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.310+0000 7f60a8ff9700 0 client.16311 ms_handle_reset on v2:172.21.15.187:6836/2293077942 2024-05-10T11:24:59.315 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.310+0000 7f60d1cd5b80 1 --2- 172.21.15.53:0/2790231292 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x55f20a39fdf0 0x55f20a3ac960 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.315 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.310+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/2790231292 >> 172.21.15.53:0/2790231292 conn(0x55f20a2cb100 msgr2=0x55f20a393e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:59.315 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.310+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/2790231292 shutdown_connections 2024-05-10T11:24:59.315 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.310+0000 7f60d1cd5b80 1 -- 172.21.15.53:0/2790231292 wait complete. 2024-05-10T11:24:59.315 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.310+0000 7f60d1cd5b80 20 client.16311 trim_cache size 0 max 16384 2024-05-10T11:24:59.315 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:24:59.316 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.311+0000 7f60c7442700 1 -- 172.21.15.53:0/2589468299 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f60ac0b2900 msgr2=0x7f60ac0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:59.316 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.311+0000 7f60c7442700 1 --2- 172.21.15.53:0/2589468299 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f60ac0b2900 0x7f60ac0b4dc0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f60c019cbf0 tx=0x7f60bc00b410 comp rx=0 tx=0).stop 2024-05-10T11:24:59.316 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.311+0000 7f60c7442700 1 -- 172.21.15.53:0/2589468299 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f60c010fdf0 msgr2=0x7f60c019bab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:24:59.316 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.311+0000 7f60c7442700 1 --2- 172.21.15.53:0/2589468299 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f60c010fdf0 0x7f60c019bab0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f60b800b830 tx=0x7f60b8004d00 comp rx=0 tx=0).stop 2024-05-10T11:24:59.316 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.311+0000 7f60c7442700 1 -- 172.21.15.53:0/2589468299 shutdown_connections 2024-05-10T11:24:59.316 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.311+0000 7f60c7442700 1 --2- 172.21.15.53:0/2589468299 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f60ac0b2900 0x7f60ac0b4dc0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.316 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.311+0000 7f60c7442700 1 --2- 172.21.15.53:0/2589468299 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f60c010fdf0 0x7f60c019bab0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.316 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.311+0000 7f60c7442700 1 --2- 172.21.15.53:0/2589468299 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f60c006c0b0 0x7f60c01a18f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.317 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.311+0000 7f60c7442700 1 --2- 172.21.15.53:0/2589468299 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f60c01043b0 0x7f60c01a1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:24:59.317 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.311+0000 7f60c7442700 1 -- 172.21.15.53:0/2589468299 >> 172.21.15.53:0/2589468299 conn(0x7f60c0079350 msgr2=0x7f60c0101770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:24:59.317 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.311+0000 7f60c7442700 1 -- 172.21.15.53:0/2589468299 shutdown_connections 2024-05-10T11:24:59.317 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:24:59.311+0000 7f60c7442700 1 -- 172.21.15.53:0/2589468299 wait complete. 2024-05-10T11:24:59.714 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:24:59.714 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:24:59.714 INFO:tasks.workunit.client.0.smithi053.stdout: 2024-05-10T11:24:59.714 INFO:tasks.workunit.client.0.smithi053.stdout:iozone test complete. 2024-05-10T11:24:59.715 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-05-10T11:24:59.715 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-05-10T11:24:59.760 INFO:tasks.workunit:Stopping ['suites/iozone.sh'] on client.0... 2024-05-10T11:24:59.760 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-05-10T11:25:00.100 DEBUG:teuthology.parallel:result is None 2024-05-10T11:25:00.101 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-05-10T11:25:00.141 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-05-10T11:25:00.142 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-05-10T11:25:00.153 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi053.front.sepia.ceph.com 2024-05-10T11:25:00.190 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-05-10T11:25:00.202 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-05-10T11:25:00.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:00 smithi053 ceph-mon[30153]: pgmap v546: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-05-10T11:25:00.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:00 smithi132 ceph-mon[33758]: pgmap v546: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-05-10T11:25:00.484 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-10T11:25:00.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:00 smithi187 ceph-mon[34076]: pgmap v546: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-05-10T11:25:00.738 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:25:02.264 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:02 smithi053 ceph-mon[30153]: pgmap v547: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-05-10T11:25:02.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:02 smithi132 ceph-mon[33758]: pgmap v547: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-05-10T11:25:02.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:02 smithi187 ceph-mon[34076]: pgmap v547: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-05-10T11:25:02.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.781+0000 7f7e38b17700 1 -- 172.21.15.53:0/3133911017 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e2c003b80 con 0x7f7e34102d60 2024-05-10T11:25:02.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.782+0000 7f7e3bd7d700 1 -- 172.21.15.53:0/3133911017 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7e34102d60 msgr2=0x7f7e3410f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:02.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.782+0000 7f7e3bd7d700 1 --2- 172.21.15.53:0/3133911017 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7e34102d60 0x7f7e3410f250 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f7e2c009990 tx=0x7f7e2c009ca0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.783+0000 7f7e3bd7d700 1 -- 172.21.15.53:0/3133911017 shutdown_connections 2024-05-10T11:25:02.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.783+0000 7f7e3bd7d700 1 --2- 172.21.15.53:0/3133911017 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7e34102d60 0x7f7e3410f250 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.783+0000 7f7e3bd7d700 1 --2- 172.21.15.53:0/3133911017 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7e34108410 0x7f7e341087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.783+0000 7f7e3bd7d700 1 --2- 172.21.15.53:0/3133911017 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e341023a0 0x7f7e34102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.782 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.783+0000 7f7e3bd7d700 1 -- 172.21.15.53:0/3133911017 >> 172.21.15.53:0/3133911017 conn(0x7f7e34079350 msgr2=0x7f7e34079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:02.786 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.787+0000 7f7e3bd7d700 1 -- 172.21.15.53:0/3133911017 shutdown_connections 2024-05-10T11:25:02.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.787+0000 7f7e3bd7d700 1 -- 172.21.15.53:0/3133911017 wait complete. 2024-05-10T11:25:02.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.788+0000 7f7e3bd7d700 1 Processor -- start 2024-05-10T11:25:02.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.789+0000 7f7e3bd7d700 1 -- start start 2024-05-10T11:25:02.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.790+0000 7f7e3bd7d700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7e341023a0 0x7f7e3406fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:02.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.790+0000 7f7e3bd7d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e34102d60 0x7f7e34070060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:02.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.790+0000 7f7e3bd7d700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7e34108410 0x7f7e341a7eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:02.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.790+0000 7f7e3bd7d700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7e3406d250 con 0x7f7e34102d60 2024-05-10T11:25:02.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.790+0000 7f7e3bd7d700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f7e3406d0d0 con 0x7f7e341023a0 2024-05-10T11:25:02.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.790+0000 7f7e3bd7d700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f7e3406d3d0 con 0x7f7e34108410 2024-05-10T11:25:02.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.790+0000 7f7e39318700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e34102d60 0x7f7e34070060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:02.791 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.791+0000 7f7e39318700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e34102d60 0x7f7e34070060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38594/0 (socket says 172.21.15.53:38594) 2024-05-10T11:25:02.791 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.791+0000 7f7e39318700 1 -- 172.21.15.53:0/852055852 learned_addr learned my addr 172.21.15.53:0/852055852 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:25:02.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.792+0000 7f7e39318700 1 -- 172.21.15.53:0/852055852 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7e34108410 msgr2=0x7f7e341a7eb0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-05-10T11:25:02.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.792+0000 7f7e39318700 1 --2- 172.21.15.53:0/852055852 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7e34108410 0x7f7e341a7eb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.792+0000 7f7e39318700 1 -- 172.21.15.53:0/852055852 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7e341023a0 msgr2=0x7f7e3406fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:02.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.792+0000 7f7e39318700 1 --2- 172.21.15.53:0/852055852 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7e341023a0 0x7f7e3406fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.792+0000 7f7e39318700 1 -- 172.21.15.53:0/852055852 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e341a85b0 con 0x7f7e34102d60 2024-05-10T11:25:02.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.793+0000 7f7e39318700 1 --2- 172.21.15.53:0/852055852 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e34102d60 0x7f7e34070060 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f7e2400b550 tx=0x7f7e2400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:02.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.793+0000 7f7e2affd700 1 -- 172.21.15.53:0/852055852 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e24015020 con 0x7f7e34102d60 2024-05-10T11:25:02.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.793+0000 7f7e3bd7d700 1 -- 172.21.15.53:0/852055852 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e341a88a0 con 0x7f7e34102d60 2024-05-10T11:25:02.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.793+0000 7f7e3bd7d700 1 -- 172.21.15.53:0/852055852 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e341aef60 con 0x7f7e34102d60 2024-05-10T11:25:02.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.794+0000 7f7e2affd700 1 -- 172.21.15.53:0/852055852 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7e24011cc0 con 0x7f7e34102d60 2024-05-10T11:25:02.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.795+0000 7f7e2affd700 1 -- 172.21.15.53:0/852055852 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e24015020 con 0x7f7e34102d60 2024-05-10T11:25:02.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.800+0000 7f7e46610b80 1 Processor -- start 2024-05-10T11:25:02.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.802+0000 7f7e2affd700 1 -- 172.21.15.53:0/852055852 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f7e24018020 con 0x7f7e34102d60 2024-05-10T11:25:02.802 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.803+0000 7f7e2affd700 1 --2- 172.21.15.53:0/852055852 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7e200b2cc0 0x7f7e200b5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:02.807 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.804+0000 7f7e46610b80 1 -- start start 2024-05-10T11:25:02.807 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.804+0000 7f7e2affd700 1 -- 172.21.15.53:0/852055852 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f7e24011630 con 0x7f7e34102d60 2024-05-10T11:25:02.807 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.805+0000 7f7e46610b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5604c65f21b0 0x5604c65f2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:02.807 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.805+0000 7f7e46610b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5604c65f2ad0 0x5604c65ec810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:02.807 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.805+0000 7f7e46610b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65ecd50 0x5604c65ed190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:02.808 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.805+0000 7f7e46610b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5604c653e940 con 0x5604c65f2ad0 2024-05-10T11:25:02.808 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.805+0000 7f7e46610b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5604c64a3da0 con 0x5604c65ecd50 2024-05-10T11:25:02.808 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.805+0000 7f7e46610b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5604c653a900 con 0x5604c65f21b0 2024-05-10T11:25:02.808 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.805+0000 7f7e3a31a700 1 --2- 172.21.15.53:0/852055852 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7e200b2cc0 0x7f7e200b5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:02.808 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.806+0000 7f7e3a31a700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65ecd50 0x5604c65ed190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:02.808 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.806+0000 7f7e3a31a700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65ecd50 0x5604c65ed190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:53384/0 (socket says 172.21.15.53:53384) 2024-05-10T11:25:02.808 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.806+0000 7f7e3a31a700 1 -- 172.21.15.53:0/2255975308 learned_addr learned my addr 172.21.15.53:0/2255975308 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:25:02.808 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.806+0000 7f7e39b19700 1 --2- 172.21.15.53:0/2255975308 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5604c65f21b0 0x5604c65f2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:02.808 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.806+0000 7f7e3a31a700 1 --2- 172.21.15.53:0/852055852 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7e200b2cc0 0x7f7e200b5180 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f7e2c00b5c0 tx=0x7f7e2c0095d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:02.808 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.806+0000 7f7e3a31a700 1 -- 172.21.15.53:0/2255975308 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5604c65f21b0 msgr2=0x5604c65f2590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:25:02.808 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.806+0000 7f7e3a31a700 1 --2- 172.21.15.53:0/2255975308 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5604c65f21b0 0x5604c65f2590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.808 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.806+0000 7f7e3a31a700 1 -- 172.21.15.53:0/2255975308 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5604c65f2ad0 msgr2=0x5604c65ec810 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-10T11:25:02.808 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.806+0000 7f7e3a31a700 1 --2- 172.21.15.53:0/2255975308 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5604c65f2ad0 0x5604c65ec810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.809 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.806+0000 7f7e3a31a700 1 -- 172.21.15.53:0/2255975308 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5604c648b8d0 con 0x5604c65ecd50 2024-05-10T11:25:02.809 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.807+0000 7f7e3a31a700 1 --2- 172.21.15.53:0/2255975308 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65ecd50 0x5604c65ed190 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7e2c00a000 tx=0x7f7e2c025000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=99311d22ea1dbdcc server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:02.810 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.809+0000 7f7e1ffff700 1 -- 172.21.15.53:0/2255975308 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e2c003e50 con 0x5604c65ecd50 2024-05-10T11:25:02.810 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.809+0000 7f7e1ffff700 1 -- 172.21.15.53:0/2255975308 <== mon.2 v2:172.21.15.132:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7e2c02f030 con 0x5604c65ecd50 2024-05-10T11:25:02.811 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.810+0000 7f7e46610b80 1 -- 172.21.15.53:0/2255975308 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65ecd50 msgr2=0x5604c65ed190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:02.811 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.810+0000 7f7e46610b80 1 --2- 172.21.15.53:0/2255975308 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65ecd50 0x5604c65ed190 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7e2c00a000 tx=0x7f7e2c025000 comp rx=0 tx=0).stop 2024-05-10T11:25:02.811 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.810+0000 7f7e46610b80 1 -- 172.21.15.53:0/2255975308 shutdown_connections 2024-05-10T11:25:02.811 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.810+0000 7f7e46610b80 1 --2- 172.21.15.53:0/2255975308 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65ecd50 0x5604c65ed190 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.811 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.810+0000 7f7e46610b80 1 --2- 172.21.15.53:0/2255975308 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5604c65f21b0 0x5604c65f2590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.811 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.810+0000 7f7e46610b80 1 --2- 172.21.15.53:0/2255975308 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5604c65f2ad0 0x5604c65ec810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.811 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.810+0000 7f7e46610b80 1 -- 172.21.15.53:0/2255975308 >> 172.21.15.53:0/2255975308 conn(0x5604c6518b70 msgr2=0x5604c65e72a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:02.811 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.811+0000 7f7e46610b80 1 -- 172.21.15.53:0/2255975308 shutdown_connections 2024-05-10T11:25:02.812 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.812+0000 7f7e46610b80 1 -- 172.21.15.53:0/2255975308 wait complete. 2024-05-10T11:25:02.812 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.812+0000 7f7e46610b80 1 -- start start 2024-05-10T11:25:02.812 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.813+0000 7f7e46610b80 1 Processor -- start 2024-05-10T11:25:02.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.814+0000 7f7e46610b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65ecd50 0x5604c65f8630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:02.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.814+0000 7f7e46610b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5604c65f21b0 0x5604c65f5a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:02.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.814+0000 7f7e46610b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5604c65f2ad0 0x5604c65f5f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:02.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.814+0000 7f7e46610b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x5604c65f9440 con 0x5604c65f21b0 2024-05-10T11:25:02.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.814+0000 7f7e46610b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x5604c64f7ed0 con 0x5604c65ecd50 2024-05-10T11:25:02.814 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.814+0000 7f7e46610b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x5604c65f95c0 con 0x5604c65f2ad0 2024-05-10T11:25:02.814 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.814+0000 7f7e46610b80 10 client.0 _ll_register_callbacks cb 0x5604c64d25b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:25:02.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.815+0000 7f7e39b19700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65ecd50 0x5604c65f8630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:02.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.815+0000 7f7e39b19700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65ecd50 0x5604c65f8630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:53396/0 (socket says 172.21.15.53:53396) 2024-05-10T11:25:02.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.815+0000 7f7e39b19700 1 -- 172.21.15.53:0/330112864 learned_addr learned my addr 172.21.15.53:0/330112864 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:25:02.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.815+0000 7f7e3a31a700 1 --2- 172.21.15.53:0/330112864 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5604c65f2ad0 0x5604c65f5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:02.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.815+0000 7f7e39b19700 1 -- 172.21.15.53:0/330112864 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5604c65f2ad0 msgr2=0x5604c65f5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:25:02.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.815+0000 7f7e39b19700 1 --2- 172.21.15.53:0/330112864 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5604c65f2ad0 0x5604c65f5f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.815+0000 7f7e39b19700 1 -- 172.21.15.53:0/330112864 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5604c65f21b0 msgr2=0x5604c65f5a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:25:02.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.815+0000 7f7e39b19700 1 --2- 172.21.15.53:0/330112864 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5604c65f21b0 0x5604c65f5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.815+0000 7f7e39b19700 1 -- 172.21.15.53:0/330112864 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5604c64f5760 con 0x5604c65ecd50 2024-05-10T11:25:02.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.815+0000 7f7e39b19700 1 --2- 172.21.15.53:0/330112864 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65ecd50 0x5604c65f8630 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7e30007a50 tx=0x7f7e30007e10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=38ab93052dd50d85 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:02.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.816+0000 7f7e1d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.132:3300/0 2024-05-10T11:25:02.817 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.818+0000 7f7e1d7fa700 1 -- 172.21.15.53:0/330112864 <== mon.2 v2:172.21.15.132:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e30004db0 con 0x5604c65ecd50 2024-05-10T11:25:02.817 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.818+0000 7f7e46610b80 1 -- 172.21.15.53:0/330112864 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e2c02f030 con 0x5604c65ecd50 2024-05-10T11:25:02.817 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.818+0000 7f7e1d7fa700 1 -- 172.21.15.53:0/330112864 <== mon.2 v2:172.21.15.132:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f7e30003a00 con 0x5604c65ecd50 2024-05-10T11:25:02.817 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.818+0000 7f7e1d7fa700 1 -- 172.21.15.53:0/330112864 <== mon.2 v2:172.21.15.132:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7e30020050 con 0x5604c65ecd50 2024-05-10T11:25:02.817 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.818+0000 7f7e46610b80 10 client.25697 fetch_fsmap learned FSMap version 29 2024-05-10T11:25:02.818 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.818+0000 7f7e46610b80 1 -- 172.21.15.53:0/330112864 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5604c660c580 con 0x5604c65ecd50 2024-05-10T11:25:02.818 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.819+0000 7f7e1d7fa700 1 -- 172.21.15.53:0/330112864 <== mon.2 v2:172.21.15.132:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7e2c02f030 con 0x5604c65ecd50 2024-05-10T11:25:02.818 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.819+0000 7f7e1d7fa700 1 -- 172.21.15.53:0/330112864 <== mon.2 v2:172.21.15.132:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7e300040d0 con 0x5604c65ecd50 2024-05-10T11:25:02.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.819+0000 7f7e46610b80 10 client.25697 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:25:02.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.819+0000 7f7e46610b80 10 client.25697 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:25:02.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.819+0000 7f7e46610b80 20 client.25697 populate_metadata read hostname 'smithi053' 2024-05-10T11:25:02.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.819+0000 7f7e46610b80 1 --2- 172.21.15.53:0/330112864 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5604c660f020 0x5604c6611460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:02.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.820+0000 7f7e46610b80 4 client.25697 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-10T11:25:02.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.820+0000 7f7e46610b80 1 -- 172.21.15.53:0/330112864 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5604c654c320 con 0x5604c660f020 2024-05-10T11:25:02.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.820+0000 7f7e39318700 1 --2- 172.21.15.53:0/330112864 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5604c660f020 0x5604c6611460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:02.820 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.821+0000 7f7e1d7fa700 10 client.25697 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:25:02.820 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.821+0000 7f7e39318700 1 --2- 172.21.15.53:0/330112864 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5604c660f020 0x5604c6611460 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e1cc70c6e2e563f server_cookie=76a5cc892398fc8c in_seq=0 out_seq=0 2024-05-10T11:25:02.821 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.822+0000 7f7e1d7fa700 1 -- 172.21.15.53:0/330112864 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5604c654c320 con 0x5604c660f020 2024-05-10T11:25:02.821 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.822+0000 7f7e1d7fa700 10 client.25697 handle_command_reply: tid=0 2024-05-10T11:25:02.822 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.822+0000 7f7e46610b80 1 client.25697 shutdown 2024-05-10T11:25:02.822 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.823+0000 7f7e46610b80 1 -- 172.21.15.53:0/330112864 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65ecd50 msgr2=0x5604c65f8630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:02.822 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.823+0000 7f7e46610b80 1 --2- 172.21.15.53:0/330112864 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65ecd50 0x5604c65f8630 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7e30007a50 tx=0x7f7e30007e10 comp rx=0 tx=0).stop 2024-05-10T11:25:02.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.825+0000 7f7e46610b80 1 -- 172.21.15.53:0/330112864 shutdown_connections 2024-05-10T11:25:02.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.825+0000 7f7e46610b80 1 --2- 172.21.15.53:0/330112864 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5604c660f020 0x5604c6611460 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.825+0000 7f7e46610b80 1 --2- 172.21.15.53:0/330112864 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5604c65f2ad0 0x5604c65f5f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.825+0000 7f7e46610b80 1 --2- 172.21.15.53:0/330112864 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65ecd50 0x5604c65f8630 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.825+0000 7f7e46610b80 1 --2- 172.21.15.53:0/330112864 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5604c65f21b0 0x5604c65f5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.825+0000 7f7e1d7fa700 0 client.25697 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:25:02.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.825+0000 7f7e46610b80 1 -- 172.21.15.53:0/330112864 >> 172.21.15.53:0/330112864 conn(0x5604c6518b70 msgr2=0x5604c65e1b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:02.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.825+0000 7f7e46610b80 1 -- 172.21.15.53:0/330112864 shutdown_connections 2024-05-10T11:25:02.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.826+0000 7f7e46610b80 1 -- 172.21.15.53:0/330112864 wait complete. 2024-05-10T11:25:02.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.826+0000 7f7e46610b80 20 client.25697 trim_cache size 0 max 16384 2024-05-10T11:25:02.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.857+0000 7f7e46610b80 1 Processor -- start 2024-05-10T11:25:02.856 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.857+0000 7f7e46610b80 1 -- start start 2024-05-10T11:25:02.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.858+0000 7f7e46610b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5604c65ecd50 0x5604c65ec810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:02.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.858+0000 7f7e46610b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65f21b0 0x5604c65f5fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:02.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.858+0000 7f7e46610b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5604c65f2ad0 0x5604c65f35c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:02.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.858+0000 7f7e39318700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65f21b0 0x5604c65f5fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:02.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.858+0000 7f7e39318700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65f21b0 0x5604c65f5fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:53402/0 (socket says 172.21.15.53:53402) 2024-05-10T11:25:02.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.858+0000 7f7e39318700 1 -- 172.21.15.53:0/3022351237 learned_addr learned my addr 172.21.15.53:0/3022351237 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:25:02.858 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.858+0000 7f7e46610b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7e1800ebe0 con 0x5604c65f2ad0 2024-05-10T11:25:02.858 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.858+0000 7f7e46610b80 1 -- 172.21.15.53:0/3022351237 --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f7e18010720 con 0x5604c65f21b0 2024-05-10T11:25:02.858 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.858+0000 7f7e46610b80 1 -- 172.21.15.53:0/3022351237 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f7e1800f2b0 con 0x5604c65ecd50 2024-05-10T11:25:02.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.859+0000 7f7e39b19700 1 --2- 172.21.15.53:0/3022351237 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5604c65ecd50 0x5604c65ec810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:02.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.859+0000 7f7e3a31a700 1 --2- 172.21.15.53:0/3022351237 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5604c65f2ad0 0x5604c65f35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:02.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.860+0000 7f7e39b19700 1 -- 172.21.15.53:0/3022351237 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65f21b0 msgr2=0x5604c65f5fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:25:02.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.860+0000 7f7e39b19700 1 --2- 172.21.15.53:0/3022351237 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65f21b0 0x5604c65f5fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.860+0000 7f7e39b19700 1 -- 172.21.15.53:0/3022351237 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5604c65f2ad0 msgr2=0x5604c65f35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:25:02.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.860+0000 7f7e39b19700 1 --2- 172.21.15.53:0/3022351237 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5604c65f2ad0 0x5604c65f35c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.859 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.860+0000 7f7e39b19700 1 -- 172.21.15.53:0/3022351237 --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5604c65e92c0 con 0x5604c65ecd50 2024-05-10T11:25:02.861 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.861+0000 7f7e39b19700 1 --2- 172.21.15.53:0/3022351237 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5604c65ecd50 0x5604c65ec810 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f7e30004660 tx=0x7f7e300048f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d5cdf71e3301761e server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:02.861 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.861+0000 7f7e1f7fe700 1 -- 172.21.15.53:0/3022351237 <== mon.1 v2:172.21.15.187:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e300090b0 con 0x5604c65ecd50 2024-05-10T11:25:02.861 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.861+0000 7f7e1f7fe700 1 -- 172.21.15.53:0/3022351237 <== mon.1 v2:172.21.15.187:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7e30009420 con 0x5604c65ecd50 2024-05-10T11:25:02.861 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.861+0000 7f7e1f7fe700 1 -- 172.21.15.53:0/3022351237 <== mon.1 v2:172.21.15.187:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e30005ec0 con 0x5604c65ecd50 2024-05-10T11:25:02.861 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.863+0000 7f7e46610b80 1 -- 172.21.15.53:0/3022351237 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5604c65ecd50 msgr2=0x5604c65ec810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:02.862 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.863+0000 7f7e46610b80 1 --2- 172.21.15.53:0/3022351237 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5604c65ecd50 0x5604c65ec810 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f7e30004660 tx=0x7f7e300048f0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.863 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.864+0000 7f7e46610b80 1 -- 172.21.15.53:0/3022351237 shutdown_connections 2024-05-10T11:25:02.863 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.864+0000 7f7e46610b80 1 --2- 172.21.15.53:0/3022351237 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5604c65f2ad0 0x5604c65f35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.863 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.864+0000 7f7e46610b80 1 --2- 172.21.15.53:0/3022351237 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5604c65ecd50 0x5604c65ec810 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.863 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.864+0000 7f7e46610b80 1 --2- 172.21.15.53:0/3022351237 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65f21b0 0x5604c65f5fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.864 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.864+0000 7f7e46610b80 1 -- 172.21.15.53:0/3022351237 >> 172.21.15.53:0/3022351237 conn(0x5604c6518b70 msgr2=0x5604c65f2eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:02.864 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.865+0000 7f7e46610b80 1 -- 172.21.15.53:0/3022351237 shutdown_connections 2024-05-10T11:25:02.864 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.865+0000 7f7e46610b80 1 -- 172.21.15.53:0/3022351237 wait complete. 2024-05-10T11:25:02.865 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.866+0000 7f7e46610b80 1 -- start start 2024-05-10T11:25:02.865 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.866+0000 7f7e46610b80 1 Processor -- start 2024-05-10T11:25:02.867 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.867+0000 7f7e46610b80 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65ecd50 0x5604c6607190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:02.867 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.867+0000 7f7e46610b80 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5604c65f21b0 0x5604c66076d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:02.867 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.867+0000 7f7e46610b80 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5604c65f2ad0 0x5604c6615d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:02.867 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.868+0000 7f7e46610b80 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f7e18010050 con 0x5604c65f21b0 2024-05-10T11:25:02.867 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.868+0000 7f7e39318700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5604c65f21b0 0x5604c66076d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:02.867 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.868+0000 7f7e46610b80 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f7e1800f980 con 0x5604c65ecd50 2024-05-10T11:25:02.867 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.868+0000 7f7e46610b80 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f7e1800cb80 con 0x5604c65f2ad0 2024-05-10T11:25:02.867 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.868+0000 7f7e46610b80 10 client.0 _ll_register_callbacks cb 0x5604c64d25b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-10T11:25:02.868 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.869+0000 7f7e3a31a700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5604c65f2ad0 0x5604c6615d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:02.868 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.869+0000 7f7e39b19700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65ecd50 0x5604c6607190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:02.868 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.869+0000 7f7e3a31a700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5604c65f2ad0 0x5604c6615d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.187:3300/0 says I am v2:172.21.15.53:55538/0 (socket says 172.21.15.53:55538) 2024-05-10T11:25:02.868 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.869+0000 7f7e3a31a700 1 -- 172.21.15.53:0/4098008011 learned_addr learned my addr 172.21.15.53:0/4098008011 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:25:02.870 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.871+0000 7f7e39318700 1 -- 172.21.15.53:0/4098008011 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5604c65f2ad0 msgr2=0x5604c6615d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:25:02.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.871+0000 7f7e39318700 1 --2- 172.21.15.53:0/4098008011 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5604c65f2ad0 0x5604c6615d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.871+0000 7f7e39318700 1 -- 172.21.15.53:0/4098008011 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65ecd50 msgr2=0x5604c6607190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-10T11:25:02.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.871+0000 7f7e39318700 1 --2- 172.21.15.53:0/4098008011 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65ecd50 0x5604c6607190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.871 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.871+0000 7f7e39318700 1 -- 172.21.15.53:0/4098008011 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5604c66162a0 con 0x5604c65f21b0 2024-05-10T11:25:02.872 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.872+0000 7f7e39318700 1 --2- 172.21.15.53:0/4098008011 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5604c65f21b0 0x5604c66076d0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f7e240a3fc0 tx=0x7f7e240a8780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1b5f7193c0ee179 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:02.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.872+0000 7f7e1d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.53:3300/0 2024-05-10T11:25:02.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.872+0000 7f7e1d7fa700 1 -- 172.21.15.53:0/4098008011 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e24015040 con 0x5604c65f21b0 2024-05-10T11:25:02.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.872+0000 7f7e1d7fa700 1 -- 172.21.15.53:0/4098008011 <== mon.0 v2:172.21.15.53:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f7e240a81a0 con 0x5604c65f21b0 2024-05-10T11:25:02.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.873+0000 7f7e46610b80 1 -- 172.21.15.53:0/4098008011 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5604c65463c0 con 0x5604c65f21b0 2024-05-10T11:25:02.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.873+0000 7f7e1d7fa700 1 -- 172.21.15.53:0/4098008011 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7e240b82f0 con 0x5604c65f21b0 2024-05-10T11:25:02.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.873+0000 7f7e46610b80 10 client.16320 fetch_fsmap learned FSMap version 29 2024-05-10T11:25:02.873 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.873+0000 7f7e46610b80 1 -- 172.21.15.53:0/4098008011 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5604c6679160 con 0x5604c65f21b0 2024-05-10T11:25:02.875 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.876+0000 7f7e1d7fa700 1 -- 172.21.15.53:0/4098008011 <== mon.0 v2:172.21.15.53:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x5604c65463c0 con 0x5604c65f21b0 2024-05-10T11:25:02.876 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.876+0000 7f7e1d7fa700 1 -- 172.21.15.53:0/4098008011 <== mon.0 v2:172.21.15.53:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7e240a71a0 con 0x5604c65f21b0 2024-05-10T11:25:02.876 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.876+0000 7f7e46610b80 10 client.16320 fetch_fsmap finished waiting for FSMap version 29 2024-05-10T11:25:02.876 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.876+0000 7f7e46610b80 10 client.16320 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-05-10T11:25:02.876 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.876+0000 7f7e46610b80 20 client.16320 populate_metadata read hostname 'smithi053' 2024-05-10T11:25:02.876 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.876+0000 7f7e46610b80 1 --2- 172.21.15.53:0/4098008011 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5604c66798c0 0x5604c667bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:02.876 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.876+0000 7f7e46610b80 4 client.16320 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-10T11:25:02.876 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.876+0000 7f7e46610b80 1 -- 172.21.15.53:0/4098008011 --> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5604c63be250 con 0x5604c66798c0 2024-05-10T11:25:02.877 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.877+0000 7f7e39b19700 1 --2- 172.21.15.53:0/4098008011 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5604c66798c0 0x5604c667bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:02.879 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.880+0000 7f7e39b19700 1 --2- 172.21.15.53:0/4098008011 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5604c66798c0 0x5604c667bce0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=70f1e9ef70a4e9d4 server_cookie=195736ea74503aee in_seq=0 out_seq=0 2024-05-10T11:25:02.879 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.880+0000 7f7e1d7fa700 10 client.16320 ms_handle_connect on v2:172.21.15.187:6838/735699922 2024-05-10T11:25:02.879 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.880+0000 7f7e1d7fa700 1 -- 172.21.15.53:0/4098008011 <== mds.0 v2:172.21.15.187:6838/735699922 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5604c63be250 con 0x5604c66798c0 2024-05-10T11:25:02.880 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.880+0000 7f7e1d7fa700 10 client.16320 handle_command_reply: tid=0 2024-05-10T11:25:02.880 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.881+0000 7f7e46610b80 1 client.16320 shutdown 2024-05-10T11:25:02.880 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.882+0000 7f7e46610b80 1 -- 172.21.15.53:0/4098008011 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5604c65f21b0 msgr2=0x5604c66076d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:02.881 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.882+0000 7f7e46610b80 1 --2- 172.21.15.53:0/4098008011 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5604c65f21b0 0x5604c66076d0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f7e240a3fc0 tx=0x7f7e240a8780 comp rx=0 tx=0).stop 2024-05-10T11:25:02.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.883+0000 7f7e46610b80 1 -- 172.21.15.53:0/4098008011 shutdown_connections 2024-05-10T11:25:02.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.883+0000 7f7e46610b80 1 --2- 172.21.15.53:0/4098008011 >> [v2:172.21.15.187:6838/735699922,v1:172.21.15.187:6839/735699922] conn(0x5604c66798c0 0x5604c667bce0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.883+0000 7f7e46610b80 1 --2- 172.21.15.53:0/4098008011 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x5604c65f2ad0 0x5604c6615d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.883+0000 7f7e46610b80 1 --2- 172.21.15.53:0/4098008011 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x5604c65ecd50 0x5604c6607190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.883+0000 7f7e46610b80 1 --2- 172.21.15.53:0/4098008011 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x5604c65f21b0 0x5604c66076d0 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.883+0000 7f7e46610b80 1 -- 172.21.15.53:0/4098008011 >> 172.21.15.53:0/4098008011 conn(0x5604c6518b70 msgr2=0x5604c65f0ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:02.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.883+0000 7f7e1d7fa700 0 client.16320 ms_handle_reset on v2:172.21.15.187:6838/735699922 2024-05-10T11:25:02.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.883+0000 7f7e46610b80 1 -- 172.21.15.53:0/4098008011 shutdown_connections 2024-05-10T11:25:02.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.884+0000 7f7e46610b80 1 -- 172.21.15.53:0/4098008011 wait complete. 2024-05-10T11:25:02.883 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.884+0000 7f7e46610b80 20 client.16320 trim_cache size 0 max 16384 2024-05-10T11:25:02.884 INFO:teuthology.orchestra.run.smithi053.stdout:[] 2024-05-10T11:25:02.884 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.885+0000 7f7e3bd7d700 1 -- 172.21.15.53:0/852055852 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7e200b2cc0 msgr2=0x7f7e200b5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:02.884 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.885+0000 7f7e3bd7d700 1 --2- 172.21.15.53:0/852055852 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7e200b2cc0 0x7f7e200b5180 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f7e2c00b5c0 tx=0x7f7e2c0095d0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.884 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.885+0000 7f7e3bd7d700 1 -- 172.21.15.53:0/852055852 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e34102d60 msgr2=0x7f7e34070060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:02.884 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.885+0000 7f7e3bd7d700 1 --2- 172.21.15.53:0/852055852 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e34102d60 0x7f7e34070060 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f7e2400b550 tx=0x7f7e2400b910 comp rx=0 tx=0).stop 2024-05-10T11:25:02.885 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.885+0000 7f7e3bd7d700 1 -- 172.21.15.53:0/852055852 shutdown_connections 2024-05-10T11:25:02.885 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.885+0000 7f7e3bd7d700 1 --2- 172.21.15.53:0/852055852 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f7e200b2cc0 0x7f7e200b5180 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.885 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.885+0000 7f7e3bd7d700 1 --2- 172.21.15.53:0/852055852 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7e34108410 0x7f7e341a7eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.885 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.885+0000 7f7e3bd7d700 1 --2- 172.21.15.53:0/852055852 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7e341023a0 0x7f7e3406fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.885 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.885+0000 7f7e3bd7d700 1 --2- 172.21.15.53:0/852055852 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7e34102d60 0x7f7e34070060 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:02.885 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.885+0000 7f7e3bd7d700 1 -- 172.21.15.53:0/852055852 >> 172.21.15.53:0/852055852 conn(0x7f7e34079350 msgr2=0x7f7e34101700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:02.885 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.886+0000 7f7e3bd7d700 1 -- 172.21.15.53:0/852055852 shutdown_connections 2024-05-10T11:25:02.886 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:02.886+0000 7f7e3bd7d700 1 -- 172.21.15.53:0/852055852 wait complete. 2024-05-10T11:25:03.685 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_d39fa08867836ac070c47cb66c782fa559fd480b/qa/tasks/fwd_scrub.py", line 35, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph-c_d39fa08867836ac070c47cb66c782fa559fd480b/qa/tasks/fwd_scrub.py", line 49, in do_scrub self.sleep_unless_stopped(self.sleep_between_iterations) File "/home/teuthworker/src/git.ceph.com_ceph-c_d39fa08867836ac070c47cb66c782fa559fd480b/qa/tasks/thrasher.py", line 47, in sleep_unless_stopped raise self.Stopped() tasks.thrasher.ThrasherGreenlet.Stopped 2024-05-10T11:25:03.686 INFO:tasks.fwd_scrub:done joining 2024-05-10T11:25:03.687 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-05-10T11:25:03.698 DEBUG:teuthology.orchestra.run.smithi053:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-10T11:25:03.811 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.809+0000 7f813ab72640 1 -- 172.21.15.53:0/3251269100 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8134105e10 msgr2=0x7f8134108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:03.811 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.809+0000 7f813ab72640 1 --2- 172.21.15.53:0/3251269100 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8134105e10 0x7f8134108200 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f8120009900 tx=0x7f812002a410 comp rx=0 tx=0).stop 2024-05-10T11:25:03.811 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.809+0000 7f813ab72640 1 -- 172.21.15.53:0/3251269100 shutdown_connections 2024-05-10T11:25:03.811 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.809+0000 7f813ab72640 1 --2- 172.21.15.53:0/3251269100 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8134108740 0x7f813410ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:03.812 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.809+0000 7f813ab72640 1 --2- 172.21.15.53:0/3251269100 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8134105e10 0x7f8134108200 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:03.812 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.809+0000 7f813ab72640 1 --2- 172.21.15.53:0/3251269100 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f81341034e0 0x7f81341058d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:03.812 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.809+0000 7f813ab72640 1 -- 172.21.15.53:0/3251269100 >> 172.21.15.53:0/3251269100 conn(0x7f81340fce70 msgr2=0x7f81340ff2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:03.812 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.809+0000 7f813ab72640 1 -- 172.21.15.53:0/3251269100 shutdown_connections 2024-05-10T11:25:03.812 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.809+0000 7f813ab72640 1 -- 172.21.15.53:0/3251269100 wait complete. 2024-05-10T11:25:03.812 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.810+0000 7f813ab72640 1 Processor -- start 2024-05-10T11:25:03.812 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.810+0000 7f813ab72640 1 -- start start 2024-05-10T11:25:03.812 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.810+0000 7f813ab72640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f81341034e0 0x7f8134198b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:03.812 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.810+0000 7f813ab72640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8134105e10 0x7f81341990c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:03.812 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.810+0000 7f813ab72640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8134108740 0x7f81341a00e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:03.812 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.810+0000 7f813ab72640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f813410e3e0 con 0x7f8134108740 2024-05-10T11:25:03.812 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.810+0000 7f813ab72640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f813410e260 con 0x7f81341034e0 2024-05-10T11:25:03.812 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.810+0000 7f813ab72640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f813410e560 con 0x7f8134105e10 2024-05-10T11:25:03.812 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.810+0000 7f813910f640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8134108740 0x7f81341a00e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:03.812 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.810+0000 7f813910f640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8134108740 0x7f81341a00e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38644/0 (socket says 172.21.15.53:38644) 2024-05-10T11:25:03.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.810+0000 7f813910f640 1 -- 172.21.15.53:0/2823133058 learned_addr learned my addr 172.21.15.53:0/2823133058 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:25:03.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.810+0000 7f813890e640 1 --2- 172.21.15.53:0/2823133058 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f81341034e0 0x7f8134198b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:03.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.810+0000 7f8133fff640 1 --2- 172.21.15.53:0/2823133058 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8134105e10 0x7f81341990c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:03.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.810+0000 7f813910f640 1 -- 172.21.15.53:0/2823133058 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8134105e10 msgr2=0x7f81341990c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:03.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.810+0000 7f813910f640 1 --2- 172.21.15.53:0/2823133058 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8134105e10 0x7f81341990c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:03.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.810+0000 7f813910f640 1 -- 172.21.15.53:0/2823133058 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f81341034e0 msgr2=0x7f8134198b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:03.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.810+0000 7f813910f640 1 --2- 172.21.15.53:0/2823133058 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f81341034e0 0x7f8134198b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:03.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.810+0000 7f813910f640 1 -- 172.21.15.53:0/2823133058 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81341a0750 con 0x7f8134108740 2024-05-10T11:25:03.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.810+0000 7f813890e640 1 --2- 172.21.15.53:0/2823133058 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f81341034e0 0x7f8134198b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:25:03.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.811+0000 7f813910f640 1 --2- 172.21.15.53:0/2823133058 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8134108740 0x7f81341a00e0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f812c00eaa0 tx=0x7f812c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:03.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.811+0000 7f8131ffb640 1 -- 172.21.15.53:0/2823133058 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f812c00cdb0 con 0x7f8134108740 2024-05-10T11:25:03.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.811+0000 7f8131ffb640 1 -- 172.21.15.53:0/2823133058 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f812c005020 con 0x7f8134108740 2024-05-10T11:25:03.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.811+0000 7f813ab72640 1 -- 172.21.15.53:0/2823133058 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81341a0a40 con 0x7f8134108740 2024-05-10T11:25:03.813 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.811+0000 7f8131ffb640 1 -- 172.21.15.53:0/2823133058 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f812c0116d0 con 0x7f8134108740 2024-05-10T11:25:03.814 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.811+0000 7f813ab72640 1 -- 172.21.15.53:0/2823133058 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81341a0f60 con 0x7f8134108740 2024-05-10T11:25:03.814 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.812+0000 7f813ab72640 1 -- 172.21.15.53:0/2823133058 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81340fe960 con 0x7f8134108740 2024-05-10T11:25:03.814 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.813+0000 7f8131ffb640 1 -- 172.21.15.53:0/2823133058 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f812c0051d0 con 0x7f8134108740 2024-05-10T11:25:03.814 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.814+0000 7f8131ffb640 1 --2- 172.21.15.53:0/2823133058 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f81240b27f0 0x7f81240b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:03.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.815+0000 7f813890e640 1 --2- 172.21.15.53:0/2823133058 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f81240b27f0 0x7f81240b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:03.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.815+0000 7f8131ffb640 1 -- 172.21.15.53:0/2823133058 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f812c0e2810 con 0x7f8134108740 2024-05-10T11:25:03.815 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.815+0000 7f813890e640 1 --2- 172.21.15.53:0/2823133058 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f81240b27f0 0x7f81240b4cb0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f8128009c20 tx=0x7f8128005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:03.819 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:03.819+0000 7f8131ffb640 1 -- 172.21.15.53:0/2823133058 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f812c016030 con 0x7f8134108740 2024-05-10T11:25:04.013 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.013+0000 7f813ab72640 1 -- 172.21.15.53:0/2823133058 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f813402dc10 con 0x7f8134108740 2024-05-10T11:25:04.014 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.014+0000 7f8131ffb640 1 -- 172.21.15.53:0/2823133058 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24690 (secure 0 0 0) 0x7f812c08b090 con 0x7f8134108740 2024-05-10T11:25:04.015 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:25:04.015 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":90,"fsid":"745ae8e0-0ebd-11ef-bc98-c7b262605968","created":"2024-05-10T11:08:31.420091+0000","modified":"2024-05-10T11:18:27.841445+0000","last_up_change":"2024-05-10T11:15:46.966521+0000","last_in_change":"2024-05-10T11:15:27.163789+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-10T11:11:52.642234+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-10T11:16:46.031221+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-10T11:16:50.069775+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-10T11:17:01.067983+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"308620b5-0bae-4c96-ad1e-ed079eb9d754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6803","nonce":1941743135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6805","nonce":1941743135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6809","nonce":1941743135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6807","nonce":1941743135}]},"public_addr":"172.21.15.53:6803/1941743135","cluster_addr":"172.21.15.53:6805/1941743135","heartbeat_back_addr":"172.21.15.53:6809/1941743135","heartbeat_front_addr":"172.21.15.53:6807/1941743135","state":["exists","up"]},{"osd":1,"uuid":"e6bd2396-fc15-4c8a-85c0-5a7586c7c059","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6801","nonce":1054747155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6803","nonce":1054747155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6807","nonce":1054747155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6805","nonce":1054747155}]},"public_addr":"172.21.15.132:6801/1054747155","cluster_addr":"172.21.15.132:6803/1054747155","heartbeat_back_addr":"172.21.15.132:6807/1054747155","heartbeat_front_addr":"172.21.15.132:6805/1054747155","state":["exists","up"]},{"osd":2,"uuid":"b685f96c-bfb2-4d57-9484-35b2b18f7913","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6801","nonce":3202790181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6803","nonce":3202790181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6807","nonce":3202790181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6805","nonce":3202790181}]},"public_addr":"172.21.15.187:6801/3202790181","cluster_addr":"172.21.15.187:6803/3202790181","heartbeat_back_addr":"172.21.15.187:6807/3202790181","heartbeat_front_addr":"172.21.15.187:6805/3202790181","state":["exists","up"]},{"osd":3,"uuid":"4522b579-3cc7-4378-a93c-6c99815acc28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6811","nonce":1472446441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6813","nonce":1472446441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6817","nonce":1472446441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6815","nonce":1472446441}]},"public_addr":"172.21.15.53:6811/1472446441","cluster_addr":"172.21.15.53:6813/1472446441","heartbeat_back_addr":"172.21.15.53:6817/1472446441","heartbeat_front_addr":"172.21.15.53:6815/1472446441","state":["exists","up"]},{"osd":4,"uuid":"4ddb8a8d-a867-4c85-90f3-3c69f9005ac5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6809","nonce":1125460805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6811","nonce":1125460805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6815","nonce":1125460805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6813","nonce":1125460805}]},"public_addr":"172.21.15.132:6809/1125460805","cluster_addr":"172.21.15.132:6811/1125460805","heartbeat_back_addr":"172.21.15.132:6815/1125460805","heartbeat_front_addr":"172.21.15.132:6813/1125460805","state":["exists","up"]},{"osd":5,"uuid":"eaef74a7-cef1-4fc5-899f-fd14fcd05c57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6809","nonce":486081036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6811","nonce":486081036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6815","nonce":486081036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6813","nonce":486081036}]},"public_addr":"172.21.15.187:6809/486081036","cluster_addr":"172.21.15.187:6811/486081036","heartbeat_back_addr":"172.21.15.187:6815/486081036","heartbeat_front_addr":"172.21.15.187:6813/486081036","state":["exists","up"]},{"osd":6,"uuid":"af22474c-76ca-48da-a8ff-252375cbe43f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6819","nonce":3301526689}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6821","nonce":3301526689}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6825","nonce":3301526689}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6823","nonce":3301526689}]},"public_addr":"172.21.15.53:6819/3301526689","cluster_addr":"172.21.15.53:6821/3301526689","heartbeat_back_addr":"172.21.15.53:6825/3301526689","heartbeat_front_addr":"172.21.15.53:6823/3301526689","state":["exists","up"]},{"osd":7,"uuid":"d5765fdc-67e8-4b48-8742-65a458ed6430","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6817","nonce":304039390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6819","nonce":304039390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6823","nonce":304039390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6821","nonce":304039390}]},"public_addr":"172.21.15.132:6817/304039390","cluster_addr":"172.21.15.132:6819/304039390","heartbeat_back_addr":"172.21.15.132:6823/304039390","heartbeat_front_addr":"172.21.15.132:6821/304039390","state":["exists","up"]},{"osd":8,"uuid":"6c8900ce-f028-4463-a003-f7faa3895c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6817","nonce":2315808567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6819","nonce":2315808567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6823","nonce":2315808567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6821","nonce":2315808567}]},"public_addr":"172.21.15.187:6817/2315808567","cluster_addr":"172.21.15.187:6819/2315808567","heartbeat_back_addr":"172.21.15.187:6823/2315808567","heartbeat_front_addr":"172.21.15.187:6821/2315808567","state":["exists","up"]},{"osd":9,"uuid":"58eecf43-c7de-4e0e-86c4-f8d8d4fb3ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6827","nonce":1901241164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6829","nonce":1901241164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6833","nonce":1901241164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6831","nonce":1901241164}]},"public_addr":"172.21.15.53:6827/1901241164","cluster_addr":"172.21.15.53:6829/1901241164","heartbeat_back_addr":"172.21.15.53:6833/1901241164","heartbeat_front_addr":"172.21.15.53:6831/1901241164","state":["exists","up"]},{"osd":10,"uuid":"ba4a44c8-7162-4379-a382-4c98f785e69f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6825","nonce":482345617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6827","nonce":482345617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6831","nonce":482345617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6829","nonce":482345617}]},"public_addr":"172.21.15.132:6825/482345617","cluster_addr":"172.21.15.132:6827/482345617","heartbeat_back_addr":"172.21.15.132:6831/482345617","heartbeat_front_addr":"172.21.15.132:6829/482345617","state":["exists","up"]},{"osd":11,"uuid":"593923cd-74a8-4090-8006-e0e8472273da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6825","nonce":2749419601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6827","nonce":2749419601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6831","nonce":2749419601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6829","nonce":2749419601}]},"public_addr":"172.21.15.187:6825/2749419601","cluster_addr":"172.21.15.187:6827/2749419601","heartbeat_back_addr":"172.21.15.187:6831/2749419601","heartbeat_front_addr":"172.21.15.187:6829/2749419601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:02.104830+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:26.066990+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:50.070264+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:16.098565+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:41.234204+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:06.486543+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:33.486448+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:59.439071+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:25.149192+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:52.839666+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:19.077873+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:45.602763+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.11","mappings":[{"from":5,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:0/977742423":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6801/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/2797782055":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6800/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/3095428222":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/1058417156":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/2996064341":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/3430080635":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6800/1318129754":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6801/1318129754":"2024-05-11T11:08:59.024880+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-10T11:25:04.017 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.016+0000 7f813ab72640 1 -- 172.21.15.53:0/2823133058 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f81240b27f0 msgr2=0x7f81240b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:04.017 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.016+0000 7f813ab72640 1 --2- 172.21.15.53:0/2823133058 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f81240b27f0 0x7f81240b4cb0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f8128009c20 tx=0x7f8128005f90 comp rx=0 tx=0).stop 2024-05-10T11:25:04.017 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.016+0000 7f813ab72640 1 -- 172.21.15.53:0/2823133058 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8134108740 msgr2=0x7f81341a00e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:04.017 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.016+0000 7f813ab72640 1 --2- 172.21.15.53:0/2823133058 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8134108740 0x7f81341a00e0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f812c00eaa0 tx=0x7f812c00ef60 comp rx=0 tx=0).stop 2024-05-10T11:25:04.017 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.016+0000 7f813ab72640 1 -- 172.21.15.53:0/2823133058 shutdown_connections 2024-05-10T11:25:04.017 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.016+0000 7f813ab72640 1 --2- 172.21.15.53:0/2823133058 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f81240b27f0 0x7f81240b4cb0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.017 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.016+0000 7f813ab72640 1 --2- 172.21.15.53:0/2823133058 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f8134108740 0x7f81341a00e0 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.017 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.016+0000 7f813ab72640 1 --2- 172.21.15.53:0/2823133058 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8134105e10 0x7f81341990c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.017 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.016+0000 7f813ab72640 1 --2- 172.21.15.53:0/2823133058 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f81341034e0 0x7f8134198b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.017 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.016+0000 7f813ab72640 1 -- 172.21.15.53:0/2823133058 >> 172.21.15.53:0/2823133058 conn(0x7f81340fce70 msgr2=0x7f8134103f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:04.017 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.017+0000 7f813ab72640 1 -- 172.21.15.53:0/2823133058 shutdown_connections 2024-05-10T11:25:04.017 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.017+0000 7f813ab72640 1 -- 172.21.15.53:0/2823133058 wait complete. 2024-05-10T11:25:04.029 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-10T11:11:52.642234+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-10T11:16:46.031221+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-10T11:16:50.069775+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-05-10T11:17:01.067983+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-05-10T11:25:04.030 DEBUG:teuthology.orchestra.run.smithi053:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-10T11:25:04.139 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.139+0000 7f24f6872640 1 -- 172.21.15.53:0/1707970333 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f24f01034a0 msgr2=0x7f24f0109d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:04.139 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.139+0000 7f24f6872640 1 --2- 172.21.15.53:0/1707970333 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f24f01034a0 0x7f24f0109d30 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f24e8009ca0 tx=0x7f24e802a8c0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.139 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.139+0000 7f24f6872640 1 -- 172.21.15.53:0/1707970333 shutdown_connections 2024-05-10T11:25:04.139 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.139+0000 7f24f6872640 1 --2- 172.21.15.53:0/1707970333 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f24f01034a0 0x7f24f0109d30 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.140 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.139+0000 7f24f6872640 1 --2- 172.21.15.53:0/1707970333 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f24f0102ae0 0x7f24f0102f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.140 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.139+0000 7f24f6872640 1 --2- 172.21.15.53:0/1707970333 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f24f01018f0 0x7f24f0101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.140 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.139+0000 7f24f6872640 1 -- 172.21.15.53:0/1707970333 >> 172.21.15.53:0/1707970333 conn(0x7f24f00fce60 msgr2=0x7f24f00ff2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:04.140 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.139+0000 7f24f6872640 1 -- 172.21.15.53:0/1707970333 shutdown_connections 2024-05-10T11:25:04.140 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.139+0000 7f24f6872640 1 -- 172.21.15.53:0/1707970333 wait complete. 2024-05-10T11:25:04.140 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.139+0000 7f24f6872640 1 Processor -- start 2024-05-10T11:25:04.140 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.139+0000 7f24f6872640 1 -- start start 2024-05-10T11:25:04.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.140+0000 7f24f6872640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f24f01018f0 0x7f24f0198b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:04.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.140+0000 7f24f6872640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f24f0102ae0 0x7f24f01990c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:04.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.140+0000 7f24f6872640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f24f01034a0 0x7f24f01a0130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:04.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.140+0000 7f24f6872640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f24f010d300 con 0x7f24f01034a0 2024-05-10T11:25:04.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.140+0000 7f24f6872640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f24f010d180 con 0x7f24f01018f0 2024-05-10T11:25:04.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.140+0000 7f24f6872640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f24f010d480 con 0x7f24f0102ae0 2024-05-10T11:25:04.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.140+0000 7f24f4e0f640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f24f01034a0 0x7f24f01a0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:04.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.140+0000 7f24f4e0f640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f24f01034a0 0x7f24f01a0130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38674/0 (socket says 172.21.15.53:38674) 2024-05-10T11:25:04.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.140+0000 7f24f4e0f640 1 -- 172.21.15.53:0/3123224309 learned_addr learned my addr 172.21.15.53:0/3123224309 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:25:04.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.140+0000 7f24effff640 1 --2- 172.21.15.53:0/3123224309 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f24f01018f0 0x7f24f0198b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:04.142 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.140+0000 7f24ef7fe640 1 --2- 172.21.15.53:0/3123224309 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f24f0102ae0 0x7f24f01990c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:04.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.140+0000 7f24f4e0f640 1 -- 172.21.15.53:0/3123224309 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f24f0102ae0 msgr2=0x7f24f01990c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:04.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.140+0000 7f24f4e0f640 1 --2- 172.21.15.53:0/3123224309 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f24f0102ae0 0x7f24f01990c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.140+0000 7f24f4e0f640 1 -- 172.21.15.53:0/3123224309 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f24f01018f0 msgr2=0x7f24f0198b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:04.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.140+0000 7f24f4e0f640 1 --2- 172.21.15.53:0/3123224309 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f24f01018f0 0x7f24f0198b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.140+0000 7f24f4e0f640 1 -- 172.21.15.53:0/3123224309 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24f01a07a0 con 0x7f24f01034a0 2024-05-10T11:25:04.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.140+0000 7f24f4e0f640 1 --2- 172.21.15.53:0/3123224309 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f24f01034a0 0x7f24f01a0130 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f24e802aeb0 tx=0x7f24e8003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:04.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.140+0000 7f24ed7fa640 1 -- 172.21.15.53:0/3123224309 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24e8032ed0 con 0x7f24f01034a0 2024-05-10T11:25:04.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.140+0000 7f24ed7fa640 1 -- 172.21.15.53:0/3123224309 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f24e8003e10 con 0x7f24f01034a0 2024-05-10T11:25:04.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.140+0000 7f24f6872640 1 -- 172.21.15.53:0/3123224309 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24f01a0a30 con 0x7f24f01034a0 2024-05-10T11:25:04.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.141+0000 7f24ed7fa640 1 -- 172.21.15.53:0/3123224309 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24e8030cd0 con 0x7f24f01034a0 2024-05-10T11:25:04.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.141+0000 7f24f6872640 1 -- 172.21.15.53:0/3123224309 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24f01a0f80 con 0x7f24f01034a0 2024-05-10T11:25:04.143 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.142+0000 7f24f6872640 1 -- 172.21.15.53:0/3123224309 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24f01a11b0 con 0x7f24f01034a0 2024-05-10T11:25:04.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.143+0000 7f24ed7fa640 1 -- 172.21.15.53:0/3123224309 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f24e8004240 con 0x7f24f01034a0 2024-05-10T11:25:04.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.144+0000 7f24ed7fa640 1 --2- 172.21.15.53:0/3123224309 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f24d80b27f0 0x7f24d80b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:04.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.144+0000 7f24effff640 1 --2- 172.21.15.53:0/3123224309 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f24d80b27f0 0x7f24d80b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:04.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.144+0000 7f24ed7fa640 1 -- 172.21.15.53:0/3123224309 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f24e8103e30 con 0x7f24f01034a0 2024-05-10T11:25:04.144 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.144+0000 7f24effff640 1 --2- 172.21.15.53:0/3123224309 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f24d80b27f0 0x7f24d80b4cb0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f24e0005fd0 tx=0x7f24e000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:04.147 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.147+0000 7f24ed7fa640 1 -- 172.21.15.53:0/3123224309 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f24e80cb760 con 0x7f24f01034a0 2024-05-10T11:25:04.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:04 smithi053 ceph-mon[30153]: pgmap v548: 129 pgs: 129 active+clean; 9.8 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.8 KiB/s wr, 17 op/s 2024-05-10T11:25:04.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:04 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2823133058' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:25:04.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.341+0000 7f24f6872640 1 -- 172.21.15.53:0/3123224309 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f24f01a14a0 con 0x7f24f01034a0 2024-05-10T11:25:04.341 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.341+0000 7f24ed7fa640 1 -- 172.21.15.53:0/3123224309 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v90) ==== 93+0+10 (secure 0 0 0) 0x7f24e80cb060 con 0x7f24f01034a0 2024-05-10T11:25:04.341 INFO:teuthology.orchestra.run.smithi053.stdout:pg_num: 1 2024-05-10T11:25:04.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.343+0000 7f24f6872640 1 -- 172.21.15.53:0/3123224309 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f24d80b27f0 msgr2=0x7f24d80b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:04.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.343+0000 7f24f6872640 1 --2- 172.21.15.53:0/3123224309 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f24d80b27f0 0x7f24d80b4cb0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f24e0005fd0 tx=0x7f24e000b410 comp rx=0 tx=0).stop 2024-05-10T11:25:04.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.343+0000 7f24f6872640 1 -- 172.21.15.53:0/3123224309 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f24f01034a0 msgr2=0x7f24f01a0130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:04.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.343+0000 7f24f6872640 1 --2- 172.21.15.53:0/3123224309 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f24f01034a0 0x7f24f01a0130 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f24e802aeb0 tx=0x7f24e8003c20 comp rx=0 tx=0).stop 2024-05-10T11:25:04.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.344+0000 7f24f6872640 1 -- 172.21.15.53:0/3123224309 shutdown_connections 2024-05-10T11:25:04.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.344+0000 7f24f6872640 1 --2- 172.21.15.53:0/3123224309 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f24d80b27f0 0x7f24d80b4cb0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.344+0000 7f24f6872640 1 --2- 172.21.15.53:0/3123224309 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f24f01034a0 0x7f24f01a0130 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.344+0000 7f24f6872640 1 --2- 172.21.15.53:0/3123224309 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f24f0102ae0 0x7f24f01990c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.344+0000 7f24f6872640 1 --2- 172.21.15.53:0/3123224309 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f24f01018f0 0x7f24f0198b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.344+0000 7f24f6872640 1 -- 172.21.15.53:0/3123224309 >> 172.21.15.53:0/3123224309 conn(0x7f24f00fce60 msgr2=0x7f24f0069bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:04.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.344+0000 7f24f6872640 1 -- 172.21.15.53:0/3123224309 shutdown_connections 2024-05-10T11:25:04.344 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.344+0000 7f24f6872640 1 -- 172.21.15.53:0/3123224309 wait complete. 2024-05-10T11:25:04.355 DEBUG:teuthology.orchestra.run.smithi053:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-10T11:25:04.465 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.463+0000 7f4ea92e8640 1 -- 172.21.15.53:0/1190523505 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ea4103c00 msgr2=0x7f4ea4104080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:04.465 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.463+0000 7f4ea92e8640 1 --2- 172.21.15.53:0/1190523505 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ea4103c00 0x7f4ea4104080 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f4e98009ca0 tx=0x7f4e9802a8c0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.465 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.463+0000 7f4ea92e8640 1 -- 172.21.15.53:0/1190523505 shutdown_connections 2024-05-10T11:25:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.463+0000 7f4ea92e8640 1 --2- 172.21.15.53:0/1190523505 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4ea41045c0 0x7f4ea410ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.463+0000 7f4ea92e8640 1 --2- 172.21.15.53:0/1190523505 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ea4103c00 0x7f4ea4104080 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.463+0000 7f4ea92e8640 1 --2- 172.21.15.53:0/1190523505 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4ea4102a10 0x7f4ea4102e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.463+0000 7f4ea92e8640 1 -- 172.21.15.53:0/1190523505 >> 172.21.15.53:0/1190523505 conn(0x7f4ea40fdf80 msgr2=0x7f4ea41003c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.463+0000 7f4ea92e8640 1 -- 172.21.15.53:0/1190523505 shutdown_connections 2024-05-10T11:25:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.463+0000 7f4ea92e8640 1 -- 172.21.15.53:0/1190523505 wait complete. 2024-05-10T11:25:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.464+0000 7f4ea92e8640 1 Processor -- start 2024-05-10T11:25:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.464+0000 7f4ea92e8640 1 -- start start 2024-05-10T11:25:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.464+0000 7f4ea92e8640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ea4102a10 0x7f4ea4198b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.464+0000 7f4ea92e8640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4ea4103c00 0x7f4ea41990c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.464+0000 7f4ea92e8640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4ea41045c0 0x7f4ea41a0130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.464+0000 7f4ea92e8640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea410e440 con 0x7f4ea4102a10 2024-05-10T11:25:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.464+0000 7f4ea92e8640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea410e2c0 con 0x7f4ea41045c0 2024-05-10T11:25:04.466 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.464+0000 7f4ea92e8640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea410e5c0 con 0x7f4ea4103c00 2024-05-10T11:25:04.467 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.464+0000 7f4ea2ffd640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ea4102a10 0x7f4ea4198b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:04.467 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.464+0000 7f4ea2ffd640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ea4102a10 0x7f4ea4198b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38696/0 (socket says 172.21.15.53:38696) 2024-05-10T11:25:04.467 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.464+0000 7f4ea2ffd640 1 -- 172.21.15.53:0/43447958 learned_addr learned my addr 172.21.15.53:0/43447958 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:25:04.467 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.465+0000 7f4ea27fc640 1 --2- 172.21.15.53:0/43447958 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4ea4103c00 0x7f4ea41990c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:04.467 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.465+0000 7f4ea37fe640 1 --2- 172.21.15.53:0/43447958 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4ea41045c0 0x7f4ea41a0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:04.467 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.465+0000 7f4ea2ffd640 1 -- 172.21.15.53:0/43447958 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4ea4103c00 msgr2=0x7f4ea41990c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:04.467 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.465+0000 7f4ea2ffd640 1 --2- 172.21.15.53:0/43447958 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4ea4103c00 0x7f4ea41990c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.467 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.465+0000 7f4ea2ffd640 1 -- 172.21.15.53:0/43447958 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4ea41045c0 msgr2=0x7f4ea41a0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:04.467 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.465+0000 7f4ea2ffd640 1 --2- 172.21.15.53:0/43447958 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4ea41045c0 0x7f4ea41a0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.467 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.465+0000 7f4ea2ffd640 1 -- 172.21.15.53:0/43447958 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ea41a07a0 con 0x7f4ea4102a10 2024-05-10T11:25:04.467 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.465+0000 7f4ea2ffd640 1 --2- 172.21.15.53:0/43447958 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ea4102a10 0x7f4ea4198b80 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f4e9400d950 tx=0x7f4e9400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:04.467 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.465+0000 7f4e8bfff640 1 -- 172.21.15.53:0/43447958 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e94017070 con 0x7f4ea4102a10 2024-05-10T11:25:04.467 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.465+0000 7f4e8bfff640 1 -- 172.21.15.53:0/43447958 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4e94009c30 con 0x7f4ea4102a10 2024-05-10T11:25:04.468 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.465+0000 7f4ea92e8640 1 -- 172.21.15.53:0/43447958 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ea41a0a90 con 0x7f4ea4102a10 2024-05-10T11:25:04.468 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.465+0000 7f4e8bfff640 1 -- 172.21.15.53:0/43447958 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e9400f620 con 0x7f4ea4102a10 2024-05-10T11:25:04.468 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.465+0000 7f4ea92e8640 1 -- 172.21.15.53:0/43447958 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ea41a0f90 con 0x7f4ea4102a10 2024-05-10T11:25:04.468 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.466+0000 7f4ea92e8640 1 -- 172.21.15.53:0/43447958 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ea4109da0 con 0x7f4ea4102a10 2024-05-10T11:25:04.468 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.468+0000 7f4e8bfff640 1 -- 172.21.15.53:0/43447958 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f4e9401a070 con 0x7f4ea4102a10 2024-05-10T11:25:04.468 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.469+0000 7f4e8bfff640 1 --2- 172.21.15.53:0/43447958 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4e8c0b27f0 0x7f4e8c0b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:04.469 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.469+0000 7f4ea27fc640 1 --2- 172.21.15.53:0/43447958 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4e8c0b27f0 0x7f4e8c0b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:04.469 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.469+0000 7f4e8bfff640 1 -- 172.21.15.53:0/43447958 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f4e940e1f60 con 0x7f4ea4102a10 2024-05-10T11:25:04.469 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.469+0000 7f4ea27fc640 1 --2- 172.21.15.53:0/43447958 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4e8c0b27f0 0x7f4e8c0b4cb0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f4ea419a090 tx=0x7f4e98031000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:04.472 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.472+0000 7f4e8bfff640 1 -- 172.21.15.53:0/43447958 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f4e94009de0 con 0x7f4ea4102a10 2024-05-10T11:25:04.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:04 smithi132 ceph-mon[33758]: pgmap v548: 129 pgs: 129 active+clean; 9.8 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.8 KiB/s wr, 17 op/s 2024-05-10T11:25:04.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:04 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2823133058' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:25:04.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:04 smithi187 ceph-mon[34076]: pgmap v548: 129 pgs: 129 active+clean; 9.8 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.8 KiB/s wr, 17 op/s 2024-05-10T11:25:04.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:04 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2823133058' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:25:04.661 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.661+0000 7f4ea92e8640 1 -- 172.21.15.53:0/43447958 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f4ea40635b0 con 0x7f4ea4102a10 2024-05-10T11:25:04.662 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.662+0000 7f4e8bfff640 1 -- 172.21.15.53:0/43447958 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v90) ==== 104+0+11 (secure 0 0 0) 0x7f4e940a9240 con 0x7f4ea4102a10 2024-05-10T11:25:04.662 INFO:teuthology.orchestra.run.smithi053.stdout:pg_num: 32 2024-05-10T11:25:04.664 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.664+0000 7f4ea92e8640 1 -- 172.21.15.53:0/43447958 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4e8c0b27f0 msgr2=0x7f4e8c0b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:04.664 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.664+0000 7f4ea92e8640 1 --2- 172.21.15.53:0/43447958 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4e8c0b27f0 0x7f4e8c0b4cb0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f4ea419a090 tx=0x7f4e98031000 comp rx=0 tx=0).stop 2024-05-10T11:25:04.664 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.664+0000 7f4ea92e8640 1 -- 172.21.15.53:0/43447958 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ea4102a10 msgr2=0x7f4ea4198b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:04.664 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.664+0000 7f4ea92e8640 1 --2- 172.21.15.53:0/43447958 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ea4102a10 0x7f4ea4198b80 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f4e9400d950 tx=0x7f4e9400de10 comp rx=0 tx=0).stop 2024-05-10T11:25:04.664 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.664+0000 7f4ea92e8640 1 -- 172.21.15.53:0/43447958 shutdown_connections 2024-05-10T11:25:04.664 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.664+0000 7f4ea92e8640 1 --2- 172.21.15.53:0/43447958 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f4e8c0b27f0 0x7f4e8c0b4cb0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.665 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.664+0000 7f4ea92e8640 1 --2- 172.21.15.53:0/43447958 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f4ea41045c0 0x7f4ea41a0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.665 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.664+0000 7f4ea92e8640 1 --2- 172.21.15.53:0/43447958 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f4ea4103c00 0x7f4ea41990c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.665 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.664+0000 7f4ea92e8640 1 --2- 172.21.15.53:0/43447958 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f4ea4102a10 0x7f4ea4198b80 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.665 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.664+0000 7f4ea92e8640 1 -- 172.21.15.53:0/43447958 >> 172.21.15.53:0/43447958 conn(0x7f4ea40fdf80 msgr2=0x7f4ea4106f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:04.665 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.664+0000 7f4ea92e8640 1 -- 172.21.15.53:0/43447958 shutdown_connections 2024-05-10T11:25:04.665 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.664+0000 7f4ea92e8640 1 -- 172.21.15.53:0/43447958 wait complete. 2024-05-10T11:25:04.676 DEBUG:teuthology.orchestra.run.smithi053:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-10T11:25:04.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.784+0000 7f46cdb96640 1 -- 172.21.15.53:0/426451420 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f46c81086f0 msgr2=0x7f46c810ab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:04.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.784+0000 7f46cdb96640 1 --2- 172.21.15.53:0/426451420 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f46c81086f0 0x7f46c810ab40 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f46c0009ca0 tx=0x7f46c002a8c0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.784+0000 7f46cdb96640 1 -- 172.21.15.53:0/426451420 shutdown_connections 2024-05-10T11:25:04.784 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.784+0000 7f46cdb96640 1 --2- 172.21.15.53:0/426451420 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f46c81086f0 0x7f46c810ab40 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.784+0000 7f46cdb96640 1 --2- 172.21.15.53:0/426451420 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f46c8105dc0 0x7f46c81081b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.784+0000 7f46cdb96640 1 --2- 172.21.15.53:0/426451420 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f46c8103490 0x7f46c8105880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.784+0000 7f46cdb96640 1 -- 172.21.15.53:0/426451420 >> 172.21.15.53:0/426451420 conn(0x7f46c80fcea0 msgr2=0x7f46c80ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:04.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.784+0000 7f46cdb96640 1 -- 172.21.15.53:0/426451420 shutdown_connections 2024-05-10T11:25:04.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.784+0000 7f46cdb96640 1 -- 172.21.15.53:0/426451420 wait complete. 2024-05-10T11:25:04.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.784+0000 7f46cdb96640 1 Processor -- start 2024-05-10T11:25:04.785 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.785+0000 7f46cdb96640 1 -- start start 2024-05-10T11:25:04.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.785+0000 7f46cdb96640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f46c8103490 0x7f46c8198b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:04.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.785+0000 7f46cdb96640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f46c8105dc0 0x7f46c8199070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:04.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.785+0000 7f46cdb96640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f46c81086f0 0x7f46c81a00e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:04.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.785+0000 7f46cdb96640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f46c810e460 con 0x7f46c8103490 2024-05-10T11:25:04.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.785+0000 7f46cdb96640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f46c810e2e0 con 0x7f46c8105dc0 2024-05-10T11:25:04.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.785+0000 7f46cdb96640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f46c810e5e0 con 0x7f46c81086f0 2024-05-10T11:25:04.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.785+0000 7f46c77fe640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f46c8103490 0x7f46c8198b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:04.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.785+0000 7f46c77fe640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f46c8103490 0x7f46c8198b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38714/0 (socket says 172.21.15.53:38714) 2024-05-10T11:25:04.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.785+0000 7f46c77fe640 1 -- 172.21.15.53:0/3933337119 learned_addr learned my addr 172.21.15.53:0/3933337119 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:25:04.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.785+0000 7f46c7fff640 1 --2- 172.21.15.53:0/3933337119 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f46c81086f0 0x7f46c81a00e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:04.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.785+0000 7f46c6ffd640 1 --2- 172.21.15.53:0/3933337119 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f46c8105dc0 0x7f46c8199070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:04.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.785+0000 7f46c77fe640 1 -- 172.21.15.53:0/3933337119 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f46c81086f0 msgr2=0x7f46c81a00e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:04.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.785+0000 7f46c77fe640 1 --2- 172.21.15.53:0/3933337119 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f46c81086f0 0x7f46c81a00e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.787 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.785+0000 7f46c77fe640 1 -- 172.21.15.53:0/3933337119 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f46c8105dc0 msgr2=0x7f46c8199070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:04.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.785+0000 7f46c77fe640 1 --2- 172.21.15.53:0/3933337119 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f46c8105dc0 0x7f46c8199070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.785+0000 7f46c77fe640 1 -- 172.21.15.53:0/3933337119 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46c81a0750 con 0x7f46c8103490 2024-05-10T11:25:04.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.785+0000 7f46c77fe640 1 --2- 172.21.15.53:0/3933337119 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f46c8103490 0x7f46c8198b30 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f46b800d950 tx=0x7f46b800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:04.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.786+0000 7f46c4ff9640 1 -- 172.21.15.53:0/3933337119 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b8017070 con 0x7f46c8103490 2024-05-10T11:25:04.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.786+0000 7f46c4ff9640 1 -- 172.21.15.53:0/3933337119 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f46b8009c30 con 0x7f46c8103490 2024-05-10T11:25:04.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.786+0000 7f46cdb96640 1 -- 172.21.15.53:0/3933337119 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46c81a0a40 con 0x7f46c8103490 2024-05-10T11:25:04.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.786+0000 7f46c4ff9640 1 -- 172.21.15.53:0/3933337119 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b800f620 con 0x7f46c8103490 2024-05-10T11:25:04.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.786+0000 7f46cdb96640 1 -- 172.21.15.53:0/3933337119 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46c81a0fe0 con 0x7f46c8103490 2024-05-10T11:25:04.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.787+0000 7f46cdb96640 1 -- 172.21.15.53:0/3933337119 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46c80fe990 con 0x7f46c8103490 2024-05-10T11:25:04.788 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.788+0000 7f46c4ff9640 1 -- 172.21.15.53:0/3933337119 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f46b8010460 con 0x7f46c8103490 2024-05-10T11:25:04.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.789+0000 7f46c4ff9640 1 --2- 172.21.15.53:0/3933337119 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f46b00b2870 0x7f46b00b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:04.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.789+0000 7f46c6ffd640 1 --2- 172.21.15.53:0/3933337119 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f46b00b2870 0x7f46b00b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:04.789 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.789+0000 7f46c4ff9640 1 -- 172.21.15.53:0/3933337119 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f46b80e20a0 con 0x7f46c8103490 2024-05-10T11:25:04.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.790+0000 7f46c6ffd640 1 --2- 172.21.15.53:0/3933337119 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f46b00b2870 0x7f46b00b4d30 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f46c819a040 tx=0x7f46bc00b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:04.792 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.793+0000 7f46c4ff9640 1 -- 172.21.15.53:0/3933337119 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f46b8009de0 con 0x7f46c8103490 2024-05-10T11:25:04.984 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.984+0000 7f46cdb96640 1 -- 172.21.15.53:0/3933337119 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f46c802dda0 con 0x7f46c8103490 2024-05-10T11:25:04.985 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.985+0000 7f46c4ff9640 1 -- 172.21.15.53:0/3933337119 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v90) ==== 100+0+11 (secure 0 0 0) 0x7f46b80a9460 con 0x7f46c8103490 2024-05-10T11:25:04.985 INFO:teuthology.orchestra.run.smithi053.stdout:pg_num: 64 2024-05-10T11:25:04.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.987+0000 7f46cdb96640 1 -- 172.21.15.53:0/3933337119 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f46b00b2870 msgr2=0x7f46b00b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:04.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.987+0000 7f46cdb96640 1 --2- 172.21.15.53:0/3933337119 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f46b00b2870 0x7f46b00b4d30 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f46c819a040 tx=0x7f46bc00b390 comp rx=0 tx=0).stop 2024-05-10T11:25:04.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.987+0000 7f46cdb96640 1 -- 172.21.15.53:0/3933337119 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f46c8103490 msgr2=0x7f46c8198b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:04.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.987+0000 7f46cdb96640 1 --2- 172.21.15.53:0/3933337119 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f46c8103490 0x7f46c8198b30 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f46b800d950 tx=0x7f46b800de10 comp rx=0 tx=0).stop 2024-05-10T11:25:04.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.987+0000 7f46cdb96640 1 -- 172.21.15.53:0/3933337119 shutdown_connections 2024-05-10T11:25:04.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.987+0000 7f46cdb96640 1 --2- 172.21.15.53:0/3933337119 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f46b00b2870 0x7f46b00b4d30 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.987+0000 7f46cdb96640 1 --2- 172.21.15.53:0/3933337119 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f46c81086f0 0x7f46c81a00e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.987+0000 7f46cdb96640 1 --2- 172.21.15.53:0/3933337119 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f46c8105dc0 0x7f46c8199070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.987 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.987+0000 7f46cdb96640 1 --2- 172.21.15.53:0/3933337119 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f46c8103490 0x7f46c8198b30 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:04.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.987+0000 7f46cdb96640 1 -- 172.21.15.53:0/3933337119 >> 172.21.15.53:0/3933337119 conn(0x7f46c80fcea0 msgr2=0x7f46c8103e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:04.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.987+0000 7f46cdb96640 1 -- 172.21.15.53:0/3933337119 shutdown_connections 2024-05-10T11:25:04.988 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:04.987+0000 7f46cdb96640 1 -- 172.21.15.53:0/3933337119 wait complete. 2024-05-10T11:25:04.998 DEBUG:teuthology.orchestra.run.smithi053:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-05-10T11:25:05.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.108+0000 7fec4bc54640 1 -- 172.21.15.53:0/3278839857 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fec44105e20 msgr2=0x7fec44108210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:05.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.108+0000 7fec4bc54640 1 --2- 172.21.15.53:0/3278839857 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fec44105e20 0x7fec44108210 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fec38009900 tx=0x7fec3802a410 comp rx=0 tx=0).stop 2024-05-10T11:25:05.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.108+0000 7fec4bc54640 1 -- 172.21.15.53:0/3278839857 shutdown_connections 2024-05-10T11:25:05.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.108+0000 7fec4bc54640 1 --2- 172.21.15.53:0/3278839857 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fec44108750 0x7fec4410ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:05.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.108+0000 7fec4bc54640 1 --2- 172.21.15.53:0/3278839857 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fec44105e20 0x7fec44108210 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:05.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.108+0000 7fec4bc54640 1 --2- 172.21.15.53:0/3278839857 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fec441034f0 0x7fec441058e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:05.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.108+0000 7fec4bc54640 1 -- 172.21.15.53:0/3278839857 >> 172.21.15.53:0/3278839857 conn(0x7fec440fcea0 msgr2=0x7fec440ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:05.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.108+0000 7fec4bc54640 1 -- 172.21.15.53:0/3278839857 shutdown_connections 2024-05-10T11:25:05.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.108+0000 7fec4bc54640 1 -- 172.21.15.53:0/3278839857 wait complete. 2024-05-10T11:25:05.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.109+0000 7fec4bc54640 1 Processor -- start 2024-05-10T11:25:05.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.109+0000 7fec4bc54640 1 -- start start 2024-05-10T11:25:05.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.109+0000 7fec4bc54640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fec441034f0 0x7fec44198be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:05.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.109+0000 7fec4bc54640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fec44105e20 0x7fec44199120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:05.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.109+0000 7fec4bc54640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fec44108750 0x7fec441a0190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:05.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.109+0000 7fec4bc54640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fec4410e410 con 0x7fec441034f0 2024-05-10T11:25:05.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.109+0000 7fec4bc54640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fec4410e290 con 0x7fec44108750 2024-05-10T11:25:05.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.109+0000 7fec4bc54640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fec4410e590 con 0x7fec44105e20 2024-05-10T11:25:05.111 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.109+0000 7fec499f0640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fec441034f0 0x7fec44198be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:05.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.109+0000 7fec499f0640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fec441034f0 0x7fec44198be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38730/0 (socket says 172.21.15.53:38730) 2024-05-10T11:25:05.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.109+0000 7fec499f0640 1 -- 172.21.15.53:0/2759869576 learned_addr learned my addr 172.21.15.53:0/2759869576 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:25:05.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.109+0000 7fec499f0640 1 -- 172.21.15.53:0/2759869576 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fec44105e20 msgr2=0x7fec44199120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:05.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.109+0000 7fec499f0640 1 --2- 172.21.15.53:0/2759869576 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fec44105e20 0x7fec44199120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:05.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.109+0000 7fec499f0640 1 -- 172.21.15.53:0/2759869576 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fec44108750 msgr2=0x7fec441a0190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:05.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.109+0000 7fec499f0640 1 --2- 172.21.15.53:0/2759869576 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fec44108750 0x7fec441a0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:05.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.109+0000 7fec499f0640 1 -- 172.21.15.53:0/2759869576 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec441a0800 con 0x7fec441034f0 2024-05-10T11:25:05.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.110+0000 7fec499f0640 1 --2- 172.21.15.53:0/2759869576 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fec441034f0 0x7fec44198be0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fec3c00c890 tx=0x7fec3c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:05.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.110+0000 7fec42ffd640 1 -- 172.21.15.53:0/2759869576 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec3c004220 con 0x7fec441034f0 2024-05-10T11:25:05.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.110+0000 7fec42ffd640 1 -- 172.21.15.53:0/2759869576 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fec3c007e40 con 0x7fec441034f0 2024-05-10T11:25:05.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.110+0000 7fec42ffd640 1 -- 172.21.15.53:0/2759869576 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec3c004a00 con 0x7fec441034f0 2024-05-10T11:25:05.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.110+0000 7fec4bc54640 1 -- 172.21.15.53:0/2759869576 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec441a0af0 con 0x7fec441034f0 2024-05-10T11:25:05.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.110+0000 7fec4bc54640 1 -- 172.21.15.53:0/2759869576 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec441a1090 con 0x7fec441034f0 2024-05-10T11:25:05.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.111+0000 7fec4bc54640 1 -- 172.21.15.53:0/2759869576 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec440fe990 con 0x7fec441034f0 2024-05-10T11:25:05.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.112+0000 7fec42ffd640 1 -- 172.21.15.53:0/2759869576 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fec3c0079b0 con 0x7fec441034f0 2024-05-10T11:25:05.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.113+0000 7fec42ffd640 1 --2- 172.21.15.53:0/2759869576 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fec2c0b2870 0x7fec2c0b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:05.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.113+0000 7fec491ef640 1 --2- 172.21.15.53:0/2759869576 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fec2c0b2870 0x7fec2c0b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:05.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.113+0000 7fec42ffd640 1 -- 172.21.15.53:0/2759869576 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fec3c0e2370 con 0x7fec441034f0 2024-05-10T11:25:05.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.113+0000 7fec491ef640 1 --2- 172.21.15.53:0/2759869576 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fec2c0b2870 0x7fec2c0b4d30 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fec38009230 tx=0x7fec38000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:05.117 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.117+0000 7fec42ffd640 1 -- 172.21.15.53:0/2759869576 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fec3c014030 con 0x7fec441034f0 2024-05-10T11:25:05.307 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.307+0000 7fec4bc54640 1 -- 172.21.15.53:0/2759869576 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fec440636b0 con 0x7fec441034f0 2024-05-10T11:25:05.307 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.307+0000 7fec42ffd640 1 -- 172.21.15.53:0/2759869576 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v90) ==== 103+0+11 (secure 0 0 0) 0x7fec3c0a9ca0 con 0x7fec441034f0 2024-05-10T11:25:05.307 INFO:teuthology.orchestra.run.smithi053.stdout:pg_num: 32 2024-05-10T11:25:05.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.309+0000 7fec4bc54640 1 -- 172.21.15.53:0/2759869576 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fec2c0b2870 msgr2=0x7fec2c0b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:05.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.309+0000 7fec4bc54640 1 --2- 172.21.15.53:0/2759869576 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fec2c0b2870 0x7fec2c0b4d30 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fec38009230 tx=0x7fec38000bc0 comp rx=0 tx=0).stop 2024-05-10T11:25:05.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.309+0000 7fec4bc54640 1 -- 172.21.15.53:0/2759869576 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fec441034f0 msgr2=0x7fec44198be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:05.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.309+0000 7fec4bc54640 1 --2- 172.21.15.53:0/2759869576 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fec441034f0 0x7fec44198be0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fec3c00c890 tx=0x7fec3c00cd50 comp rx=0 tx=0).stop 2024-05-10T11:25:05.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.309+0000 7fec4bc54640 1 -- 172.21.15.53:0/2759869576 shutdown_connections 2024-05-10T11:25:05.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.309+0000 7fec4bc54640 1 --2- 172.21.15.53:0/2759869576 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fec2c0b2870 0x7fec2c0b4d30 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:05.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.309+0000 7fec4bc54640 1 --2- 172.21.15.53:0/2759869576 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fec44108750 0x7fec441a0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:05.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.309+0000 7fec4bc54640 1 --2- 172.21.15.53:0/2759869576 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fec44105e20 0x7fec44199120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:05.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.309+0000 7fec4bc54640 1 --2- 172.21.15.53:0/2759869576 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fec441034f0 0x7fec44198be0 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:05.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.309+0000 7fec4bc54640 1 -- 172.21.15.53:0/2759869576 >> 172.21.15.53:0/2759869576 conn(0x7fec440fcea0 msgr2=0x7fec44103f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:05.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.309+0000 7fec4bc54640 1 -- 172.21.15.53:0/2759869576 shutdown_connections 2024-05-10T11:25:05.310 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.309+0000 7fec4bc54640 1 -- 172.21.15.53:0/2759869576 wait complete. 2024-05-10T11:25:05.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:05 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3123224309' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-10T11:25:05.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:05 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/43447958' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-10T11:25:05.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:05 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3933337119' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-10T11:25:05.321 DEBUG:teuthology.orchestra.run.smithi053:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-05-10T11:25:05.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.425+0000 7f074d615640 1 -- 172.21.15.53:0/330776501 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0748102ae0 msgr2=0x7f0748102f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:05.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.425+0000 7f074d615640 1 --2- 172.21.15.53:0/330776501 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0748102ae0 0x7f0748102f60 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f0730009900 tx=0x7f073002a410 comp rx=0 tx=0).stop 2024-05-10T11:25:05.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.425+0000 7f074d615640 1 -- 172.21.15.53:0/330776501 shutdown_connections 2024-05-10T11:25:05.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.425+0000 7f074d615640 1 --2- 172.21.15.53:0/330776501 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f07481034a0 0x7f0748109d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:05.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.425+0000 7f074d615640 1 --2- 172.21.15.53:0/330776501 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0748102ae0 0x7f0748102f60 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:05.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.425+0000 7f074d615640 1 --2- 172.21.15.53:0/330776501 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f07481018f0 0x7f0748101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:05.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.425+0000 7f074d615640 1 -- 172.21.15.53:0/330776501 >> 172.21.15.53:0/330776501 conn(0x7f07480fce60 msgr2=0x7f07480ff2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:05.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.425+0000 7f074d615640 1 -- 172.21.15.53:0/330776501 shutdown_connections 2024-05-10T11:25:05.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.425+0000 7f074d615640 1 -- 172.21.15.53:0/330776501 wait complete. 2024-05-10T11:25:05.426 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.426+0000 7f074d615640 1 Processor -- start 2024-05-10T11:25:05.428 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.426+0000 7f074d615640 1 -- start start 2024-05-10T11:25:05.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.426+0000 7f074d615640 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f07481018f0 0x7f074806a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:05.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.426+0000 7f074d615640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0748102ae0 0x7f074819d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:05.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.426+0000 7f074d615640 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f07481034a0 0x7f074819fef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:05.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.426+0000 7f074d615640 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f074810d2d0 con 0x7f0748102ae0 2024-05-10T11:25:05.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.426+0000 7f074d615640 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f074810d150 con 0x7f07481018f0 2024-05-10T11:25:05.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.426+0000 7f074d615640 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f074810d450 con 0x7f07481034a0 2024-05-10T11:25:05.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.426+0000 7f07467fc640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0748102ae0 0x7f074819d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:05.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.426+0000 7f07467fc640 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0748102ae0 0x7f074819d8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:38744/0 (socket says 172.21.15.53:38744) 2024-05-10T11:25:05.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.426+0000 7f07467fc640 1 -- 172.21.15.53:0/2220876531 learned_addr learned my addr 172.21.15.53:0/2220876531 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:25:05.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.426+0000 7f0746ffd640 1 --2- 172.21.15.53:0/2220876531 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f07481018f0 0x7f074806a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:05.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.427+0000 7f07477fe640 1 --2- 172.21.15.53:0/2220876531 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f07481034a0 0x7f074819fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:05.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.427+0000 7f07467fc640 1 -- 172.21.15.53:0/2220876531 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f07481034a0 msgr2=0x7f074819fef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:05.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.427+0000 7f07467fc640 1 --2- 172.21.15.53:0/2220876531 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f07481034a0 0x7f074819fef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:05.429 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.427+0000 7f07467fc640 1 -- 172.21.15.53:0/2220876531 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f07481018f0 msgr2=0x7f074806a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:05.430 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.427+0000 7f07467fc640 1 --2- 172.21.15.53:0/2220876531 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f07481018f0 0x7f074806a6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:05.430 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.427+0000 7f07467fc640 1 -- 172.21.15.53:0/2220876531 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07481a07b0 con 0x7f0748102ae0 2024-05-10T11:25:05.430 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.427+0000 7f07467fc640 1 --2- 172.21.15.53:0/2220876531 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0748102ae0 0x7f074819d8b0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f0730009230 tx=0x7f07300042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:05.430 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.427+0000 7f073ffff640 1 -- 172.21.15.53:0/2220876531 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f073003f030 con 0x7f0748102ae0 2024-05-10T11:25:05.430 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.427+0000 7f073ffff640 1 -- 172.21.15.53:0/2220876531 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0730003c90 con 0x7f0748102ae0 2024-05-10T11:25:05.430 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.427+0000 7f074d615640 1 -- 172.21.15.53:0/2220876531 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07481a0a40 con 0x7f0748102ae0 2024-05-10T11:25:05.430 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.427+0000 7f073ffff640 1 -- 172.21.15.53:0/2220876531 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0730035070 con 0x7f0748102ae0 2024-05-10T11:25:05.430 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.427+0000 7f074d615640 1 -- 172.21.15.53:0/2220876531 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07481a0f80 con 0x7f0748102ae0 2024-05-10T11:25:05.430 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.428+0000 7f074d615640 1 -- 172.21.15.53:0/2220876531 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0748108d30 con 0x7f0748102ae0 2024-05-10T11:25:05.431 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.429+0000 7f073ffff640 1 -- 172.21.15.53:0/2220876531 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f0730042030 con 0x7f0748102ae0 2024-05-10T11:25:05.431 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.430+0000 7f073ffff640 1 --2- 172.21.15.53:0/2220876531 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f07340b2870 0x7f07340b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:05.431 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.430+0000 7f0746ffd640 1 --2- 172.21.15.53:0/2220876531 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f07340b2870 0x7f07340b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:05.431 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.430+0000 7f073ffff640 1 -- 172.21.15.53:0/2220876531 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f0730103080 con 0x7f0748102ae0 2024-05-10T11:25:05.431 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.431+0000 7f0746ffd640 1 --2- 172.21.15.53:0/2220876531 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f07340b2870 0x7f07340b4d30 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f0740005fd0 tx=0x7f074000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:05.433 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.434+0000 7f073ffff640 1 -- 172.21.15.53:0/2220876531 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f07300ca360 con 0x7f0748102ae0 2024-05-10T11:25:05.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:05 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3123224309' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-10T11:25:05.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:05 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/43447958' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-10T11:25:05.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:05 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3933337119' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-10T11:25:05.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:05 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3123224309' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-10T11:25:05.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:05 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/43447958' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-10T11:25:05.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:05 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3933337119' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-10T11:25:05.678 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.678+0000 7f074d615640 1 -- 172.21.15.53:0/2220876531 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f074802dd20 con 0x7f0748102ae0 2024-05-10T11:25:05.687 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.687+0000 7f073ffff640 1 -- 172.21.15.53:0/2220876531 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v20) ==== 81+0+815636 (secure 0 0 0) 0x7f07300ce660 con 0x7f0748102ae0 2024-05-10T11:25:05.698 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:25:05.698 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:25:05.698 INFO:teuthology.orchestra.run.smithi053.stdout: "epoch": 20, 2024-05-10T11:25:05.698 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.698 INFO:teuthology.orchestra.run.smithi053.stdout: "active_gid": 14152, 2024-05-10T11:25:05.698 INFO:teuthology.orchestra.run.smithi053.stdout: "active_name": "x", 2024-05-10T11:25:05.698 INFO:teuthology.orchestra.run.smithi053.stdout: "active_addrs": { 2024-05-10T11:25:05.699 INFO:teuthology.orchestra.run.smithi053.stdout: "addrvec": [ 2024-05-10T11:25:05.699 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.699 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "v2", 2024-05-10T11:25:05.699 INFO:teuthology.orchestra.run.smithi053.stdout: "addr": "172.21.15.53:6800", 2024-05-10T11:25:05.699 INFO:teuthology.orchestra.run.smithi053.stdout: "nonce": 68657515 2024-05-10T11:25:05.699 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.699 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.699 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "v1", 2024-05-10T11:25:05.699 INFO:teuthology.orchestra.run.smithi053.stdout: "addr": "172.21.15.53:6801", 2024-05-10T11:25:05.699 INFO:teuthology.orchestra.run.smithi053.stdout: "nonce": 68657515 2024-05-10T11:25:05.699 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.699 INFO:teuthology.orchestra.run.smithi053.stdout: ] 2024-05-10T11:25:05.699 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.699 INFO:teuthology.orchestra.run.smithi053.stdout: "active_addr": "172.21.15.53:6801/68657515", 2024-05-10T11:25:05.699 INFO:teuthology.orchestra.run.smithi053.stdout: "active_change": "2024-05-10T11:09:26.546200+0000", 2024-05-10T11:25:05.700 INFO:teuthology.orchestra.run.smithi053.stdout: "active_mgr_features": 4540701547738038271, 2024-05-10T11:25:05.700 INFO:teuthology.orchestra.run.smithi053.stdout: "available": true, 2024-05-10T11:25:05.700 INFO:teuthology.orchestra.run.smithi053.stdout: "standbys": [ 2024-05-10T11:25:05.700 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.700 INFO:teuthology.orchestra.run.smithi053.stdout: "gid": 24104, 2024-05-10T11:25:05.700 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "y", 2024-05-10T11:25:05.700 INFO:teuthology.orchestra.run.smithi053.stdout: "mgr_features": 4540701547738038271, 2024-05-10T11:25:05.700 INFO:teuthology.orchestra.run.smithi053.stdout: "available_modules": [ 2024-05-10T11:25:05.700 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.700 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "alerts", 2024-05-10T11:25:05.700 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:05.700 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:05.700 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:05.700 INFO:teuthology.orchestra.run.smithi053.stdout: "interval": { 2024-05-10T11:25:05.700 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "interval", 2024-05-10T11:25:05.701 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:05.701 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.701 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.701 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "60", 2024-05-10T11:25:05.701 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.701 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.701 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.701 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "How frequently to reexamine health status", 2024-05-10T11:25:05.701 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.701 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.701 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.701 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.701 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:05.701 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:05.701 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.702 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.702 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.702 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.702 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.702 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.702 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.702 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.702 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.702 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.702 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.702 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.702 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.702 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.702 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.703 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.703 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.703 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.703 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.703 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:05.703 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:05.703 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.703 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.703 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.703 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.703 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.703 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.703 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.703 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.703 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.703 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.704 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.704 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.704 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:05.704 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:05.704 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.704 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.704 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.704 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:05.704 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.704 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.704 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.704 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.704 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.704 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.704 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.704 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.705 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.705 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.705 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.705 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.705 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.705 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.705 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.705 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:05.705 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:05.705 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.705 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.705 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.705 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.705 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.705 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.705 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.705 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.706 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.706 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.706 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.706 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.706 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_destination": { 2024-05-10T11:25:05.706 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_destination", 2024-05-10T11:25:05.706 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.706 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.706 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.706 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.706 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.706 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.706 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.706 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Email address to send alerts to", 2024-05-10T11:25:05.707 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.707 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.707 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.707 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.707 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_from_name": { 2024-05-10T11:25:05.707 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_from_name", 2024-05-10T11:25:05.707 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.707 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.707 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.707 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "Ceph", 2024-05-10T11:25:05.707 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.707 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.707 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.707 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Email From: name", 2024-05-10T11:25:05.707 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.707 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.708 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.708 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.708 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_host": { 2024-05-10T11:25:05.708 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_host", 2024-05-10T11:25:05.708 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.708 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.708 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.708 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.708 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.708 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.708 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.708 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "SMTP server", 2024-05-10T11:25:05.708 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.708 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.708 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.709 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.709 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_password": { 2024-05-10T11:25:05.709 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_password", 2024-05-10T11:25:05.709 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.709 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.709 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.709 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.709 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.709 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.709 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.709 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Password to authenticate with", 2024-05-10T11:25:05.709 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.709 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.709 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.709 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.710 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_port": { 2024-05-10T11:25:05.710 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_port", 2024-05-10T11:25:05.710 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.710 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.710 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.710 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "465", 2024-05-10T11:25:05.710 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.710 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.710 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.710 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "SMTP port", 2024-05-10T11:25:05.710 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.710 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.710 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.710 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.710 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_sender": { 2024-05-10T11:25:05.711 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_sender", 2024-05-10T11:25:05.711 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.711 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.711 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.711 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.711 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.711 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.711 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.711 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "SMTP envelope sender", 2024-05-10T11:25:05.711 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.711 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.711 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.711 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.711 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_ssl": { 2024-05-10T11:25:05.711 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_ssl", 2024-05-10T11:25:05.712 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.712 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.712 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.712 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.712 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.712 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.712 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.712 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-10T11:25:05.712 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.712 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.712 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.712 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.712 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_user": { 2024-05-10T11:25:05.712 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_user", 2024-05-10T11:25:05.712 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.712 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.713 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.713 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.713 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.713 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.713 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.713 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "User to authenticate as", 2024-05-10T11:25:05.713 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.713 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.713 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.713 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.713 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:05.713 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:05.713 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.713 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:05.713 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.713 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.714 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.714 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.714 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.714 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.714 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.714 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.714 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.714 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.714 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.714 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.714 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.714 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "balancer", 2024-05-10T11:25:05.714 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:05.714 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:05.714 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:05.715 INFO:teuthology.orchestra.run.smithi053.stdout: "active": { 2024-05-10T11:25:05.715 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "active", 2024-05-10T11:25:05.715 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.715 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.715 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.715 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.715 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.715 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.715 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.715 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "automatically balance PGs across cluster", 2024-05-10T11:25:05.715 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.715 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.715 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.715 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.715 INFO:teuthology.orchestra.run.smithi053.stdout: "begin_time": { 2024-05-10T11:25:05.715 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "begin_time", 2024-05-10T11:25:05.715 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.716 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.716 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.716 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0000", 2024-05-10T11:25:05.716 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.716 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.716 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.716 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "beginning time of day to automatically balance", 2024-05-10T11:25:05.716 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-10T11:25:05.716 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.716 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.716 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.716 INFO:teuthology.orchestra.run.smithi053.stdout: "begin_weekday": { 2024-05-10T11:25:05.716 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "begin_weekday", 2024-05-10T11:25:05.716 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "uint", 2024-05-10T11:25:05.716 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.716 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.717 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.717 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "0", 2024-05-10T11:25:05.717 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "6", 2024-05-10T11:25:05.717 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.717 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-10T11:25:05.717 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-10T11:25:05.717 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.717 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.717 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.717 INFO:teuthology.orchestra.run.smithi053.stdout: "crush_compat_max_iterations": { 2024-05-10T11:25:05.717 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "crush_compat_max_iterations", 2024-05-10T11:25:05.717 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "uint", 2024-05-10T11:25:05.717 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.717 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.717 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "25", 2024-05-10T11:25:05.717 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "1", 2024-05-10T11:25:05.718 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "250", 2024-05-10T11:25:05.718 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.718 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-10T11:25:05.718 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.718 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.718 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.718 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.718 INFO:teuthology.orchestra.run.smithi053.stdout: "crush_compat_metrics": { 2024-05-10T11:25:05.718 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "crush_compat_metrics", 2024-05-10T11:25:05.718 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.718 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.718 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.718 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "pgs,objects,bytes", 2024-05-10T11:25:05.718 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.718 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.719 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.719 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-10T11:25:05.719 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-10T11:25:05.719 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.719 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.719 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.719 INFO:teuthology.orchestra.run.smithi053.stdout: "crush_compat_step": { 2024-05-10T11:25:05.719 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "crush_compat_step", 2024-05-10T11:25:05.719 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "float", 2024-05-10T11:25:05.719 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.719 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.719 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0.5", 2024-05-10T11:25:05.719 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "0.001", 2024-05-10T11:25:05.719 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "0.999", 2024-05-10T11:25:05.720 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.720 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "aggressiveness of optimization", 2024-05-10T11:25:05.720 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-10T11:25:05.720 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.720 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.720 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.720 INFO:teuthology.orchestra.run.smithi053.stdout: "end_time": { 2024-05-10T11:25:05.720 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "end_time", 2024-05-10T11:25:05.720 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.720 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.720 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.720 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "2359", 2024-05-10T11:25:05.720 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.720 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.720 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.720 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "ending time of day to automatically balance", 2024-05-10T11:25:05.721 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-10T11:25:05.721 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.721 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.721 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.721 INFO:teuthology.orchestra.run.smithi053.stdout: "end_weekday": { 2024-05-10T11:25:05.721 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "end_weekday", 2024-05-10T11:25:05.721 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "uint", 2024-05-10T11:25:05.721 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.721 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.721 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.721 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "0", 2024-05-10T11:25:05.721 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "6", 2024-05-10T11:25:05.721 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.721 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-10T11:25:05.722 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-10T11:25:05.722 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.722 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.722 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.722 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:05.722 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:05.722 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.722 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.722 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.722 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.722 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.722 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.722 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.722 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.722 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.723 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.723 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.723 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.723 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.723 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.723 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.723 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.723 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.723 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.723 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.723 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:05.723 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:05.723 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.723 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.723 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.724 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.724 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.724 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.724 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.724 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.724 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.724 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.724 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.724 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.724 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:05.724 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:05.724 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.724 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.724 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.724 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:05.724 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.725 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.725 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.725 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.725 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.725 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.725 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.725 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.725 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.725 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.725 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.725 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.725 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.725 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.725 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.725 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:05.725 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:05.726 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.726 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.726 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.726 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.726 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.726 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.726 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.726 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.726 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.726 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.726 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.726 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.726 INFO:teuthology.orchestra.run.smithi053.stdout: "min_score": { 2024-05-10T11:25:05.726 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "min_score", 2024-05-10T11:25:05.726 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "float", 2024-05-10T11:25:05.727 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.727 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.727 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.727 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.727 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.727 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.727 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-10T11:25:05.727 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.727 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.727 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.727 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.727 INFO:teuthology.orchestra.run.smithi053.stdout: "mode": { 2024-05-10T11:25:05.727 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "mode", 2024-05-10T11:25:05.727 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.727 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.727 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.728 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "upmap", 2024-05-10T11:25:05.728 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.728 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.728 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.728 INFO:teuthology.orchestra.run.smithi053.stdout: "crush-compat", 2024-05-10T11:25:05.728 INFO:teuthology.orchestra.run.smithi053.stdout: "none", 2024-05-10T11:25:05.728 INFO:teuthology.orchestra.run.smithi053.stdout: "read", 2024-05-10T11:25:05.728 INFO:teuthology.orchestra.run.smithi053.stdout: "upmap", 2024-05-10T11:25:05.728 INFO:teuthology.orchestra.run.smithi053.stdout: "upmap-read" 2024-05-10T11:25:05.728 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.728 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Balancer mode", 2024-05-10T11:25:05.728 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.728 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.728 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.728 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.728 INFO:teuthology.orchestra.run.smithi053.stdout: "pool_ids": { 2024-05-10T11:25:05.729 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "pool_ids", 2024-05-10T11:25:05.729 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.729 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.729 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.729 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.729 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.729 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.729 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.729 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-10T11:25:05.729 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.729 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.729 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.729 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.729 INFO:teuthology.orchestra.run.smithi053.stdout: "sleep_interval": { 2024-05-10T11:25:05.729 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sleep_interval", 2024-05-10T11:25:05.729 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:05.729 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.730 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.730 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "60", 2024-05-10T11:25:05.730 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.730 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.730 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.730 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-10T11:25:05.730 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.730 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.730 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.730 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.730 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:05.730 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:05.730 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.730 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:05.730 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.731 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.731 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.731 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.731 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.731 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.731 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.731 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.731 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.731 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.731 INFO:teuthology.orchestra.run.smithi053.stdout: "upmap_max_deviation": { 2024-05-10T11:25:05.731 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "upmap_max_deviation", 2024-05-10T11:25:05.731 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.731 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.731 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.731 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "5", 2024-05-10T11:25:05.732 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "1", 2024-05-10T11:25:05.732 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.732 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.732 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-10T11:25:05.732 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-10T11:25:05.732 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.732 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.732 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.732 INFO:teuthology.orchestra.run.smithi053.stdout: "upmap_max_optimizations": { 2024-05-10T11:25:05.732 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "upmap_max_optimizations", 2024-05-10T11:25:05.732 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "uint", 2024-05-10T11:25:05.732 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.732 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.732 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:05.732 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.733 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.733 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.733 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-10T11:25:05.733 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.733 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.733 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.733 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.733 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.733 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.733 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.733 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "cephadm", 2024-05-10T11:25:05.733 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:05.733 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:05.733 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:05.733 INFO:teuthology.orchestra.run.smithi053.stdout: "agent_down_multiplier": { 2024-05-10T11:25:05.734 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "agent_down_multiplier", 2024-05-10T11:25:05.734 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "float", 2024-05-10T11:25:05.734 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.734 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.734 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "3.0", 2024-05-10T11:25:05.734 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.734 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.734 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.734 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-10T11:25:05.734 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.734 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.734 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.734 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.734 INFO:teuthology.orchestra.run.smithi053.stdout: "agent_refresh_rate": { 2024-05-10T11:25:05.735 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "agent_refresh_rate", 2024-05-10T11:25:05.735 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:05.735 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.735 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.735 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "20", 2024-05-10T11:25:05.735 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.735 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.735 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.735 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-10T11:25:05.735 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.735 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.735 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.735 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.735 INFO:teuthology.orchestra.run.smithi053.stdout: "agent_starting_port": { 2024-05-10T11:25:05.735 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "agent_starting_port", 2024-05-10T11:25:05.736 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.736 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.736 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.736 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "4721", 2024-05-10T11:25:05.736 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.736 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.736 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.736 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-10T11:25:05.736 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.736 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.736 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.736 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.736 INFO:teuthology.orchestra.run.smithi053.stdout: "allow_ptrace": { 2024-05-10T11:25:05.736 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "allow_ptrace", 2024-05-10T11:25:05.736 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.736 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.736 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.737 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.737 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.737 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.737 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.737 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-10T11:25:05.737 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-10T11:25:05.737 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.737 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.737 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.737 INFO:teuthology.orchestra.run.smithi053.stdout: "autotune_interval": { 2024-05-10T11:25:05.737 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "autotune_interval", 2024-05-10T11:25:05.737 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:05.737 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.737 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.738 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "600", 2024-05-10T11:25:05.738 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.738 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.738 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.738 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-10T11:25:05.738 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.738 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.738 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.738 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.738 INFO:teuthology.orchestra.run.smithi053.stdout: "autotune_memory_target_ratio": { 2024-05-10T11:25:05.738 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "autotune_memory_target_ratio", 2024-05-10T11:25:05.738 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "float", 2024-05-10T11:25:05.738 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.738 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.738 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0.7", 2024-05-10T11:25:05.739 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.739 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.739 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.739 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-10T11:25:05.739 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.739 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.739 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.739 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.739 INFO:teuthology.orchestra.run.smithi053.stdout: "cephadm_log_destination": { 2024-05-10T11:25:05.739 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "cephadm_log_destination", 2024-05-10T11:25:05.739 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.739 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.739 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.739 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.739 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.739 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.739 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.740 INFO:teuthology.orchestra.run.smithi053.stdout: "file", 2024-05-10T11:25:05.740 INFO:teuthology.orchestra.run.smithi053.stdout: "file,syslog", 2024-05-10T11:25:05.740 INFO:teuthology.orchestra.run.smithi053.stdout: "syslog" 2024-05-10T11:25:05.740 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.740 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-10T11:25:05.740 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.740 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.740 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.740 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.740 INFO:teuthology.orchestra.run.smithi053.stdout: "cgroups_split": { 2024-05-10T11:25:05.740 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "cgroups_split", 2024-05-10T11:25:05.740 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.740 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.740 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.740 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.740 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.741 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.741 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.741 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-10T11:25:05.741 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.741 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.741 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.741 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.741 INFO:teuthology.orchestra.run.smithi053.stdout: "config_checks_enabled": { 2024-05-10T11:25:05.741 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "config_checks_enabled", 2024-05-10T11:25:05.741 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.741 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.741 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.741 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.741 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.741 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.741 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.742 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-10T11:25:05.742 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.742 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.742 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.742 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.742 INFO:teuthology.orchestra.run.smithi053.stdout: "config_dashboard": { 2024-05-10T11:25:05.742 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "config_dashboard", 2024-05-10T11:25:05.742 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.742 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.742 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.742 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.742 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.742 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.742 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.743 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-10T11:25:05.743 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.743 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.743 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.743 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.743 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_alertmanager": { 2024-05-10T11:25:05.743 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_alertmanager", 2024-05-10T11:25:05.743 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.743 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.743 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.743 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-10T11:25:05.743 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.743 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.743 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.743 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Prometheus container image", 2024-05-10T11:25:05.744 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.744 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.744 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.744 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.744 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_base": { 2024-05-10T11:25:05.744 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_base", 2024-05-10T11:25:05.744 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.744 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.744 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.744 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-10T11:25:05.744 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.744 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.744 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.744 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Container image name, without the tag", 2024-05-10T11:25:05.744 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.745 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.745 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.745 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.745 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_elasticsearch": { 2024-05-10T11:25:05.745 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_elasticsearch", 2024-05-10T11:25:05.745 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.745 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.745 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.745 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-10T11:25:05.745 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.745 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.745 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.745 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "elasticsearch container image", 2024-05-10T11:25:05.745 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.745 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.746 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.746 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.746 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_grafana": { 2024-05-10T11:25:05.746 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_grafana", 2024-05-10T11:25:05.746 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.746 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.746 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.746 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-10T11:25:05.746 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.746 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.746 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.746 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Prometheus container image", 2024-05-10T11:25:05.746 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.746 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.746 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.747 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.747 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_haproxy": { 2024-05-10T11:25:05.747 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_haproxy", 2024-05-10T11:25:05.747 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.747 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.747 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.747 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-10T11:25:05.747 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.747 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.747 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.747 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "HAproxy container image", 2024-05-10T11:25:05.747 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.747 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.747 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.747 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.747 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_jaeger_agent": { 2024-05-10T11:25:05.748 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_jaeger_agent", 2024-05-10T11:25:05.748 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.748 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.748 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.748 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-10T11:25:05.748 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.748 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.748 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.748 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Jaeger agent container image", 2024-05-10T11:25:05.748 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.748 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.748 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.748 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.748 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_jaeger_collector": { 2024-05-10T11:25:05.748 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_jaeger_collector", 2024-05-10T11:25:05.748 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.749 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.749 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.749 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-10T11:25:05.749 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.749 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.749 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.749 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Jaeger collector container image", 2024-05-10T11:25:05.749 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.749 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.749 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.749 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.749 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_jaeger_query": { 2024-05-10T11:25:05.749 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_jaeger_query", 2024-05-10T11:25:05.749 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.749 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.750 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.750 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-10T11:25:05.750 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.750 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.750 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.750 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Jaeger query container image", 2024-05-10T11:25:05.750 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.750 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.750 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.750 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.750 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_keepalived": { 2024-05-10T11:25:05.750 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_keepalived", 2024-05-10T11:25:05.750 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.750 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.750 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.751 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-10T11:25:05.751 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.751 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.751 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.751 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Keepalived container image", 2024-05-10T11:25:05.751 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.751 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.751 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.751 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.751 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_loki": { 2024-05-10T11:25:05.751 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_loki", 2024-05-10T11:25:05.751 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.751 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.751 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.751 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-05-10T11:25:05.751 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.751 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.752 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.752 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Loki container image", 2024-05-10T11:25:05.752 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.752 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.752 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.752 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.752 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_node_exporter": { 2024-05-10T11:25:05.752 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_node_exporter", 2024-05-10T11:25:05.752 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.752 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.752 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.752 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-10T11:25:05.752 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.752 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.752 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.752 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Prometheus container image", 2024-05-10T11:25:05.753 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.753 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.753 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.753 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.753 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_nvmeof": { 2024-05-10T11:25:05.753 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_nvmeof", 2024-05-10T11:25:05.753 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.753 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.753 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.753 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-05-10T11:25:05.753 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.753 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.753 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.753 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Nvme-of container image", 2024-05-10T11:25:05.753 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.754 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.754 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.754 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.754 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_prometheus": { 2024-05-10T11:25:05.754 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_prometheus", 2024-05-10T11:25:05.754 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.754 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.754 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.754 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-10T11:25:05.754 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.754 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.754 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.754 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Prometheus container image", 2024-05-10T11:25:05.754 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.754 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.755 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.755 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.755 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_promtail": { 2024-05-10T11:25:05.755 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_promtail", 2024-05-10T11:25:05.755 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.755 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.755 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.755 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-05-10T11:25:05.755 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.755 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.755 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.755 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Promtail container image", 2024-05-10T11:25:05.755 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.755 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.755 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.755 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.756 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_samba": { 2024-05-10T11:25:05.756 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_samba", 2024-05-10T11:25:05.756 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.756 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.756 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.756 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-10T11:25:05.756 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.756 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.756 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.756 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Samba/SMB container image", 2024-05-10T11:25:05.756 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.756 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.756 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.757 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.757 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_snmp_gateway": { 2024-05-10T11:25:05.757 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_snmp_gateway", 2024-05-10T11:25:05.757 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.757 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.757 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.757 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-10T11:25:05.757 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.757 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.757 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.757 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "SNMP Gateway container image", 2024-05-10T11:25:05.757 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.757 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.757 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.757 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.758 INFO:teuthology.orchestra.run.smithi053.stdout: "container_init": { 2024-05-10T11:25:05.758 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_init", 2024-05-10T11:25:05.758 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.758 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.758 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.758 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.758 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.758 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.758 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.758 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Run podman/docker with `--init`", 2024-05-10T11:25:05.758 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.758 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.758 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.758 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.758 INFO:teuthology.orchestra.run.smithi053.stdout: "daemon_cache_timeout": { 2024-05-10T11:25:05.759 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "daemon_cache_timeout", 2024-05-10T11:25:05.759 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:05.759 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.759 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.759 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "600", 2024-05-10T11:25:05.759 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.759 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.759 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.759 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-10T11:25:05.759 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.759 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.759 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.759 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.759 INFO:teuthology.orchestra.run.smithi053.stdout: "default_cephadm_command_timeout": { 2024-05-10T11:25:05.760 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "default_cephadm_command_timeout", 2024-05-10T11:25:05.760 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.760 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.760 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.760 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "900", 2024-05-10T11:25:05.760 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.760 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.760 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.760 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-10T11:25:05.760 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.760 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.760 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.760 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.760 INFO:teuthology.orchestra.run.smithi053.stdout: "default_registry": { 2024-05-10T11:25:05.760 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "default_registry", 2024-05-10T11:25:05.761 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.761 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.761 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.761 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "docker.io", 2024-05-10T11:25:05.761 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.761 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.761 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.761 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-10T11:25:05.761 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.761 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.761 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.761 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.761 INFO:teuthology.orchestra.run.smithi053.stdout: "device_cache_timeout": { 2024-05-10T11:25:05.761 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "device_cache_timeout", 2024-05-10T11:25:05.761 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:05.762 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.762 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.762 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "1800", 2024-05-10T11:25:05.762 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.762 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.762 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.762 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "seconds to cache device inventory", 2024-05-10T11:25:05.762 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.762 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.762 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.762 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.762 INFO:teuthology.orchestra.run.smithi053.stdout: "device_enhanced_scan": { 2024-05-10T11:25:05.762 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "device_enhanced_scan", 2024-05-10T11:25:05.762 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.762 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.763 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.763 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.763 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.763 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.763 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.763 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-10T11:25:05.763 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.763 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.763 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.763 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.763 INFO:teuthology.orchestra.run.smithi053.stdout: "facts_cache_timeout": { 2024-05-10T11:25:05.763 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "facts_cache_timeout", 2024-05-10T11:25:05.763 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:05.763 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.764 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.764 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "60", 2024-05-10T11:25:05.764 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.764 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.764 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.764 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "seconds to cache host facts data", 2024-05-10T11:25:05.764 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.764 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.764 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.764 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.764 INFO:teuthology.orchestra.run.smithi053.stdout: "grafana_dashboards_path": { 2024-05-10T11:25:05.764 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "grafana_dashboards_path", 2024-05-10T11:25:05.764 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.764 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.764 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.765 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-10T11:25:05.765 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.765 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.765 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.765 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-10T11:25:05.765 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.765 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.765 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.765 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.765 INFO:teuthology.orchestra.run.smithi053.stdout: "host_check_interval": { 2024-05-10T11:25:05.765 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "host_check_interval", 2024-05-10T11:25:05.765 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:05.765 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.765 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.765 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "600", 2024-05-10T11:25:05.766 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.766 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.766 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.766 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how frequently to perform a host check", 2024-05-10T11:25:05.766 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.766 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.766 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.766 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.766 INFO:teuthology.orchestra.run.smithi053.stdout: "hw_monitoring": { 2024-05-10T11:25:05.766 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "hw_monitoring", 2024-05-10T11:25:05.766 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.766 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.766 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.766 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.767 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.767 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.767 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.767 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-10T11:25:05.767 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.767 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.767 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.767 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.767 INFO:teuthology.orchestra.run.smithi053.stdout: "inventory_list_all": { 2024-05-10T11:25:05.767 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "inventory_list_all", 2024-05-10T11:25:05.767 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.767 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.767 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.767 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.768 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.768 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.768 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.768 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-10T11:25:05.768 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.768 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.768 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.768 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.768 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:05.768 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:05.768 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.768 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.768 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.768 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.769 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.769 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.769 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.769 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.769 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.769 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.769 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.769 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.769 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.769 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.769 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.769 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.769 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.769 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.769 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.770 INFO:teuthology.orchestra.run.smithi053.stdout: "log_refresh_metadata": { 2024-05-10T11:25:05.770 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_refresh_metadata", 2024-05-10T11:25:05.770 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.770 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.770 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.770 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.770 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.770 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.770 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.770 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-10T11:25:05.770 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.770 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.770 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.770 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.770 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:05.771 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:05.771 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.771 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.771 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.771 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.771 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.771 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.771 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.771 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-10T11:25:05.771 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.771 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.771 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.771 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.771 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:05.771 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:05.772 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.772 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.772 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.772 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:05.772 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.772 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.772 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.772 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.772 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.772 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.772 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.772 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.772 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.772 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.772 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.773 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.773 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.773 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.773 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.773 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:05.773 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:05.773 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.773 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.773 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.773 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.773 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.773 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.773 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.773 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.773 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.774 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.774 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.774 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.774 INFO:teuthology.orchestra.run.smithi053.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-10T11:25:05.774 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-10T11:25:05.774 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.774 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.774 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.774 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.774 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.774 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.774 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.774 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-10T11:25:05.774 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.775 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.775 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.775 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.775 INFO:teuthology.orchestra.run.smithi053.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-10T11:25:05.775 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-10T11:25:05.775 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.775 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.775 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.775 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "*", 2024-05-10T11:25:05.775 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.775 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.775 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.775 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-10T11:25:05.775 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.776 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.776 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.776 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.776 INFO:teuthology.orchestra.run.smithi053.stdout: "max_count_per_host": { 2024-05-10T11:25:05.776 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "max_count_per_host", 2024-05-10T11:25:05.776 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.776 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.776 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.776 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:05.776 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.776 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.776 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.776 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "max number of daemons per service per host", 2024-05-10T11:25:05.776 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.776 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.777 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.777 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.777 INFO:teuthology.orchestra.run.smithi053.stdout: "max_osd_draining_count": { 2024-05-10T11:25:05.777 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "max_osd_draining_count", 2024-05-10T11:25:05.777 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.777 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.777 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.777 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:05.777 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.777 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.777 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.777 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-10T11:25:05.777 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.777 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.777 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.778 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.778 INFO:teuthology.orchestra.run.smithi053.stdout: "migration_current": { 2024-05-10T11:25:05.778 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "migration_current", 2024-05-10T11:25:05.778 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.778 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.778 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.778 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.778 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.778 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.778 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.778 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "internal - do not modify", 2024-05-10T11:25:05.778 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.778 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.778 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.778 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.779 INFO:teuthology.orchestra.run.smithi053.stdout: "mode": { 2024-05-10T11:25:05.779 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "mode", 2024-05-10T11:25:05.779 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.779 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.779 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.779 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "root", 2024-05-10T11:25:05.779 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.779 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.779 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.779 INFO:teuthology.orchestra.run.smithi053.stdout: "cephadm-package", 2024-05-10T11:25:05.779 INFO:teuthology.orchestra.run.smithi053.stdout: "root" 2024-05-10T11:25:05.779 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.779 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "mode for remote execution of cephadm", 2024-05-10T11:25:05.779 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.779 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.780 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.780 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.780 INFO:teuthology.orchestra.run.smithi053.stdout: "oob_default_addr": { 2024-05-10T11:25:05.780 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "oob_default_addr", 2024-05-10T11:25:05.780 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.780 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.780 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.780 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "169.254.1.1", 2024-05-10T11:25:05.780 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.780 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.780 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.780 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-10T11:25:05.780 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.780 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.780 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.781 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.781 INFO:teuthology.orchestra.run.smithi053.stdout: "prometheus_alerts_path": { 2024-05-10T11:25:05.781 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "prometheus_alerts_path", 2024-05-10T11:25:05.781 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.781 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.781 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.781 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-10T11:25:05.781 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.781 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.781 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.781 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-10T11:25:05.781 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.781 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.781 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.782 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.782 INFO:teuthology.orchestra.run.smithi053.stdout: "registry_insecure": { 2024-05-10T11:25:05.782 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "registry_insecure", 2024-05-10T11:25:05.782 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.782 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.782 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.782 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.782 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.782 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.782 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.782 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-10T11:25:05.782 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.782 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.783 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.783 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.783 INFO:teuthology.orchestra.run.smithi053.stdout: "registry_password": { 2024-05-10T11:25:05.783 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "registry_password", 2024-05-10T11:25:05.783 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.783 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.783 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.783 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.783 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.783 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.783 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.783 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-10T11:25:05.783 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.783 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.784 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.784 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.784 INFO:teuthology.orchestra.run.smithi053.stdout: "registry_url": { 2024-05-10T11:25:05.784 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "registry_url", 2024-05-10T11:25:05.784 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.784 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.784 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.784 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.784 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.784 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.784 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.784 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-10T11:25:05.784 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.784 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.784 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.785 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.785 INFO:teuthology.orchestra.run.smithi053.stdout: "registry_username": { 2024-05-10T11:25:05.785 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "registry_username", 2024-05-10T11:25:05.785 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.785 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.785 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.785 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.785 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.785 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.785 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.785 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-10T11:25:05.785 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.785 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.785 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.785 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.785 INFO:teuthology.orchestra.run.smithi053.stdout: "secure_monitoring_stack": { 2024-05-10T11:25:05.786 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "secure_monitoring_stack", 2024-05-10T11:25:05.786 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.786 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.786 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.786 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.786 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.786 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.786 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.786 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-10T11:25:05.786 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.786 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.786 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.786 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.786 INFO:teuthology.orchestra.run.smithi053.stdout: "service_discovery_port": { 2024-05-10T11:25:05.787 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "service_discovery_port", 2024-05-10T11:25:05.787 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.787 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.787 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.787 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "8765", 2024-05-10T11:25:05.787 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.787 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.787 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.787 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "cephadm service discovery port", 2024-05-10T11:25:05.787 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.787 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.787 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.787 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.787 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:05.787 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:05.787 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.787 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:05.788 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.788 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.788 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.788 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.788 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.788 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.788 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.788 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.788 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.788 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.788 INFO:teuthology.orchestra.run.smithi053.stdout: "ssh_config_file": { 2024-05-10T11:25:05.788 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ssh_config_file", 2024-05-10T11:25:05.788 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.788 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.788 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.789 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.789 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.789 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.789 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.789 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-10T11:25:05.789 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.789 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.789 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.789 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.789 INFO:teuthology.orchestra.run.smithi053.stdout: "use_agent": { 2024-05-10T11:25:05.789 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "use_agent", 2024-05-10T11:25:05.789 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.789 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.789 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.789 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.790 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.790 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.790 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.790 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-10T11:25:05.790 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.790 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.790 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.790 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.790 INFO:teuthology.orchestra.run.smithi053.stdout: "use_repo_digest": { 2024-05-10T11:25:05.790 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "use_repo_digest", 2024-05-10T11:25:05.790 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.790 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.790 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.790 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.790 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.791 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.791 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.791 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-10T11:25:05.791 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.791 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.791 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.791 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.791 INFO:teuthology.orchestra.run.smithi053.stdout: "warn_on_failed_host_check": { 2024-05-10T11:25:05.791 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "warn_on_failed_host_check", 2024-05-10T11:25:05.791 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.791 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.791 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.791 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.791 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.791 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.792 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.792 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "raise a health warning if the host check fails", 2024-05-10T11:25:05.792 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.792 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.792 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.792 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.792 INFO:teuthology.orchestra.run.smithi053.stdout: "warn_on_stray_daemons": { 2024-05-10T11:25:05.792 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "warn_on_stray_daemons", 2024-05-10T11:25:05.792 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.792 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.792 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.792 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.792 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.792 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.792 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.792 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-10T11:25:05.793 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.793 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.793 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.793 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.793 INFO:teuthology.orchestra.run.smithi053.stdout: "warn_on_stray_hosts": { 2024-05-10T11:25:05.793 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "warn_on_stray_hosts", 2024-05-10T11:25:05.793 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.793 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.793 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.793 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.793 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.793 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.793 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.793 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-10T11:25:05.793 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.794 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.794 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.794 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.794 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.794 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.794 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.794 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "crash", 2024-05-10T11:25:05.794 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:05.794 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:05.794 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:05.794 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:05.794 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:05.794 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.794 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.794 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.795 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.795 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.795 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.795 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.795 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.795 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.795 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.795 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.795 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.795 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.795 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.795 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.795 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.795 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.795 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.796 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.796 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:05.796 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:05.796 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.796 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.796 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.796 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.796 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.796 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.796 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.796 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.796 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.796 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.796 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.796 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.796 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:05.796 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:05.797 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.797 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.797 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.797 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:05.797 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.797 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.797 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.797 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.797 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.797 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.797 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.797 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.797 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.797 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.797 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.798 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.798 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.798 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.798 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.798 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:05.798 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:05.798 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.798 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.798 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.798 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.798 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.798 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.798 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.798 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.799 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.799 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.799 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.799 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.799 INFO:teuthology.orchestra.run.smithi053.stdout: "retain_interval": { 2024-05-10T11:25:05.799 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "retain_interval", 2024-05-10T11:25:05.799 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:05.799 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.799 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.799 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "31536000", 2024-05-10T11:25:05.799 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.799 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.799 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.799 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-10T11:25:05.799 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.799 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.800 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.800 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.800 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:05.800 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:05.800 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.800 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:05.800 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.800 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.800 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.800 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.800 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.800 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.800 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.800 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.800 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.800 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.801 INFO:teuthology.orchestra.run.smithi053.stdout: "warn_recent_interval": { 2024-05-10T11:25:05.801 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "warn_recent_interval", 2024-05-10T11:25:05.801 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:05.801 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.801 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.801 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "1209600", 2024-05-10T11:25:05.801 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.801 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.801 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.801 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-10T11:25:05.801 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.801 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.801 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.801 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.801 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.801 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.802 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.802 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "dashboard", 2024-05-10T11:25:05.802 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:05.802 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:05.802 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:05.802 INFO:teuthology.orchestra.run.smithi053.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-10T11:25:05.802 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-10T11:25:05.802 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.802 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.802 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.802 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:05.802 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.802 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.802 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.803 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.803 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.803 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.803 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.803 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.803 INFO:teuthology.orchestra.run.smithi053.stdout: "ALERTMANAGER_API_HOST": { 2024-05-10T11:25:05.803 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-10T11:25:05.803 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.803 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.803 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.803 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.803 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.803 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.803 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.803 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.803 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.804 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.804 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.804 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.804 INFO:teuthology.orchestra.run.smithi053.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-10T11:25:05.804 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-10T11:25:05.804 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.804 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.804 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.804 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.804 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.804 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.804 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.804 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.804 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.804 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.805 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.805 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.805 INFO:teuthology.orchestra.run.smithi053.stdout: "AUDIT_API_ENABLED": { 2024-05-10T11:25:05.805 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "AUDIT_API_ENABLED", 2024-05-10T11:25:05.805 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.805 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.805 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.805 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.805 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.805 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.805 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.805 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.805 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.805 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.805 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.805 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.806 INFO:teuthology.orchestra.run.smithi053.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-10T11:25:05.806 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-10T11:25:05.806 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.806 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.806 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.806 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.806 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.806 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.806 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.806 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.806 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.806 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.806 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.806 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.806 INFO:teuthology.orchestra.run.smithi053.stdout: "ENABLE_BROWSABLE_API": { 2024-05-10T11:25:05.807 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-10T11:25:05.807 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.807 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.807 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.807 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.807 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.807 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.807 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.807 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.807 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.807 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.807 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.807 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.807 INFO:teuthology.orchestra.run.smithi053.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-10T11:25:05.807 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-10T11:25:05.807 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.808 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.808 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.808 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.808 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.808 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.808 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.808 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.808 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.808 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.808 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.808 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.808 INFO:teuthology.orchestra.run.smithi053.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-10T11:25:05.808 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-10T11:25:05.808 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.808 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.809 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.809 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.809 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.809 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.809 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.809 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.809 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.809 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.809 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.809 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.809 INFO:teuthology.orchestra.run.smithi053.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-10T11:25:05.809 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-10T11:25:05.809 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.809 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.809 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.809 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.810 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.810 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.810 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.810 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.810 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.810 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.810 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.810 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.810 INFO:teuthology.orchestra.run.smithi053.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-10T11:25:05.810 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-10T11:25:05.810 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.810 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.810 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.810 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.811 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.811 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.811 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.811 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.811 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.811 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.811 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.811 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.811 INFO:teuthology.orchestra.run.smithi053.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-10T11:25:05.811 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-10T11:25:05.811 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.811 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.811 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.811 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.811 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.812 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.812 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.812 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.812 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.812 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.812 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.812 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.812 INFO:teuthology.orchestra.run.smithi053.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-10T11:25:05.812 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-10T11:25:05.812 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.812 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.812 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.812 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.812 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.812 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.813 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.813 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.813 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.813 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.813 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.813 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.813 INFO:teuthology.orchestra.run.smithi053.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-10T11:25:05.813 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-10T11:25:05.813 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.813 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.813 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.813 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.813 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.813 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.814 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.814 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.814 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.814 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.814 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.814 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.814 INFO:teuthology.orchestra.run.smithi053.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-10T11:25:05.814 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-10T11:25:05.814 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.814 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.814 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.814 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.814 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.814 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.815 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.815 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.815 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.815 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.815 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.815 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.815 INFO:teuthology.orchestra.run.smithi053.stdout: "GRAFANA_API_PASSWORD": { 2024-05-10T11:25:05.815 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-10T11:25:05.815 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.815 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.815 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.815 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "admin", 2024-05-10T11:25:05.815 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.815 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.815 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.816 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.816 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.816 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.816 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.816 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.816 INFO:teuthology.orchestra.run.smithi053.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-10T11:25:05.816 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-10T11:25:05.816 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.816 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.816 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.816 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.816 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.816 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.816 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.817 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.817 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.817 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.817 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.817 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.817 INFO:teuthology.orchestra.run.smithi053.stdout: "GRAFANA_API_URL": { 2024-05-10T11:25:05.817 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "GRAFANA_API_URL", 2024-05-10T11:25:05.817 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.817 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.817 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.817 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.817 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.817 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.817 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.817 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.817 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.817 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.818 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.818 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.818 INFO:teuthology.orchestra.run.smithi053.stdout: "GRAFANA_API_USERNAME": { 2024-05-10T11:25:05.818 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-10T11:25:05.818 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.818 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.818 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.818 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "admin", 2024-05-10T11:25:05.818 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.818 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.818 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.818 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.818 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.818 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.819 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.819 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.819 INFO:teuthology.orchestra.run.smithi053.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-10T11:25:05.819 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-10T11:25:05.819 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.819 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.819 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.819 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.819 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.819 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.819 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.819 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.819 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.819 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.819 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.819 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.820 INFO:teuthology.orchestra.run.smithi053.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-10T11:25:05.820 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-10T11:25:05.820 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.820 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.820 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.820 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.820 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.820 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.820 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.820 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.820 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.820 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.820 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.820 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.820 INFO:teuthology.orchestra.run.smithi053.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-10T11:25:05.820 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-10T11:25:05.821 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.821 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.821 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.821 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.821 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.821 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.821 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.821 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.821 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.821 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.821 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.821 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.821 INFO:teuthology.orchestra.run.smithi053.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-10T11:25:05.821 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-10T11:25:05.821 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.821 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.822 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.822 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.822 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.822 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.822 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.822 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.822 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.822 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.822 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.822 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.822 INFO:teuthology.orchestra.run.smithi053.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-10T11:25:05.822 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-10T11:25:05.822 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.822 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.823 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.823 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "[]", 2024-05-10T11:25:05.823 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.823 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.823 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.823 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.823 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.823 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.823 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.823 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.823 INFO:teuthology.orchestra.run.smithi053.stdout: "MULTICLUSTER_CONFIG": { 2024-05-10T11:25:05.823 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-10T11:25:05.823 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.823 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.823 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.823 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "{}", 2024-05-10T11:25:05.823 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.824 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.824 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.824 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.824 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.824 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.824 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.824 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.824 INFO:teuthology.orchestra.run.smithi053.stdout: "PROMETHEUS_API_HOST": { 2024-05-10T11:25:05.824 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-10T11:25:05.824 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.824 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.824 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.824 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.824 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.824 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.824 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.825 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.825 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.825 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.825 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.825 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.825 INFO:teuthology.orchestra.run.smithi053.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-10T11:25:05.825 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-10T11:25:05.825 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.825 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.825 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.825 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.825 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.825 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.825 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.825 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.825 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.825 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.826 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.826 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.826 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-10T11:25:05.826 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-10T11:25:05.826 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.826 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.826 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.826 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.826 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.826 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.826 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.826 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.826 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.826 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.826 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.827 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.827 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-10T11:25:05.827 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-10T11:25:05.827 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.827 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.827 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.827 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.827 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.827 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.827 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.827 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.827 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.827 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.827 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.827 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.827 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-10T11:25:05.828 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-10T11:25:05.828 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.828 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.828 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.828 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.828 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.828 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.828 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.828 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.828 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.828 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.828 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.828 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.828 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-10T11:25:05.828 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-10T11:25:05.829 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.829 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.829 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.829 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.829 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.829 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.829 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.829 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.829 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.829 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.829 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.829 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.829 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-10T11:25:05.829 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-10T11:25:05.829 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.829 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.830 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.830 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.830 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.830 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.830 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.830 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.830 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.830 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.830 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.830 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.830 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-10T11:25:05.830 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-10T11:25:05.830 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.830 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.831 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.831 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.831 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.831 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.831 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.831 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.831 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.831 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.831 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.831 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.831 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-10T11:25:05.831 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-10T11:25:05.831 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.831 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.831 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.831 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.832 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.832 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.832 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.832 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.832 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.832 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.832 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.832 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.832 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_ENABLED": { 2024-05-10T11:25:05.832 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-10T11:25:05.832 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.832 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.832 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.832 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.832 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.832 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.833 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.833 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.833 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.833 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.833 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.833 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.833 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-10T11:25:05.833 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-10T11:25:05.833 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.833 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.833 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.833 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-10T11:25:05.833 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.833 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.834 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.834 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.834 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.834 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.834 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.834 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.834 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-10T11:25:05.834 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-10T11:25:05.834 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.834 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.834 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.834 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:05.834 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.834 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.835 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.835 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.835 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.835 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.835 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.835 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.835 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-10T11:25:05.835 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-10T11:25:05.835 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.835 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.835 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.835 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "8", 2024-05-10T11:25:05.835 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.835 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.835 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.836 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.836 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.836 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.836 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.836 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.836 INFO:teuthology.orchestra.run.smithi053.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-10T11:25:05.836 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-10T11:25:05.836 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.836 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.836 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.836 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "45", 2024-05-10T11:25:05.836 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.836 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.836 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.836 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.837 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.837 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.837 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.837 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.837 INFO:teuthology.orchestra.run.smithi053.stdout: "RGW_API_ACCESS_KEY": { 2024-05-10T11:25:05.837 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-10T11:25:05.837 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.837 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.837 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.837 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.837 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.837 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.837 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.837 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.837 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.837 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.838 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.838 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.838 INFO:teuthology.orchestra.run.smithi053.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-10T11:25:05.838 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-10T11:25:05.838 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.838 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.838 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.838 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "admin", 2024-05-10T11:25:05.838 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.838 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.838 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.838 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.838 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.838 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.839 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.839 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.839 INFO:teuthology.orchestra.run.smithi053.stdout: "RGW_API_SECRET_KEY": { 2024-05-10T11:25:05.839 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-10T11:25:05.839 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.839 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.839 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.839 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.839 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.839 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.839 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.839 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.839 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.839 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.839 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.839 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.840 INFO:teuthology.orchestra.run.smithi053.stdout: "RGW_API_SSL_VERIFY": { 2024-05-10T11:25:05.840 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-10T11:25:05.840 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.840 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.840 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.840 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.840 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.840 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.840 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.840 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.840 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.840 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.840 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.840 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.840 INFO:teuthology.orchestra.run.smithi053.stdout: "UNSAFE_TLS_v1_2": { 2024-05-10T11:25:05.841 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-10T11:25:05.841 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.841 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.841 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.841 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.841 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.841 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.841 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.841 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.841 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.841 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.841 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.841 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.841 INFO:teuthology.orchestra.run.smithi053.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-10T11:25:05.841 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-10T11:25:05.841 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.842 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.842 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.842 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.842 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.842 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.842 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.842 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.842 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.842 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.842 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.842 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.842 INFO:teuthology.orchestra.run.smithi053.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-10T11:25:05.842 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-10T11:25:05.842 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.843 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.843 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.843 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:05.843 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.843 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.843 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.843 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.843 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.843 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.843 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.843 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.843 INFO:teuthology.orchestra.run.smithi053.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-10T11:25:05.843 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-10T11:25:05.843 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.843 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.843 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.843 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "5", 2024-05-10T11:25:05.844 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.844 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.844 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.844 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.844 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.844 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.844 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.844 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.844 INFO:teuthology.orchestra.run.smithi053.stdout: "cross_origin_url": { 2024-05-10T11:25:05.844 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "cross_origin_url", 2024-05-10T11:25:05.844 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.844 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.844 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.844 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.844 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.845 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.845 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.845 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.845 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.845 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.845 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.845 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.845 INFO:teuthology.orchestra.run.smithi053.stdout: "crt_file": { 2024-05-10T11:25:05.845 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "crt_file", 2024-05-10T11:25:05.845 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.845 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.845 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.845 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.845 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.845 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.845 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.846 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.846 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.846 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.846 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.846 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.846 INFO:teuthology.orchestra.run.smithi053.stdout: "debug": { 2024-05-10T11:25:05.846 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "debug", 2024-05-10T11:25:05.846 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.846 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.846 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.846 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.846 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.846 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.846 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.846 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Enable/disable debug options", 2024-05-10T11:25:05.847 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.847 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.847 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.847 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.847 INFO:teuthology.orchestra.run.smithi053.stdout: "jwt_token_ttl": { 2024-05-10T11:25:05.847 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "jwt_token_ttl", 2024-05-10T11:25:05.847 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.847 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.847 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.847 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "28800", 2024-05-10T11:25:05.847 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.847 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.847 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.847 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.847 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.847 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.848 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.848 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.848 INFO:teuthology.orchestra.run.smithi053.stdout: "key_file": { 2024-05-10T11:25:05.848 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "key_file", 2024-05-10T11:25:05.848 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.848 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.848 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.848 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.848 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.848 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.848 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.848 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.848 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.848 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.848 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.848 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.849 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:05.849 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:05.849 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.849 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.849 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.849 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.849 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.849 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.849 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.849 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.849 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.849 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.849 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.849 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.849 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.849 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.849 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.850 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.850 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.850 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.850 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.850 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:05.850 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:05.850 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.850 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.850 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.850 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.850 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.850 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.850 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.850 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.851 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.851 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.851 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.851 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.851 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:05.851 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:05.851 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.851 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.851 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.851 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:05.851 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.851 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.851 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.851 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.851 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.851 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.851 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.852 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.852 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.852 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.852 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.852 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.852 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.852 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.852 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.852 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:05.852 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:05.852 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.852 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.852 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.852 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.852 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.853 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.853 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.853 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.853 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.853 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.853 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.853 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.853 INFO:teuthology.orchestra.run.smithi053.stdout: "motd": { 2024-05-10T11:25:05.853 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "motd", 2024-05-10T11:25:05.853 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.853 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.853 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.853 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.853 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.854 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.854 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.854 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "The message of the day", 2024-05-10T11:25:05.854 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.854 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.854 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.854 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.854 INFO:teuthology.orchestra.run.smithi053.stdout: "redirect_resolve_ip_addr": { 2024-05-10T11:25:05.854 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "redirect_resolve_ip_addr", 2024-05-10T11:25:05.854 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.854 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.854 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.854 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.854 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.855 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.855 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.855 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.855 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.855 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.855 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.855 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.855 INFO:teuthology.orchestra.run.smithi053.stdout: "server_addr": { 2024-05-10T11:25:05.855 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "server_addr", 2024-05-10T11:25:05.855 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.855 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.855 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.855 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "::", 2024-05-10T11:25:05.855 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.855 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.855 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.856 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.856 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.856 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.856 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.856 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.856 INFO:teuthology.orchestra.run.smithi053.stdout: "server_port": { 2024-05-10T11:25:05.856 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "server_port", 2024-05-10T11:25:05.856 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.856 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.856 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.856 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "8080", 2024-05-10T11:25:05.856 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.856 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.856 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.856 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.857 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.857 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.857 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.857 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.857 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:05.857 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:05.857 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.857 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:05.857 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.857 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.857 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.857 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.857 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.857 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.858 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.858 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.858 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.858 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.858 INFO:teuthology.orchestra.run.smithi053.stdout: "ssl": { 2024-05-10T11:25:05.858 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ssl", 2024-05-10T11:25:05.858 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.858 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.858 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.858 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.858 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.858 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.858 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.858 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.858 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.859 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.859 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.859 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.859 INFO:teuthology.orchestra.run.smithi053.stdout: "ssl_server_port": { 2024-05-10T11:25:05.859 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ssl_server_port", 2024-05-10T11:25:05.859 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.859 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.859 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.859 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "8443", 2024-05-10T11:25:05.859 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.859 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.859 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.859 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.859 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.859 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.860 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.860 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.860 INFO:teuthology.orchestra.run.smithi053.stdout: "standby_behaviour": { 2024-05-10T11:25:05.860 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "standby_behaviour", 2024-05-10T11:25:05.860 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.860 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.860 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.860 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "redirect", 2024-05-10T11:25:05.860 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.860 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.860 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.860 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.860 INFO:teuthology.orchestra.run.smithi053.stdout: "redirect" 2024-05-10T11:25:05.860 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.860 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.860 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.861 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.861 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.861 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.861 INFO:teuthology.orchestra.run.smithi053.stdout: "standby_error_status_code": { 2024-05-10T11:25:05.861 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "standby_error_status_code", 2024-05-10T11:25:05.861 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.861 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.861 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.861 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "500", 2024-05-10T11:25:05.861 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "400", 2024-05-10T11:25:05.861 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "599", 2024-05-10T11:25:05.861 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.861 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.861 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.861 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.861 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.862 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.862 INFO:teuthology.orchestra.run.smithi053.stdout: "url_prefix": { 2024-05-10T11:25:05.862 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "url_prefix", 2024-05-10T11:25:05.862 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.862 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.862 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.862 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.862 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.862 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.862 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.862 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.862 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.862 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.862 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.862 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.863 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.863 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.863 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.863 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "devicehealth", 2024-05-10T11:25:05.863 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:05.863 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:05.863 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:05.863 INFO:teuthology.orchestra.run.smithi053.stdout: "enable_monitoring": { 2024-05-10T11:25:05.863 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "enable_monitoring", 2024-05-10T11:25:05.863 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.863 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.863 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.863 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.863 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.863 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.863 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.864 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "monitor device health metrics", 2024-05-10T11:25:05.864 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.864 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.864 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.864 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.864 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:05.864 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:05.864 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.864 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.864 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.864 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.864 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.864 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.864 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.864 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.864 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.865 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.865 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.865 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.865 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.865 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.865 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.865 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.865 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.865 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.865 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.865 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:05.865 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:05.865 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.865 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.866 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.866 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.866 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.866 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.866 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.866 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.866 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.866 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.866 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.866 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.866 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:05.866 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:05.866 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.866 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.867 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.867 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:05.867 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.867 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.867 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.867 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.867 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.867 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.867 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.867 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.867 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.867 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.867 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.867 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.868 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.868 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.868 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.868 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:05.868 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:05.868 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.868 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.868 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.868 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.868 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.868 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.868 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.868 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.868 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.869 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.869 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.869 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.869 INFO:teuthology.orchestra.run.smithi053.stdout: "mark_out_threshold": { 2024-05-10T11:25:05.869 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "mark_out_threshold", 2024-05-10T11:25:05.869 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:05.869 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.869 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.869 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "2419200", 2024-05-10T11:25:05.869 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.869 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.869 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.869 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-10T11:25:05.869 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.870 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.870 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.870 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.870 INFO:teuthology.orchestra.run.smithi053.stdout: "pool_name": { 2024-05-10T11:25:05.870 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "pool_name", 2024-05-10T11:25:05.870 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.870 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.870 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.870 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "device_health_metrics", 2024-05-10T11:25:05.870 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.870 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.870 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.870 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-10T11:25:05.871 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.871 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.871 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.871 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.871 INFO:teuthology.orchestra.run.smithi053.stdout: "retention_period": { 2024-05-10T11:25:05.871 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "retention_period", 2024-05-10T11:25:05.871 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:05.871 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.871 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.871 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "15552000", 2024-05-10T11:25:05.871 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.871 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.871 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.871 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how long to retain device health metrics", 2024-05-10T11:25:05.871 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.871 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.871 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.872 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.872 INFO:teuthology.orchestra.run.smithi053.stdout: "scrape_frequency": { 2024-05-10T11:25:05.872 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "scrape_frequency", 2024-05-10T11:25:05.872 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:05.872 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.872 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.872 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "86400", 2024-05-10T11:25:05.872 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.872 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.872 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.872 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-10T11:25:05.872 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.872 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.872 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.872 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.872 INFO:teuthology.orchestra.run.smithi053.stdout: "self_heal": { 2024-05-10T11:25:05.873 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "self_heal", 2024-05-10T11:25:05.873 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.873 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.873 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.873 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.873 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.873 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.873 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.873 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-10T11:25:05.873 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.873 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.873 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.873 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.873 INFO:teuthology.orchestra.run.smithi053.stdout: "sleep_interval": { 2024-05-10T11:25:05.873 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sleep_interval", 2024-05-10T11:25:05.873 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:05.873 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.874 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.874 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "600", 2024-05-10T11:25:05.874 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.874 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.874 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.874 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how frequently to wake up and check device health", 2024-05-10T11:25:05.874 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.874 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.874 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.874 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.874 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:05.874 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:05.874 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.874 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:05.875 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.875 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.875 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.875 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.875 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.875 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.875 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.875 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.875 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.875 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.875 INFO:teuthology.orchestra.run.smithi053.stdout: "warn_threshold": { 2024-05-10T11:25:05.875 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "warn_threshold", 2024-05-10T11:25:05.875 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:05.875 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.875 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.875 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "7257600", 2024-05-10T11:25:05.875 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.876 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.876 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.876 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-10T11:25:05.876 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.876 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.876 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.876 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.876 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.876 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.876 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.876 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "diskprediction_local", 2024-05-10T11:25:05.876 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:05.876 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:05.876 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:05.876 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:05.876 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:05.877 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.877 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.877 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.877 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.877 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.877 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.877 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.877 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.877 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.877 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.877 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.877 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.877 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.878 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.878 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.878 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.878 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.878 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.878 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.878 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:05.878 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:05.878 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.878 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.878 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.878 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.878 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.878 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.879 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.879 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.879 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.879 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.879 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.879 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.879 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:05.879 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:05.879 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.879 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.879 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.879 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:05.879 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.879 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.879 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.880 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.880 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.880 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.880 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.880 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.880 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.880 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.880 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.880 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.880 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.880 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.880 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.880 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:05.881 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:05.881 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.881 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.881 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.881 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.881 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.881 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.881 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.881 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.881 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.881 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.881 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.881 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.881 INFO:teuthology.orchestra.run.smithi053.stdout: "predict_interval": { 2024-05-10T11:25:05.881 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "predict_interval", 2024-05-10T11:25:05.881 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.881 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.882 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.882 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "86400", 2024-05-10T11:25:05.882 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.882 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.882 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.882 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.882 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.882 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.882 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.882 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.882 INFO:teuthology.orchestra.run.smithi053.stdout: "predictor_model": { 2024-05-10T11:25:05.882 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "predictor_model", 2024-05-10T11:25:05.882 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.882 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.882 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.883 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "prophetstor", 2024-05-10T11:25:05.883 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.883 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.883 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.883 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.883 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.883 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.883 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.883 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.883 INFO:teuthology.orchestra.run.smithi053.stdout: "sleep_interval": { 2024-05-10T11:25:05.883 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sleep_interval", 2024-05-10T11:25:05.883 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.883 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.883 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.883 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "600", 2024-05-10T11:25:05.883 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.884 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.884 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.884 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.884 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.884 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.884 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.884 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.884 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:05.884 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:05.884 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.884 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:05.884 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.884 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.884 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.884 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.884 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.885 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.885 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.885 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.885 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.885 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.885 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.885 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.885 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.885 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "influx", 2024-05-10T11:25:05.885 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": false, 2024-05-10T11:25:05.885 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "influxdb python module not found", 2024-05-10T11:25:05.885 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:05.885 INFO:teuthology.orchestra.run.smithi053.stdout: "batch_size": { 2024-05-10T11:25:05.885 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "batch_size", 2024-05-10T11:25:05.885 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.885 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.885 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.886 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "5000", 2024-05-10T11:25:05.886 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.886 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.886 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.886 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-10T11:25:05.886 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.886 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.886 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.886 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.886 INFO:teuthology.orchestra.run.smithi053.stdout: "database": { 2024-05-10T11:25:05.886 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "database", 2024-05-10T11:25:05.886 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.886 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.886 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.886 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "ceph", 2024-05-10T11:25:05.887 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.887 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.887 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.887 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-10T11:25:05.887 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.887 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.887 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.887 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.887 INFO:teuthology.orchestra.run.smithi053.stdout: "hostname": { 2024-05-10T11:25:05.887 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "hostname", 2024-05-10T11:25:05.887 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.887 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.887 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.887 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.887 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.887 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.887 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.888 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "InfluxDB server hostname", 2024-05-10T11:25:05.888 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.888 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.888 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.888 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.888 INFO:teuthology.orchestra.run.smithi053.stdout: "interval": { 2024-05-10T11:25:05.888 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "interval", 2024-05-10T11:25:05.888 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:05.888 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.888 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.888 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "30", 2024-05-10T11:25:05.888 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "5", 2024-05-10T11:25:05.888 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.888 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.888 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-10T11:25:05.889 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.889 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.889 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.889 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.889 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:05.889 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:05.889 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.889 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.889 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.889 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.889 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.889 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.889 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.890 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.890 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.890 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.890 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.890 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.890 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.890 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.890 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.890 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.890 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.890 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.890 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.890 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:05.890 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:05.890 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.891 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.891 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.891 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.891 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.891 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.891 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.891 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.891 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.891 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.891 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.891 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.891 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:05.891 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:05.891 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.891 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.892 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.892 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:05.892 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.892 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.892 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.892 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.892 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.892 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.892 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.892 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.892 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.892 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.892 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.892 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.892 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.892 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.893 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.893 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:05.893 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:05.893 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.893 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.893 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.893 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.893 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.893 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.893 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.893 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.893 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.893 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.893 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.893 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.893 INFO:teuthology.orchestra.run.smithi053.stdout: "password": { 2024-05-10T11:25:05.894 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "password", 2024-05-10T11:25:05.894 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.894 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.894 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.894 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.894 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.894 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.894 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.894 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "password of InfluxDB server user", 2024-05-10T11:25:05.894 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.894 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.894 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.894 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.894 INFO:teuthology.orchestra.run.smithi053.stdout: "port": { 2024-05-10T11:25:05.895 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "port", 2024-05-10T11:25:05.895 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.895 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.895 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.895 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "8086", 2024-05-10T11:25:05.895 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.895 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.895 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.895 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "InfluxDB server port", 2024-05-10T11:25:05.895 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.895 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.895 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.895 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.895 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:05.895 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:05.895 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.895 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:05.896 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.896 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.896 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.896 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.896 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.896 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.896 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.896 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.896 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.896 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.896 INFO:teuthology.orchestra.run.smithi053.stdout: "ssl": { 2024-05-10T11:25:05.896 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ssl", 2024-05-10T11:25:05.896 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.896 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.896 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.896 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "false", 2024-05-10T11:25:05.897 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.897 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.897 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.897 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-10T11:25:05.897 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.897 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.897 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.897 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.897 INFO:teuthology.orchestra.run.smithi053.stdout: "threads": { 2024-05-10T11:25:05.897 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "threads", 2024-05-10T11:25:05.897 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.897 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.897 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.897 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "5", 2024-05-10T11:25:05.897 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "1", 2024-05-10T11:25:05.897 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "32", 2024-05-10T11:25:05.897 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.898 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-10T11:25:05.898 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.898 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.898 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.898 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.898 INFO:teuthology.orchestra.run.smithi053.stdout: "username": { 2024-05-10T11:25:05.898 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "username", 2024-05-10T11:25:05.898 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.898 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.898 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.898 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.898 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.898 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.898 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.898 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "username of InfluxDB server user", 2024-05-10T11:25:05.899 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.899 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.899 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.899 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.899 INFO:teuthology.orchestra.run.smithi053.stdout: "verify_ssl": { 2024-05-10T11:25:05.899 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "verify_ssl", 2024-05-10T11:25:05.899 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.899 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.899 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.899 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "true", 2024-05-10T11:25:05.899 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.899 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.899 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.899 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-10T11:25:05.899 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.900 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.900 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.900 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.900 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.900 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.900 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.900 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "insights", 2024-05-10T11:25:05.900 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:05.900 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:05.900 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:05.900 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:05.900 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:05.900 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.900 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.900 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.900 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.901 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.901 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.901 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.901 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.901 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.901 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.901 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.901 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.901 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.901 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.901 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.901 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.901 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.901 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.902 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.902 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:05.902 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:05.902 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.902 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.902 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.902 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.902 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.902 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.902 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.902 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.902 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.902 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.902 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.903 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.903 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:05.903 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:05.903 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.903 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.903 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.903 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:05.903 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.903 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.903 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.903 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.903 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.903 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.903 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.904 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.904 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.904 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.904 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.904 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.904 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.904 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.904 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.904 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:05.904 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:05.904 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.904 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.904 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.904 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.904 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.904 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.905 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.905 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.905 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.905 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.905 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.905 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.905 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:05.905 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:05.905 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.905 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:05.905 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.905 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.905 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.905 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.905 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.906 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.906 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.906 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.906 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.906 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.906 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.906 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.906 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.906 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "iostat", 2024-05-10T11:25:05.906 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:05.906 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:05.906 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:05.906 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:05.906 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:05.907 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.907 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.907 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.907 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.907 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.907 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.907 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.907 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.907 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.907 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.907 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.907 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.907 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.907 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.907 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.908 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.908 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.908 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.908 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.908 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:05.908 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:05.908 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.908 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.908 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.908 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.908 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.908 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.908 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.908 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.908 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.909 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.909 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.909 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.909 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:05.909 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:05.909 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.909 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.909 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.909 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:05.909 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.909 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.909 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.909 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.909 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.909 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.910 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.910 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.910 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.910 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.910 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.910 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.910 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.910 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.910 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.910 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:05.910 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:05.910 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.910 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.910 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.911 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.911 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.911 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.911 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.911 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.911 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.911 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.911 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.911 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.911 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:05.911 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:05.911 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.911 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:05.911 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.912 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.912 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.912 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.912 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.912 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.912 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.912 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.912 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.912 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.912 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.912 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.912 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.912 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "k8sevents", 2024-05-10T11:25:05.912 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:05.912 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:05.913 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:05.913 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_event_retention_days": { 2024-05-10T11:25:05.913 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ceph_event_retention_days", 2024-05-10T11:25:05.913 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.913 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.913 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.913 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "7", 2024-05-10T11:25:05.913 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.913 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.913 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.913 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-10T11:25:05.913 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.913 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.913 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.913 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.914 INFO:teuthology.orchestra.run.smithi053.stdout: "config_check_secs": { 2024-05-10T11:25:05.914 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "config_check_secs", 2024-05-10T11:25:05.914 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.914 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.914 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.914 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:05.914 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "10", 2024-05-10T11:25:05.914 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.914 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.914 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-10T11:25:05.914 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.914 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.914 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.914 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.914 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:05.915 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:05.915 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.915 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.915 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.915 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.915 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.915 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.915 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.915 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.915 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.915 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.915 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.915 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.915 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.915 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.916 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.916 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.916 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.916 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.916 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.916 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:05.916 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:05.916 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.916 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.916 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.916 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.916 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.916 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.916 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.916 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.916 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.917 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.917 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.917 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.917 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:05.917 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:05.917 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.917 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.917 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.917 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:05.917 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.917 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.917 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.917 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.917 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.917 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.917 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.918 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.918 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.918 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.918 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.918 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.918 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.918 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.918 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.918 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:05.918 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:05.918 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.918 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.918 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.918 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.918 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.919 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.919 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.919 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.919 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.919 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.919 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.919 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.919 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:05.919 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:05.919 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.919 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:05.919 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.919 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.919 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.919 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.920 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.920 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.920 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.920 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.920 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.920 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.920 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.920 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.920 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.920 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "localpool", 2024-05-10T11:25:05.920 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:05.920 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:05.920 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:05.920 INFO:teuthology.orchestra.run.smithi053.stdout: "failure_domain": { 2024-05-10T11:25:05.920 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "failure_domain", 2024-05-10T11:25:05.920 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.921 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.921 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.921 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "host", 2024-05-10T11:25:05.921 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.921 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.921 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.921 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "failure domain for any created local pool", 2024-05-10T11:25:05.921 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-10T11:25:05.921 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.921 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.921 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.921 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:05.921 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:05.921 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.921 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.922 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.922 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.922 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.922 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.922 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.922 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.922 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.922 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.922 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.922 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.922 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.922 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.922 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.922 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.922 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.923 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.923 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.923 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:05.923 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:05.923 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.923 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.923 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.923 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.923 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.923 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.923 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.923 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.923 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.923 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.923 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.923 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.924 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:05.924 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:05.924 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.924 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.924 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.924 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:05.924 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.924 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.924 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.924 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.924 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.924 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.924 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.924 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.924 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.924 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.925 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.925 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.925 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.925 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.925 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.925 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:05.925 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:05.925 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.925 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.925 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.925 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.925 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.925 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.925 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.925 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.925 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.925 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.926 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.926 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.926 INFO:teuthology.orchestra.run.smithi053.stdout: "min_size": { 2024-05-10T11:25:05.926 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "min_size", 2024-05-10T11:25:05.926 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.926 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.926 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.926 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.926 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.926 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.926 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.926 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "default min_size for any created local pool", 2024-05-10T11:25:05.926 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-10T11:25:05.926 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.926 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.927 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.927 INFO:teuthology.orchestra.run.smithi053.stdout: "num_rep": { 2024-05-10T11:25:05.927 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "num_rep", 2024-05-10T11:25:05.927 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.927 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.927 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.927 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "3", 2024-05-10T11:25:05.927 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.927 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.927 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.927 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "default replica count for any created local pool", 2024-05-10T11:25:05.927 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.927 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.927 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.927 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.928 INFO:teuthology.orchestra.run.smithi053.stdout: "pg_num": { 2024-05-10T11:25:05.928 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "pg_num", 2024-05-10T11:25:05.928 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.928 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.928 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.928 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "128", 2024-05-10T11:25:05.928 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.928 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.928 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.928 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "default pg_num for any created local pool", 2024-05-10T11:25:05.928 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.928 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.928 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.928 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.928 INFO:teuthology.orchestra.run.smithi053.stdout: "prefix": { 2024-05-10T11:25:05.928 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "prefix", 2024-05-10T11:25:05.929 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.929 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.929 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.929 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.929 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.929 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.929 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.929 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "name prefix for any created local pool", 2024-05-10T11:25:05.929 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.929 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.929 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.929 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.929 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:05.929 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:05.929 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.929 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:05.930 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.930 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.930 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.930 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.930 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.930 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.930 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.930 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.930 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.930 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.930 INFO:teuthology.orchestra.run.smithi053.stdout: "subtree": { 2024-05-10T11:25:05.930 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "subtree", 2024-05-10T11:25:05.930 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.930 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.931 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.931 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "rack", 2024-05-10T11:25:05.931 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.931 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.931 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.931 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-10T11:25:05.931 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-10T11:25:05.931 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.931 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.931 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.931 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.931 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.931 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.931 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "mds_autoscaler", 2024-05-10T11:25:05.932 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:05.932 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:05.932 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:05.932 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:05.932 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:05.932 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.932 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.932 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.932 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.932 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.932 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.932 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.932 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.932 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.932 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.932 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.933 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.933 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.933 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.933 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.933 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.933 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.933 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.933 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.933 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:05.933 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:05.933 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.933 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.933 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.933 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.934 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.934 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.934 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.934 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.934 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.934 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.934 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.934 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.934 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:05.934 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:05.934 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.934 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.934 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.934 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:05.934 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.935 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.935 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.935 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.935 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.935 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.935 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.935 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.935 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.935 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.935 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.935 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.935 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.935 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.935 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.935 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:05.935 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:05.935 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.936 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.936 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.936 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.936 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.936 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.936 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.936 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.936 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.936 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.936 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.936 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.936 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:05.936 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:05.936 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.936 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:05.936 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.937 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.937 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.937 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.937 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.937 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.937 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.937 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.937 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.937 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.937 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.937 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.937 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.937 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "mirroring", 2024-05-10T11:25:05.937 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:05.937 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:05.937 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:05.938 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:05.938 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:05.938 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.938 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.938 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.938 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.938 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.938 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.938 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.938 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.938 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.938 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.938 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.939 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.939 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.939 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.939 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.939 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.939 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.939 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.939 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.939 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:05.939 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:05.939 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.939 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.939 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.939 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.939 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.939 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.940 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.940 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.940 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.940 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.940 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.940 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.940 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:05.940 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:05.940 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.940 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.940 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.940 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:05.940 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.940 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.940 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.940 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.941 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.941 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.941 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.941 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.941 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.941 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.941 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.941 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.941 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.941 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.941 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.941 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:05.941 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:05.941 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.941 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.942 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.942 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.942 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.942 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.942 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.942 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.942 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.942 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.942 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.942 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.942 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:05.942 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:05.942 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.942 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:05.942 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.943 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.943 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.943 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.943 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.943 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.943 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.943 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.943 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.943 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.943 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.943 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.943 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.943 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "nfs", 2024-05-10T11:25:05.943 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:05.943 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:05.944 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:05.944 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:05.944 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:05.944 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.944 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.944 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.944 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.944 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.944 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.944 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.944 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.944 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.944 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.944 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.944 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.944 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.945 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.945 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.945 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.945 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.945 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.945 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.945 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:05.945 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:05.945 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.945 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.945 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.945 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.945 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.945 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.945 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.945 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.945 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.946 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.946 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.946 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.946 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:05.946 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:05.946 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.946 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.946 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.946 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:05.946 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.946 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.946 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.946 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.946 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.946 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.947 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.947 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.947 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.947 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.947 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.947 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.947 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.947 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.947 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.947 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:05.947 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:05.947 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.947 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.947 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.947 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.947 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.947 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.948 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.948 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.948 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.948 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.948 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.948 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.948 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:05.948 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:05.948 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.948 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:05.948 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.948 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.948 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.948 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.948 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.948 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.949 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.949 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.949 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.949 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.949 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.949 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.949 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.949 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "orchestrator", 2024-05-10T11:25:05.949 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:05.949 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:05.949 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:05.949 INFO:teuthology.orchestra.run.smithi053.stdout: "fail_fs": { 2024-05-10T11:25:05.949 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "fail_fs", 2024-05-10T11:25:05.949 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.949 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.949 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.950 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.950 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.950 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.950 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.950 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-10T11:25:05.950 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.950 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.950 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.950 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.950 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:05.950 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:05.950 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.950 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.950 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.950 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.951 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.951 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.951 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.951 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.951 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.951 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.951 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.951 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.951 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.951 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.951 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.951 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.951 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.951 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.951 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.952 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:05.952 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:05.952 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.952 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.952 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.952 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.952 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.952 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.952 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.952 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.952 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.952 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.952 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.952 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.952 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:05.953 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:05.953 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.953 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.953 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.953 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:05.953 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.953 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.953 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.953 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.953 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.953 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.953 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.953 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.953 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.953 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.954 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.954 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.954 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.954 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.954 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.954 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:05.954 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:05.954 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.954 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.954 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.954 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.954 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.954 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.954 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.955 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.955 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.955 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.955 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.955 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.955 INFO:teuthology.orchestra.run.smithi053.stdout: "orchestrator": { 2024-05-10T11:25:05.955 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "orchestrator", 2024-05-10T11:25:05.955 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.955 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.955 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.955 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.955 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.955 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.955 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.955 INFO:teuthology.orchestra.run.smithi053.stdout: "cephadm", 2024-05-10T11:25:05.955 INFO:teuthology.orchestra.run.smithi053.stdout: "rook", 2024-05-10T11:25:05.956 INFO:teuthology.orchestra.run.smithi053.stdout: "test_orchestrator" 2024-05-10T11:25:05.956 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.956 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Orchestrator backend", 2024-05-10T11:25:05.956 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.956 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.956 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.956 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.956 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:05.956 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:05.956 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.956 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:05.956 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.956 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.956 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.956 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.956 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.957 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.957 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.957 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.957 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.957 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.957 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.957 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.957 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.957 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "osd_perf_query", 2024-05-10T11:25:05.957 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:05.957 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:05.957 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:05.957 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:05.957 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:05.957 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.958 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.958 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.958 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.958 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.958 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.958 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.958 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.958 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.958 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.958 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.958 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.958 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.958 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.958 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.958 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.959 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.959 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.959 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.959 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:05.959 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:05.959 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.959 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.959 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.959 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.959 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.959 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.959 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.959 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.959 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.959 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.959 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.960 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.960 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:05.960 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:05.960 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.960 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.960 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.960 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:05.960 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.960 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.960 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.960 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.960 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.960 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.960 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.960 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.960 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.960 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.961 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.961 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.961 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.961 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.961 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.961 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:05.961 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:05.961 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.961 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.961 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.961 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.961 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.961 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.961 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.961 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.961 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.962 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.962 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.962 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.962 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:05.962 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:05.962 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.962 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:05.962 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.962 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.962 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.962 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.962 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.962 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.962 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.963 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.963 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.963 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.963 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.963 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.963 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.963 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "osd_support", 2024-05-10T11:25:05.963 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:05.963 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:05.963 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:05.963 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:05.963 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:05.963 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.963 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.963 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.963 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.964 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.964 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.964 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.964 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.964 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.964 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.964 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.964 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.964 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.964 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.964 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.964 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.964 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.964 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.964 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.964 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:05.965 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:05.965 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.965 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.965 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.965 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.965 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.965 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.965 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.965 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.965 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.965 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.965 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.965 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.966 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:05.966 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:05.966 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.966 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.966 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.966 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:05.966 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.966 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.966 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.966 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.966 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.966 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.966 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.966 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.967 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.967 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.967 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.967 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.967 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.967 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.967 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.967 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:05.967 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:05.967 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.967 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.967 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.967 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.967 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.968 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.968 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.968 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.968 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.968 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.968 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.968 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.968 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:05.968 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:05.968 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.968 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:05.968 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.968 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.968 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.968 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.969 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.969 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.969 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.969 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.969 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.969 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.969 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.969 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.969 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.969 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "pg_autoscaler", 2024-05-10T11:25:05.969 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:05.969 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:05.969 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:05.969 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:05.969 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:05.969 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.969 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.970 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.970 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.970 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.970 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.970 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.970 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.970 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.970 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.970 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.970 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.970 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.970 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.970 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.970 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.971 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.971 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.971 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.971 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:05.971 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:05.971 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.971 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.971 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.971 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.971 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.971 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.971 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.971 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.971 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.971 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.971 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.972 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.972 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:05.972 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:05.972 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.972 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.972 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.972 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:05.972 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.972 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.972 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.972 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.972 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.972 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.972 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.972 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.972 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.973 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.973 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.973 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.973 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.973 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.973 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.973 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:05.973 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:05.973 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.973 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.973 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.973 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.973 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.973 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.973 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.974 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.974 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.974 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.974 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.974 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.974 INFO:teuthology.orchestra.run.smithi053.stdout: "sleep_interval": { 2024-05-10T11:25:05.974 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sleep_interval", 2024-05-10T11:25:05.974 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:05.974 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.974 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.974 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "60", 2024-05-10T11:25:05.974 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.974 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.974 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.974 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.975 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.975 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.975 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.975 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.975 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:05.975 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:05.975 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.975 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:05.975 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.975 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.975 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.975 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.975 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.975 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.975 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.975 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.975 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.976 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.976 INFO:teuthology.orchestra.run.smithi053.stdout: "threshold": { 2024-05-10T11:25:05.976 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "threshold", 2024-05-10T11:25:05.976 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "float", 2024-05-10T11:25:05.976 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.976 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.976 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "3.0", 2024-05-10T11:25:05.976 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "1.0", 2024-05-10T11:25:05.976 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.976 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.976 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "scaling threshold", 2024-05-10T11:25:05.976 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-10T11:25:05.976 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.976 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.976 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.976 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.977 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.977 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.977 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "progress", 2024-05-10T11:25:05.977 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:05.977 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:05.977 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:05.977 INFO:teuthology.orchestra.run.smithi053.stdout: "allow_pg_recovery_event": { 2024-05-10T11:25:05.977 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "allow_pg_recovery_event", 2024-05-10T11:25:05.977 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.977 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.977 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.977 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.977 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.978 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.978 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.978 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-10T11:25:05.978 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.978 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.978 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.978 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.978 INFO:teuthology.orchestra.run.smithi053.stdout: "enabled": { 2024-05-10T11:25:05.978 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "enabled", 2024-05-10T11:25:05.978 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.978 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.978 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.978 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.978 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.979 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.979 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.979 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.979 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.979 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.979 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.979 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.979 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:05.979 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:05.979 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.979 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.979 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.979 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.979 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.979 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.979 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.980 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.980 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.980 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.980 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.980 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.980 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.980 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.980 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.980 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.980 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.980 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.980 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.980 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:05.980 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:05.980 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.981 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.981 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.981 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.981 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.981 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.981 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.981 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.981 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.981 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.981 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.981 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.981 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:05.981 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:05.981 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.981 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.981 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.982 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:05.982 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.982 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.982 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.982 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.982 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.982 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.982 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.982 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.982 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.982 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.982 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.982 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.982 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.983 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.983 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.983 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:05.983 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:05.983 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.983 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.983 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.983 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.983 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.983 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.983 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.983 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.983 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.983 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.983 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.984 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.984 INFO:teuthology.orchestra.run.smithi053.stdout: "max_completed_events": { 2024-05-10T11:25:05.984 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "max_completed_events", 2024-05-10T11:25:05.984 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.984 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.984 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.984 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "50", 2024-05-10T11:25:05.984 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.984 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.984 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.984 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "number of past completed events to remember", 2024-05-10T11:25:05.984 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.984 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.984 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.984 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.985 INFO:teuthology.orchestra.run.smithi053.stdout: "sleep_interval": { 2024-05-10T11:25:05.985 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sleep_interval", 2024-05-10T11:25:05.985 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:05.985 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.985 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.985 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "5", 2024-05-10T11:25:05.985 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.985 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.985 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.985 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how long the module is going to sleep", 2024-05-10T11:25:05.985 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.985 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.985 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.985 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.985 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:05.986 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:05.986 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.986 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:05.986 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.986 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.986 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.986 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.986 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.986 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.986 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.986 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.986 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.986 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.986 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:05.987 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.987 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:05.987 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "prometheus", 2024-05-10T11:25:05.987 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:05.987 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:05.987 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:05.987 INFO:teuthology.orchestra.run.smithi053.stdout: "cache": { 2024-05-10T11:25:05.987 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "cache", 2024-05-10T11:25:05.987 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.987 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.987 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.987 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.987 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.987 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.987 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.987 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.987 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.988 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.988 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.988 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.988 INFO:teuthology.orchestra.run.smithi053.stdout: "exclude_perf_counters": { 2024-05-10T11:25:05.988 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "exclude_perf_counters", 2024-05-10T11:25:05.988 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.988 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.988 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.988 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:05.988 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.988 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.988 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.988 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-10T11:25:05.988 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-10T11:25:05.988 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.988 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.989 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.989 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:05.989 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:05.989 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.989 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.989 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.989 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.989 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.989 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.989 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.989 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.989 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.989 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.989 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.990 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.990 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.990 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.990 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.990 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.990 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.990 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.990 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.990 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:05.990 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:05.990 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.990 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.991 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.991 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.991 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.991 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.991 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.991 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.991 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.991 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.991 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.991 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.991 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:05.991 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:05.991 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.991 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.991 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.991 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:05.992 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.992 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.992 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:05.992 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:05.992 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:05.992 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:05.992 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:05.992 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:05.992 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:05.992 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:05.992 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.992 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.992 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.992 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.992 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.993 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:05.993 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:05.993 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:05.993 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.993 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.993 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:05.993 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.993 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.993 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.993 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.993 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.993 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.993 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.993 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.993 INFO:teuthology.orchestra.run.smithi053.stdout: "rbd_stats_pools": { 2024-05-10T11:25:05.993 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rbd_stats_pools", 2024-05-10T11:25:05.994 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.994 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.994 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.994 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:05.994 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.994 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.994 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.994 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.994 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.994 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.994 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.994 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.994 INFO:teuthology.orchestra.run.smithi053.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-10T11:25:05.994 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-10T11:25:05.994 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.995 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.995 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.995 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "300", 2024-05-10T11:25:05.995 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.995 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.995 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.995 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.995 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.995 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.995 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.995 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.995 INFO:teuthology.orchestra.run.smithi053.stdout: "scrape_interval": { 2024-05-10T11:25:05.995 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "scrape_interval", 2024-05-10T11:25:05.995 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "float", 2024-05-10T11:25:05.995 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.996 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.996 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "15.0", 2024-05-10T11:25:05.996 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.996 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.996 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.996 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.996 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.996 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.996 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.996 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.996 INFO:teuthology.orchestra.run.smithi053.stdout: "server_addr": { 2024-05-10T11:25:05.996 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "server_addr", 2024-05-10T11:25:05.996 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.996 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.996 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.997 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "::", 2024-05-10T11:25:05.997 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.997 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.997 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.997 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-10T11:25:05.997 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.997 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.997 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.997 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.997 INFO:teuthology.orchestra.run.smithi053.stdout: "server_port": { 2024-05-10T11:25:05.997 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "server_port", 2024-05-10T11:25:05.997 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.997 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.997 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.997 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "9283", 2024-05-10T11:25:05.998 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.998 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.998 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.998 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-10T11:25:05.998 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.998 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.998 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.998 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.998 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:05.998 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:05.998 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:05.998 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:05.998 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:05.998 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:05.999 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.999 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:05.999 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:05.999 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:05.999 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:05.999 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:05.999 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:05.999 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:05.999 INFO:teuthology.orchestra.run.smithi053.stdout: "stale_cache_strategy": { 2024-05-10T11:25:05.999 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "stale_cache_strategy", 2024-05-10T11:25:05.999 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:05.999 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:05.999 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:05.999 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "log", 2024-05-10T11:25:05.999 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:05.999 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.000 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.000 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.000 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.000 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.000 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.000 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.000 INFO:teuthology.orchestra.run.smithi053.stdout: "standby_behaviour": { 2024-05-10T11:25:06.000 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "standby_behaviour", 2024-05-10T11:25:06.000 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.000 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.000 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.000 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "default", 2024-05-10T11:25:06.000 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.000 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.000 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.000 INFO:teuthology.orchestra.run.smithi053.stdout: "default", 2024-05-10T11:25:06.001 INFO:teuthology.orchestra.run.smithi053.stdout: "error" 2024-05-10T11:25:06.001 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.001 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.001 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.001 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.001 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.001 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.001 INFO:teuthology.orchestra.run.smithi053.stdout: "standby_error_status_code": { 2024-05-10T11:25:06.001 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "standby_error_status_code", 2024-05-10T11:25:06.001 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.001 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.001 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.001 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "500", 2024-05-10T11:25:06.001 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "400", 2024-05-10T11:25:06.001 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "599", 2024-05-10T11:25:06.001 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.002 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.002 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.002 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.002 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.002 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.002 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.002 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.002 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.002 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rbd_support", 2024-05-10T11:25:06.002 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.002 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.002 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.002 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.003 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.003 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.003 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.003 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.003 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.003 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.003 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.003 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.003 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.003 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.003 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.003 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.003 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.003 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.003 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.004 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.004 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.004 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.004 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.004 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.004 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.004 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.004 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.004 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.004 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.004 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.004 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.004 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.004 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.004 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.005 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.005 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.005 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.005 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.005 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.005 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.005 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.005 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.005 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.005 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.005 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.005 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.005 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.005 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.005 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.006 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.006 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.006 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.006 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.006 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.006 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.006 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.006 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.006 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.006 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.006 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.006 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.006 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.006 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.007 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.007 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.007 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.007 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.007 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.007 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.007 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.007 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.007 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.007 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.007 INFO:teuthology.orchestra.run.smithi053.stdout: "max_concurrent_snap_create": { 2024-05-10T11:25:06.007 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "max_concurrent_snap_create", 2024-05-10T11:25:06.007 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.008 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.008 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.008 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:06.008 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.008 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.008 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.008 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.008 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.008 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.008 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.008 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.008 INFO:teuthology.orchestra.run.smithi053.stdout: "mirror_snapshot_schedule": { 2024-05-10T11:25:06.008 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "mirror_snapshot_schedule", 2024-05-10T11:25:06.008 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.008 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.009 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.009 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.009 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.009 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.009 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.009 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.009 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.009 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.009 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.009 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.009 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.009 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.009 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.009 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.009 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.010 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.010 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.010 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.010 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.010 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.010 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.010 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.010 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.010 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.010 INFO:teuthology.orchestra.run.smithi053.stdout: "trash_purge_schedule": { 2024-05-10T11:25:06.010 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "trash_purge_schedule", 2024-05-10T11:25:06.010 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.010 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.011 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.011 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.011 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.011 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.011 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.011 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.011 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.011 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.011 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.011 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.011 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.011 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.011 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.011 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "restful", 2024-05-10T11:25:06.011 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.011 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.012 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.012 INFO:teuthology.orchestra.run.smithi053.stdout: "enable_auth": { 2024-05-10T11:25:06.012 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "enable_auth", 2024-05-10T11:25:06.012 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.012 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.012 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.012 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.012 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.012 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.012 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.012 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.012 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.012 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.012 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.013 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.013 INFO:teuthology.orchestra.run.smithi053.stdout: "key_file": { 2024-05-10T11:25:06.013 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "key_file", 2024-05-10T11:25:06.013 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.013 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.013 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.013 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.013 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.013 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.013 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.013 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.013 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.013 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.013 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.013 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.013 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.013 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.014 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.014 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.014 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.014 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.014 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.014 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.014 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.014 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.014 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.014 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.014 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.014 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.014 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.014 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.015 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.015 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.015 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.015 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.015 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.015 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.015 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.015 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.015 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.015 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.015 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.015 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.015 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.015 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.015 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.016 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.016 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.016 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.016 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.016 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.016 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.016 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.016 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.016 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.016 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.016 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.016 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.016 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.016 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.016 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.017 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.017 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.017 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.017 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.017 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.017 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.017 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.017 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.017 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.017 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.017 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.017 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.017 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.017 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.017 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.017 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.018 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.018 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.018 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.018 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.018 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.018 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.018 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.018 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.018 INFO:teuthology.orchestra.run.smithi053.stdout: "server_addr": { 2024-05-10T11:25:06.018 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "server_addr", 2024-05-10T11:25:06.018 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.018 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.018 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.018 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.018 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.019 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.019 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.019 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.019 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.019 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.019 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.019 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.019 INFO:teuthology.orchestra.run.smithi053.stdout: "server_port": { 2024-05-10T11:25:06.019 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "server_port", 2024-05-10T11:25:06.019 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.019 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.019 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.019 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.019 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.019 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.020 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.020 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.020 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.020 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.020 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.020 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.020 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.020 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.020 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.020 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.020 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.020 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.020 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.020 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.021 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.021 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.021 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.021 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.021 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.021 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.021 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.021 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.021 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.021 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rgw", 2024-05-10T11:25:06.021 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.021 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.021 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.021 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.021 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.022 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.022 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.022 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.022 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.022 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.022 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.022 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.022 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.022 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.022 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.022 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.022 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.022 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.023 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.023 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.023 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.023 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.023 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.023 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.023 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.023 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.023 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.023 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.023 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.023 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.023 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.023 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.023 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.024 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.024 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.024 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.024 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.024 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.024 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.024 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.024 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.024 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.024 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.024 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.024 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.024 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.024 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.024 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.025 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.025 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.025 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.025 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.025 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.025 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.025 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.025 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.025 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.025 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.025 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.025 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.025 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.025 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.025 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.025 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.026 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.026 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.026 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.026 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.026 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.026 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.026 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.026 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.026 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.026 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.026 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.026 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.026 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.026 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.026 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.027 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.027 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.027 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.027 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.027 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.027 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.027 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.027 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.027 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.027 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.027 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.027 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rook", 2024-05-10T11:25:06.027 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.027 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.027 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.027 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.028 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.028 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.028 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.028 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.028 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.028 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.028 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.028 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.028 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.028 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.028 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.028 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.028 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.028 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.028 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.029 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.029 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.029 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.029 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.029 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.029 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.029 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.029 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.029 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.029 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.029 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.029 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.029 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.029 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.029 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.030 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.030 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.030 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.030 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.030 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.030 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.030 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.030 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.030 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.030 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.030 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.030 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.030 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.030 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.030 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.031 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.031 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.031 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.031 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.031 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.031 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.031 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.031 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.031 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.031 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.031 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.031 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.031 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.031 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.031 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.031 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.032 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.032 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.032 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.032 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.032 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.032 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.032 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.032 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.032 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.032 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.032 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.032 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.032 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.032 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.032 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.033 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.033 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.033 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.033 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.033 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.033 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.033 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.033 INFO:teuthology.orchestra.run.smithi053.stdout: "storage_class": { 2024-05-10T11:25:06.033 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "storage_class", 2024-05-10T11:25:06.033 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.033 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.033 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.033 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "local", 2024-05-10T11:25:06.033 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.033 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.034 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.034 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-10T11:25:06.034 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.034 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.034 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.034 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.034 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.034 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.034 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.034 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "selftest", 2024-05-10T11:25:06.034 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.034 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.034 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.034 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.035 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.035 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.035 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.035 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.035 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.035 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.035 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.035 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.035 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.035 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.035 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.035 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.035 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.035 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.035 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.036 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.036 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.036 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.036 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.036 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.036 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.036 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.036 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.036 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.036 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.036 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.036 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.036 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.036 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.037 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.037 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.037 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.037 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.037 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.037 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.037 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.037 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.037 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.037 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.037 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.037 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.037 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.037 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.037 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.037 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.038 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.038 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.038 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.038 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.038 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.038 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.038 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.038 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.038 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.038 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.038 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.038 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.038 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.038 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.039 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.039 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.039 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.039 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.039 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.039 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.039 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.039 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.039 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.039 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.039 INFO:teuthology.orchestra.run.smithi053.stdout: "roption1": { 2024-05-10T11:25:06.039 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "roption1", 2024-05-10T11:25:06.039 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.039 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.040 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.040 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.040 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.040 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.040 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.040 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.040 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.040 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.040 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.040 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.040 INFO:teuthology.orchestra.run.smithi053.stdout: "roption2": { 2024-05-10T11:25:06.040 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "roption2", 2024-05-10T11:25:06.040 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.040 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.040 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.040 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "xyz", 2024-05-10T11:25:06.040 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.041 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.041 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.041 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.041 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.041 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.041 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.041 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.041 INFO:teuthology.orchestra.run.smithi053.stdout: "rwoption1": { 2024-05-10T11:25:06.041 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rwoption1", 2024-05-10T11:25:06.041 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.041 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.041 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.041 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.041 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.041 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.042 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.042 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.042 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.042 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.042 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.042 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.042 INFO:teuthology.orchestra.run.smithi053.stdout: "rwoption2": { 2024-05-10T11:25:06.042 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rwoption2", 2024-05-10T11:25:06.042 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.042 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.042 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.042 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.042 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.042 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.043 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.043 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.043 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.043 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.043 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.043 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.043 INFO:teuthology.orchestra.run.smithi053.stdout: "rwoption3": { 2024-05-10T11:25:06.043 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rwoption3", 2024-05-10T11:25:06.043 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "float", 2024-05-10T11:25:06.043 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.043 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.043 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.043 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.043 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.043 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.044 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.044 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.044 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.044 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.044 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.044 INFO:teuthology.orchestra.run.smithi053.stdout: "rwoption4": { 2024-05-10T11:25:06.044 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rwoption4", 2024-05-10T11:25:06.044 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.044 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.044 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.044 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.044 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.044 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.044 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.044 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.045 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.045 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.045 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.045 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.045 INFO:teuthology.orchestra.run.smithi053.stdout: "rwoption5": { 2024-05-10T11:25:06.045 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rwoption5", 2024-05-10T11:25:06.045 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.045 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.045 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.045 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.045 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.045 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.045 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.045 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.045 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.046 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.046 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.046 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.046 INFO:teuthology.orchestra.run.smithi053.stdout: "rwoption6": { 2024-05-10T11:25:06.046 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rwoption6", 2024-05-10T11:25:06.046 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.046 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.046 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.046 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.046 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.046 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.046 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.046 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.046 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.047 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.047 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.047 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.047 INFO:teuthology.orchestra.run.smithi053.stdout: "rwoption7": { 2024-05-10T11:25:06.047 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rwoption7", 2024-05-10T11:25:06.047 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.047 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.047 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.047 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.047 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "1", 2024-05-10T11:25:06.047 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "42", 2024-05-10T11:25:06.047 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.047 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.047 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.047 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.047 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.048 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.048 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.048 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.048 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.048 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.048 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.048 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.048 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.048 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.048 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.048 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.048 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.048 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.048 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.048 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.048 INFO:teuthology.orchestra.run.smithi053.stdout: "testkey": { 2024-05-10T11:25:06.049 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "testkey", 2024-05-10T11:25:06.049 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.049 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.049 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.049 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.049 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.049 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.049 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.049 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.049 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.049 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.049 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.049 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.049 INFO:teuthology.orchestra.run.smithi053.stdout: "testlkey": { 2024-05-10T11:25:06.050 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "testlkey", 2024-05-10T11:25:06.050 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.050 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.050 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.050 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.050 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.050 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.050 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.050 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.050 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.050 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.050 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.050 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.050 INFO:teuthology.orchestra.run.smithi053.stdout: "testnewline": { 2024-05-10T11:25:06.050 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "testnewline", 2024-05-10T11:25:06.051 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.051 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.051 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.051 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.051 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.051 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.051 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.051 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.051 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.051 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.051 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.051 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.051 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.051 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.051 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.051 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smb", 2024-05-10T11:25:06.052 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.052 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.052 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.052 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.052 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.052 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.052 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.052 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.052 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.052 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.052 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.052 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.052 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.052 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.052 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.053 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.053 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.053 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.053 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.053 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.053 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.053 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.053 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.053 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.053 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.053 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.053 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.053 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.053 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.053 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.053 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.054 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.054 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.054 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.054 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.054 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.054 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.054 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.054 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.054 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.054 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.054 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.054 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.054 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.054 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.055 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.055 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.055 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.055 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.055 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.055 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.055 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.055 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.055 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.055 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.055 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.055 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.055 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.055 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.055 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.055 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.056 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.056 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.056 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.056 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.056 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.056 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.056 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.056 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.056 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.056 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.056 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.056 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.056 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.056 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.056 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.056 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.057 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.057 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.057 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.057 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.057 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.057 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.057 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.057 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.057 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.057 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.057 INFO:teuthology.orchestra.run.smithi053.stdout: "update_orchestration": { 2024-05-10T11:25:06.057 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "update_orchestration", 2024-05-10T11:25:06.057 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.057 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.057 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.057 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.058 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.058 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.058 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.058 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-10T11:25:06.058 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.058 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.058 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.058 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.058 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.058 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.058 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.058 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "snap_schedule", 2024-05-10T11:25:06.058 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.058 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.059 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.059 INFO:teuthology.orchestra.run.smithi053.stdout: "allow_m_granularity": { 2024-05-10T11:25:06.059 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "allow_m_granularity", 2024-05-10T11:25:06.059 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.059 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.059 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.059 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.059 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.059 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.059 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.059 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "allow minute scheduled snapshots", 2024-05-10T11:25:06.059 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.059 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.059 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.059 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.059 INFO:teuthology.orchestra.run.smithi053.stdout: "dump_on_update": { 2024-05-10T11:25:06.060 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "dump_on_update", 2024-05-10T11:25:06.060 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.060 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.060 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.060 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.060 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.060 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.060 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.060 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "dump database to debug log on update", 2024-05-10T11:25:06.060 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.060 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.060 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.060 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.060 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.060 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.060 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.061 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.061 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.061 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.061 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.061 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.061 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.061 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.061 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.061 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.061 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.061 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.061 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.061 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.061 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.061 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.061 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.061 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.062 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.062 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.062 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.062 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.062 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.062 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.062 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.062 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.062 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.062 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.062 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.062 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.062 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.062 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.063 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.063 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.063 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.063 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.063 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.063 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.063 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.063 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.063 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.063 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.063 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.063 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.063 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.063 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.063 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.063 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.064 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.064 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.064 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.064 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.064 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.064 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.064 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.064 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.064 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.064 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.064 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.064 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.064 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.064 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.065 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.065 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.065 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.065 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.065 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.065 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.065 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.065 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.065 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.065 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.065 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.065 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.065 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.065 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.065 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.065 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.065 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.066 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.066 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.066 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.066 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.066 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.066 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.066 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "stats", 2024-05-10T11:25:06.066 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.066 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.066 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.066 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.066 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.066 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.067 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.067 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.067 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.067 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.067 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.067 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.067 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.067 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.067 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.067 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.067 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.067 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.067 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.068 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.068 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.068 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.068 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.068 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.068 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.068 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.068 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.068 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.068 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.068 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.068 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.068 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.068 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.069 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.069 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.069 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.069 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.069 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.069 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.069 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.069 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.069 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.069 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.069 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.069 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.069 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.069 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.069 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.069 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.069 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.070 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.070 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.070 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.070 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.070 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.070 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.070 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.070 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.070 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.070 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.070 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.070 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.070 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.071 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.071 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.071 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.071 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.071 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.071 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.071 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.071 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.071 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.071 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.071 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.071 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.071 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.071 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.071 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.071 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.072 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.072 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.072 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.072 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.072 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.072 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.072 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.072 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.072 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.072 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.072 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.072 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "status", 2024-05-10T11:25:06.072 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.072 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.072 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.073 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.073 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.073 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.073 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.073 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.073 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.073 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.073 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.073 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.073 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.073 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.073 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.073 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.073 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.073 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.073 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.073 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.074 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.074 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.074 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.074 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.074 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.074 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.074 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.074 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.074 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.074 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.074 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.074 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.074 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.074 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.075 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.075 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.075 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.075 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.075 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.075 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.075 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.075 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.075 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.075 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.075 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.075 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.075 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.075 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.075 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.076 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.076 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.076 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.076 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.076 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.076 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.076 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.076 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.076 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.076 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.076 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.076 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.076 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.076 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.076 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.077 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.077 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.077 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.077 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.077 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.077 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.077 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.077 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.077 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.077 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.077 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.077 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.077 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.077 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.077 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.077 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.078 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.078 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.078 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.078 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.078 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.078 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.078 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.078 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.078 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.078 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.078 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "telegraf", 2024-05-10T11:25:06.078 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.078 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.079 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.079 INFO:teuthology.orchestra.run.smithi053.stdout: "address": { 2024-05-10T11:25:06.079 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "address", 2024-05-10T11:25:06.079 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.079 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.079 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.079 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-10T11:25:06.079 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.079 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.079 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.079 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.079 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.079 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.079 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.079 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.079 INFO:teuthology.orchestra.run.smithi053.stdout: "interval": { 2024-05-10T11:25:06.079 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "interval", 2024-05-10T11:25:06.080 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.080 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.080 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.080 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "15", 2024-05-10T11:25:06.080 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.080 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.080 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.080 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.080 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.080 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.080 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.080 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.080 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.080 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.080 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.081 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.081 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.081 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.081 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.081 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.081 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.081 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.081 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.081 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.081 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.081 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.081 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.081 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.081 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.081 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.081 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.082 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.082 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.082 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.082 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.082 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.082 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.082 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.082 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.082 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.082 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.082 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.082 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.082 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.082 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.083 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.083 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.083 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.083 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.083 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.083 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.083 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.083 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.083 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.083 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.083 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.083 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.083 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.083 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.083 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.083 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.083 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.084 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.084 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.084 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.084 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.084 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.084 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.084 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.084 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.084 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.084 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.084 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.084 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.084 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.084 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.084 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.084 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.085 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.085 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.085 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.085 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.085 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.085 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.085 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.085 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.085 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.085 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.085 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.085 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.085 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.085 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.085 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.085 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.086 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.086 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.086 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.086 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.086 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.086 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "telemetry", 2024-05-10T11:25:06.086 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.086 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.086 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.086 INFO:teuthology.orchestra.run.smithi053.stdout: "channel_basic": { 2024-05-10T11:25:06.086 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "channel_basic", 2024-05-10T11:25:06.086 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.086 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.086 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.087 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.087 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.087 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.087 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.087 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-10T11:25:06.087 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.087 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.087 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.087 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.087 INFO:teuthology.orchestra.run.smithi053.stdout: "channel_crash": { 2024-05-10T11:25:06.087 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "channel_crash", 2024-05-10T11:25:06.087 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.087 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.087 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.087 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.087 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.087 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.088 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.088 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-10T11:25:06.088 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.088 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.088 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.088 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.088 INFO:teuthology.orchestra.run.smithi053.stdout: "channel_device": { 2024-05-10T11:25:06.088 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "channel_device", 2024-05-10T11:25:06.088 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.088 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.088 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.088 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.088 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.088 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.088 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.089 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-10T11:25:06.089 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.089 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.089 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.089 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.089 INFO:teuthology.orchestra.run.smithi053.stdout: "channel_ident": { 2024-05-10T11:25:06.089 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "channel_ident", 2024-05-10T11:25:06.089 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.089 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.089 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.089 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.089 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.089 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.089 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.089 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-10T11:25:06.090 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.090 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.090 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.090 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.090 INFO:teuthology.orchestra.run.smithi053.stdout: "channel_perf": { 2024-05-10T11:25:06.090 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "channel_perf", 2024-05-10T11:25:06.090 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.090 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.090 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.090 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.090 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.090 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.090 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.091 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-10T11:25:06.091 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.091 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.091 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.091 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.091 INFO:teuthology.orchestra.run.smithi053.stdout: "contact": { 2024-05-10T11:25:06.091 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "contact", 2024-05-10T11:25:06.091 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.091 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.091 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.091 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.091 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.091 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.091 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.092 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.092 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.092 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.092 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.092 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.092 INFO:teuthology.orchestra.run.smithi053.stdout: "description": { 2024-05-10T11:25:06.092 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "description", 2024-05-10T11:25:06.092 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.092 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.092 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.092 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.092 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.092 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.092 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.093 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.093 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.093 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.093 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.093 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.093 INFO:teuthology.orchestra.run.smithi053.stdout: "device_url": { 2024-05-10T11:25:06.093 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "device_url", 2024-05-10T11:25:06.093 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.093 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.093 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.093 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-10T11:25:06.093 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.093 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.093 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.093 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.094 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.094 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.094 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.094 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.094 INFO:teuthology.orchestra.run.smithi053.stdout: "enabled": { 2024-05-10T11:25:06.094 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "enabled", 2024-05-10T11:25:06.094 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.094 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.094 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.094 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.094 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.094 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.094 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.095 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.095 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.095 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.095 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.095 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.095 INFO:teuthology.orchestra.run.smithi053.stdout: "interval": { 2024-05-10T11:25:06.095 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "interval", 2024-05-10T11:25:06.095 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.095 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.095 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.095 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "24", 2024-05-10T11:25:06.095 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "8", 2024-05-10T11:25:06.095 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.095 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.095 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.096 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.096 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.096 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.096 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.096 INFO:teuthology.orchestra.run.smithi053.stdout: "last_opt_revision": { 2024-05-10T11:25:06.096 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "last_opt_revision", 2024-05-10T11:25:06.096 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.096 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.096 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.096 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "1", 2024-05-10T11:25:06.096 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.096 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.096 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.096 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.096 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.096 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.097 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.097 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.097 INFO:teuthology.orchestra.run.smithi053.stdout: "leaderboard": { 2024-05-10T11:25:06.097 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "leaderboard", 2024-05-10T11:25:06.097 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.097 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.097 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.097 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.097 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.097 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.097 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.097 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.097 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.097 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.097 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.098 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.098 INFO:teuthology.orchestra.run.smithi053.stdout: "leaderboard_description": { 2024-05-10T11:25:06.098 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "leaderboard_description", 2024-05-10T11:25:06.098 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.098 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.098 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.098 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.098 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.098 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.098 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.098 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.098 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.098 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.098 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.099 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.099 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.099 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.099 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.099 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.099 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.099 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.099 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.099 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.099 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.099 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.099 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.099 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.099 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.099 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.100 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.100 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.100 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.100 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.100 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.100 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.100 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.100 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.100 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.100 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.100 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.100 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.100 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.100 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.100 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.101 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.101 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.101 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.101 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.101 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.101 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.101 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.101 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.101 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.101 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.101 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.101 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.101 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.101 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.101 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.102 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.102 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.102 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.102 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.102 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.102 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.102 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.102 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.102 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.102 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.102 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.102 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.102 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.102 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.103 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.103 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.103 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.103 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.103 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.103 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.103 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.103 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.103 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.103 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.103 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.103 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.103 INFO:teuthology.orchestra.run.smithi053.stdout: "organization": { 2024-05-10T11:25:06.103 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "organization", 2024-05-10T11:25:06.103 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.104 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.104 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.104 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.104 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.104 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.104 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.104 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.104 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.104 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.104 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.104 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.104 INFO:teuthology.orchestra.run.smithi053.stdout: "proxy": { 2024-05-10T11:25:06.104 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "proxy", 2024-05-10T11:25:06.104 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.104 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.104 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.104 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.105 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.105 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.105 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.105 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.105 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.105 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.105 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.105 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.105 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.105 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.105 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.105 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.105 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.105 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.105 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.105 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.106 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.106 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.106 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.106 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.106 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.106 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.106 INFO:teuthology.orchestra.run.smithi053.stdout: "url": { 2024-05-10T11:25:06.106 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "url", 2024-05-10T11:25:06.106 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.106 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.106 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.106 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-10T11:25:06.106 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.106 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.107 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.107 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.107 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.107 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.107 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.107 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.107 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.107 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.107 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.107 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "test_orchestrator", 2024-05-10T11:25:06.107 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.107 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.107 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.107 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.107 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.107 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.107 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.108 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.108 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.108 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.108 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.108 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.108 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.108 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.108 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.108 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.108 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.108 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.108 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.108 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.108 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.108 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.108 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.109 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.109 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.109 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.109 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.109 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.109 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.109 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.109 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.109 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.109 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.109 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.109 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.109 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.109 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.109 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.109 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.110 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.110 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.110 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.110 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.110 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.110 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.110 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.110 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.110 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.110 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.110 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.110 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.110 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.110 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.110 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.111 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.111 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.111 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.111 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.111 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.111 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.111 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.111 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.111 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.111 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.111 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.111 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.111 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.111 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.111 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.112 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.112 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.112 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.112 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.112 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.112 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.112 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.112 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.112 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.112 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.112 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.112 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.112 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.112 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.112 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.113 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.113 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.113 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.113 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.113 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.113 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.113 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "volumes", 2024-05-10T11:25:06.113 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.113 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.113 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.113 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.113 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.113 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.113 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.113 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.113 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.113 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.114 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.114 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.114 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.114 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.114 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.114 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.114 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.114 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.114 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.114 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.114 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.114 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.114 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.114 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.114 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.115 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.115 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.115 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.115 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.115 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.115 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.115 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.115 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.115 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.115 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.115 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.115 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.115 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.115 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.115 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.115 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.115 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.116 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.116 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.116 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.116 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.116 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.116 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.116 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.116 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.116 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.116 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.116 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.116 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.116 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.116 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.116 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.116 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.117 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.117 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.117 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.117 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.117 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.117 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.117 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.117 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.117 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.117 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.117 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.117 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.117 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.117 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.117 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.117 INFO:teuthology.orchestra.run.smithi053.stdout: "max_concurrent_clones": { 2024-05-10T11:25:06.117 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "max_concurrent_clones", 2024-05-10T11:25:06.118 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.118 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.118 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.118 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "4", 2024-05-10T11:25:06.118 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.118 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.118 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.118 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-10T11:25:06.118 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.118 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.118 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.118 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.118 INFO:teuthology.orchestra.run.smithi053.stdout: "periodic_async_work": { 2024-05-10T11:25:06.118 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "periodic_async_work", 2024-05-10T11:25:06.119 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.119 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.119 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.119 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.119 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.119 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.119 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.119 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Periodically check for async work", 2024-05-10T11:25:06.119 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.119 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.119 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.119 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.119 INFO:teuthology.orchestra.run.smithi053.stdout: "snapshot_clone_delay": { 2024-05-10T11:25:06.119 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "snapshot_clone_delay", 2024-05-10T11:25:06.120 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.120 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.120 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.120 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.120 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.120 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.120 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.120 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-10T11:25:06.120 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.120 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.120 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.120 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.120 INFO:teuthology.orchestra.run.smithi053.stdout: "snapshot_clone_no_wait": { 2024-05-10T11:25:06.120 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "snapshot_clone_no_wait", 2024-05-10T11:25:06.120 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.121 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.121 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.121 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.121 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.121 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.121 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.121 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-10T11:25:06.121 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.121 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.121 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.121 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.121 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.121 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.121 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.121 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.122 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.122 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.122 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.122 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.122 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.122 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.122 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.122 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.122 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.122 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.122 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.122 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.122 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.122 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "zabbix", 2024-05-10T11:25:06.122 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.123 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.123 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.123 INFO:teuthology.orchestra.run.smithi053.stdout: "discovery_interval": { 2024-05-10T11:25:06.123 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "discovery_interval", 2024-05-10T11:25:06.123 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "uint", 2024-05-10T11:25:06.123 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.123 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.123 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "100", 2024-05-10T11:25:06.123 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.123 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.123 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.123 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.123 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.123 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.123 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.124 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.124 INFO:teuthology.orchestra.run.smithi053.stdout: "identifier": { 2024-05-10T11:25:06.124 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "identifier", 2024-05-10T11:25:06.124 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.124 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.124 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.124 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.124 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.124 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.124 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.124 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.124 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.124 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.124 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.124 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.125 INFO:teuthology.orchestra.run.smithi053.stdout: "interval": { 2024-05-10T11:25:06.125 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "interval", 2024-05-10T11:25:06.125 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.125 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.125 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.125 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "60", 2024-05-10T11:25:06.125 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.125 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.125 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.125 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.125 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.125 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.125 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.125 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.125 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.125 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.125 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.126 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.126 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.126 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.126 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.126 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.126 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.126 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.126 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.126 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.126 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.126 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.126 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.126 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.126 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.126 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.127 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.127 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.127 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.127 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.127 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.127 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.127 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.127 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.127 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.127 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.127 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.127 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.127 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.127 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.127 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.127 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.127 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.128 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.128 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.128 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.128 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.128 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.128 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.128 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.128 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.128 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.128 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.128 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.128 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.128 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.128 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.128 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.128 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.129 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.129 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.129 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.129 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.129 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.129 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.129 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.129 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.129 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.129 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.129 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.129 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.129 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.129 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.129 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.129 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.129 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.130 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.130 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.130 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.130 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.130 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.130 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.130 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.130 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.130 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.130 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.130 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.130 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.130 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.130 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.130 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.131 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.131 INFO:teuthology.orchestra.run.smithi053.stdout: "zabbix_host": { 2024-05-10T11:25:06.131 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "zabbix_host", 2024-05-10T11:25:06.131 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.131 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.131 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.131 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.131 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.131 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.131 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.131 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.131 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.131 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.131 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.131 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.131 INFO:teuthology.orchestra.run.smithi053.stdout: "zabbix_port": { 2024-05-10T11:25:06.132 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "zabbix_port", 2024-05-10T11:25:06.132 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.132 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.132 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.132 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10051", 2024-05-10T11:25:06.132 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.132 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.132 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.132 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.132 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.132 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.132 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.132 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.132 INFO:teuthology.orchestra.run.smithi053.stdout: "zabbix_sender": { 2024-05-10T11:25:06.133 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "zabbix_sender", 2024-05-10T11:25:06.133 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.133 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.133 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.133 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-10T11:25:06.133 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.133 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.133 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.133 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.133 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.133 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.133 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.133 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.133 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.133 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.133 INFO:teuthology.orchestra.run.smithi053.stdout: ] 2024-05-10T11:25:06.134 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.134 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.134 INFO:teuthology.orchestra.run.smithi053.stdout: "gid": 24109, 2024-05-10T11:25:06.134 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "z", 2024-05-10T11:25:06.134 INFO:teuthology.orchestra.run.smithi053.stdout: "mgr_features": 4540701547738038271, 2024-05-10T11:25:06.134 INFO:teuthology.orchestra.run.smithi053.stdout: "available_modules": [ 2024-05-10T11:25:06.134 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.134 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "alerts", 2024-05-10T11:25:06.134 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.134 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.134 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.134 INFO:teuthology.orchestra.run.smithi053.stdout: "interval": { 2024-05-10T11:25:06.134 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "interval", 2024-05-10T11:25:06.134 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.135 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.135 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.135 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "60", 2024-05-10T11:25:06.135 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.135 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.135 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.135 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "How frequently to reexamine health status", 2024-05-10T11:25:06.135 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.135 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.135 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.135 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.135 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.135 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.135 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.136 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.136 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.136 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.136 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.136 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.136 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.136 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.136 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.136 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.136 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.136 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.136 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.136 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.136 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.136 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.136 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.136 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.137 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.137 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.137 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.137 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.137 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.137 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.137 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.137 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.137 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.137 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.137 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.137 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.137 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.137 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.137 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.137 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.138 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.138 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.138 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.138 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.138 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.138 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.138 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.138 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.138 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.138 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.138 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.138 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.138 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.138 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.138 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.139 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.139 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.139 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.139 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.139 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.139 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.139 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.139 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.139 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.139 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.139 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.139 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.139 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.139 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.139 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.139 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.140 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.140 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.140 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.140 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_destination": { 2024-05-10T11:25:06.140 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_destination", 2024-05-10T11:25:06.140 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.140 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.140 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.140 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.140 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.140 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.140 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.140 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Email address to send alerts to", 2024-05-10T11:25:06.140 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.140 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.141 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.141 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.141 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_from_name": { 2024-05-10T11:25:06.141 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_from_name", 2024-05-10T11:25:06.141 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.141 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.141 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.141 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "Ceph", 2024-05-10T11:25:06.141 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.141 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.141 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.141 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Email From: name", 2024-05-10T11:25:06.141 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.141 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.141 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.141 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.141 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_host": { 2024-05-10T11:25:06.142 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_host", 2024-05-10T11:25:06.142 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.142 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.142 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.142 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.142 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.142 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.142 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.142 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "SMTP server", 2024-05-10T11:25:06.142 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.142 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.142 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.142 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.142 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_password": { 2024-05-10T11:25:06.142 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_password", 2024-05-10T11:25:06.143 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.143 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.143 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.143 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.143 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.143 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.143 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.143 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Password to authenticate with", 2024-05-10T11:25:06.143 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.143 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.143 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.143 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.143 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_port": { 2024-05-10T11:25:06.143 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_port", 2024-05-10T11:25:06.144 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.144 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.144 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.144 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "465", 2024-05-10T11:25:06.144 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.144 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.144 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.144 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "SMTP port", 2024-05-10T11:25:06.144 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.144 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.144 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.144 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.144 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_sender": { 2024-05-10T11:25:06.144 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_sender", 2024-05-10T11:25:06.144 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.144 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.145 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.145 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.145 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.145 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.145 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.145 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "SMTP envelope sender", 2024-05-10T11:25:06.145 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.145 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.145 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.145 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.145 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_ssl": { 2024-05-10T11:25:06.145 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_ssl", 2024-05-10T11:25:06.145 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.145 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.145 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.145 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.146 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.146 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.146 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.146 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-10T11:25:06.146 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.146 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.146 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.146 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.146 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_user": { 2024-05-10T11:25:06.146 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_user", 2024-05-10T11:25:06.146 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.146 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.146 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.146 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.146 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.147 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.147 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.147 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "User to authenticate as", 2024-05-10T11:25:06.147 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.147 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.147 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.147 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.147 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.147 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.147 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.147 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.147 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.147 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.147 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.147 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.147 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.148 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.148 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.148 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.148 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.148 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.148 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.148 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.148 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.148 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "balancer", 2024-05-10T11:25:06.148 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.148 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.148 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.148 INFO:teuthology.orchestra.run.smithi053.stdout: "active": { 2024-05-10T11:25:06.148 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "active", 2024-05-10T11:25:06.148 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.148 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.149 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.149 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.149 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.149 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.149 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.149 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "automatically balance PGs across cluster", 2024-05-10T11:25:06.149 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.149 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.149 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.149 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.149 INFO:teuthology.orchestra.run.smithi053.stdout: "begin_time": { 2024-05-10T11:25:06.149 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "begin_time", 2024-05-10T11:25:06.149 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.149 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.149 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.150 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0000", 2024-05-10T11:25:06.150 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.150 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.150 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.150 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "beginning time of day to automatically balance", 2024-05-10T11:25:06.150 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-10T11:25:06.150 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.150 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.150 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.150 INFO:teuthology.orchestra.run.smithi053.stdout: "begin_weekday": { 2024-05-10T11:25:06.150 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "begin_weekday", 2024-05-10T11:25:06.150 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "uint", 2024-05-10T11:25:06.150 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.150 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.150 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.151 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "0", 2024-05-10T11:25:06.151 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "6", 2024-05-10T11:25:06.151 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.151 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-10T11:25:06.151 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-10T11:25:06.151 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.151 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.151 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.151 INFO:teuthology.orchestra.run.smithi053.stdout: "crush_compat_max_iterations": { 2024-05-10T11:25:06.151 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "crush_compat_max_iterations", 2024-05-10T11:25:06.151 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "uint", 2024-05-10T11:25:06.151 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.151 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.151 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "25", 2024-05-10T11:25:06.151 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "1", 2024-05-10T11:25:06.151 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "250", 2024-05-10T11:25:06.151 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.152 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-10T11:25:06.152 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.152 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.152 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.152 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.152 INFO:teuthology.orchestra.run.smithi053.stdout: "crush_compat_metrics": { 2024-05-10T11:25:06.152 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "crush_compat_metrics", 2024-05-10T11:25:06.152 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.152 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.152 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.152 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "pgs,objects,bytes", 2024-05-10T11:25:06.152 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.152 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.152 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.152 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-10T11:25:06.153 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-10T11:25:06.153 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.153 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.153 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.153 INFO:teuthology.orchestra.run.smithi053.stdout: "crush_compat_step": { 2024-05-10T11:25:06.153 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "crush_compat_step", 2024-05-10T11:25:06.153 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "float", 2024-05-10T11:25:06.153 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.153 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.153 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0.5", 2024-05-10T11:25:06.153 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "0.001", 2024-05-10T11:25:06.153 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "0.999", 2024-05-10T11:25:06.153 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.153 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "aggressiveness of optimization", 2024-05-10T11:25:06.153 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-10T11:25:06.153 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.154 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.154 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.154 INFO:teuthology.orchestra.run.smithi053.stdout: "end_time": { 2024-05-10T11:25:06.154 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "end_time", 2024-05-10T11:25:06.154 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.154 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.154 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.154 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "2359", 2024-05-10T11:25:06.154 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.154 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.154 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.154 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "ending time of day to automatically balance", 2024-05-10T11:25:06.154 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-10T11:25:06.154 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.155 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.155 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.155 INFO:teuthology.orchestra.run.smithi053.stdout: "end_weekday": { 2024-05-10T11:25:06.155 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "end_weekday", 2024-05-10T11:25:06.155 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "uint", 2024-05-10T11:25:06.155 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.155 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.155 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.155 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "0", 2024-05-10T11:25:06.155 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "6", 2024-05-10T11:25:06.155 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.155 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-10T11:25:06.155 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-10T11:25:06.155 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.155 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.156 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.156 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.156 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.156 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.156 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.156 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.156 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.156 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.156 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.156 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.156 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.156 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.156 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.156 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.156 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.156 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.157 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.157 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.157 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.157 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.157 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.157 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.157 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.157 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.157 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.157 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.157 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.157 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.157 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.157 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.157 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.157 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.158 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.158 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.158 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.158 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.158 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.158 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.158 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.158 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.158 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.158 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.158 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.158 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.158 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.158 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.158 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.159 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.159 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.159 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.159 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.159 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.159 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.159 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.159 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.159 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.159 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.159 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.159 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.159 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.159 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.159 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.160 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.160 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.160 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.160 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.160 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.160 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.160 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.160 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.160 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.160 INFO:teuthology.orchestra.run.smithi053.stdout: "min_score": { 2024-05-10T11:25:06.160 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "min_score", 2024-05-10T11:25:06.160 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "float", 2024-05-10T11:25:06.160 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.160 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.160 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.160 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.161 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.161 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.161 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-10T11:25:06.161 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.161 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.161 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.161 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.161 INFO:teuthology.orchestra.run.smithi053.stdout: "mode": { 2024-05-10T11:25:06.161 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "mode", 2024-05-10T11:25:06.161 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.161 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.161 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.161 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "upmap", 2024-05-10T11:25:06.161 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.161 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.161 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.162 INFO:teuthology.orchestra.run.smithi053.stdout: "crush-compat", 2024-05-10T11:25:06.162 INFO:teuthology.orchestra.run.smithi053.stdout: "none", 2024-05-10T11:25:06.162 INFO:teuthology.orchestra.run.smithi053.stdout: "read", 2024-05-10T11:25:06.162 INFO:teuthology.orchestra.run.smithi053.stdout: "upmap", 2024-05-10T11:25:06.162 INFO:teuthology.orchestra.run.smithi053.stdout: "upmap-read" 2024-05-10T11:25:06.162 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.162 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Balancer mode", 2024-05-10T11:25:06.162 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.162 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.162 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.162 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.162 INFO:teuthology.orchestra.run.smithi053.stdout: "pool_ids": { 2024-05-10T11:25:06.162 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "pool_ids", 2024-05-10T11:25:06.162 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.162 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.163 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.163 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.163 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.163 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.163 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.163 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-10T11:25:06.163 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.163 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.163 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.163 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.163 INFO:teuthology.orchestra.run.smithi053.stdout: "sleep_interval": { 2024-05-10T11:25:06.163 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sleep_interval", 2024-05-10T11:25:06.163 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.163 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.163 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.163 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "60", 2024-05-10T11:25:06.164 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.164 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.164 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.164 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-10T11:25:06.164 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.164 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.164 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.164 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.164 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.164 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.164 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.164 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.164 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.164 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.164 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.165 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.165 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.165 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.165 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.165 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.165 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.165 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.165 INFO:teuthology.orchestra.run.smithi053.stdout: "upmap_max_deviation": { 2024-05-10T11:25:06.165 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "upmap_max_deviation", 2024-05-10T11:25:06.165 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.165 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.165 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.165 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "5", 2024-05-10T11:25:06.165 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "1", 2024-05-10T11:25:06.165 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.165 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.165 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-10T11:25:06.166 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-10T11:25:06.166 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.166 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.166 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.166 INFO:teuthology.orchestra.run.smithi053.stdout: "upmap_max_optimizations": { 2024-05-10T11:25:06.166 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "upmap_max_optimizations", 2024-05-10T11:25:06.166 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "uint", 2024-05-10T11:25:06.166 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.166 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.166 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:06.166 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.166 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.166 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.167 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-10T11:25:06.167 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.167 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.167 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.167 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.167 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.167 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.167 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.167 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "cephadm", 2024-05-10T11:25:06.167 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.167 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.167 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.167 INFO:teuthology.orchestra.run.smithi053.stdout: "agent_down_multiplier": { 2024-05-10T11:25:06.167 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "agent_down_multiplier", 2024-05-10T11:25:06.167 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "float", 2024-05-10T11:25:06.168 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.168 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.168 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "3.0", 2024-05-10T11:25:06.168 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.168 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.168 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.168 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-10T11:25:06.168 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.168 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.168 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.168 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.168 INFO:teuthology.orchestra.run.smithi053.stdout: "agent_refresh_rate": { 2024-05-10T11:25:06.168 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "agent_refresh_rate", 2024-05-10T11:25:06.168 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.169 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.169 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.169 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "20", 2024-05-10T11:25:06.169 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.169 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.169 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.169 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-10T11:25:06.169 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.169 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.169 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.169 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.169 INFO:teuthology.orchestra.run.smithi053.stdout: "agent_starting_port": { 2024-05-10T11:25:06.169 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "agent_starting_port", 2024-05-10T11:25:06.169 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.169 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.169 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.170 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "4721", 2024-05-10T11:25:06.170 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.170 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.170 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.170 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-10T11:25:06.170 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.170 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.170 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.170 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.170 INFO:teuthology.orchestra.run.smithi053.stdout: "allow_ptrace": { 2024-05-10T11:25:06.170 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "allow_ptrace", 2024-05-10T11:25:06.170 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.170 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.170 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.170 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.171 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.171 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.171 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.171 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-10T11:25:06.171 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-10T11:25:06.171 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.171 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.171 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.171 INFO:teuthology.orchestra.run.smithi053.stdout: "autotune_interval": { 2024-05-10T11:25:06.171 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "autotune_interval", 2024-05-10T11:25:06.171 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.171 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.171 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.171 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "600", 2024-05-10T11:25:06.171 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.171 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.171 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.172 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-10T11:25:06.172 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.172 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.172 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.172 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.172 INFO:teuthology.orchestra.run.smithi053.stdout: "autotune_memory_target_ratio": { 2024-05-10T11:25:06.172 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "autotune_memory_target_ratio", 2024-05-10T11:25:06.172 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "float", 2024-05-10T11:25:06.172 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.172 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.172 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0.7", 2024-05-10T11:25:06.172 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.172 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.172 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.172 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-10T11:25:06.172 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.173 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.173 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.173 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.173 INFO:teuthology.orchestra.run.smithi053.stdout: "cephadm_log_destination": { 2024-05-10T11:25:06.173 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "cephadm_log_destination", 2024-05-10T11:25:06.173 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.173 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.173 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.173 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.173 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.173 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.173 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.173 INFO:teuthology.orchestra.run.smithi053.stdout: "file", 2024-05-10T11:25:06.173 INFO:teuthology.orchestra.run.smithi053.stdout: "file,syslog", 2024-05-10T11:25:06.173 INFO:teuthology.orchestra.run.smithi053.stdout: "syslog" 2024-05-10T11:25:06.174 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.174 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-10T11:25:06.174 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.174 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.174 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.174 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.174 INFO:teuthology.orchestra.run.smithi053.stdout: "cgroups_split": { 2024-05-10T11:25:06.174 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "cgroups_split", 2024-05-10T11:25:06.174 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.174 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.174 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.174 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.174 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.175 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.175 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.175 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-10T11:25:06.175 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.175 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.175 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.175 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.175 INFO:teuthology.orchestra.run.smithi053.stdout: "config_checks_enabled": { 2024-05-10T11:25:06.175 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "config_checks_enabled", 2024-05-10T11:25:06.175 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.175 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.175 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.175 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.175 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.175 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.175 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.176 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-10T11:25:06.176 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.176 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.176 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.176 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.176 INFO:teuthology.orchestra.run.smithi053.stdout: "config_dashboard": { 2024-05-10T11:25:06.176 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "config_dashboard", 2024-05-10T11:25:06.176 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.176 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.176 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.176 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.176 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.176 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.176 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.176 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-10T11:25:06.177 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.177 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.177 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.177 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.177 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_alertmanager": { 2024-05-10T11:25:06.177 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_alertmanager", 2024-05-10T11:25:06.177 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.177 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.177 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.177 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-10T11:25:06.177 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.177 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.177 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.177 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Prometheus container image", 2024-05-10T11:25:06.177 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.177 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.178 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.178 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.178 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_base": { 2024-05-10T11:25:06.178 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_base", 2024-05-10T11:25:06.178 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.178 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.178 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.178 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-10T11:25:06.178 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.178 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.178 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.178 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Container image name, without the tag", 2024-05-10T11:25:06.178 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.178 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.179 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.179 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.179 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_elasticsearch": { 2024-05-10T11:25:06.179 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_elasticsearch", 2024-05-10T11:25:06.179 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.179 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.179 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.179 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-10T11:25:06.179 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.179 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.179 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.179 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "elasticsearch container image", 2024-05-10T11:25:06.179 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.179 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.179 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.179 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.180 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_grafana": { 2024-05-10T11:25:06.180 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_grafana", 2024-05-10T11:25:06.180 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.180 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.180 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.180 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-10T11:25:06.180 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.180 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.180 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.180 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Prometheus container image", 2024-05-10T11:25:06.180 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.180 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.180 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.180 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.180 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_haproxy": { 2024-05-10T11:25:06.180 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_haproxy", 2024-05-10T11:25:06.180 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.181 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.181 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.181 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-10T11:25:06.181 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.181 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.181 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.181 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "HAproxy container image", 2024-05-10T11:25:06.181 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.181 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.181 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.181 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.181 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_jaeger_agent": { 2024-05-10T11:25:06.181 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_jaeger_agent", 2024-05-10T11:25:06.181 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.181 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.181 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.182 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-10T11:25:06.182 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.182 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.182 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.182 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Jaeger agent container image", 2024-05-10T11:25:06.182 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.182 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.182 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.182 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.182 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_jaeger_collector": { 2024-05-10T11:25:06.182 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_jaeger_collector", 2024-05-10T11:25:06.182 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.182 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.182 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.182 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-10T11:25:06.183 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.183 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.183 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.183 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Jaeger collector container image", 2024-05-10T11:25:06.183 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.183 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.183 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.183 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.183 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_jaeger_query": { 2024-05-10T11:25:06.183 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_jaeger_query", 2024-05-10T11:25:06.183 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.183 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.183 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.183 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-10T11:25:06.183 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.183 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.184 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.184 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Jaeger query container image", 2024-05-10T11:25:06.184 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.184 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.184 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.184 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.184 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_keepalived": { 2024-05-10T11:25:06.184 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_keepalived", 2024-05-10T11:25:06.184 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.184 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.184 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.184 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-10T11:25:06.184 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.184 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.184 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.184 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Keepalived container image", 2024-05-10T11:25:06.184 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.185 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.185 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.185 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.185 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_loki": { 2024-05-10T11:25:06.185 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_loki", 2024-05-10T11:25:06.185 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.185 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.185 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.185 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-05-10T11:25:06.185 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.185 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.185 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.185 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Loki container image", 2024-05-10T11:25:06.185 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.186 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.186 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.186 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.186 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_node_exporter": { 2024-05-10T11:25:06.186 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_node_exporter", 2024-05-10T11:25:06.186 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.186 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.186 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.186 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-10T11:25:06.186 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.186 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.186 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.186 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Prometheus container image", 2024-05-10T11:25:06.186 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.187 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.187 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.187 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.187 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_nvmeof": { 2024-05-10T11:25:06.187 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_nvmeof", 2024-05-10T11:25:06.187 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.187 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.187 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.187 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-05-10T11:25:06.187 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.187 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.187 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.187 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Nvme-of container image", 2024-05-10T11:25:06.187 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.187 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.187 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.188 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.188 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_prometheus": { 2024-05-10T11:25:06.188 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_prometheus", 2024-05-10T11:25:06.188 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.188 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.188 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.188 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-10T11:25:06.188 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.188 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.188 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.188 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Prometheus container image", 2024-05-10T11:25:06.188 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.188 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.188 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.189 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.189 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_promtail": { 2024-05-10T11:25:06.189 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_promtail", 2024-05-10T11:25:06.189 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.189 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.189 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.189 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-05-10T11:25:06.189 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.189 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.189 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.189 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Promtail container image", 2024-05-10T11:25:06.189 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.189 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.189 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.189 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.189 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_samba": { 2024-05-10T11:25:06.190 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_samba", 2024-05-10T11:25:06.190 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.190 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.190 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.190 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-10T11:25:06.190 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.190 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.190 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.190 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Samba/SMB container image", 2024-05-10T11:25:06.190 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.190 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.190 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.190 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.190 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_snmp_gateway": { 2024-05-10T11:25:06.191 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_snmp_gateway", 2024-05-10T11:25:06.191 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.191 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.191 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.191 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-10T11:25:06.191 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.191 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.191 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.191 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "SNMP Gateway container image", 2024-05-10T11:25:06.191 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.191 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.191 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.191 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.191 INFO:teuthology.orchestra.run.smithi053.stdout: "container_init": { 2024-05-10T11:25:06.191 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_init", 2024-05-10T11:25:06.191 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.192 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.192 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.192 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.192 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.192 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.192 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.192 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Run podman/docker with `--init`", 2024-05-10T11:25:06.192 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.192 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.192 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.192 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.192 INFO:teuthology.orchestra.run.smithi053.stdout: "daemon_cache_timeout": { 2024-05-10T11:25:06.192 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "daemon_cache_timeout", 2024-05-10T11:25:06.192 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.192 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.192 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.193 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "600", 2024-05-10T11:25:06.193 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.193 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.193 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.193 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-10T11:25:06.193 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.193 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.193 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.193 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.193 INFO:teuthology.orchestra.run.smithi053.stdout: "default_cephadm_command_timeout": { 2024-05-10T11:25:06.193 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "default_cephadm_command_timeout", 2024-05-10T11:25:06.193 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.193 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.193 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.193 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "900", 2024-05-10T11:25:06.193 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.194 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.194 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.194 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-10T11:25:06.194 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.194 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.194 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.194 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.194 INFO:teuthology.orchestra.run.smithi053.stdout: "default_registry": { 2024-05-10T11:25:06.194 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "default_registry", 2024-05-10T11:25:06.194 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.194 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.194 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.194 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "docker.io", 2024-05-10T11:25:06.195 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.195 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.195 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.195 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-10T11:25:06.195 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.195 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.195 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.195 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.195 INFO:teuthology.orchestra.run.smithi053.stdout: "device_cache_timeout": { 2024-05-10T11:25:06.195 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "device_cache_timeout", 2024-05-10T11:25:06.195 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.195 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.195 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.195 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "1800", 2024-05-10T11:25:06.195 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.195 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.195 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.196 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "seconds to cache device inventory", 2024-05-10T11:25:06.196 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.196 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.196 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.196 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.196 INFO:teuthology.orchestra.run.smithi053.stdout: "device_enhanced_scan": { 2024-05-10T11:25:06.196 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "device_enhanced_scan", 2024-05-10T11:25:06.196 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.196 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.196 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.196 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.196 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.196 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.196 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.196 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-10T11:25:06.196 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.197 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.197 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.197 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.197 INFO:teuthology.orchestra.run.smithi053.stdout: "facts_cache_timeout": { 2024-05-10T11:25:06.197 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "facts_cache_timeout", 2024-05-10T11:25:06.197 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.197 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.197 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.197 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "60", 2024-05-10T11:25:06.197 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.197 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.197 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.197 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "seconds to cache host facts data", 2024-05-10T11:25:06.198 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.198 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.198 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.198 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.198 INFO:teuthology.orchestra.run.smithi053.stdout: "grafana_dashboards_path": { 2024-05-10T11:25:06.198 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "grafana_dashboards_path", 2024-05-10T11:25:06.198 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.198 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.198 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.198 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-10T11:25:06.198 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.198 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.198 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.198 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-10T11:25:06.198 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.199 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.199 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.199 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.199 INFO:teuthology.orchestra.run.smithi053.stdout: "host_check_interval": { 2024-05-10T11:25:06.199 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "host_check_interval", 2024-05-10T11:25:06.199 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.199 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.199 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.199 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "600", 2024-05-10T11:25:06.199 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.199 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.199 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.199 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how frequently to perform a host check", 2024-05-10T11:25:06.199 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.200 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.200 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.200 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.200 INFO:teuthology.orchestra.run.smithi053.stdout: "hw_monitoring": { 2024-05-10T11:25:06.200 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "hw_monitoring", 2024-05-10T11:25:06.200 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.200 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.200 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.200 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.200 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.200 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.200 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.200 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-10T11:25:06.200 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.200 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.201 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.201 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.201 INFO:teuthology.orchestra.run.smithi053.stdout: "inventory_list_all": { 2024-05-10T11:25:06.201 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "inventory_list_all", 2024-05-10T11:25:06.201 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.201 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.201 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.201 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.201 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.201 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.201 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.201 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-10T11:25:06.201 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.201 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.202 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.202 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.202 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.202 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.202 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.202 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.202 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.202 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.202 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.202 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.202 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.202 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.202 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.202 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.202 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: "log_refresh_metadata": { 2024-05-10T11:25:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_refresh_metadata", 2024-05-10T11:25:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.203 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-10T11:25:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.204 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.205 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.205 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-10T11:25:06.205 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.205 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.205 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.205 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.205 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.205 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.205 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.205 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.205 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.205 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.205 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.205 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.205 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.206 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.206 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.206 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.206 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.206 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.206 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.206 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.206 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.206 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.206 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.206 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.206 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.206 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.206 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.207 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.207 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.207 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.207 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.207 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.207 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.207 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.207 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.207 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.207 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.207 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.207 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.207 INFO:teuthology.orchestra.run.smithi053.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-10T11:25:06.207 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-10T11:25:06.208 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.208 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.208 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.208 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.208 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.208 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.208 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.208 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-10T11:25:06.208 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.208 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.208 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.208 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.208 INFO:teuthology.orchestra.run.smithi053.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-10T11:25:06.208 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-10T11:25:06.208 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.209 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.209 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.209 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "*", 2024-05-10T11:25:06.209 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.209 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.209 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.209 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-10T11:25:06.209 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.209 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.209 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.209 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.209 INFO:teuthology.orchestra.run.smithi053.stdout: "max_count_per_host": { 2024-05-10T11:25:06.209 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "max_count_per_host", 2024-05-10T11:25:06.209 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.210 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.210 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.210 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:06.210 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.210 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.210 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.210 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "max number of daemons per service per host", 2024-05-10T11:25:06.210 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.210 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.210 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.210 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.210 INFO:teuthology.orchestra.run.smithi053.stdout: "max_osd_draining_count": { 2024-05-10T11:25:06.210 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "max_osd_draining_count", 2024-05-10T11:25:06.210 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.211 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.211 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.211 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:06.211 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.211 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.211 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.211 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-10T11:25:06.211 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.211 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.211 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.211 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.211 INFO:teuthology.orchestra.run.smithi053.stdout: "migration_current": { 2024-05-10T11:25:06.211 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "migration_current", 2024-05-10T11:25:06.211 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.212 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.212 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.212 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.212 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.212 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.212 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.212 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "internal - do not modify", 2024-05-10T11:25:06.212 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.212 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.212 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.212 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.212 INFO:teuthology.orchestra.run.smithi053.stdout: "mode": { 2024-05-10T11:25:06.212 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "mode", 2024-05-10T11:25:06.212 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.213 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.213 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.213 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "root", 2024-05-10T11:25:06.213 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.213 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.213 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.213 INFO:teuthology.orchestra.run.smithi053.stdout: "cephadm-package", 2024-05-10T11:25:06.213 INFO:teuthology.orchestra.run.smithi053.stdout: "root" 2024-05-10T11:25:06.213 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.213 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "mode for remote execution of cephadm", 2024-05-10T11:25:06.213 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.213 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.213 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.213 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.213 INFO:teuthology.orchestra.run.smithi053.stdout: "oob_default_addr": { 2024-05-10T11:25:06.214 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "oob_default_addr", 2024-05-10T11:25:06.214 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.214 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.214 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.214 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "169.254.1.1", 2024-05-10T11:25:06.214 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.214 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.214 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.214 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-10T11:25:06.214 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.214 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.214 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.214 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.214 INFO:teuthology.orchestra.run.smithi053.stdout: "prometheus_alerts_path": { 2024-05-10T11:25:06.215 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "prometheus_alerts_path", 2024-05-10T11:25:06.215 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.215 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.215 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.215 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-10T11:25:06.215 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.215 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.215 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.215 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-10T11:25:06.215 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.215 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.215 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.215 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.215 INFO:teuthology.orchestra.run.smithi053.stdout: "registry_insecure": { 2024-05-10T11:25:06.216 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "registry_insecure", 2024-05-10T11:25:06.216 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.216 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.216 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.216 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.216 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.216 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.216 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.216 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-10T11:25:06.216 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.216 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.216 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.216 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.216 INFO:teuthology.orchestra.run.smithi053.stdout: "registry_password": { 2024-05-10T11:25:06.216 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "registry_password", 2024-05-10T11:25:06.217 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.217 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.217 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.217 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.217 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.217 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.217 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.217 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-10T11:25:06.217 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.217 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.217 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.217 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.217 INFO:teuthology.orchestra.run.smithi053.stdout: "registry_url": { 2024-05-10T11:25:06.217 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "registry_url", 2024-05-10T11:25:06.218 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.218 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.218 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.218 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.218 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.218 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.218 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.218 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-10T11:25:06.218 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.218 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.218 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.218 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.218 INFO:teuthology.orchestra.run.smithi053.stdout: "registry_username": { 2024-05-10T11:25:06.218 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "registry_username", 2024-05-10T11:25:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-10T11:25:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: "secure_monitoring_stack": { 2024-05-10T11:25:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "secure_monitoring_stack", 2024-05-10T11:25:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.219 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-10T11:25:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: "service_discovery_port": { 2024-05-10T11:25:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "service_discovery_port", 2024-05-10T11:25:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.220 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "8765", 2024-05-10T11:25:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "cephadm service discovery port", 2024-05-10T11:25:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.221 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: "ssh_config_file": { 2024-05-10T11:25:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ssh_config_file", 2024-05-10T11:25:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.222 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-10T11:25:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: "use_agent": { 2024-05-10T11:25:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "use_agent", 2024-05-10T11:25:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.223 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-10T11:25:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: "use_repo_digest": { 2024-05-10T11:25:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "use_repo_digest", 2024-05-10T11:25:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.224 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-10T11:25:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: "warn_on_failed_host_check": { 2024-05-10T11:25:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "warn_on_failed_host_check", 2024-05-10T11:25:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.225 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "raise a health warning if the host check fails", 2024-05-10T11:25:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: "warn_on_stray_daemons": { 2024-05-10T11:25:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "warn_on_stray_daemons", 2024-05-10T11:25:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-10T11:25:06.226 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: "warn_on_stray_hosts": { 2024-05-10T11:25:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "warn_on_stray_hosts", 2024-05-10T11:25:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-10T11:25:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.227 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "crash", 2024-05-10T11:25:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.228 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.229 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.229 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.229 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.229 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.229 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.229 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.229 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.229 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.229 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.229 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.229 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.229 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.229 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.229 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.229 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.229 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.229 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.230 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.230 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.230 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.230 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.230 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.230 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.230 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.230 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.230 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.230 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.230 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.230 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.230 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.230 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.230 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.231 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.231 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.231 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.231 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.231 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.231 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.231 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.231 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.231 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.231 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.231 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.231 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.231 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.231 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.231 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.231 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.231 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.232 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.232 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.232 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.232 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.232 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.232 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.232 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.232 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.232 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.232 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.232 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.232 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.232 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.232 INFO:teuthology.orchestra.run.smithi053.stdout: "retain_interval": { 2024-05-10T11:25:06.232 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "retain_interval", 2024-05-10T11:25:06.232 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.233 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.233 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.233 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "31536000", 2024-05-10T11:25:06.233 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.233 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.233 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.233 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-10T11:25:06.233 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.233 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.233 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.233 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.233 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.233 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.233 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.233 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.233 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.233 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.234 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.234 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.234 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.234 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.234 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.234 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.234 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.234 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.234 INFO:teuthology.orchestra.run.smithi053.stdout: "warn_recent_interval": { 2024-05-10T11:25:06.234 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "warn_recent_interval", 2024-05-10T11:25:06.234 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.234 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.234 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.234 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "1209600", 2024-05-10T11:25:06.235 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.235 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.235 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.235 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-10T11:25:06.235 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.235 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.235 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.235 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.235 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.235 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.235 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.235 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "dashboard", 2024-05-10T11:25:06.235 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.235 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.235 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.236 INFO:teuthology.orchestra.run.smithi053.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-10T11:25:06.236 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-10T11:25:06.236 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.236 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.236 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.236 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:06.236 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.236 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.236 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.236 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.236 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.236 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.236 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.236 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.236 INFO:teuthology.orchestra.run.smithi053.stdout: "ALERTMANAGER_API_HOST": { 2024-05-10T11:25:06.236 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-10T11:25:06.237 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.237 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.237 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.237 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.237 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.237 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.237 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.237 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.237 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.237 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.237 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.237 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.237 INFO:teuthology.orchestra.run.smithi053.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-10T11:25:06.237 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-10T11:25:06.237 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.237 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.238 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.238 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.238 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.238 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.238 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.238 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.238 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.238 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.238 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.238 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.238 INFO:teuthology.orchestra.run.smithi053.stdout: "AUDIT_API_ENABLED": { 2024-05-10T11:25:06.238 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "AUDIT_API_ENABLED", 2024-05-10T11:25:06.238 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.238 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.239 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.239 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.239 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.239 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.239 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.239 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.239 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.239 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.239 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.239 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.239 INFO:teuthology.orchestra.run.smithi053.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-10T11:25:06.239 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-10T11:25:06.239 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.240 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.240 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.240 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.240 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.240 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.240 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.240 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.240 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.240 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.240 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.240 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.240 INFO:teuthology.orchestra.run.smithi053.stdout: "ENABLE_BROWSABLE_API": { 2024-05-10T11:25:06.240 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-10T11:25:06.240 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.240 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.241 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.241 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.241 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.241 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.241 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.241 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.241 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.241 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.241 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.241 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.241 INFO:teuthology.orchestra.run.smithi053.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-10T11:25:06.241 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-10T11:25:06.241 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.241 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.241 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.242 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.242 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.242 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.242 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.242 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.242 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.242 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.242 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.242 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.242 INFO:teuthology.orchestra.run.smithi053.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-10T11:25:06.242 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-10T11:25:06.242 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.242 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.242 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.243 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.243 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.243 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.243 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.243 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.243 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.243 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.243 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.243 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.243 INFO:teuthology.orchestra.run.smithi053.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-10T11:25:06.243 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-10T11:25:06.243 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.243 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.243 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.243 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.244 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.244 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.244 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.244 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.244 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.244 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.244 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.244 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.244 INFO:teuthology.orchestra.run.smithi053.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-10T11:25:06.244 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-10T11:25:06.244 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.244 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.244 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.244 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.244 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.245 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.245 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.245 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.245 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.245 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.245 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.245 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.245 INFO:teuthology.orchestra.run.smithi053.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-10T11:25:06.245 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-10T11:25:06.245 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.245 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.245 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.245 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.245 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.245 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.245 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.246 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.246 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.246 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.246 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.246 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.246 INFO:teuthology.orchestra.run.smithi053.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-10T11:25:06.246 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-10T11:25:06.246 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.246 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.246 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.246 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.246 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.246 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.246 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.247 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.247 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.247 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.247 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.247 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.247 INFO:teuthology.orchestra.run.smithi053.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-10T11:25:06.247 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-10T11:25:06.247 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.247 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.247 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.247 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.247 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.247 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.247 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.247 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.247 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.248 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.248 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.248 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.248 INFO:teuthology.orchestra.run.smithi053.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-10T11:25:06.248 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-10T11:25:06.248 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.248 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.248 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.248 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.248 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.248 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.248 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.248 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.248 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.248 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.248 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.249 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.249 INFO:teuthology.orchestra.run.smithi053.stdout: "GRAFANA_API_PASSWORD": { 2024-05-10T11:25:06.249 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-10T11:25:06.249 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.249 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.249 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.249 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "admin", 2024-05-10T11:25:06.249 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.249 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.249 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.249 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.249 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.249 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.249 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.249 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.250 INFO:teuthology.orchestra.run.smithi053.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-10T11:25:06.250 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-10T11:25:06.250 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.250 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.250 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.250 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.250 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.250 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.250 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.250 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.250 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.250 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.250 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.250 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.250 INFO:teuthology.orchestra.run.smithi053.stdout: "GRAFANA_API_URL": { 2024-05-10T11:25:06.251 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "GRAFANA_API_URL", 2024-05-10T11:25:06.251 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.251 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.251 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.251 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.251 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.251 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.251 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.251 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.251 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.251 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.251 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.251 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.251 INFO:teuthology.orchestra.run.smithi053.stdout: "GRAFANA_API_USERNAME": { 2024-05-10T11:25:06.252 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-10T11:25:06.252 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.252 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.252 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.252 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "admin", 2024-05-10T11:25:06.252 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.252 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.252 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.252 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.252 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.252 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.252 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.252 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.252 INFO:teuthology.orchestra.run.smithi053.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-10T11:25:06.252 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-10T11:25:06.253 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.253 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.253 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.253 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.253 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.253 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.253 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.253 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.253 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.253 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.253 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.253 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.253 INFO:teuthology.orchestra.run.smithi053.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-10T11:25:06.253 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-10T11:25:06.253 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.253 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.253 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.254 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.254 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.254 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.254 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.254 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.254 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.254 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.254 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.254 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.254 INFO:teuthology.orchestra.run.smithi053.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-10T11:25:06.254 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-10T11:25:06.254 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.254 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.254 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.255 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.255 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.255 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.255 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.255 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.255 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.255 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.255 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.255 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.255 INFO:teuthology.orchestra.run.smithi053.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-10T11:25:06.255 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-10T11:25:06.255 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.255 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.255 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.255 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.255 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.255 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.256 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.256 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.256 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.256 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.256 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.256 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.256 INFO:teuthology.orchestra.run.smithi053.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-10T11:25:06.256 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-10T11:25:06.256 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.256 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.256 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.256 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "[]", 2024-05-10T11:25:06.256 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.256 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.256 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.256 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.257 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.257 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.257 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.257 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.257 INFO:teuthology.orchestra.run.smithi053.stdout: "MULTICLUSTER_CONFIG": { 2024-05-10T11:25:06.257 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-10T11:25:06.257 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.257 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.257 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.257 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "{}", 2024-05-10T11:25:06.257 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.257 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.257 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.257 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.257 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.257 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.257 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.258 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.258 INFO:teuthology.orchestra.run.smithi053.stdout: "PROMETHEUS_API_HOST": { 2024-05-10T11:25:06.258 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-10T11:25:06.258 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.258 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.258 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.258 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.258 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.258 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.258 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.258 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.258 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.258 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.258 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.259 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.259 INFO:teuthology.orchestra.run.smithi053.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-10T11:25:06.259 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-10T11:25:06.259 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.259 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.259 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.259 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.259 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.259 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.259 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.259 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.259 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.259 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.259 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.259 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.260 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-10T11:25:06.260 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-10T11:25:06.260 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.260 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.260 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.260 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.260 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.260 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.260 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.260 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.260 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.260 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.260 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.260 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.260 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-10T11:25:06.261 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-10T11:25:06.261 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.261 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.261 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.261 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.261 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.261 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.261 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.261 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.261 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.261 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.261 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.261 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.261 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-10T11:25:06.261 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-10T11:25:06.261 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.262 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.262 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.262 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.262 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.262 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.262 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.262 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.262 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.262 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.262 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.262 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.262 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-10T11:25:06.262 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-10T11:25:06.262 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.262 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.263 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.263 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.263 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.263 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.263 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.263 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.263 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.263 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.263 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.263 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.263 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-10T11:25:06.263 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-10T11:25:06.263 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.263 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.263 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.264 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.264 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.264 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.264 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.264 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.264 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.264 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.264 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.264 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.264 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-10T11:25:06.264 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-10T11:25:06.264 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.264 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.264 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.264 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.265 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.265 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.265 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.265 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.265 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.265 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.265 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.265 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.265 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-10T11:25:06.265 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-10T11:25:06.265 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.265 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.265 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.265 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.265 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.265 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.266 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.266 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.266 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.266 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.266 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.266 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.266 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_ENABLED": { 2024-05-10T11:25:06.266 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-10T11:25:06.266 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.266 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.266 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.266 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.266 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.266 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.266 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.266 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.267 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.267 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.267 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.267 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.267 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-10T11:25:06.267 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-10T11:25:06.267 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.267 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.267 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.267 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-10T11:25:06.267 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.267 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.267 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.267 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.268 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.268 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.268 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.268 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.268 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-10T11:25:06.268 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-10T11:25:06.268 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.268 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.268 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.268 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:06.268 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.268 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.268 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.268 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.269 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.269 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.269 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.269 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.269 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-10T11:25:06.269 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-10T11:25:06.269 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.269 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.269 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.269 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "8", 2024-05-10T11:25:06.269 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.269 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.269 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.269 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.270 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.270 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.270 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.270 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.270 INFO:teuthology.orchestra.run.smithi053.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-10T11:25:06.270 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-10T11:25:06.270 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.270 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.270 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.270 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "45", 2024-05-10T11:25:06.270 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.270 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.270 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.270 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.270 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.271 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.271 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.271 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.271 INFO:teuthology.orchestra.run.smithi053.stdout: "RGW_API_ACCESS_KEY": { 2024-05-10T11:25:06.271 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-10T11:25:06.271 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.271 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.271 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.271 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.271 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.271 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.271 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.271 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.271 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.271 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.272 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.272 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.272 INFO:teuthology.orchestra.run.smithi053.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-10T11:25:06.272 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-10T11:25:06.272 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.272 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.272 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.272 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "admin", 2024-05-10T11:25:06.272 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.272 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.272 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.272 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.272 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.272 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.272 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.272 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.273 INFO:teuthology.orchestra.run.smithi053.stdout: "RGW_API_SECRET_KEY": { 2024-05-10T11:25:06.273 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-10T11:25:06.273 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.273 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.273 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.273 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.273 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.273 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.273 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.273 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.273 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.273 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.273 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.273 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.273 INFO:teuthology.orchestra.run.smithi053.stdout: "RGW_API_SSL_VERIFY": { 2024-05-10T11:25:06.273 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-10T11:25:06.274 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.274 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.274 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.274 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.274 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.274 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.274 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.274 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.274 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.274 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.274 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.274 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.274 INFO:teuthology.orchestra.run.smithi053.stdout: "UNSAFE_TLS_v1_2": { 2024-05-10T11:25:06.274 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-10T11:25:06.274 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.275 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.275 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.275 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.275 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.275 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.275 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.275 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.275 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.275 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.275 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.275 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.275 INFO:teuthology.orchestra.run.smithi053.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-10T11:25:06.275 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-10T11:25:06.275 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.275 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.275 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.276 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.276 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.276 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.276 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.276 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.276 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.276 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.276 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.276 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.276 INFO:teuthology.orchestra.run.smithi053.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-10T11:25:06.276 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-10T11:25:06.276 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.276 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.276 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.276 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:06.276 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.277 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.277 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.277 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.277 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.277 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.277 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.277 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.277 INFO:teuthology.orchestra.run.smithi053.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-10T11:25:06.277 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-10T11:25:06.277 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.277 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.277 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.277 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "5", 2024-05-10T11:25:06.277 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.277 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.277 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.277 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.278 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.278 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.278 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.278 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.278 INFO:teuthology.orchestra.run.smithi053.stdout: "cross_origin_url": { 2024-05-10T11:25:06.278 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "cross_origin_url", 2024-05-10T11:25:06.278 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.278 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.278 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.278 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.278 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.278 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.278 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.278 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.279 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.279 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.279 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.279 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.279 INFO:teuthology.orchestra.run.smithi053.stdout: "crt_file": { 2024-05-10T11:25:06.279 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "crt_file", 2024-05-10T11:25:06.279 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.279 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.279 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.279 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.279 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.279 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.279 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.279 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.279 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.279 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.279 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.280 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.280 INFO:teuthology.orchestra.run.smithi053.stdout: "debug": { 2024-05-10T11:25:06.280 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "debug", 2024-05-10T11:25:06.280 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.280 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.280 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.280 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.280 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.280 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.280 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.280 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Enable/disable debug options", 2024-05-10T11:25:06.280 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.280 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.280 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.280 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.280 INFO:teuthology.orchestra.run.smithi053.stdout: "jwt_token_ttl": { 2024-05-10T11:25:06.281 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "jwt_token_ttl", 2024-05-10T11:25:06.281 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.281 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.281 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.281 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "28800", 2024-05-10T11:25:06.281 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.281 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.281 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.281 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.281 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.281 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.281 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.281 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.281 INFO:teuthology.orchestra.run.smithi053.stdout: "key_file": { 2024-05-10T11:25:06.281 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "key_file", 2024-05-10T11:25:06.281 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.281 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.282 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.282 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.282 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.282 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.282 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.282 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.282 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.282 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.282 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.282 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.282 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.282 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.282 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.282 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.283 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.283 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.283 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.283 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.283 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.283 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.283 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.283 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.283 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.283 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.283 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.283 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.283 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.283 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.283 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.283 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.284 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.284 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.284 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.284 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.284 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.284 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.284 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.284 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.284 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.284 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.284 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.284 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.284 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.284 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.284 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.284 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.285 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.285 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.285 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.285 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.285 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.285 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.285 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.285 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.285 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.285 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.285 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.285 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.285 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.285 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.285 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.286 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.286 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.286 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.286 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.286 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.286 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.286 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.286 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.286 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.286 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.286 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.286 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.286 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.286 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.287 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.287 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.287 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.287 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.287 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.287 INFO:teuthology.orchestra.run.smithi053.stdout: "motd": { 2024-05-10T11:25:06.287 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "motd", 2024-05-10T11:25:06.287 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.287 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.287 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.287 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.287 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.287 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.287 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.287 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "The message of the day", 2024-05-10T11:25:06.287 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.287 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.288 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.288 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.288 INFO:teuthology.orchestra.run.smithi053.stdout: "redirect_resolve_ip_addr": { 2024-05-10T11:25:06.288 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "redirect_resolve_ip_addr", 2024-05-10T11:25:06.288 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.288 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.288 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.288 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.288 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.288 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.288 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.288 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.288 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.288 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.288 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.288 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.289 INFO:teuthology.orchestra.run.smithi053.stdout: "server_addr": { 2024-05-10T11:25:06.289 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "server_addr", 2024-05-10T11:25:06.289 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.289 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.289 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.289 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "::", 2024-05-10T11:25:06.289 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.289 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.289 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.289 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.289 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.289 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.289 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.289 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.289 INFO:teuthology.orchestra.run.smithi053.stdout: "server_port": { 2024-05-10T11:25:06.289 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "server_port", 2024-05-10T11:25:06.289 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.290 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.290 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.290 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "8080", 2024-05-10T11:25:06.290 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.290 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.290 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.290 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.290 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.290 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.290 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.290 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.290 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.290 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.291 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.291 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.291 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.291 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.291 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.291 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.291 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.291 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.291 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.291 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.291 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.291 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.291 INFO:teuthology.orchestra.run.smithi053.stdout: "ssl": { 2024-05-10T11:25:06.291 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ssl", 2024-05-10T11:25:06.291 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.291 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.292 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.292 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.292 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.292 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.292 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.292 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.292 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.292 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.292 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.292 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.292 INFO:teuthology.orchestra.run.smithi053.stdout: "ssl_server_port": { 2024-05-10T11:25:06.292 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ssl_server_port", 2024-05-10T11:25:06.292 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.292 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.292 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.292 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "8443", 2024-05-10T11:25:06.292 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.293 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.293 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.293 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.293 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.293 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.293 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.293 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.293 INFO:teuthology.orchestra.run.smithi053.stdout: "standby_behaviour": { 2024-05-10T11:25:06.293 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "standby_behaviour", 2024-05-10T11:25:06.293 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.293 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.293 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.293 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "redirect", 2024-05-10T11:25:06.293 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.293 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.293 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.294 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.294 INFO:teuthology.orchestra.run.smithi053.stdout: "redirect" 2024-05-10T11:25:06.294 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.294 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.294 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.294 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.294 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.294 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.294 INFO:teuthology.orchestra.run.smithi053.stdout: "standby_error_status_code": { 2024-05-10T11:25:06.294 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "standby_error_status_code", 2024-05-10T11:25:06.294 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.294 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.294 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.294 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "500", 2024-05-10T11:25:06.294 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "400", 2024-05-10T11:25:06.295 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "599", 2024-05-10T11:25:06.295 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.295 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.295 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.295 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.295 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.295 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.295 INFO:teuthology.orchestra.run.smithi053.stdout: "url_prefix": { 2024-05-10T11:25:06.295 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "url_prefix", 2024-05-10T11:25:06.295 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.295 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.295 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.295 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.295 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.296 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.296 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.296 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.296 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.296 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.296 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.296 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.296 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.296 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.296 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.296 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "devicehealth", 2024-05-10T11:25:06.296 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.296 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.296 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.296 INFO:teuthology.orchestra.run.smithi053.stdout: "enable_monitoring": { 2024-05-10T11:25:06.296 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "enable_monitoring", 2024-05-10T11:25:06.297 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.297 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.297 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.297 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.297 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.297 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.297 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.297 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "monitor device health metrics", 2024-05-10T11:25:06.297 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.297 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.297 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.297 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.297 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.297 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.297 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.298 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.298 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.298 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.298 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.298 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.298 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.298 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.298 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.298 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.298 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.298 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.298 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.298 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.298 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.299 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.299 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.299 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.299 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.299 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.299 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.299 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.299 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.299 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.299 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.299 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.299 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.299 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.299 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.299 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.299 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.299 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.300 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.300 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.300 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.300 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.300 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.300 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.300 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.300 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.300 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.300 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.300 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.300 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.300 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.300 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.301 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.301 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.301 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.301 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.301 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.301 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.301 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.301 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.301 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.301 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.301 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.301 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.301 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.301 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.301 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.301 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.302 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.302 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.302 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.302 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.302 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.302 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.302 INFO:teuthology.orchestra.run.smithi053.stdout: "mark_out_threshold": { 2024-05-10T11:25:06.302 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "mark_out_threshold", 2024-05-10T11:25:06.302 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.302 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.302 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.302 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "2419200", 2024-05-10T11:25:06.302 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.302 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.302 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.303 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-10T11:25:06.303 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.303 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.303 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.303 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.303 INFO:teuthology.orchestra.run.smithi053.stdout: "pool_name": { 2024-05-10T11:25:06.303 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "pool_name", 2024-05-10T11:25:06.303 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.303 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.303 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.303 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "device_health_metrics", 2024-05-10T11:25:06.303 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.303 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.303 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.303 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-10T11:25:06.304 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.304 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.304 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.304 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.304 INFO:teuthology.orchestra.run.smithi053.stdout: "retention_period": { 2024-05-10T11:25:06.304 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "retention_period", 2024-05-10T11:25:06.304 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.304 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.304 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.304 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "15552000", 2024-05-10T11:25:06.304 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.304 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.304 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.304 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how long to retain device health metrics", 2024-05-10T11:25:06.304 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.304 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.305 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.305 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.305 INFO:teuthology.orchestra.run.smithi053.stdout: "scrape_frequency": { 2024-05-10T11:25:06.305 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "scrape_frequency", 2024-05-10T11:25:06.305 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.305 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.305 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.305 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "86400", 2024-05-10T11:25:06.305 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.305 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.305 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.305 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-10T11:25:06.305 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.305 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.305 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.305 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.306 INFO:teuthology.orchestra.run.smithi053.stdout: "self_heal": { 2024-05-10T11:25:06.306 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "self_heal", 2024-05-10T11:25:06.306 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.306 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.306 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.306 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.306 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.306 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.306 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.306 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-10T11:25:06.306 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.306 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.306 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.306 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.306 INFO:teuthology.orchestra.run.smithi053.stdout: "sleep_interval": { 2024-05-10T11:25:06.307 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sleep_interval", 2024-05-10T11:25:06.307 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.307 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.307 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.307 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "600", 2024-05-10T11:25:06.307 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.307 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.307 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.307 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how frequently to wake up and check device health", 2024-05-10T11:25:06.307 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.307 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.307 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.307 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.307 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.307 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.308 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.308 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.308 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.308 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.308 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.308 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.308 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.308 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.308 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.308 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.308 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.308 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.309 INFO:teuthology.orchestra.run.smithi053.stdout: "warn_threshold": { 2024-05-10T11:25:06.309 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "warn_threshold", 2024-05-10T11:25:06.309 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.309 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.309 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.309 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "7257600", 2024-05-10T11:25:06.309 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.309 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.309 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.309 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-10T11:25:06.309 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.309 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.309 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.309 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.309 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.309 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.310 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.310 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "diskprediction_local", 2024-05-10T11:25:06.310 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.310 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.310 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.310 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.310 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.310 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.310 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.310 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.310 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.310 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.310 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.310 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.311 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.311 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.311 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.311 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.311 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.311 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.311 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.311 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.311 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.311 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.311 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.311 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.311 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.311 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.311 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.312 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.312 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.312 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.312 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.312 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.312 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.312 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.312 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.312 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.312 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.312 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.312 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.312 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.312 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.312 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.312 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.313 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.313 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.313 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.313 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.313 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.313 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.313 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.313 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.313 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.313 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.313 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.313 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.313 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.314 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.314 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.314 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.314 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.314 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.314 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.314 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.314 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.314 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.314 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.314 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.314 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.314 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.315 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.315 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.315 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.315 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.315 INFO:teuthology.orchestra.run.smithi053.stdout: "predict_interval": { 2024-05-10T11:25:06.315 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "predict_interval", 2024-05-10T11:25:06.315 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.315 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.315 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.315 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "86400", 2024-05-10T11:25:06.315 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.315 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.315 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.315 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.315 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.315 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.316 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.316 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.316 INFO:teuthology.orchestra.run.smithi053.stdout: "predictor_model": { 2024-05-10T11:25:06.316 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "predictor_model", 2024-05-10T11:25:06.316 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.316 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.316 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.316 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "prophetstor", 2024-05-10T11:25:06.316 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.316 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.316 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.316 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.316 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.316 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.317 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.317 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.317 INFO:teuthology.orchestra.run.smithi053.stdout: "sleep_interval": { 2024-05-10T11:25:06.317 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sleep_interval", 2024-05-10T11:25:06.317 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.317 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.317 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.317 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "600", 2024-05-10T11:25:06.317 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.317 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.317 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.317 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.317 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.317 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.317 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.318 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.318 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.318 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.318 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.318 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.318 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.318 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.318 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.318 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.318 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.318 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.318 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.318 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.318 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.319 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.319 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.319 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.319 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.319 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "influx", 2024-05-10T11:25:06.319 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": false, 2024-05-10T11:25:06.319 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "influxdb python module not found", 2024-05-10T11:25:06.319 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.319 INFO:teuthology.orchestra.run.smithi053.stdout: "batch_size": { 2024-05-10T11:25:06.319 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "batch_size", 2024-05-10T11:25:06.319 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.319 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.319 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.319 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "5000", 2024-05-10T11:25:06.319 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.319 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.320 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.320 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-10T11:25:06.320 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.320 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.320 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.320 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.320 INFO:teuthology.orchestra.run.smithi053.stdout: "database": { 2024-05-10T11:25:06.320 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "database", 2024-05-10T11:25:06.320 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.320 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.320 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.320 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "ceph", 2024-05-10T11:25:06.320 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.320 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.320 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.320 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-10T11:25:06.321 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.321 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.321 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.321 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.321 INFO:teuthology.orchestra.run.smithi053.stdout: "hostname": { 2024-05-10T11:25:06.321 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "hostname", 2024-05-10T11:25:06.321 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.321 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.321 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.321 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.321 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.321 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.321 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.321 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "InfluxDB server hostname", 2024-05-10T11:25:06.321 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.322 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.322 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.322 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.322 INFO:teuthology.orchestra.run.smithi053.stdout: "interval": { 2024-05-10T11:25:06.322 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "interval", 2024-05-10T11:25:06.322 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.322 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.322 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.322 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "30", 2024-05-10T11:25:06.322 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "5", 2024-05-10T11:25:06.322 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.322 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.322 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-10T11:25:06.322 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.322 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.323 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.323 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.323 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.323 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.323 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.323 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.323 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.323 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.323 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.323 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.323 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.323 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.323 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.323 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.323 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.323 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.323 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.324 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.324 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.324 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.324 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.324 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.324 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.324 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.324 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.324 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.324 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.324 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.324 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.324 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.324 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.324 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.324 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.325 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.325 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.325 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.325 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.325 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.325 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.325 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.325 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.325 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.325 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.325 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.325 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.325 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.325 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.326 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.326 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.326 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.326 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.326 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.326 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.326 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.326 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.326 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.326 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.326 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.326 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.326 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.326 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.327 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.327 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.327 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.327 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.327 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.327 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.327 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.327 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.327 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.327 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.327 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.327 INFO:teuthology.orchestra.run.smithi053.stdout: "password": { 2024-05-10T11:25:06.327 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "password", 2024-05-10T11:25:06.327 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.327 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.327 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.328 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.328 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.328 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.328 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.328 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "password of InfluxDB server user", 2024-05-10T11:25:06.328 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.328 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.328 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.328 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.328 INFO:teuthology.orchestra.run.smithi053.stdout: "port": { 2024-05-10T11:25:06.328 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "port", 2024-05-10T11:25:06.328 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.328 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.328 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.328 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "8086", 2024-05-10T11:25:06.328 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.329 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.329 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.329 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "InfluxDB server port", 2024-05-10T11:25:06.329 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.329 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.329 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.329 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.329 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.329 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.329 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.329 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.329 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.329 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.329 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.329 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.329 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.330 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.330 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.330 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.330 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.330 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.330 INFO:teuthology.orchestra.run.smithi053.stdout: "ssl": { 2024-05-10T11:25:06.330 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ssl", 2024-05-10T11:25:06.330 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.330 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.330 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.330 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "false", 2024-05-10T11:25:06.330 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.330 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.330 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.331 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-10T11:25:06.331 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.331 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.331 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.331 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.331 INFO:teuthology.orchestra.run.smithi053.stdout: "threads": { 2024-05-10T11:25:06.331 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "threads", 2024-05-10T11:25:06.331 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.331 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.331 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.331 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "5", 2024-05-10T11:25:06.331 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "1", 2024-05-10T11:25:06.331 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "32", 2024-05-10T11:25:06.331 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.331 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-10T11:25:06.331 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.331 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.332 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.332 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.332 INFO:teuthology.orchestra.run.smithi053.stdout: "username": { 2024-05-10T11:25:06.332 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "username", 2024-05-10T11:25:06.332 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.332 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.332 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.332 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.332 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.332 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.332 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.332 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "username of InfluxDB server user", 2024-05-10T11:25:06.332 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.332 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.333 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.333 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.333 INFO:teuthology.orchestra.run.smithi053.stdout: "verify_ssl": { 2024-05-10T11:25:06.333 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "verify_ssl", 2024-05-10T11:25:06.333 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.333 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.333 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.333 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "true", 2024-05-10T11:25:06.333 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.333 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.333 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.333 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-10T11:25:06.333 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.333 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.333 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.333 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.334 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.334 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.334 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.334 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "insights", 2024-05-10T11:25:06.334 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.334 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.334 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.334 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.334 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.334 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.334 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.334 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.334 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.334 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.335 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.335 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.335 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.335 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.335 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.335 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.335 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.335 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.335 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.335 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.335 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.335 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.335 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.335 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.335 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.335 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.336 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.336 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.336 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.336 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.336 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.336 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.336 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.336 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.336 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.336 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.336 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.336 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.336 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.336 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.336 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.336 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.337 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.337 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.337 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.337 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.337 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.337 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.337 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.337 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.337 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.337 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.337 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.337 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.337 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.337 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.337 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.338 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.338 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.338 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.338 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.338 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.338 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.338 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.338 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.338 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.338 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.338 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.338 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.338 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.338 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.339 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.339 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.339 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.339 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.339 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.339 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.339 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.339 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.339 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.339 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.339 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.339 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.339 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.339 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.339 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.340 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.340 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.340 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.340 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.340 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "iostat", 2024-05-10T11:25:06.340 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.340 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.340 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.340 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.340 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.340 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.340 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.340 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.340 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.341 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.341 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.341 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.341 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.341 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.341 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.341 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.341 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.341 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.341 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.341 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.341 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.341 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.341 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.342 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.342 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.342 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.342 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.342 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.342 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.342 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.342 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.342 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.342 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.342 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.342 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.342 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.342 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.343 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.343 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.343 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.343 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.343 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.343 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.343 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.343 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.343 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.343 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.343 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.343 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.343 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.343 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.344 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.344 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.344 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.344 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.344 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.344 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.344 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.344 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.344 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.344 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.344 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.344 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.344 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.344 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.344 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.345 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.345 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.345 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.345 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.345 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.345 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.345 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.345 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.345 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.345 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.345 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.345 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.345 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.345 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.345 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.346 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.346 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.346 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.346 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.346 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.346 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.346 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.346 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.346 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.346 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "k8sevents", 2024-05-10T11:25:06.346 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.346 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.346 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.347 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_event_retention_days": { 2024-05-10T11:25:06.347 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ceph_event_retention_days", 2024-05-10T11:25:06.347 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.347 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.347 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.347 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "7", 2024-05-10T11:25:06.347 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.347 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.347 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.347 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-10T11:25:06.347 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.347 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.347 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.347 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.348 INFO:teuthology.orchestra.run.smithi053.stdout: "config_check_secs": { 2024-05-10T11:25:06.348 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "config_check_secs", 2024-05-10T11:25:06.348 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.348 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.348 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.348 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:06.348 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "10", 2024-05-10T11:25:06.348 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.348 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.348 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-10T11:25:06.348 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.348 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.348 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.348 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.348 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.349 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.349 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.349 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.349 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.349 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.349 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.349 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.349 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.349 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.349 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.349 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.349 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.349 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.349 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.349 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.350 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.350 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.350 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.350 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.350 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.350 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.350 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.350 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.350 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.350 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.350 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.350 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.350 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.350 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.350 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.351 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.351 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.351 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.351 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.351 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.351 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.351 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.351 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.351 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.351 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.351 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.351 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.351 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.351 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.351 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.351 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.351 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.352 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.352 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.352 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.352 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.352 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.352 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.352 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.352 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.352 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.352 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.352 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.352 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.352 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.352 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.352 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.353 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.353 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.353 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.353 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.353 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.353 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.353 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.353 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.353 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.353 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.353 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.353 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.353 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.353 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.353 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.353 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.354 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.354 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.354 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.354 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.354 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.354 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.354 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.354 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.354 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "localpool", 2024-05-10T11:25:06.354 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.354 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.354 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.354 INFO:teuthology.orchestra.run.smithi053.stdout: "failure_domain": { 2024-05-10T11:25:06.354 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "failure_domain", 2024-05-10T11:25:06.354 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.355 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.355 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.355 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "host", 2024-05-10T11:25:06.355 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.355 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.355 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.355 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "failure domain for any created local pool", 2024-05-10T11:25:06.355 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-10T11:25:06.355 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.355 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.355 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.355 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.355 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.355 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.355 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.355 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.356 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.356 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.356 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.356 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.356 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.356 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.356 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.356 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.356 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.356 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.356 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.356 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.356 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.356 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.356 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.357 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.357 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.357 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.357 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.357 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.357 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.357 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.357 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.357 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.357 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.357 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.357 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.357 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.357 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.357 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.357 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.358 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.358 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.358 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.358 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.358 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.358 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.358 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.358 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.358 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.358 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.358 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.358 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.358 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.359 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.359 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.359 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.359 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.359 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.359 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.359 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.359 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.359 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.359 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.359 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.359 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.359 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.359 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.360 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.360 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.360 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.360 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.360 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.360 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.360 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.360 INFO:teuthology.orchestra.run.smithi053.stdout: "min_size": { 2024-05-10T11:25:06.360 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "min_size", 2024-05-10T11:25:06.360 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.360 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.360 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.360 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.360 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.360 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.360 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.361 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "default min_size for any created local pool", 2024-05-10T11:25:06.361 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-10T11:25:06.361 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.361 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.361 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.361 INFO:teuthology.orchestra.run.smithi053.stdout: "num_rep": { 2024-05-10T11:25:06.361 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "num_rep", 2024-05-10T11:25:06.361 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.361 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.361 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.361 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "3", 2024-05-10T11:25:06.361 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.361 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.361 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.362 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "default replica count for any created local pool", 2024-05-10T11:25:06.362 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.362 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.362 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.362 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.362 INFO:teuthology.orchestra.run.smithi053.stdout: "pg_num": { 2024-05-10T11:25:06.362 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "pg_num", 2024-05-10T11:25:06.362 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.362 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.362 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.362 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "128", 2024-05-10T11:25:06.362 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.362 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.362 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.363 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "default pg_num for any created local pool", 2024-05-10T11:25:06.363 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.363 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.363 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.363 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.363 INFO:teuthology.orchestra.run.smithi053.stdout: "prefix": { 2024-05-10T11:25:06.363 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "prefix", 2024-05-10T11:25:06.363 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.363 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.363 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.363 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.363 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.363 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.363 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.363 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "name prefix for any created local pool", 2024-05-10T11:25:06.364 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.364 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.364 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.364 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.364 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.364 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.364 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.364 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.364 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.364 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.364 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.364 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.364 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.364 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.364 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.365 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.365 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.365 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.365 INFO:teuthology.orchestra.run.smithi053.stdout: "subtree": { 2024-05-10T11:25:06.365 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "subtree", 2024-05-10T11:25:06.365 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.365 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.365 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.365 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "rack", 2024-05-10T11:25:06.365 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.365 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.365 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.365 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-10T11:25:06.365 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-10T11:25:06.365 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.366 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.366 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.366 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.366 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.366 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.366 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "mds_autoscaler", 2024-05-10T11:25:06.366 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.366 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.366 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.366 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.366 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.366 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.366 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.366 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.366 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.367 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.367 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.367 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.367 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.367 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.367 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.367 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.367 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.367 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.367 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.367 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.367 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.367 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.367 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.368 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.368 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.368 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.368 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.368 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.368 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.368 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.368 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.368 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.368 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.368 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.368 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.368 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.368 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.368 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.369 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.369 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.369 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.369 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.369 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.369 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.369 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.369 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.369 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.369 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.369 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.369 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.369 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.369 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.370 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.370 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.370 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.370 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.370 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.370 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.370 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.370 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.370 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.370 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.370 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.370 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.370 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.370 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.371 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.371 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.371 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.371 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.371 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.371 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.371 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.371 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.371 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.371 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.371 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.371 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.371 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.371 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.371 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.372 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.372 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.372 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.372 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.372 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.372 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.372 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.372 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.372 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.372 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "mirroring", 2024-05-10T11:25:06.372 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.372 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.372 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.372 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.372 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.372 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.373 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.373 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.373 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.373 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.373 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.373 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.373 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.373 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.373 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.373 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.373 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.373 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.373 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.373 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.373 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.373 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.373 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.374 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.374 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.374 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.374 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.374 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.374 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.374 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.374 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.374 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.374 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.374 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.374 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.374 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.374 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.375 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.375 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.375 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.375 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.375 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.375 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.375 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.375 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.375 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.375 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.375 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.375 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.375 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.375 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.375 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.376 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.376 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.376 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.376 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.376 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.376 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.376 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.376 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.376 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.376 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.376 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.376 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.376 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.376 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.376 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.376 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.376 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.377 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.377 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.377 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.377 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.377 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.377 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.377 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.377 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.377 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.377 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.377 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.377 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.377 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.377 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.377 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.377 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.378 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.378 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.378 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.378 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.378 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.378 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "nfs", 2024-05-10T11:25:06.378 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.378 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.378 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.378 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.378 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.378 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.378 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.378 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.378 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.379 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.379 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.379 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.379 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.379 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.379 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.379 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.379 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.379 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.379 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.379 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.379 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.379 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.379 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.379 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.379 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.380 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.380 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.380 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.380 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.380 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.380 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.380 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.380 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.380 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.380 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.380 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.380 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.380 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.380 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.380 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.380 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.381 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.381 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.381 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.381 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.381 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.381 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.381 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.381 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.381 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.381 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.381 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.381 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.381 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.381 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.381 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.381 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.381 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.382 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.382 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.382 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.382 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.382 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.382 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.382 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.382 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.382 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.382 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.382 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.382 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.382 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.382 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.382 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.383 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.383 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.383 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.383 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.383 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.383 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.383 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.383 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.383 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.383 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.383 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.383 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.383 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.383 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.383 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.384 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.384 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.384 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "orchestrator", 2024-05-10T11:25:06.384 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.384 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.384 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.384 INFO:teuthology.orchestra.run.smithi053.stdout: "fail_fs": { 2024-05-10T11:25:06.384 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "fail_fs", 2024-05-10T11:25:06.384 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.384 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.384 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.384 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.384 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.384 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.385 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.385 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-10T11:25:06.385 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.385 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.385 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.385 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.385 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.385 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.385 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.385 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.385 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.385 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.385 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.385 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.385 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.385 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.386 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.386 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.386 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.386 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.386 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.386 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.386 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.386 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.386 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.386 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.386 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.386 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.386 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.386 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.387 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.387 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.387 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.387 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.387 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.387 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.387 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.387 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.387 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.387 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.387 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.387 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.387 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.387 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.387 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.387 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.388 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.388 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.388 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.388 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.388 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.388 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.388 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.388 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.388 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.388 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.388 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.388 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.388 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.389 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.389 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.389 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.389 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.389 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.389 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.389 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.389 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.389 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.389 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.389 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.389 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.389 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.389 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.389 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.389 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.390 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.390 INFO:teuthology.orchestra.run.smithi053.stdout: "orchestrator": { 2024-05-10T11:25:06.390 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "orchestrator", 2024-05-10T11:25:06.390 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.390 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.390 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.390 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.390 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.390 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.390 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.390 INFO:teuthology.orchestra.run.smithi053.stdout: "cephadm", 2024-05-10T11:25:06.390 INFO:teuthology.orchestra.run.smithi053.stdout: "rook", 2024-05-10T11:25:06.390 INFO:teuthology.orchestra.run.smithi053.stdout: "test_orchestrator" 2024-05-10T11:25:06.390 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.390 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Orchestrator backend", 2024-05-10T11:25:06.391 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.391 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.391 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.391 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.391 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.391 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.391 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.391 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.391 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.391 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.391 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.391 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.391 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.391 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.392 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.392 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.392 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.392 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.392 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.392 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.392 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.392 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "osd_perf_query", 2024-05-10T11:25:06.392 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.392 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.392 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.392 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.392 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.392 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.392 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.393 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.393 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.393 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.393 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.393 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.393 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.393 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.393 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.393 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.393 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.393 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.393 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.393 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.393 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.394 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.394 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.394 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.394 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.394 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.394 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.394 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.394 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.394 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.394 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.394 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.394 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.394 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.394 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.395 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.395 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.395 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.395 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.395 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.395 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.395 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.395 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.395 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.395 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.395 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.395 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.395 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.395 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.395 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.396 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.396 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.396 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.396 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.396 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.396 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.396 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.396 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.396 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.396 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.396 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.396 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.396 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.396 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.396 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.396 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.396 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.397 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.397 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.397 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.397 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.397 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.397 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.397 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.397 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.397 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.397 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.397 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.397 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.397 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.398 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.398 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.398 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.398 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.398 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.398 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.398 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.398 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.398 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.398 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.398 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "osd_support", 2024-05-10T11:25:06.398 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.398 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.398 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.399 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.399 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.399 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.399 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.399 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.402 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.402 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.402 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.402 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.402 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.402 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.402 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.402 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.402 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.402 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.402 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.402 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.402 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.402 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.403 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.403 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.403 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.403 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.403 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.403 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.403 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.403 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.403 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.403 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.403 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.403 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.403 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.403 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.404 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.404 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.404 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.404 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.404 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.404 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.404 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.404 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.404 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.404 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.404 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.404 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.404 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.404 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.405 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.405 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.405 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.405 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.405 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.405 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.405 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.405 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.405 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.405 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.405 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.405 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.405 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.405 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.405 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.405 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.406 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.406 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.406 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.406 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.406 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.406 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.406 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.406 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.406 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.406 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.406 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.406 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.406 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.406 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.407 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.407 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.407 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.407 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.407 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.407 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.407 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.407 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.407 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.407 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.407 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "pg_autoscaler", 2024-05-10T11:25:06.407 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.407 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.407 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.407 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.408 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.408 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.408 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.408 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.408 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.408 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.408 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.408 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.408 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.408 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.408 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.408 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.408 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.408 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.408 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.409 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.409 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.409 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.409 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.409 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.409 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.409 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.409 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.409 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.409 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.409 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.409 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.409 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.409 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.409 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.410 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.410 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.410 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.410 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.410 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.410 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.410 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.410 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.410 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.410 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.410 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.410 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.410 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.410 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.411 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.411 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.411 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.411 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.411 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.411 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.411 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.411 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.411 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.411 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.411 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.411 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.411 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.411 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.411 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.411 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.412 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.412 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.412 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.412 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.412 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.412 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.412 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.412 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.412 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.412 INFO:teuthology.orchestra.run.smithi053.stdout: "sleep_interval": { 2024-05-10T11:25:06.412 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sleep_interval", 2024-05-10T11:25:06.412 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.412 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.412 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.412 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "60", 2024-05-10T11:25:06.412 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.413 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.413 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.413 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.413 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.413 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.413 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.413 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.413 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.413 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.413 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.413 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.413 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.413 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.413 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.414 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.414 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.414 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.414 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.414 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.414 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.414 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.414 INFO:teuthology.orchestra.run.smithi053.stdout: "threshold": { 2024-05-10T11:25:06.414 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "threshold", 2024-05-10T11:25:06.414 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "float", 2024-05-10T11:25:06.414 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.414 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.414 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "3.0", 2024-05-10T11:25:06.414 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "1.0", 2024-05-10T11:25:06.415 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.415 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.415 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "scaling threshold", 2024-05-10T11:25:06.415 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-10T11:25:06.415 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.415 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.415 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.415 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.415 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.415 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.415 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "progress", 2024-05-10T11:25:06.415 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.415 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.415 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.416 INFO:teuthology.orchestra.run.smithi053.stdout: "allow_pg_recovery_event": { 2024-05-10T11:25:06.416 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "allow_pg_recovery_event", 2024-05-10T11:25:06.416 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.416 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.416 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.416 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.416 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.416 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.416 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.416 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-10T11:25:06.416 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.416 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.416 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.416 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.416 INFO:teuthology.orchestra.run.smithi053.stdout: "enabled": { 2024-05-10T11:25:06.416 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "enabled", 2024-05-10T11:25:06.417 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.417 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.417 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.417 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.417 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.417 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.417 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.417 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.417 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.417 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.417 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.417 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.417 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.418 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.418 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.418 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.418 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.418 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.418 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.418 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.418 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.418 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.418 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.418 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.418 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.419 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.419 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.419 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.419 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.419 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.419 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.419 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.419 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.419 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.419 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.419 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.419 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.419 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.419 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.419 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.420 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.420 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.420 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.420 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.420 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.420 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.420 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.420 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.420 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.420 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.420 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.420 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.420 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.420 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.420 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.421 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.421 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.421 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.421 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.421 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.421 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.421 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.421 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.421 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.421 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.421 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.421 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.421 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.421 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.421 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.422 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.422 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.422 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.422 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.422 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.422 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.422 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.422 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.422 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.422 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.422 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.422 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.422 INFO:teuthology.orchestra.run.smithi053.stdout: "max_completed_events": { 2024-05-10T11:25:06.422 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "max_completed_events", 2024-05-10T11:25:06.422 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.423 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.423 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.423 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "50", 2024-05-10T11:25:06.423 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.423 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.423 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.423 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "number of past completed events to remember", 2024-05-10T11:25:06.423 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.423 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.423 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.423 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.423 INFO:teuthology.orchestra.run.smithi053.stdout: "sleep_interval": { 2024-05-10T11:25:06.423 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sleep_interval", 2024-05-10T11:25:06.423 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.423 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.423 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.424 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "5", 2024-05-10T11:25:06.424 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.424 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.424 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.424 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how long the module is going to sleep", 2024-05-10T11:25:06.424 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.424 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.424 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.424 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.424 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.424 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.424 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.424 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.424 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.424 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.425 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.425 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.425 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.425 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.425 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.425 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.425 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.425 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.425 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.425 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.425 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.425 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "prometheus", 2024-05-10T11:25:06.425 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.425 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.425 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.425 INFO:teuthology.orchestra.run.smithi053.stdout: "cache": { 2024-05-10T11:25:06.426 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "cache", 2024-05-10T11:25:06.426 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.426 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.426 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.426 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.426 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.426 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.426 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.426 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.426 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.426 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.426 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.426 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.426 INFO:teuthology.orchestra.run.smithi053.stdout: "exclude_perf_counters": { 2024-05-10T11:25:06.427 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "exclude_perf_counters", 2024-05-10T11:25:06.427 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.427 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.427 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.427 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.427 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.427 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.427 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.427 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-10T11:25:06.427 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-10T11:25:06.427 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.427 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.427 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.427 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.427 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.428 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.428 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.428 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.428 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.428 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.428 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.428 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.428 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.428 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.428 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.428 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.428 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.428 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.428 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.428 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.429 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.429 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.429 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.429 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.429 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.429 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.429 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.429 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.429 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.429 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.429 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.429 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.429 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.429 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.429 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.430 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.430 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.430 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.430 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.430 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.430 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.430 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.430 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.430 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.430 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.430 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.430 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.430 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.431 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.431 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.431 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.431 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.431 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.431 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.431 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.431 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.431 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.431 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.431 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.431 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.431 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.431 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.431 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.432 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.432 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.432 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.432 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.432 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.432 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.432 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.432 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.432 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.432 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.432 INFO:teuthology.orchestra.run.smithi053.stdout: "rbd_stats_pools": { 2024-05-10T11:25:06.432 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rbd_stats_pools", 2024-05-10T11:25:06.432 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.433 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.433 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.433 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.433 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.433 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.433 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.433 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.433 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.433 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.433 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.433 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.433 INFO:teuthology.orchestra.run.smithi053.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-10T11:25:06.433 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-10T11:25:06.433 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.433 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.434 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.434 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "300", 2024-05-10T11:25:06.434 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.434 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.434 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.434 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.434 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.434 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.434 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.434 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.434 INFO:teuthology.orchestra.run.smithi053.stdout: "scrape_interval": { 2024-05-10T11:25:06.434 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "scrape_interval", 2024-05-10T11:25:06.434 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "float", 2024-05-10T11:25:06.434 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.434 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.435 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "15.0", 2024-05-10T11:25:06.435 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.435 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.435 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.435 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.435 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.435 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.435 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.435 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.435 INFO:teuthology.orchestra.run.smithi053.stdout: "server_addr": { 2024-05-10T11:25:06.435 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "server_addr", 2024-05-10T11:25:06.435 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.435 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.435 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.436 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "::", 2024-05-10T11:25:06.436 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.436 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.436 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.436 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-10T11:25:06.436 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.436 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.436 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.436 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.436 INFO:teuthology.orchestra.run.smithi053.stdout: "server_port": { 2024-05-10T11:25:06.436 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "server_port", 2024-05-10T11:25:06.436 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.436 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.436 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.436 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "9283", 2024-05-10T11:25:06.436 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.437 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.437 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.437 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-10T11:25:06.437 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.437 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.437 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.437 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.437 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.437 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.437 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.437 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.437 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.437 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.437 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.437 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.438 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.438 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.438 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.438 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.438 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.438 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.438 INFO:teuthology.orchestra.run.smithi053.stdout: "stale_cache_strategy": { 2024-05-10T11:25:06.438 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "stale_cache_strategy", 2024-05-10T11:25:06.438 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.438 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.438 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.438 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "log", 2024-05-10T11:25:06.438 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.438 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.439 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.439 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.439 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.439 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.439 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.439 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.439 INFO:teuthology.orchestra.run.smithi053.stdout: "standby_behaviour": { 2024-05-10T11:25:06.439 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "standby_behaviour", 2024-05-10T11:25:06.439 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.439 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.439 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.439 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "default", 2024-05-10T11:25:06.439 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.439 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.440 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.440 INFO:teuthology.orchestra.run.smithi053.stdout: "default", 2024-05-10T11:25:06.440 INFO:teuthology.orchestra.run.smithi053.stdout: "error" 2024-05-10T11:25:06.440 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.440 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.440 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.440 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.440 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.440 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.440 INFO:teuthology.orchestra.run.smithi053.stdout: "standby_error_status_code": { 2024-05-10T11:25:06.440 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "standby_error_status_code", 2024-05-10T11:25:06.440 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.440 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.440 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.441 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "500", 2024-05-10T11:25:06.441 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "400", 2024-05-10T11:25:06.441 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "599", 2024-05-10T11:25:06.441 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.441 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.441 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.441 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.441 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.441 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.441 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.441 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.441 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.441 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rbd_support", 2024-05-10T11:25:06.441 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.442 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.442 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.442 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.442 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.442 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.442 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.442 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.442 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.442 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.442 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.442 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.442 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.442 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.442 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.443 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.443 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.443 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.443 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.443 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.443 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.443 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.443 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.443 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.443 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.443 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.443 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.443 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.443 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.443 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.444 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.444 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.444 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.444 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.444 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.444 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.444 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.444 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.444 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.444 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.444 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.444 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.444 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.444 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.444 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.444 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.445 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.445 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.445 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.445 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.445 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.445 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.445 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.445 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.445 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.445 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.445 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.445 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.445 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.445 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.445 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.446 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.446 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.446 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.446 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.446 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.446 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.446 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.446 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.446 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.446 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.446 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.446 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.446 INFO:teuthology.orchestra.run.smithi053.stdout: "max_concurrent_snap_create": { 2024-05-10T11:25:06.446 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "max_concurrent_snap_create", 2024-05-10T11:25:06.447 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.447 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.447 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.447 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:06.447 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.447 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.447 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.447 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.447 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.447 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.447 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.447 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.447 INFO:teuthology.orchestra.run.smithi053.stdout: "mirror_snapshot_schedule": { 2024-05-10T11:25:06.447 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "mirror_snapshot_schedule", 2024-05-10T11:25:06.447 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.447 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.447 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.448 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.448 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.448 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.448 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.448 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.448 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.448 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.448 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.448 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.448 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.448 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.448 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.448 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.448 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.448 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.448 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.449 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.449 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.449 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.449 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.449 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.449 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.449 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.449 INFO:teuthology.orchestra.run.smithi053.stdout: "trash_purge_schedule": { 2024-05-10T11:25:06.449 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "trash_purge_schedule", 2024-05-10T11:25:06.449 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.449 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.449 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.449 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.449 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.449 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.449 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.449 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.450 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.450 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.450 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.450 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.450 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.450 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.450 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.450 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "restful", 2024-05-10T11:25:06.450 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.450 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.450 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.450 INFO:teuthology.orchestra.run.smithi053.stdout: "enable_auth": { 2024-05-10T11:25:06.450 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "enable_auth", 2024-05-10T11:25:06.450 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.451 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.451 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.451 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.451 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.451 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.451 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.451 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.451 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.451 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.451 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.451 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.451 INFO:teuthology.orchestra.run.smithi053.stdout: "key_file": { 2024-05-10T11:25:06.451 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "key_file", 2024-05-10T11:25:06.451 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.451 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.451 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.452 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.452 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.452 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.452 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.452 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.452 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.452 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.452 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.452 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.452 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.452 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.452 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.452 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.452 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.452 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.452 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.453 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.453 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.453 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.453 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.453 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.453 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.453 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.453 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.453 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.453 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.453 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.453 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.453 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.454 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.454 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.454 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.454 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.454 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.454 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.454 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.454 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.454 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.454 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.454 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.454 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.454 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.454 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.455 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.455 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.455 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.455 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.455 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.455 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.455 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.455 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.455 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.455 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.455 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.455 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.455 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.455 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.455 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.456 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.456 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.456 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.456 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.456 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.456 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.456 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.456 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.456 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.456 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.456 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.456 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.456 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.456 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.456 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.457 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.457 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.457 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.457 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.457 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.457 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.457 INFO:teuthology.orchestra.run.smithi053.stdout: "server_addr": { 2024-05-10T11:25:06.457 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "server_addr", 2024-05-10T11:25:06.457 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.457 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.457 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.457 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.457 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.457 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.457 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.458 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.458 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.458 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.458 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.458 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.458 INFO:teuthology.orchestra.run.smithi053.stdout: "server_port": { 2024-05-10T11:25:06.458 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "server_port", 2024-05-10T11:25:06.458 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.458 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.458 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.458 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.458 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.458 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.458 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.459 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.459 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.459 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.459 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.459 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.459 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.459 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.459 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.459 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.459 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.459 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.459 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.459 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.459 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.459 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.460 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.460 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.460 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.460 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.460 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.460 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.460 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.460 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rgw", 2024-05-10T11:25:06.460 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.460 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.460 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.460 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.460 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.460 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.460 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.461 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.461 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.461 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.461 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.461 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.461 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.461 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.461 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.461 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.461 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.461 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.461 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.461 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.461 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.462 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.462 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.462 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.462 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.462 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.462 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.462 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.462 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.462 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.462 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.462 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.462 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.462 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.462 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.462 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.463 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.463 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.463 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.463 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.463 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.463 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.463 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.463 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.463 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.463 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.463 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.463 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.463 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.463 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.463 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.463 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.464 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.464 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.464 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.464 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.464 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.464 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.464 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.464 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.464 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.464 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.464 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.464 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.464 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.464 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.464 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.464 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.465 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.465 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.465 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.465 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.465 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.465 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.465 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.465 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.465 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.465 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.465 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.465 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.465 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.466 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.466 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.466 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.466 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.466 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.466 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.466 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.466 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.466 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.466 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rook", 2024-05-10T11:25:06.466 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.466 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.466 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.467 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.467 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.467 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.467 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.467 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.467 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.467 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.467 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.467 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.467 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.467 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.467 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.467 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.467 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.468 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.468 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.468 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.468 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.468 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.468 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.468 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.468 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.468 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.468 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.468 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.468 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.468 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.468 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.469 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.469 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.469 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.469 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.469 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.469 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.469 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.469 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.469 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.469 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.469 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.469 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.469 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.469 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.470 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.470 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.470 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.470 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.470 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.470 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.470 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.470 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.470 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.470 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.470 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.470 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.470 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.470 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.471 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.471 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.471 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.471 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.471 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.471 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.471 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.471 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.471 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.471 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.471 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.471 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.471 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.471 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.471 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.472 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.472 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.472 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.472 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.472 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.472 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.472 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.472 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.472 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.472 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.472 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.472 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.472 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.472 INFO:teuthology.orchestra.run.smithi053.stdout: "storage_class": { 2024-05-10T11:25:06.472 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "storage_class", 2024-05-10T11:25:06.473 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.473 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.473 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.473 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "local", 2024-05-10T11:25:06.473 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.473 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.473 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.473 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-10T11:25:06.473 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.473 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.473 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.473 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.473 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.473 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.473 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.474 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "selftest", 2024-05-10T11:25:06.474 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.474 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.474 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.474 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.474 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.474 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.474 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.474 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.474 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.474 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.474 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.474 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.474 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.474 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.475 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.475 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.475 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.475 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.475 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.475 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.475 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.475 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.475 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.475 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.475 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.475 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.475 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.475 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.475 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.476 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.476 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.476 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.476 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.476 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.476 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.476 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.476 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.476 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.476 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.476 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.476 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.476 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.476 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.476 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.477 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.477 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.477 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.477 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.477 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.477 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.477 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.477 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.477 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.477 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.477 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.477 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.477 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.477 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.477 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.477 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.478 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.478 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.478 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.478 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.478 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.478 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.478 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.478 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.478 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.478 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.478 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.478 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.478 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.478 INFO:teuthology.orchestra.run.smithi053.stdout: "roption1": { 2024-05-10T11:25:06.479 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "roption1", 2024-05-10T11:25:06.479 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.479 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.479 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.479 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.479 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.479 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.479 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.479 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.479 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.479 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.479 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.479 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.479 INFO:teuthology.orchestra.run.smithi053.stdout: "roption2": { 2024-05-10T11:25:06.479 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "roption2", 2024-05-10T11:25:06.479 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.479 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.480 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.480 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "xyz", 2024-05-10T11:25:06.480 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.480 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.480 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.480 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.480 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.480 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.480 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.480 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.480 INFO:teuthology.orchestra.run.smithi053.stdout: "rwoption1": { 2024-05-10T11:25:06.480 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rwoption1", 2024-05-10T11:25:06.480 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.480 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.480 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.481 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.481 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.481 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.481 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.481 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.481 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.481 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.481 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.481 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.481 INFO:teuthology.orchestra.run.smithi053.stdout: "rwoption2": { 2024-05-10T11:25:06.481 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rwoption2", 2024-05-10T11:25:06.481 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.481 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.481 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.481 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.481 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.481 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.482 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.482 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.482 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.482 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.482 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.482 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.482 INFO:teuthology.orchestra.run.smithi053.stdout: "rwoption3": { 2024-05-10T11:25:06.482 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rwoption3", 2024-05-10T11:25:06.482 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "float", 2024-05-10T11:25:06.482 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.482 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.482 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.482 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.482 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.483 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.483 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.483 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.483 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.483 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.483 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.483 INFO:teuthology.orchestra.run.smithi053.stdout: "rwoption4": { 2024-05-10T11:25:06.483 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rwoption4", 2024-05-10T11:25:06.483 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.483 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.483 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.483 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.483 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.483 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.483 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.483 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.483 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.484 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.484 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.484 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.484 INFO:teuthology.orchestra.run.smithi053.stdout: "rwoption5": { 2024-05-10T11:25:06.484 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rwoption5", 2024-05-10T11:25:06.484 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.484 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.484 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.484 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.484 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.484 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.484 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.484 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.484 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.484 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.485 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.485 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.485 INFO:teuthology.orchestra.run.smithi053.stdout: "rwoption6": { 2024-05-10T11:25:06.485 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rwoption6", 2024-05-10T11:25:06.485 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.485 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.485 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.485 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.485 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.485 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.485 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.485 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.485 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.485 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.485 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.485 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.485 INFO:teuthology.orchestra.run.smithi053.stdout: "rwoption7": { 2024-05-10T11:25:06.486 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rwoption7", 2024-05-10T11:25:06.486 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.486 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.486 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.486 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.486 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "1", 2024-05-10T11:25:06.486 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "42", 2024-05-10T11:25:06.486 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.486 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.486 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.486 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.486 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.486 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.486 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.487 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.487 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.487 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.487 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.487 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.487 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.487 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.487 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.487 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.487 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.487 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.487 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.487 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.487 INFO:teuthology.orchestra.run.smithi053.stdout: "testkey": { 2024-05-10T11:25:06.487 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "testkey", 2024-05-10T11:25:06.487 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.487 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.488 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.488 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.488 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.488 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.488 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.488 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.488 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.488 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.488 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.488 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.488 INFO:teuthology.orchestra.run.smithi053.stdout: "testlkey": { 2024-05-10T11:25:06.488 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "testlkey", 2024-05-10T11:25:06.488 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.488 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.488 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.488 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.489 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.489 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.489 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.489 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.489 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.489 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.489 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.489 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.489 INFO:teuthology.orchestra.run.smithi053.stdout: "testnewline": { 2024-05-10T11:25:06.489 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "testnewline", 2024-05-10T11:25:06.489 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.489 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.489 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.489 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.489 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.490 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.490 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.490 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.490 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.490 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.490 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.490 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.490 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.490 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.490 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.490 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smb", 2024-05-10T11:25:06.490 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.490 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.490 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.491 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.491 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.491 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.491 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.491 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.491 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.491 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.491 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.491 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.491 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.491 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.491 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.491 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.491 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.491 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.491 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.492 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.492 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.492 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.492 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.492 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.492 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.492 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.492 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.492 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.492 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.492 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.492 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.492 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.492 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.493 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.493 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.493 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.493 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.493 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.493 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.493 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.493 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.493 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.493 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.493 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.493 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.493 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.493 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.493 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.493 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.494 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.494 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.494 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.494 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.494 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.494 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.494 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.494 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.494 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.494 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.494 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.494 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.494 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.494 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.494 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.495 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.495 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.495 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.495 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.495 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.495 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.495 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.495 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.495 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.495 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.495 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.495 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.495 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.495 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.495 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.495 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.496 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.496 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.496 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.496 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.496 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.496 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.496 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.496 INFO:teuthology.orchestra.run.smithi053.stdout: "update_orchestration": { 2024-05-10T11:25:06.496 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "update_orchestration", 2024-05-10T11:25:06.496 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.496 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.496 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.496 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.496 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.496 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.497 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.497 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-10T11:25:06.497 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.497 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.497 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.497 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.497 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.497 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.497 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.497 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "snap_schedule", 2024-05-10T11:25:06.497 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.497 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.497 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.497 INFO:teuthology.orchestra.run.smithi053.stdout: "allow_m_granularity": { 2024-05-10T11:25:06.497 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "allow_m_granularity", 2024-05-10T11:25:06.497 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.498 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.498 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.498 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.498 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.498 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.498 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.498 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "allow minute scheduled snapshots", 2024-05-10T11:25:06.498 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.498 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.498 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.498 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.498 INFO:teuthology.orchestra.run.smithi053.stdout: "dump_on_update": { 2024-05-10T11:25:06.498 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "dump_on_update", 2024-05-10T11:25:06.498 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.499 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.499 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.499 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.499 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.499 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.499 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.499 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "dump database to debug log on update", 2024-05-10T11:25:06.499 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.499 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.499 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.499 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.499 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.499 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.499 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.499 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.499 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.500 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.500 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.500 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.500 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.500 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.500 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.500 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.500 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.500 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.500 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.500 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.500 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.500 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.500 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.500 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.500 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.500 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.501 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.501 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.501 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.501 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.501 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.501 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.501 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.501 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.501 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.501 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.501 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.501 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.501 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.501 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.501 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.501 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.502 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.502 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.502 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.502 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.502 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.502 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.502 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.502 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.502 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.502 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.502 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.502 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.502 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.502 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.503 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.503 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.503 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.503 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.503 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.503 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.503 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.503 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.503 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.503 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.503 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.503 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.503 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.503 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.503 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.503 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.504 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.504 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.504 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.504 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.504 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.504 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.504 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.504 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.504 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.504 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.504 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.504 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.504 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.504 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.504 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.505 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.505 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.505 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.505 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.505 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "stats", 2024-05-10T11:25:06.505 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.505 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.505 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.505 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.505 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.505 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.505 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.505 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.505 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.505 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.506 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.506 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.506 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.506 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.506 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.506 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.506 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.506 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.506 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.506 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.506 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.506 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.506 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.506 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.506 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.507 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.507 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.507 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.507 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.507 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.507 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.507 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.507 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.507 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.507 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.507 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.507 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.507 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.507 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.507 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.508 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.508 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.508 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.508 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.508 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.508 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.508 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.508 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.508 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.508 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.508 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.508 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.508 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.508 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.508 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.508 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.509 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.509 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.509 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.509 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.509 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.509 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.509 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.509 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.509 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.509 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.509 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.509 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.509 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.510 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.510 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.510 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.510 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.510 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.510 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.510 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.510 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.510 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.510 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.510 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.510 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.510 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.510 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.511 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.511 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.511 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.511 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.511 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.511 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.511 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.511 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "status", 2024-05-10T11:25:06.511 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.511 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.511 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.511 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.511 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.511 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.511 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.511 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.512 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.512 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.512 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.512 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.512 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.512 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.512 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.512 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.512 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.512 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.512 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.512 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.512 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.512 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.512 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.513 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.513 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.513 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.513 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.513 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.513 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.513 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.513 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.513 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.513 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.513 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.513 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.513 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.513 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.513 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.514 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.514 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.514 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.514 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.514 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.514 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.514 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.514 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.514 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.514 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.514 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.514 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.514 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.514 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.515 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.515 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.515 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.515 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.515 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.515 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.515 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.515 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.515 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.515 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.515 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.515 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.515 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.515 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.515 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.515 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.516 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.516 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.516 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.516 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.516 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.516 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.516 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.516 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.516 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.516 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.516 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.516 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.516 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.516 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.516 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.516 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.517 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.517 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.517 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.517 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.517 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.517 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.517 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "telegraf", 2024-05-10T11:25:06.517 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.517 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.517 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.517 INFO:teuthology.orchestra.run.smithi053.stdout: "address": { 2024-05-10T11:25:06.517 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "address", 2024-05-10T11:25:06.517 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.517 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.518 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.518 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-10T11:25:06.518 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.518 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.518 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.518 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.518 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.518 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.518 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.518 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.518 INFO:teuthology.orchestra.run.smithi053.stdout: "interval": { 2024-05-10T11:25:06.518 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "interval", 2024-05-10T11:25:06.518 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.518 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.518 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.519 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "15", 2024-05-10T11:25:06.519 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.519 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.519 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.519 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.519 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.519 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.519 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.519 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.519 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.519 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.519 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.519 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.519 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.519 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.519 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.520 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.520 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.520 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.520 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.520 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.520 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.520 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.520 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.520 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.520 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.520 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.520 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.520 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.520 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.520 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.521 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.521 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.521 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.521 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.521 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.521 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.521 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.521 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.521 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.521 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.521 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.521 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.521 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.521 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.521 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.522 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.522 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.522 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.522 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.522 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.522 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.522 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.522 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.522 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.522 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.522 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.522 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.522 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.522 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.523 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.523 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.523 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.523 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.523 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.523 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.523 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.523 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.523 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.523 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.523 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.523 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.523 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.523 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.523 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.523 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.524 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.524 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.524 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.524 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.524 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.524 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.524 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.524 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.524 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.524 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.524 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.524 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.524 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.524 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.524 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.525 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.525 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.525 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.525 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.525 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.525 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "telemetry", 2024-05-10T11:25:06.525 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.525 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.525 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.525 INFO:teuthology.orchestra.run.smithi053.stdout: "channel_basic": { 2024-05-10T11:25:06.525 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "channel_basic", 2024-05-10T11:25:06.525 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.525 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.525 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.526 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.526 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.526 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.526 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.526 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-10T11:25:06.526 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.526 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.526 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.526 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.526 INFO:teuthology.orchestra.run.smithi053.stdout: "channel_crash": { 2024-05-10T11:25:06.526 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "channel_crash", 2024-05-10T11:25:06.526 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.526 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.526 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.527 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.527 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.527 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.527 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.527 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-10T11:25:06.527 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.527 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.527 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.527 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.527 INFO:teuthology.orchestra.run.smithi053.stdout: "channel_device": { 2024-05-10T11:25:06.527 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "channel_device", 2024-05-10T11:25:06.527 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.527 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.527 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.527 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.527 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.528 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.528 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.528 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-10T11:25:06.528 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.528 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.528 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.528 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.528 INFO:teuthology.orchestra.run.smithi053.stdout: "channel_ident": { 2024-05-10T11:25:06.528 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "channel_ident", 2024-05-10T11:25:06.528 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.528 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.528 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.528 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.528 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.528 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.529 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.529 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-10T11:25:06.529 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.529 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.529 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.529 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.529 INFO:teuthology.orchestra.run.smithi053.stdout: "channel_perf": { 2024-05-10T11:25:06.529 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "channel_perf", 2024-05-10T11:25:06.529 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.529 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.529 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.529 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.529 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.529 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.530 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.530 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-10T11:25:06.530 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.530 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.530 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.530 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.530 INFO:teuthology.orchestra.run.smithi053.stdout: "contact": { 2024-05-10T11:25:06.530 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "contact", 2024-05-10T11:25:06.530 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.530 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.530 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.530 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.530 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.530 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.531 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.531 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.531 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.531 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.531 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.531 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.531 INFO:teuthology.orchestra.run.smithi053.stdout: "description": { 2024-05-10T11:25:06.531 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "description", 2024-05-10T11:25:06.531 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.531 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.531 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.531 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.531 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.531 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.531 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.532 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.532 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.532 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.532 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.532 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.532 INFO:teuthology.orchestra.run.smithi053.stdout: "device_url": { 2024-05-10T11:25:06.532 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "device_url", 2024-05-10T11:25:06.532 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.532 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.532 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.532 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-10T11:25:06.532 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.532 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.532 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.532 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.533 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.533 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.533 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.533 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.533 INFO:teuthology.orchestra.run.smithi053.stdout: "enabled": { 2024-05-10T11:25:06.533 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "enabled", 2024-05-10T11:25:06.533 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.533 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.533 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.533 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.533 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.533 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.533 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.533 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.533 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.533 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.534 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.534 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.534 INFO:teuthology.orchestra.run.smithi053.stdout: "interval": { 2024-05-10T11:25:06.534 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "interval", 2024-05-10T11:25:06.534 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.534 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.534 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.534 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "24", 2024-05-10T11:25:06.534 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "8", 2024-05-10T11:25:06.534 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.534 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.534 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.534 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.534 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.535 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.535 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.535 INFO:teuthology.orchestra.run.smithi053.stdout: "last_opt_revision": { 2024-05-10T11:25:06.535 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "last_opt_revision", 2024-05-10T11:25:06.535 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.535 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.535 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.535 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "1", 2024-05-10T11:25:06.535 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.535 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.535 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.535 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.535 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.535 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.535 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.535 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.535 INFO:teuthology.orchestra.run.smithi053.stdout: "leaderboard": { 2024-05-10T11:25:06.536 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "leaderboard", 2024-05-10T11:25:06.536 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.536 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.536 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.536 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.536 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.536 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.536 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.536 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.536 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.536 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.536 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.536 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.536 INFO:teuthology.orchestra.run.smithi053.stdout: "leaderboard_description": { 2024-05-10T11:25:06.536 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "leaderboard_description", 2024-05-10T11:25:06.536 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.537 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.537 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.537 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.537 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.537 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.537 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.537 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.537 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.537 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.537 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.537 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.537 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.537 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.537 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.537 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.537 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.537 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.538 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.538 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.538 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.538 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.538 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.538 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.538 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.538 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.538 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.538 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.538 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.538 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.538 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.538 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.539 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.539 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.539 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.539 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.539 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.539 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.539 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.539 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.539 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.539 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.539 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.539 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.539 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.539 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.539 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.539 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.539 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.540 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.540 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.540 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.540 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.540 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.540 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.540 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.540 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.540 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.540 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.540 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.540 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.540 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.540 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.540 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.540 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.541 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.541 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.541 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.541 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.541 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.541 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.541 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.541 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.541 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.541 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.541 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.541 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.541 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.541 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.541 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.542 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.542 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.542 INFO:teuthology.orchestra.run.smithi053.stdout: "organization": { 2024-05-10T11:25:06.542 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "organization", 2024-05-10T11:25:06.542 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.542 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.542 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.542 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.542 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.542 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.542 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.542 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.542 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.542 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.543 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.543 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.543 INFO:teuthology.orchestra.run.smithi053.stdout: "proxy": { 2024-05-10T11:25:06.543 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "proxy", 2024-05-10T11:25:06.543 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.543 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.543 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.543 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.543 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.543 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.543 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.543 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.543 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.543 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.543 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.543 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.544 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.544 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.544 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.544 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.544 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.544 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.544 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.544 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.544 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.544 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.544 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.544 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.544 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.544 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.544 INFO:teuthology.orchestra.run.smithi053.stdout: "url": { 2024-05-10T11:25:06.545 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "url", 2024-05-10T11:25:06.545 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.545 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.545 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.545 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-10T11:25:06.545 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.545 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.545 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.545 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.545 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.545 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.545 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.545 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.545 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.545 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.546 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.546 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "test_orchestrator", 2024-05-10T11:25:06.546 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.546 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.546 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.546 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.546 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.546 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.546 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.546 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.546 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.546 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.546 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.546 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.546 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.547 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.547 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.547 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.547 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.547 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.547 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.547 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.547 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.547 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.547 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.547 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.547 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.547 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.547 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.547 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.548 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.548 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.548 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.548 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.548 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.548 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.548 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.548 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.548 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.548 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.548 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.548 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.548 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.548 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.548 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.548 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.549 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.549 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.549 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.549 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.549 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.549 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.549 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.549 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.549 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.549 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.549 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.549 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.549 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.549 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.549 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.549 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.549 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.550 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.550 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.550 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.550 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.550 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.550 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.550 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.550 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.550 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.550 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.550 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.550 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.550 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.550 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.551 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.551 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.551 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.551 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.551 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.551 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.551 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.551 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.551 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.551 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.551 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.551 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.551 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.551 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.551 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.551 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "volumes", 2024-05-10T11:25:06.551 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.552 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.552 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.552 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.552 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.552 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.552 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.552 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.552 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.552 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.552 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.552 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.552 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.552 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.552 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.552 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.553 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.553 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.553 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.553 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.553 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.553 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.553 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.553 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.553 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.553 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.553 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.553 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.553 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.553 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.553 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.553 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.553 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.554 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.554 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.554 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.554 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.554 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.554 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.554 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.554 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.554 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.554 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.554 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.554 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.554 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.554 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.555 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.555 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.555 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.555 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.555 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.555 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.555 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.555 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.555 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.555 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.555 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.555 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.555 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.555 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.555 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.555 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.556 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.556 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.556 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.556 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.556 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.556 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.556 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.556 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.556 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.556 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.556 INFO:teuthology.orchestra.run.smithi053.stdout: "max_concurrent_clones": { 2024-05-10T11:25:06.556 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "max_concurrent_clones", 2024-05-10T11:25:06.556 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.556 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.556 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.557 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "4", 2024-05-10T11:25:06.557 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.557 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.557 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.557 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-10T11:25:06.557 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.557 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.557 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.557 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.557 INFO:teuthology.orchestra.run.smithi053.stdout: "periodic_async_work": { 2024-05-10T11:25:06.557 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "periodic_async_work", 2024-05-10T11:25:06.557 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.557 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.557 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.558 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.558 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.558 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.558 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.558 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Periodically check for async work", 2024-05-10T11:25:06.558 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.558 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.558 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.558 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.558 INFO:teuthology.orchestra.run.smithi053.stdout: "snapshot_clone_delay": { 2024-05-10T11:25:06.558 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "snapshot_clone_delay", 2024-05-10T11:25:06.558 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.558 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.558 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.559 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.559 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.559 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.559 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.559 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-10T11:25:06.559 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.559 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.559 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.559 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.559 INFO:teuthology.orchestra.run.smithi053.stdout: "snapshot_clone_no_wait": { 2024-05-10T11:25:06.559 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "snapshot_clone_no_wait", 2024-05-10T11:25:06.559 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.559 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.559 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.560 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.560 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.560 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.560 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.560 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-10T11:25:06.560 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.560 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.560 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.560 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.560 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.560 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.560 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.560 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.560 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.561 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.561 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.561 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.561 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.561 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.561 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.561 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.561 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.561 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.561 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.561 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.561 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.561 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "zabbix", 2024-05-10T11:25:06.561 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.561 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.562 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.562 INFO:teuthology.orchestra.run.smithi053.stdout: "discovery_interval": { 2024-05-10T11:25:06.562 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "discovery_interval", 2024-05-10T11:25:06.562 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "uint", 2024-05-10T11:25:06.562 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.562 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.562 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "100", 2024-05-10T11:25:06.562 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.562 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.562 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.562 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.562 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.562 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.562 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.562 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.563 INFO:teuthology.orchestra.run.smithi053.stdout: "identifier": { 2024-05-10T11:25:06.563 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "identifier", 2024-05-10T11:25:06.563 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.563 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.563 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.563 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.563 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.563 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.563 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.563 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.563 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.563 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.563 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.563 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.563 INFO:teuthology.orchestra.run.smithi053.stdout: "interval": { 2024-05-10T11:25:06.564 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "interval", 2024-05-10T11:25:06.564 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.564 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.564 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.564 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "60", 2024-05-10T11:25:06.564 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.564 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.564 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.564 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.564 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.564 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.564 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.564 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.564 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.564 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.564 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.565 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.565 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.565 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.565 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.565 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.565 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.565 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.565 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.565 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.565 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.565 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.565 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.565 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.565 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.565 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.565 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.566 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.566 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.566 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.566 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.566 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.566 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.566 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.566 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.566 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.566 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.566 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.566 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.566 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.566 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.567 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.567 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.567 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.567 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.567 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.567 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.567 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.567 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.567 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.567 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.567 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.567 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.567 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.567 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.568 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.568 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.568 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.568 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.568 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.568 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.568 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.568 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.568 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.568 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.568 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.568 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.568 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.568 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.569 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.569 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.569 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.569 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.569 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.569 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.569 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.569 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.569 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.569 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.569 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.569 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.569 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.569 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.570 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.570 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.570 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.570 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.570 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.570 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.570 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.570 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.570 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.570 INFO:teuthology.orchestra.run.smithi053.stdout: "zabbix_host": { 2024-05-10T11:25:06.570 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "zabbix_host", 2024-05-10T11:25:06.570 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.570 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.570 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.570 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.571 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.571 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.571 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.571 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.571 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.571 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.571 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.571 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.571 INFO:teuthology.orchestra.run.smithi053.stdout: "zabbix_port": { 2024-05-10T11:25:06.571 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "zabbix_port", 2024-05-10T11:25:06.571 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.571 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.571 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.571 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10051", 2024-05-10T11:25:06.571 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.572 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.572 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.572 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.572 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.572 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.572 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.572 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.572 INFO:teuthology.orchestra.run.smithi053.stdout: "zabbix_sender": { 2024-05-10T11:25:06.572 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "zabbix_sender", 2024-05-10T11:25:06.572 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.572 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.572 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.572 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-10T11:25:06.572 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.572 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.572 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.573 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.573 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.573 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.573 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.573 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.573 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.573 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.573 INFO:teuthology.orchestra.run.smithi053.stdout: ] 2024-05-10T11:25:06.573 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.573 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.573 INFO:teuthology.orchestra.run.smithi053.stdout: "modules": [ 2024-05-10T11:25:06.573 INFO:teuthology.orchestra.run.smithi053.stdout: "cephadm", 2024-05-10T11:25:06.573 INFO:teuthology.orchestra.run.smithi053.stdout: "dashboard", 2024-05-10T11:25:06.573 INFO:teuthology.orchestra.run.smithi053.stdout: "iostat", 2024-05-10T11:25:06.573 INFO:teuthology.orchestra.run.smithi053.stdout: "nfs", 2024-05-10T11:25:06.573 INFO:teuthology.orchestra.run.smithi053.stdout: "restful" 2024-05-10T11:25:06.574 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.574 INFO:teuthology.orchestra.run.smithi053.stdout: "available_modules": [ 2024-05-10T11:25:06.574 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.574 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "alerts", 2024-05-10T11:25:06.574 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.574 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.574 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.574 INFO:teuthology.orchestra.run.smithi053.stdout: "interval": { 2024-05-10T11:25:06.574 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "interval", 2024-05-10T11:25:06.574 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.574 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.574 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.574 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "60", 2024-05-10T11:25:06.574 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.575 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.575 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.575 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "How frequently to reexamine health status", 2024-05-10T11:25:06.575 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.575 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.575 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.575 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.575 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.575 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.575 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.575 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.575 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.575 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.575 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.575 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.575 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.575 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.576 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.576 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.576 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.576 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.576 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.576 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.576 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.576 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.576 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.576 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.576 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.576 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.576 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.576 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.576 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.576 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.577 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.577 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.577 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.577 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.577 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.577 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.577 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.577 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.577 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.577 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.577 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.577 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.577 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.577 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.577 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.577 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.577 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.578 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.578 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.578 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.578 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.578 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.578 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.578 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.578 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.578 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.578 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.578 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.578 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.578 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.578 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.578 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.579 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.579 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.579 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.579 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.579 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.579 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.579 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.579 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.579 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.579 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.579 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.579 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.579 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_destination": { 2024-05-10T11:25:06.579 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_destination", 2024-05-10T11:25:06.579 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.579 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.580 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.580 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.580 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.580 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.580 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.580 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Email address to send alerts to", 2024-05-10T11:25:06.580 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.580 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.580 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.580 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.580 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_from_name": { 2024-05-10T11:25:06.580 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_from_name", 2024-05-10T11:25:06.580 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.580 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.580 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.580 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "Ceph", 2024-05-10T11:25:06.580 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.581 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.581 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.581 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Email From: name", 2024-05-10T11:25:06.581 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.581 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.581 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.581 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.581 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_host": { 2024-05-10T11:25:06.581 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_host", 2024-05-10T11:25:06.581 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.581 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.581 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.581 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.581 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.581 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.582 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.582 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "SMTP server", 2024-05-10T11:25:06.582 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.582 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.582 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.582 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.582 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_password": { 2024-05-10T11:25:06.582 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_password", 2024-05-10T11:25:06.582 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.582 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.582 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.582 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.582 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.582 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.583 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.583 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Password to authenticate with", 2024-05-10T11:25:06.583 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.583 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.583 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.583 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.583 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_port": { 2024-05-10T11:25:06.583 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_port", 2024-05-10T11:25:06.583 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.583 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.583 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.583 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "465", 2024-05-10T11:25:06.583 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.583 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.583 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.583 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "SMTP port", 2024-05-10T11:25:06.584 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.584 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.584 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.584 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.584 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_sender": { 2024-05-10T11:25:06.584 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_sender", 2024-05-10T11:25:06.584 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.584 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.584 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.584 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.584 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.584 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.584 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.584 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "SMTP envelope sender", 2024-05-10T11:25:06.584 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.584 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.585 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.585 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.585 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_ssl": { 2024-05-10T11:25:06.585 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_ssl", 2024-05-10T11:25:06.585 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.585 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.585 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.585 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.585 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.585 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.585 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.585 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-10T11:25:06.585 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.585 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.585 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.585 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.585 INFO:teuthology.orchestra.run.smithi053.stdout: "smtp_user": { 2024-05-10T11:25:06.586 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smtp_user", 2024-05-10T11:25:06.586 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.586 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.586 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.586 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.586 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.586 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.586 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.586 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "User to authenticate as", 2024-05-10T11:25:06.586 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.586 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.586 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.586 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.587 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.587 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.587 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.587 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.587 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.587 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.587 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.587 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.587 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.587 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.587 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.587 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.587 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.587 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.587 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.588 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.588 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.588 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "balancer", 2024-05-10T11:25:06.588 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.588 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.588 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.588 INFO:teuthology.orchestra.run.smithi053.stdout: "active": { 2024-05-10T11:25:06.588 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "active", 2024-05-10T11:25:06.588 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.588 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.588 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.588 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.588 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.588 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.588 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.588 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "automatically balance PGs across cluster", 2024-05-10T11:25:06.589 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.589 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.589 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.589 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.589 INFO:teuthology.orchestra.run.smithi053.stdout: "begin_time": { 2024-05-10T11:25:06.589 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "begin_time", 2024-05-10T11:25:06.589 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.589 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.589 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.589 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0000", 2024-05-10T11:25:06.589 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.589 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.589 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.589 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "beginning time of day to automatically balance", 2024-05-10T11:25:06.589 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-10T11:25:06.589 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.590 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.590 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.590 INFO:teuthology.orchestra.run.smithi053.stdout: "begin_weekday": { 2024-05-10T11:25:06.590 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "begin_weekday", 2024-05-10T11:25:06.590 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "uint", 2024-05-10T11:25:06.590 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.590 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.590 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.590 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "0", 2024-05-10T11:25:06.590 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "6", 2024-05-10T11:25:06.590 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.590 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-10T11:25:06.590 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-10T11:25:06.590 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.591 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.591 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.591 INFO:teuthology.orchestra.run.smithi053.stdout: "crush_compat_max_iterations": { 2024-05-10T11:25:06.591 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "crush_compat_max_iterations", 2024-05-10T11:25:06.591 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "uint", 2024-05-10T11:25:06.591 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.591 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.591 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "25", 2024-05-10T11:25:06.591 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "1", 2024-05-10T11:25:06.591 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "250", 2024-05-10T11:25:06.591 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.591 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-10T11:25:06.591 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.591 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.591 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.591 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.592 INFO:teuthology.orchestra.run.smithi053.stdout: "crush_compat_metrics": { 2024-05-10T11:25:06.592 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "crush_compat_metrics", 2024-05-10T11:25:06.592 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.592 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.592 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.592 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "pgs,objects,bytes", 2024-05-10T11:25:06.592 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.592 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.592 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.592 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-10T11:25:06.592 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-10T11:25:06.592 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.592 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.592 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.592 INFO:teuthology.orchestra.run.smithi053.stdout: "crush_compat_step": { 2024-05-10T11:25:06.592 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "crush_compat_step", 2024-05-10T11:25:06.592 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "float", 2024-05-10T11:25:06.593 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.593 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.593 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0.5", 2024-05-10T11:25:06.593 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "0.001", 2024-05-10T11:25:06.593 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "0.999", 2024-05-10T11:25:06.593 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.593 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "aggressiveness of optimization", 2024-05-10T11:25:06.593 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-10T11:25:06.593 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.593 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.593 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.593 INFO:teuthology.orchestra.run.smithi053.stdout: "end_time": { 2024-05-10T11:25:06.593 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "end_time", 2024-05-10T11:25:06.593 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.593 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.593 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.594 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "2359", 2024-05-10T11:25:06.594 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.594 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.594 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.594 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "ending time of day to automatically balance", 2024-05-10T11:25:06.594 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-10T11:25:06.594 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.594 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.594 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.594 INFO:teuthology.orchestra.run.smithi053.stdout: "end_weekday": { 2024-05-10T11:25:06.594 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "end_weekday", 2024-05-10T11:25:06.594 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "uint", 2024-05-10T11:25:06.594 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.594 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.594 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.595 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "0", 2024-05-10T11:25:06.595 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "6", 2024-05-10T11:25:06.595 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.595 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-10T11:25:06.595 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-10T11:25:06.595 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.595 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.595 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.595 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.595 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.595 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.595 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.595 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.595 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.595 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.595 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.596 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.596 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.596 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.596 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.596 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.596 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.596 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.596 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.596 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.596 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.596 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.596 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.596 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.596 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.596 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.596 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.597 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.597 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.597 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.597 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.597 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.597 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.597 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.597 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.597 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.597 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.597 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.597 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.597 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.597 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.597 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.597 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.598 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.598 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.598 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.598 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.598 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.598 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.598 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.598 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.598 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.598 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.598 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.598 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.598 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.598 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.599 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.599 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.599 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.599 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.599 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.599 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.599 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.599 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.599 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.599 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.599 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.599 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.599 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.599 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.599 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.599 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.600 INFO:teuthology.orchestra.run.smithi053.stdout: "min_score": { 2024-05-10T11:25:06.600 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "min_score", 2024-05-10T11:25:06.600 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "float", 2024-05-10T11:25:06.600 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.600 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.600 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.600 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.600 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.600 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.600 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-10T11:25:06.600 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.600 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.600 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.600 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.601 INFO:teuthology.orchestra.run.smithi053.stdout: "mode": { 2024-05-10T11:25:06.601 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "mode", 2024-05-10T11:25:06.601 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.601 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.601 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.601 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "upmap", 2024-05-10T11:25:06.601 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.601 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.601 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.601 INFO:teuthology.orchestra.run.smithi053.stdout: "crush-compat", 2024-05-10T11:25:06.601 INFO:teuthology.orchestra.run.smithi053.stdout: "none", 2024-05-10T11:25:06.601 INFO:teuthology.orchestra.run.smithi053.stdout: "read", 2024-05-10T11:25:06.601 INFO:teuthology.orchestra.run.smithi053.stdout: "upmap", 2024-05-10T11:25:06.601 INFO:teuthology.orchestra.run.smithi053.stdout: "upmap-read" 2024-05-10T11:25:06.601 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.601 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Balancer mode", 2024-05-10T11:25:06.602 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.602 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.602 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.602 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.602 INFO:teuthology.orchestra.run.smithi053.stdout: "pool_ids": { 2024-05-10T11:25:06.602 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "pool_ids", 2024-05-10T11:25:06.602 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.602 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.602 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.602 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.602 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.602 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.602 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.602 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-10T11:25:06.603 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.603 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.603 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.603 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.603 INFO:teuthology.orchestra.run.smithi053.stdout: "sleep_interval": { 2024-05-10T11:25:06.606 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sleep_interval", 2024-05-10T11:25:06.606 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.606 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.606 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.606 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "60", 2024-05-10T11:25:06.606 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.606 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.606 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.606 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-10T11:25:06.606 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.606 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.606 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.606 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.607 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.607 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.607 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.607 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.607 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.607 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.607 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.607 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.607 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.607 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.607 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.607 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.607 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.607 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.607 INFO:teuthology.orchestra.run.smithi053.stdout: "upmap_max_deviation": { 2024-05-10T11:25:06.607 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "upmap_max_deviation", 2024-05-10T11:25:06.608 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.608 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.608 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.608 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "5", 2024-05-10T11:25:06.608 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "1", 2024-05-10T11:25:06.608 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.608 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.608 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-10T11:25:06.608 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-10T11:25:06.608 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.608 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.608 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.608 INFO:teuthology.orchestra.run.smithi053.stdout: "upmap_max_optimizations": { 2024-05-10T11:25:06.608 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "upmap_max_optimizations", 2024-05-10T11:25:06.608 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "uint", 2024-05-10T11:25:06.608 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.609 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.609 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:06.609 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.609 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.609 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.609 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-10T11:25:06.609 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.609 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.609 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.609 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.609 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.609 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.609 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.609 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "cephadm", 2024-05-10T11:25:06.609 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.609 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.609 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.610 INFO:teuthology.orchestra.run.smithi053.stdout: "agent_down_multiplier": { 2024-05-10T11:25:06.610 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "agent_down_multiplier", 2024-05-10T11:25:06.610 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "float", 2024-05-10T11:25:06.610 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.610 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.610 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "3.0", 2024-05-10T11:25:06.610 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.610 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.610 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.610 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-10T11:25:06.610 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.610 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.610 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.610 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.610 INFO:teuthology.orchestra.run.smithi053.stdout: "agent_refresh_rate": { 2024-05-10T11:25:06.611 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "agent_refresh_rate", 2024-05-10T11:25:06.611 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.611 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.611 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.611 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "20", 2024-05-10T11:25:06.611 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.611 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.611 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.611 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-10T11:25:06.611 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.611 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.611 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.611 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.611 INFO:teuthology.orchestra.run.smithi053.stdout: "agent_starting_port": { 2024-05-10T11:25:06.611 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "agent_starting_port", 2024-05-10T11:25:06.611 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.612 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.612 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.612 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "4721", 2024-05-10T11:25:06.612 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.612 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.612 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.612 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-10T11:25:06.612 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.612 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.612 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.612 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.612 INFO:teuthology.orchestra.run.smithi053.stdout: "allow_ptrace": { 2024-05-10T11:25:06.612 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "allow_ptrace", 2024-05-10T11:25:06.613 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.613 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.613 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.613 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.613 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.613 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.613 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.613 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-10T11:25:06.613 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-10T11:25:06.613 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.613 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.613 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.613 INFO:teuthology.orchestra.run.smithi053.stdout: "autotune_interval": { 2024-05-10T11:25:06.613 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "autotune_interval", 2024-05-10T11:25:06.613 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.613 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.614 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.614 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "600", 2024-05-10T11:25:06.614 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.614 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.614 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.614 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-10T11:25:06.614 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.614 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.614 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.614 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.614 INFO:teuthology.orchestra.run.smithi053.stdout: "autotune_memory_target_ratio": { 2024-05-10T11:25:06.614 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "autotune_memory_target_ratio", 2024-05-10T11:25:06.614 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "float", 2024-05-10T11:25:06.614 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.614 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.615 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0.7", 2024-05-10T11:25:06.615 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.615 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.615 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.615 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-10T11:25:06.615 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.615 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.615 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.615 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.615 INFO:teuthology.orchestra.run.smithi053.stdout: "cephadm_log_destination": { 2024-05-10T11:25:06.615 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "cephadm_log_destination", 2024-05-10T11:25:06.615 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.615 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.615 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.615 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.615 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.616 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.616 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.616 INFO:teuthology.orchestra.run.smithi053.stdout: "file", 2024-05-10T11:25:06.616 INFO:teuthology.orchestra.run.smithi053.stdout: "file,syslog", 2024-05-10T11:25:06.616 INFO:teuthology.orchestra.run.smithi053.stdout: "syslog" 2024-05-10T11:25:06.616 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.616 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-10T11:25:06.616 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.616 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.616 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.616 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.616 INFO:teuthology.orchestra.run.smithi053.stdout: "cgroups_split": { 2024-05-10T11:25:06.616 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "cgroups_split", 2024-05-10T11:25:06.616 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.616 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.616 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.617 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.617 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.617 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.617 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.617 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-10T11:25:06.617 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.617 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.617 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.617 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.617 INFO:teuthology.orchestra.run.smithi053.stdout: "config_checks_enabled": { 2024-05-10T11:25:06.617 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "config_checks_enabled", 2024-05-10T11:25:06.617 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.617 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.617 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.617 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.617 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.617 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.618 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.618 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-10T11:25:06.618 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.618 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.618 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.618 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.618 INFO:teuthology.orchestra.run.smithi053.stdout: "config_dashboard": { 2024-05-10T11:25:06.618 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "config_dashboard", 2024-05-10T11:25:06.618 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.618 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.618 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.618 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.618 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.618 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.618 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.619 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-10T11:25:06.619 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.619 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.619 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.619 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.619 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_alertmanager": { 2024-05-10T11:25:06.619 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_alertmanager", 2024-05-10T11:25:06.619 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.619 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.619 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.619 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-10T11:25:06.619 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.619 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.619 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.619 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Prometheus container image", 2024-05-10T11:25:06.619 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.620 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.620 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.620 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.620 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_base": { 2024-05-10T11:25:06.620 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_base", 2024-05-10T11:25:06.620 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.620 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.620 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.620 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-10T11:25:06.620 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.620 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.620 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.620 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Container image name, without the tag", 2024-05-10T11:25:06.620 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.620 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.620 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.620 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.621 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_elasticsearch": { 2024-05-10T11:25:06.621 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_elasticsearch", 2024-05-10T11:25:06.621 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.621 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.621 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.621 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-10T11:25:06.621 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.621 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.621 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.621 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "elasticsearch container image", 2024-05-10T11:25:06.621 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.621 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.621 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.621 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.621 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_grafana": { 2024-05-10T11:25:06.621 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_grafana", 2024-05-10T11:25:06.621 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.622 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.622 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.622 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-10T11:25:06.622 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.622 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.622 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.622 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Prometheus container image", 2024-05-10T11:25:06.622 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.622 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.622 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.622 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.622 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_haproxy": { 2024-05-10T11:25:06.622 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_haproxy", 2024-05-10T11:25:06.622 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.622 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.623 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.623 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-10T11:25:06.623 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.623 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.623 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.623 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "HAproxy container image", 2024-05-10T11:25:06.623 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.623 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.623 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.623 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.623 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_jaeger_agent": { 2024-05-10T11:25:06.623 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_jaeger_agent", 2024-05-10T11:25:06.623 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.623 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.623 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.623 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-10T11:25:06.624 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.624 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.624 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.624 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Jaeger agent container image", 2024-05-10T11:25:06.624 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.624 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.624 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.624 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.624 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_jaeger_collector": { 2024-05-10T11:25:06.624 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_jaeger_collector", 2024-05-10T11:25:06.624 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.624 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.624 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.624 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-10T11:25:06.624 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.624 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.624 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.625 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Jaeger collector container image", 2024-05-10T11:25:06.625 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.625 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.625 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.625 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.625 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_jaeger_query": { 2024-05-10T11:25:06.625 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_jaeger_query", 2024-05-10T11:25:06.625 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.625 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.625 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.625 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-10T11:25:06.625 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.625 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.625 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.625 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Jaeger query container image", 2024-05-10T11:25:06.626 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.626 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.626 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.626 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.626 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_keepalived": { 2024-05-10T11:25:06.626 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_keepalived", 2024-05-10T11:25:06.626 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.626 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.626 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.626 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-10T11:25:06.626 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.626 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.626 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.626 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Keepalived container image", 2024-05-10T11:25:06.627 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.627 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.627 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.627 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.627 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_loki": { 2024-05-10T11:25:06.627 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_loki", 2024-05-10T11:25:06.627 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.627 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.627 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.627 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-05-10T11:25:06.627 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.627 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.627 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.627 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Loki container image", 2024-05-10T11:25:06.627 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.627 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.628 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.628 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.628 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_node_exporter": { 2024-05-10T11:25:06.628 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_node_exporter", 2024-05-10T11:25:06.628 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.628 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.628 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.628 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-10T11:25:06.628 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.628 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.628 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.628 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Prometheus container image", 2024-05-10T11:25:06.628 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.628 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.628 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.628 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.629 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_nvmeof": { 2024-05-10T11:25:06.629 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_nvmeof", 2024-05-10T11:25:06.629 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.629 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.629 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.629 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-05-10T11:25:06.629 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.629 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.629 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.629 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Nvme-of container image", 2024-05-10T11:25:06.629 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.629 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.629 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.629 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.629 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_prometheus": { 2024-05-10T11:25:06.629 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_prometheus", 2024-05-10T11:25:06.630 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.630 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.630 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.630 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-10T11:25:06.630 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.630 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.630 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.630 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Prometheus container image", 2024-05-10T11:25:06.630 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.630 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.630 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.630 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.630 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_promtail": { 2024-05-10T11:25:06.631 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_promtail", 2024-05-10T11:25:06.631 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.631 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.631 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.631 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-05-10T11:25:06.631 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.631 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.631 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.631 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Promtail container image", 2024-05-10T11:25:06.631 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.631 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.631 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.631 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.631 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_samba": { 2024-05-10T11:25:06.631 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_samba", 2024-05-10T11:25:06.631 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.632 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.632 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.632 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-10T11:25:06.632 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.632 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.632 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.632 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Samba/SMB container image", 2024-05-10T11:25:06.632 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.632 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.632 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.632 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.632 INFO:teuthology.orchestra.run.smithi053.stdout: "container_image_snmp_gateway": { 2024-05-10T11:25:06.632 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_image_snmp_gateway", 2024-05-10T11:25:06.632 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.632 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.633 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.633 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-10T11:25:06.633 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.633 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.633 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.633 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "SNMP Gateway container image", 2024-05-10T11:25:06.633 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.633 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.633 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.633 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.633 INFO:teuthology.orchestra.run.smithi053.stdout: "container_init": { 2024-05-10T11:25:06.633 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "container_init", 2024-05-10T11:25:06.633 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.633 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.633 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.633 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.634 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.634 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.634 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.634 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Run podman/docker with `--init`", 2024-05-10T11:25:06.634 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.634 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.634 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.634 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.634 INFO:teuthology.orchestra.run.smithi053.stdout: "daemon_cache_timeout": { 2024-05-10T11:25:06.634 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "daemon_cache_timeout", 2024-05-10T11:25:06.634 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.634 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.634 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.634 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "600", 2024-05-10T11:25:06.634 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.635 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.635 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.635 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-10T11:25:06.635 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.635 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.635 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.635 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.635 INFO:teuthology.orchestra.run.smithi053.stdout: "default_cephadm_command_timeout": { 2024-05-10T11:25:06.635 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "default_cephadm_command_timeout", 2024-05-10T11:25:06.635 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.635 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.635 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.635 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "900", 2024-05-10T11:25:06.635 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.635 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.635 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.636 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-10T11:25:06.636 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.636 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.636 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.636 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.636 INFO:teuthology.orchestra.run.smithi053.stdout: "default_registry": { 2024-05-10T11:25:06.636 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "default_registry", 2024-05-10T11:25:06.636 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.636 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.636 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.636 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "docker.io", 2024-05-10T11:25:06.636 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.636 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.636 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.636 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-10T11:25:06.637 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.637 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.637 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.637 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.637 INFO:teuthology.orchestra.run.smithi053.stdout: "device_cache_timeout": { 2024-05-10T11:25:06.637 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "device_cache_timeout", 2024-05-10T11:25:06.637 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.637 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.637 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.637 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "1800", 2024-05-10T11:25:06.637 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.637 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.637 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.637 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "seconds to cache device inventory", 2024-05-10T11:25:06.637 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.637 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.638 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.638 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.638 INFO:teuthology.orchestra.run.smithi053.stdout: "device_enhanced_scan": { 2024-05-10T11:25:06.638 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "device_enhanced_scan", 2024-05-10T11:25:06.638 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.638 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.638 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.638 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.638 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.638 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.638 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.638 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-10T11:25:06.638 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.638 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.639 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.639 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.639 INFO:teuthology.orchestra.run.smithi053.stdout: "facts_cache_timeout": { 2024-05-10T11:25:06.639 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "facts_cache_timeout", 2024-05-10T11:25:06.639 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.639 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.639 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.639 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "60", 2024-05-10T11:25:06.639 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.639 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.639 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.639 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "seconds to cache host facts data", 2024-05-10T11:25:06.639 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.639 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.639 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.639 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.640 INFO:teuthology.orchestra.run.smithi053.stdout: "grafana_dashboards_path": { 2024-05-10T11:25:06.640 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "grafana_dashboards_path", 2024-05-10T11:25:06.640 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.640 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.640 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.640 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-10T11:25:06.640 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.640 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.640 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.640 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-10T11:25:06.640 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.640 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.640 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.640 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.640 INFO:teuthology.orchestra.run.smithi053.stdout: "host_check_interval": { 2024-05-10T11:25:06.641 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "host_check_interval", 2024-05-10T11:25:06.641 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.641 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.641 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.641 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "600", 2024-05-10T11:25:06.641 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.641 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.641 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.641 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how frequently to perform a host check", 2024-05-10T11:25:06.641 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.641 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.641 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.641 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.641 INFO:teuthology.orchestra.run.smithi053.stdout: "hw_monitoring": { 2024-05-10T11:25:06.641 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "hw_monitoring", 2024-05-10T11:25:06.642 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.642 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.642 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.642 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.642 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.642 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.642 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.642 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-10T11:25:06.642 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.642 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.642 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.642 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.643 INFO:teuthology.orchestra.run.smithi053.stdout: "inventory_list_all": { 2024-05-10T11:25:06.643 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "inventory_list_all", 2024-05-10T11:25:06.643 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.643 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.643 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.643 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.643 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.643 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.643 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.643 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-10T11:25:06.643 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.643 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.643 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.643 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.644 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.644 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.644 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.644 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.644 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.644 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.644 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.644 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.644 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.644 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.644 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.644 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.644 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.644 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.644 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.645 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.645 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.645 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.645 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.645 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.645 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.645 INFO:teuthology.orchestra.run.smithi053.stdout: "log_refresh_metadata": { 2024-05-10T11:25:06.645 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_refresh_metadata", 2024-05-10T11:25:06.645 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.645 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.645 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.645 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.645 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.645 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.645 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.645 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-10T11:25:06.646 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.646 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.646 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.646 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.646 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.646 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.646 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.646 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.646 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.646 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.646 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.646 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.646 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.646 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-10T11:25:06.647 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.647 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.647 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.647 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.647 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.647 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.647 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.647 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.647 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.647 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.647 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.647 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.647 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.647 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.647 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.647 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.648 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.648 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.648 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.648 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.648 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.648 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.648 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.648 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.648 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.648 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.648 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.648 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.648 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.648 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.648 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.649 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.649 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.649 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.649 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.649 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.649 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.649 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.649 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.649 INFO:teuthology.orchestra.run.smithi053.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-10T11:25:06.649 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-10T11:25:06.649 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.649 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.649 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.649 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.649 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.649 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.650 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.650 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-10T11:25:06.650 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.650 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.650 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.650 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.650 INFO:teuthology.orchestra.run.smithi053.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-10T11:25:06.650 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-10T11:25:06.650 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.650 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.650 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.650 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "*", 2024-05-10T11:25:06.650 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.650 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.651 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.651 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-10T11:25:06.651 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.651 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.651 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.651 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.651 INFO:teuthology.orchestra.run.smithi053.stdout: "max_count_per_host": { 2024-05-10T11:25:06.651 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "max_count_per_host", 2024-05-10T11:25:06.651 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.651 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.651 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.651 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:06.651 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.651 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.651 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.652 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "max number of daemons per service per host", 2024-05-10T11:25:06.652 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.652 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.652 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.652 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.652 INFO:teuthology.orchestra.run.smithi053.stdout: "max_osd_draining_count": { 2024-05-10T11:25:06.652 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "max_osd_draining_count", 2024-05-10T11:25:06.652 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.652 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.652 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.652 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:06.653 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.653 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.653 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.653 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-10T11:25:06.653 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.653 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.653 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.653 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.653 INFO:teuthology.orchestra.run.smithi053.stdout: "migration_current": { 2024-05-10T11:25:06.653 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "migration_current", 2024-05-10T11:25:06.653 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.653 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.653 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.653 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.654 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.654 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.654 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.654 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "internal - do not modify", 2024-05-10T11:25:06.654 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.654 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.654 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.654 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.654 INFO:teuthology.orchestra.run.smithi053.stdout: "mode": { 2024-05-10T11:25:06.654 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "mode", 2024-05-10T11:25:06.654 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.654 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.654 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.654 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "root", 2024-05-10T11:25:06.655 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.655 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.655 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.655 INFO:teuthology.orchestra.run.smithi053.stdout: "cephadm-package", 2024-05-10T11:25:06.655 INFO:teuthology.orchestra.run.smithi053.stdout: "root" 2024-05-10T11:25:06.655 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.655 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "mode for remote execution of cephadm", 2024-05-10T11:25:06.655 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.655 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.655 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.655 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.655 INFO:teuthology.orchestra.run.smithi053.stdout: "oob_default_addr": { 2024-05-10T11:25:06.655 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "oob_default_addr", 2024-05-10T11:25:06.655 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.656 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.656 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.656 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "169.254.1.1", 2024-05-10T11:25:06.656 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.656 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.656 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.656 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-10T11:25:06.656 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.656 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.656 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.656 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.656 INFO:teuthology.orchestra.run.smithi053.stdout: "prometheus_alerts_path": { 2024-05-10T11:25:06.656 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "prometheus_alerts_path", 2024-05-10T11:25:06.656 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.656 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.657 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.657 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-10T11:25:06.657 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.657 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.657 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.657 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-10T11:25:06.657 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.657 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.657 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.657 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.657 INFO:teuthology.orchestra.run.smithi053.stdout: "registry_insecure": { 2024-05-10T11:25:06.657 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "registry_insecure", 2024-05-10T11:25:06.657 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.657 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.657 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.658 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.658 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.658 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.658 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.658 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-10T11:25:06.658 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.658 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.658 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.658 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.658 INFO:teuthology.orchestra.run.smithi053.stdout: "registry_password": { 2024-05-10T11:25:06.658 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "registry_password", 2024-05-10T11:25:06.658 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.658 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.658 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.658 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.659 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.659 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.659 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.659 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-10T11:25:06.659 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.659 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.659 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.659 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.659 INFO:teuthology.orchestra.run.smithi053.stdout: "registry_url": { 2024-05-10T11:25:06.659 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "registry_url", 2024-05-10T11:25:06.659 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.659 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.659 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.659 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.659 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.659 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.659 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.660 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-10T11:25:06.660 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.660 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.660 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.660 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.660 INFO:teuthology.orchestra.run.smithi053.stdout: "registry_username": { 2024-05-10T11:25:06.660 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "registry_username", 2024-05-10T11:25:06.660 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.660 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.660 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.660 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.660 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.660 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.660 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.660 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-10T11:25:06.661 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.661 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.661 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.661 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.661 INFO:teuthology.orchestra.run.smithi053.stdout: "secure_monitoring_stack": { 2024-05-10T11:25:06.661 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "secure_monitoring_stack", 2024-05-10T11:25:06.661 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.661 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.661 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.661 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.661 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.661 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.661 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.661 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-10T11:25:06.661 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.661 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.662 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.662 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.662 INFO:teuthology.orchestra.run.smithi053.stdout: "service_discovery_port": { 2024-05-10T11:25:06.662 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "service_discovery_port", 2024-05-10T11:25:06.662 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.662 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.662 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.662 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "8765", 2024-05-10T11:25:06.662 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.662 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.662 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.662 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "cephadm service discovery port", 2024-05-10T11:25:06.662 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.662 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.662 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.663 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.663 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.663 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.663 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.663 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.663 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.663 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.663 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.663 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.663 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.663 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.663 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.663 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.663 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.663 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.663 INFO:teuthology.orchestra.run.smithi053.stdout: "ssh_config_file": { 2024-05-10T11:25:06.663 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ssh_config_file", 2024-05-10T11:25:06.664 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.664 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.664 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.664 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.664 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.664 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.664 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.664 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-10T11:25:06.664 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.664 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.664 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.664 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.664 INFO:teuthology.orchestra.run.smithi053.stdout: "use_agent": { 2024-05-10T11:25:06.664 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "use_agent", 2024-05-10T11:25:06.664 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.664 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.664 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.665 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.665 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.665 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.665 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.665 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-10T11:25:06.665 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.665 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.665 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.665 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.665 INFO:teuthology.orchestra.run.smithi053.stdout: "use_repo_digest": { 2024-05-10T11:25:06.665 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "use_repo_digest", 2024-05-10T11:25:06.665 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.665 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.665 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.665 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.665 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.666 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.666 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.666 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-10T11:25:06.666 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.666 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.666 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.666 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.666 INFO:teuthology.orchestra.run.smithi053.stdout: "warn_on_failed_host_check": { 2024-05-10T11:25:06.666 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "warn_on_failed_host_check", 2024-05-10T11:25:06.666 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.666 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.666 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.666 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.666 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.667 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.667 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.667 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "raise a health warning if the host check fails", 2024-05-10T11:25:06.667 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.667 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.667 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.667 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.667 INFO:teuthology.orchestra.run.smithi053.stdout: "warn_on_stray_daemons": { 2024-05-10T11:25:06.667 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "warn_on_stray_daemons", 2024-05-10T11:25:06.667 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.667 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.667 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.667 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.667 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.668 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.668 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.668 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-10T11:25:06.668 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.668 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.668 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.668 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.668 INFO:teuthology.orchestra.run.smithi053.stdout: "warn_on_stray_hosts": { 2024-05-10T11:25:06.668 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "warn_on_stray_hosts", 2024-05-10T11:25:06.668 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.668 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.668 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.668 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.668 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.668 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.669 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.669 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-10T11:25:06.669 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.669 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.669 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.669 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.669 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.669 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.669 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.669 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "crash", 2024-05-10T11:25:06.669 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.669 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.669 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.670 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.670 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.670 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.670 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.670 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.670 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.670 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.670 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.670 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.670 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.670 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.670 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.670 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.670 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.670 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.671 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.671 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.671 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.671 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.671 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.671 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.671 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.671 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.671 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.671 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.671 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.671 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.671 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.671 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.672 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.672 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.672 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.672 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.672 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.672 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.672 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.672 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.672 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.672 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.672 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.672 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.672 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.672 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.673 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.673 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.673 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.673 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.673 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.673 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.673 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.673 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.673 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.673 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.673 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.673 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.673 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.673 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.673 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.674 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.674 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.674 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.674 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.674 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.674 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.674 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.674 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.674 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.674 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.674 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.674 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.674 INFO:teuthology.orchestra.run.smithi053.stdout: "retain_interval": { 2024-05-10T11:25:06.674 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "retain_interval", 2024-05-10T11:25:06.675 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.675 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.675 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.675 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "31536000", 2024-05-10T11:25:06.675 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.675 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.675 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.675 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-10T11:25:06.675 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.675 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.675 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.675 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.675 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.675 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.675 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.676 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.676 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.676 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.676 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.676 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.676 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.676 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.676 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.676 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.676 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.676 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.676 INFO:teuthology.orchestra.run.smithi053.stdout: "warn_recent_interval": { 2024-05-10T11:25:06.676 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "warn_recent_interval", 2024-05-10T11:25:06.676 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.676 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.677 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.677 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "1209600", 2024-05-10T11:25:06.677 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.677 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.677 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.677 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-10T11:25:06.677 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.677 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.677 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.677 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.677 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.677 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.677 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.677 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "dashboard", 2024-05-10T11:25:06.677 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.677 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.678 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.678 INFO:teuthology.orchestra.run.smithi053.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-10T11:25:06.678 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-10T11:25:06.678 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.678 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.678 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.678 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:06.678 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.678 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.678 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.678 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.678 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.678 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.678 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.679 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.679 INFO:teuthology.orchestra.run.smithi053.stdout: "ALERTMANAGER_API_HOST": { 2024-05-10T11:25:06.679 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-10T11:25:06.679 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.679 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.679 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.679 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.679 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.679 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.679 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.679 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.679 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.679 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.679 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.679 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.679 INFO:teuthology.orchestra.run.smithi053.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-10T11:25:06.680 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-10T11:25:06.680 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.680 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.680 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.680 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.680 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.680 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.680 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.680 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.680 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.680 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.680 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.680 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.680 INFO:teuthology.orchestra.run.smithi053.stdout: "AUDIT_API_ENABLED": { 2024-05-10T11:25:06.680 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "AUDIT_API_ENABLED", 2024-05-10T11:25:06.681 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.681 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.681 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.681 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.681 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.681 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.681 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.681 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.681 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.681 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.681 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.681 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.681 INFO:teuthology.orchestra.run.smithi053.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-10T11:25:06.681 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-10T11:25:06.682 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.682 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.682 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.682 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.682 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.682 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.682 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.682 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.682 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.682 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.682 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.682 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.682 INFO:teuthology.orchestra.run.smithi053.stdout: "ENABLE_BROWSABLE_API": { 2024-05-10T11:25:06.683 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-10T11:25:06.683 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.683 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.683 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.683 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.683 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.683 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.683 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.683 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.683 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.683 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.683 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.683 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.683 INFO:teuthology.orchestra.run.smithi053.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-10T11:25:06.683 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-10T11:25:06.684 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.684 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.684 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.684 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.684 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.684 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.684 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.684 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.684 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.684 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.684 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.684 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.684 INFO:teuthology.orchestra.run.smithi053.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-10T11:25:06.684 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-10T11:25:06.684 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.685 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.685 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.685 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.685 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.685 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.685 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.685 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.685 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.685 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.685 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.685 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.685 INFO:teuthology.orchestra.run.smithi053.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-10T11:25:06.685 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-10T11:25:06.685 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.685 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.686 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.686 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.686 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.686 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.686 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.686 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.686 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.686 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.686 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.686 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.686 INFO:teuthology.orchestra.run.smithi053.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-10T11:25:06.686 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-10T11:25:06.686 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.687 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.687 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.687 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.687 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.687 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.687 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.687 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.687 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.687 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.687 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.687 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.687 INFO:teuthology.orchestra.run.smithi053.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-10T11:25:06.687 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-10T11:25:06.687 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.687 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.688 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.688 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.688 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.688 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.688 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.688 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.688 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.688 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.688 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.688 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.688 INFO:teuthology.orchestra.run.smithi053.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-10T11:25:06.688 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-10T11:25:06.688 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.688 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.688 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.689 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.689 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.689 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.689 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.689 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.689 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.689 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.689 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.689 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.689 INFO:teuthology.orchestra.run.smithi053.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-10T11:25:06.689 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-10T11:25:06.689 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.689 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.689 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.689 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.689 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.690 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.690 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.690 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.690 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.690 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.690 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.690 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.690 INFO:teuthology.orchestra.run.smithi053.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-10T11:25:06.690 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-10T11:25:06.690 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.690 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.690 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.690 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.690 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.690 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.691 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.691 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.691 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.691 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.691 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.691 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.691 INFO:teuthology.orchestra.run.smithi053.stdout: "GRAFANA_API_PASSWORD": { 2024-05-10T11:25:06.691 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-10T11:25:06.691 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.691 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.691 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.691 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "admin", 2024-05-10T11:25:06.691 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.691 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.691 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.691 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.692 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.692 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.692 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.692 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.692 INFO:teuthology.orchestra.run.smithi053.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-10T11:25:06.692 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-10T11:25:06.692 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.692 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.692 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.692 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.692 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.692 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.692 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.692 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.692 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.692 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.693 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.693 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.693 INFO:teuthology.orchestra.run.smithi053.stdout: "GRAFANA_API_URL": { 2024-05-10T11:25:06.693 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "GRAFANA_API_URL", 2024-05-10T11:25:06.693 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.693 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.693 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.693 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.693 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.693 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.693 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.693 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.693 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.693 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.693 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.693 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.693 INFO:teuthology.orchestra.run.smithi053.stdout: "GRAFANA_API_USERNAME": { 2024-05-10T11:25:06.694 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-10T11:25:06.694 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.694 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.694 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.694 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "admin", 2024-05-10T11:25:06.694 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.694 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.694 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.694 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.694 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.694 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.694 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.694 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.694 INFO:teuthology.orchestra.run.smithi053.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-10T11:25:06.694 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-10T11:25:06.695 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.695 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.695 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.695 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.695 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.695 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.695 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.695 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.695 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.695 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.695 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.695 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.695 INFO:teuthology.orchestra.run.smithi053.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-10T11:25:06.695 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-10T11:25:06.695 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.695 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.696 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.696 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.696 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.696 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.696 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.696 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.696 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.696 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.696 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.696 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.696 INFO:teuthology.orchestra.run.smithi053.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-10T11:25:06.696 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-10T11:25:06.696 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.696 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.696 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.696 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.697 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.697 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.697 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.697 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.697 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.697 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.697 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.697 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.697 INFO:teuthology.orchestra.run.smithi053.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-10T11:25:06.697 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-10T11:25:06.697 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.697 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.697 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.697 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.697 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.697 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.698 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.698 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.698 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.698 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.698 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.698 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.698 INFO:teuthology.orchestra.run.smithi053.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-10T11:25:06.698 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-10T11:25:06.698 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.698 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.698 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.698 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "[]", 2024-05-10T11:25:06.698 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.698 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.698 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.699 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.699 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.699 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.699 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.699 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.699 INFO:teuthology.orchestra.run.smithi053.stdout: "MULTICLUSTER_CONFIG": { 2024-05-10T11:25:06.699 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-10T11:25:06.699 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.699 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.699 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.699 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "{}", 2024-05-10T11:25:06.699 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.699 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.699 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.699 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.699 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.700 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.700 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.700 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.700 INFO:teuthology.orchestra.run.smithi053.stdout: "PROMETHEUS_API_HOST": { 2024-05-10T11:25:06.700 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-10T11:25:06.700 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.700 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.700 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.700 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.700 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.700 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.700 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.700 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.700 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.700 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.700 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.701 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.701 INFO:teuthology.orchestra.run.smithi053.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-10T11:25:06.701 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-10T11:25:06.701 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.701 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.701 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.701 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.701 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.701 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.701 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.701 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.701 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.701 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.701 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.701 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.701 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-10T11:25:06.702 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-10T11:25:06.702 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.702 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.702 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.702 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.702 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.702 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.702 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.702 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.702 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.702 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.702 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.702 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.702 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-10T11:25:06.703 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-10T11:25:06.703 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.703 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.703 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.703 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.703 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.703 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.703 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.703 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.703 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.703 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.703 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.703 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.703 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-10T11:25:06.703 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-10T11:25:06.704 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.704 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.704 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.704 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.704 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.704 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.704 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.704 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.704 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.704 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.704 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.704 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.704 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-10T11:25:06.704 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-10T11:25:06.704 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.704 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.704 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.705 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.705 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.705 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.705 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.705 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.705 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.705 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.705 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.705 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.705 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-10T11:25:06.705 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-10T11:25:06.705 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.705 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.705 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.705 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.705 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.706 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.706 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.706 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.706 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.706 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.706 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.706 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.706 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-10T11:25:06.706 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-10T11:25:06.706 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.706 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.706 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.706 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.706 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.706 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.706 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.707 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.707 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.707 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.707 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.707 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.707 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-10T11:25:06.707 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-10T11:25:06.707 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.707 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.707 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.707 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.707 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.707 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.707 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.707 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.707 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.708 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.708 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.708 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.708 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_ENABLED": { 2024-05-10T11:25:06.708 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-10T11:25:06.708 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.708 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.708 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.708 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.708 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.708 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.708 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.708 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.708 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.708 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.709 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.709 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.709 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-10T11:25:06.709 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-10T11:25:06.709 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.709 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.709 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.709 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-10T11:25:06.709 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.709 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.709 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.709 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.709 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.709 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.709 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.709 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.710 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-10T11:25:06.710 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-10T11:25:06.710 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.710 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.710 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.710 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:06.710 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.710 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.710 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.710 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.710 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.710 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.710 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.710 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.711 INFO:teuthology.orchestra.run.smithi053.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-10T11:25:06.711 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-10T11:25:06.711 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.711 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.711 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.711 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "8", 2024-05-10T11:25:06.711 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.711 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.711 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.711 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.711 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.711 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.711 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.711 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.711 INFO:teuthology.orchestra.run.smithi053.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-10T11:25:06.712 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-10T11:25:06.712 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.712 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.712 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.712 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "45", 2024-05-10T11:25:06.712 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.712 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.712 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.712 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.712 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.712 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.712 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.712 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.712 INFO:teuthology.orchestra.run.smithi053.stdout: "RGW_API_ACCESS_KEY": { 2024-05-10T11:25:06.712 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-10T11:25:06.712 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.712 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.713 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.713 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.713 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.713 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.713 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.713 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.713 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.713 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.713 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.713 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.713 INFO:teuthology.orchestra.run.smithi053.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-10T11:25:06.713 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-10T11:25:06.713 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.713 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.713 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.713 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "admin", 2024-05-10T11:25:06.714 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.714 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.714 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.714 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.714 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.714 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.714 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.714 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.714 INFO:teuthology.orchestra.run.smithi053.stdout: "RGW_API_SECRET_KEY": { 2024-05-10T11:25:06.714 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-10T11:25:06.714 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.714 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.714 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.714 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.715 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.715 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.715 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.715 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.715 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.715 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.715 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.715 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.715 INFO:teuthology.orchestra.run.smithi053.stdout: "RGW_API_SSL_VERIFY": { 2024-05-10T11:25:06.715 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-10T11:25:06.715 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.715 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.715 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.715 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.715 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.715 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.716 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.716 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.716 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.716 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.716 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.716 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.716 INFO:teuthology.orchestra.run.smithi053.stdout: "UNSAFE_TLS_v1_2": { 2024-05-10T11:25:06.716 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-10T11:25:06.716 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.716 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.716 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.716 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.716 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.716 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.716 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.716 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.717 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.717 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.717 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.717 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.717 INFO:teuthology.orchestra.run.smithi053.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-10T11:25:06.717 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-10T11:25:06.717 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.717 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.717 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.717 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.717 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.717 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.717 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.717 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.717 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.717 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.718 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.718 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.718 INFO:teuthology.orchestra.run.smithi053.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-10T11:25:06.718 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-10T11:25:06.718 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.718 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.718 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.718 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:06.718 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.718 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.718 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.718 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.718 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.718 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.719 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.719 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.719 INFO:teuthology.orchestra.run.smithi053.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-10T11:25:06.719 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-10T11:25:06.719 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.719 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.719 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.719 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "5", 2024-05-10T11:25:06.719 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.719 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.719 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.719 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.719 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.719 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.719 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.719 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.720 INFO:teuthology.orchestra.run.smithi053.stdout: "cross_origin_url": { 2024-05-10T11:25:06.720 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "cross_origin_url", 2024-05-10T11:25:06.720 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.720 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.720 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.720 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.720 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.720 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.720 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.720 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.720 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.720 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.720 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.720 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.720 INFO:teuthology.orchestra.run.smithi053.stdout: "crt_file": { 2024-05-10T11:25:06.720 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "crt_file", 2024-05-10T11:25:06.720 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.721 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.721 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.721 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.721 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.721 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.721 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.721 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.721 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.721 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.721 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.721 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.721 INFO:teuthology.orchestra.run.smithi053.stdout: "debug": { 2024-05-10T11:25:06.721 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "debug", 2024-05-10T11:25:06.721 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.721 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.722 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.722 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.722 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.722 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.722 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.722 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Enable/disable debug options", 2024-05-10T11:25:06.722 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.722 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.722 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.722 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.722 INFO:teuthology.orchestra.run.smithi053.stdout: "jwt_token_ttl": { 2024-05-10T11:25:06.722 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "jwt_token_ttl", 2024-05-10T11:25:06.722 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.722 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.723 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.723 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "28800", 2024-05-10T11:25:06.723 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.723 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.723 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.723 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.723 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.723 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.723 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.723 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.723 INFO:teuthology.orchestra.run.smithi053.stdout: "key_file": { 2024-05-10T11:25:06.723 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "key_file", 2024-05-10T11:25:06.723 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.723 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.723 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.723 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.723 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.724 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.724 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.724 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.724 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.724 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.724 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.724 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.724 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.724 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.724 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.724 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.724 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.724 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.724 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.724 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.724 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.725 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.725 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.725 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.725 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.725 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.725 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.725 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.725 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.725 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.725 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.725 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.725 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.725 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.725 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.725 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.726 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.726 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.726 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.726 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.726 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.726 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.726 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.726 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.726 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.726 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.726 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.726 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.726 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.726 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.727 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.727 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.727 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.727 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.727 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.727 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.727 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.727 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.727 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.727 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.727 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.727 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.727 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.727 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.727 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.727 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.728 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.728 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.728 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.728 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.728 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.728 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.728 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.728 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.728 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.728 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.728 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.728 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.728 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.728 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.729 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.729 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.729 INFO:teuthology.orchestra.run.smithi053.stdout: "motd": { 2024-05-10T11:25:06.729 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "motd", 2024-05-10T11:25:06.729 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.729 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.729 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.729 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.729 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.729 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.729 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.729 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "The message of the day", 2024-05-10T11:25:06.729 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.729 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.729 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.730 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.730 INFO:teuthology.orchestra.run.smithi053.stdout: "redirect_resolve_ip_addr": { 2024-05-10T11:25:06.730 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "redirect_resolve_ip_addr", 2024-05-10T11:25:06.730 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.730 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.730 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.730 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.730 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.730 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.730 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.730 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.730 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.730 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.730 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.731 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.731 INFO:teuthology.orchestra.run.smithi053.stdout: "server_addr": { 2024-05-10T11:25:06.731 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "server_addr", 2024-05-10T11:25:06.731 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.731 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.731 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.731 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "::", 2024-05-10T11:25:06.731 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.731 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.731 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.731 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.731 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.731 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.731 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.732 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.732 INFO:teuthology.orchestra.run.smithi053.stdout: "server_port": { 2024-05-10T11:25:06.732 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "server_port", 2024-05-10T11:25:06.732 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.732 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.732 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.732 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "8080", 2024-05-10T11:25:06.732 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.732 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.732 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.732 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.732 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.732 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.732 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.732 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.733 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.733 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.733 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.733 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.733 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.733 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.733 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.733 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.733 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.733 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.733 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.733 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.733 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.733 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.734 INFO:teuthology.orchestra.run.smithi053.stdout: "ssl": { 2024-05-10T11:25:06.734 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ssl", 2024-05-10T11:25:06.734 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.734 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.734 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.734 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.734 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.734 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.734 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.734 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.734 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.734 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.734 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.734 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.735 INFO:teuthology.orchestra.run.smithi053.stdout: "ssl_server_port": { 2024-05-10T11:25:06.735 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ssl_server_port", 2024-05-10T11:25:06.735 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.735 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.735 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.735 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "8443", 2024-05-10T11:25:06.735 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.735 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.735 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.735 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.735 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.735 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.735 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.735 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.735 INFO:teuthology.orchestra.run.smithi053.stdout: "standby_behaviour": { 2024-05-10T11:25:06.735 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "standby_behaviour", 2024-05-10T11:25:06.736 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.736 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.736 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.736 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "redirect", 2024-05-10T11:25:06.736 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.736 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.736 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.736 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.736 INFO:teuthology.orchestra.run.smithi053.stdout: "redirect" 2024-05-10T11:25:06.736 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.736 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.736 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.736 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.736 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.736 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.737 INFO:teuthology.orchestra.run.smithi053.stdout: "standby_error_status_code": { 2024-05-10T11:25:06.737 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "standby_error_status_code", 2024-05-10T11:25:06.737 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.737 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.737 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.737 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "500", 2024-05-10T11:25:06.737 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "400", 2024-05-10T11:25:06.737 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "599", 2024-05-10T11:25:06.737 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.737 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.737 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.737 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.737 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.737 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.737 INFO:teuthology.orchestra.run.smithi053.stdout: "url_prefix": { 2024-05-10T11:25:06.737 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "url_prefix", 2024-05-10T11:25:06.738 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.738 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.738 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.738 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.738 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.738 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.738 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.738 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.738 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.738 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.738 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.738 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.738 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.738 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.739 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.739 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "devicehealth", 2024-05-10T11:25:06.739 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.739 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.739 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.739 INFO:teuthology.orchestra.run.smithi053.stdout: "enable_monitoring": { 2024-05-10T11:25:06.739 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "enable_monitoring", 2024-05-10T11:25:06.739 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.739 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.739 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.739 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.739 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.739 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.739 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.739 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "monitor device health metrics", 2024-05-10T11:25:06.739 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.740 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.740 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.740 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.740 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.740 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.740 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.740 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.740 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.740 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.740 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.740 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.740 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.740 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.740 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.740 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.741 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.741 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.741 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.741 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.741 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.741 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.741 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.741 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.741 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.741 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.741 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.741 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.741 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.741 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.741 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.742 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.742 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.742 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.742 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.742 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.742 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.742 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.742 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.742 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.742 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.742 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.742 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.742 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.743 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.743 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.743 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.743 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.743 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.743 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.743 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.743 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.743 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.743 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.743 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.743 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.743 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.743 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.743 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.743 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.744 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.744 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.744 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.744 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.744 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.744 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.744 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.744 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.744 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.744 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.744 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.744 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.744 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.744 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.745 INFO:teuthology.orchestra.run.smithi053.stdout: "mark_out_threshold": { 2024-05-10T11:25:06.745 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "mark_out_threshold", 2024-05-10T11:25:06.745 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.745 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.745 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.745 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "2419200", 2024-05-10T11:25:06.745 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.745 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.745 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.745 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-10T11:25:06.745 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.745 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.745 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.745 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.745 INFO:teuthology.orchestra.run.smithi053.stdout: "pool_name": { 2024-05-10T11:25:06.745 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "pool_name", 2024-05-10T11:25:06.746 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.746 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.746 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.746 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "device_health_metrics", 2024-05-10T11:25:06.746 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.746 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.746 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.746 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-10T11:25:06.746 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.746 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.746 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.746 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.746 INFO:teuthology.orchestra.run.smithi053.stdout: "retention_period": { 2024-05-10T11:25:06.746 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "retention_period", 2024-05-10T11:25:06.747 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.747 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.747 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.747 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "15552000", 2024-05-10T11:25:06.747 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.747 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.747 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.747 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how long to retain device health metrics", 2024-05-10T11:25:06.747 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.747 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.747 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.747 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.747 INFO:teuthology.orchestra.run.smithi053.stdout: "scrape_frequency": { 2024-05-10T11:25:06.747 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "scrape_frequency", 2024-05-10T11:25:06.747 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.748 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.748 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.748 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "86400", 2024-05-10T11:25:06.748 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.748 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.748 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.748 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-10T11:25:06.748 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.748 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.748 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.748 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.748 INFO:teuthology.orchestra.run.smithi053.stdout: "self_heal": { 2024-05-10T11:25:06.748 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "self_heal", 2024-05-10T11:25:06.748 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.748 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.748 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.749 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.749 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.749 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.749 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.749 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-10T11:25:06.749 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.749 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.749 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.749 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.749 INFO:teuthology.orchestra.run.smithi053.stdout: "sleep_interval": { 2024-05-10T11:25:06.749 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sleep_interval", 2024-05-10T11:25:06.749 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.749 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.749 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.749 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "600", 2024-05-10T11:25:06.750 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.750 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.750 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.750 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how frequently to wake up and check device health", 2024-05-10T11:25:06.750 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.750 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.750 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.750 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.750 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.750 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.750 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.750 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.750 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.750 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.751 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.751 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.751 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.751 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.751 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.751 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.751 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.751 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.751 INFO:teuthology.orchestra.run.smithi053.stdout: "warn_threshold": { 2024-05-10T11:25:06.751 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "warn_threshold", 2024-05-10T11:25:06.751 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.751 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.751 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.751 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "7257600", 2024-05-10T11:25:06.751 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.751 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.751 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.752 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-10T11:25:06.752 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.752 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.752 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.752 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.752 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.752 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.752 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.752 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "diskprediction_local", 2024-05-10T11:25:06.752 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.752 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.752 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.752 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.752 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.752 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.753 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.753 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.753 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.753 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.753 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.753 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.753 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.753 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.753 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.753 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.753 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.753 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.753 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.753 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.753 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.753 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.754 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.754 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.754 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.754 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.754 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.754 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.754 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.754 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.754 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.754 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.754 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.754 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.754 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.754 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.754 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.755 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.755 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.755 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.755 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.755 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.755 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.755 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.755 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.755 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.755 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.755 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.755 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.755 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.755 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.755 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.755 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.756 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.756 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.756 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.756 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.756 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.756 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.756 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.756 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.756 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.756 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.756 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.756 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.756 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.756 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.756 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.756 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.757 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.757 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.757 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.757 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.757 INFO:teuthology.orchestra.run.smithi053.stdout: "predict_interval": { 2024-05-10T11:25:06.757 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "predict_interval", 2024-05-10T11:25:06.757 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.757 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.757 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.757 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "86400", 2024-05-10T11:25:06.757 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.757 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.757 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.757 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.757 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.757 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.758 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.758 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.758 INFO:teuthology.orchestra.run.smithi053.stdout: "predictor_model": { 2024-05-10T11:25:06.758 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "predictor_model", 2024-05-10T11:25:06.758 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.758 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.758 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.758 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "prophetstor", 2024-05-10T11:25:06.758 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.758 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.758 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.758 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.758 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.758 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.759 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.759 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.759 INFO:teuthology.orchestra.run.smithi053.stdout: "sleep_interval": { 2024-05-10T11:25:06.759 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sleep_interval", 2024-05-10T11:25:06.759 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.759 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.759 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.759 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "600", 2024-05-10T11:25:06.759 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.759 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.759 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.759 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.759 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.759 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.759 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.759 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.759 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.760 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.760 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.760 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.760 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.760 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.760 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.760 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.760 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.760 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.760 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.760 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.760 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.760 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.760 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.760 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.761 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.761 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "influx", 2024-05-10T11:25:06.761 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": false, 2024-05-10T11:25:06.761 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "influxdb python module not found", 2024-05-10T11:25:06.761 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.761 INFO:teuthology.orchestra.run.smithi053.stdout: "batch_size": { 2024-05-10T11:25:06.761 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "batch_size", 2024-05-10T11:25:06.761 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.761 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.761 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.761 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "5000", 2024-05-10T11:25:06.761 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.761 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.761 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.761 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-10T11:25:06.761 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.762 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.762 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.762 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.762 INFO:teuthology.orchestra.run.smithi053.stdout: "database": { 2024-05-10T11:25:06.762 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "database", 2024-05-10T11:25:06.762 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.762 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.762 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.762 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "ceph", 2024-05-10T11:25:06.762 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.762 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.762 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.762 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-10T11:25:06.762 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.763 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.763 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.763 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.763 INFO:teuthology.orchestra.run.smithi053.stdout: "hostname": { 2024-05-10T11:25:06.763 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "hostname", 2024-05-10T11:25:06.763 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.763 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.763 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.763 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.763 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.763 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.763 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.763 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "InfluxDB server hostname", 2024-05-10T11:25:06.763 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.763 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.763 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.763 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.764 INFO:teuthology.orchestra.run.smithi053.stdout: "interval": { 2024-05-10T11:25:06.764 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "interval", 2024-05-10T11:25:06.764 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.764 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.764 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.764 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "30", 2024-05-10T11:25:06.764 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "5", 2024-05-10T11:25:06.764 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.764 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.764 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-10T11:25:06.764 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.764 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.764 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.764 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.764 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.764 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.765 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.765 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.765 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.765 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.765 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.765 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.765 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.765 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.765 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.765 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.765 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.765 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.765 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.765 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.765 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.765 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.766 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.766 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.766 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.766 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.766 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.766 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.766 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.766 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.766 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.766 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.766 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.766 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.766 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.766 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.766 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.767 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.767 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.767 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.767 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.767 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.767 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.767 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.767 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.767 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.767 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.767 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.767 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.767 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.767 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.767 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.767 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.767 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.768 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.768 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.768 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.768 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.768 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.768 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.768 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.768 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.768 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.768 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.768 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.768 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.768 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.768 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.768 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.768 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.769 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.769 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.769 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.769 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.769 INFO:teuthology.orchestra.run.smithi053.stdout: "password": { 2024-05-10T11:25:06.769 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "password", 2024-05-10T11:25:06.769 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.769 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.769 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.769 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.769 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.769 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.769 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.769 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "password of InfluxDB server user", 2024-05-10T11:25:06.770 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.770 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.770 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.770 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.770 INFO:teuthology.orchestra.run.smithi053.stdout: "port": { 2024-05-10T11:25:06.770 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "port", 2024-05-10T11:25:06.770 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.770 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.770 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.770 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "8086", 2024-05-10T11:25:06.770 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.770 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.770 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.770 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "InfluxDB server port", 2024-05-10T11:25:06.770 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.771 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.771 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.771 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.771 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.771 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.771 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.771 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.771 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.771 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.771 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.771 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.771 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.771 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.771 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.771 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.772 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.772 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.772 INFO:teuthology.orchestra.run.smithi053.stdout: "ssl": { 2024-05-10T11:25:06.772 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ssl", 2024-05-10T11:25:06.772 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.772 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.772 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.772 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "false", 2024-05-10T11:25:06.772 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.772 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.772 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.772 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-10T11:25:06.772 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.772 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.772 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.773 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.773 INFO:teuthology.orchestra.run.smithi053.stdout: "threads": { 2024-05-10T11:25:06.773 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "threads", 2024-05-10T11:25:06.773 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.773 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.773 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.773 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "5", 2024-05-10T11:25:06.773 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "1", 2024-05-10T11:25:06.773 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "32", 2024-05-10T11:25:06.773 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.773 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-10T11:25:06.773 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.773 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.773 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.773 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.774 INFO:teuthology.orchestra.run.smithi053.stdout: "username": { 2024-05-10T11:25:06.774 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "username", 2024-05-10T11:25:06.774 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.774 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.774 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.774 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.774 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.774 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.774 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.774 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "username of InfluxDB server user", 2024-05-10T11:25:06.774 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.774 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.774 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.774 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.775 INFO:teuthology.orchestra.run.smithi053.stdout: "verify_ssl": { 2024-05-10T11:25:06.775 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "verify_ssl", 2024-05-10T11:25:06.775 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.775 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.775 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.775 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "true", 2024-05-10T11:25:06.775 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.775 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.775 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.775 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-10T11:25:06.775 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.775 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.775 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.775 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.775 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.775 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.776 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.776 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "insights", 2024-05-10T11:25:06.776 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.776 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.776 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.776 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.776 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.776 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.776 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.776 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.776 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.776 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.776 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.776 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.777 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.777 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.777 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.777 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.777 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.777 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.777 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.777 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.777 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.777 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.777 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.777 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.777 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.777 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.777 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.778 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.778 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.778 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.778 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.778 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.778 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.778 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.778 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.778 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.778 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.778 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.778 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.778 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.778 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.778 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.779 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.779 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.779 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.779 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.779 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.779 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.779 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.779 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.779 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.779 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.779 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.779 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.779 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.779 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.779 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.779 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.780 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.780 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.780 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.780 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.780 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.780 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.780 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.780 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.780 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.780 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.780 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.780 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.780 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.780 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.780 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.781 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.781 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.781 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.781 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.781 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.781 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.781 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.781 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.781 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.781 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.781 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.781 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.781 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.781 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.781 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.781 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.782 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.782 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "iostat", 2024-05-10T11:25:06.782 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.782 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.782 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.782 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.782 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.782 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.782 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.782 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.782 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.782 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.782 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.782 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.783 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.783 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.783 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.783 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.783 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.783 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.783 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.783 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.783 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.783 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.783 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.783 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.783 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.783 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.783 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.783 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.783 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.784 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.784 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.784 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.784 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.784 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.784 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.784 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.784 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.784 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.784 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.784 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.784 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.784 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.784 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.784 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.784 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.785 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.785 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.785 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.785 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.785 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.785 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.785 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.785 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.785 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.785 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.785 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.785 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.785 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.785 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.785 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.785 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.786 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.786 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.786 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.786 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.786 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.786 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.786 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.786 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.786 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.786 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.786 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.786 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.786 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.786 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.787 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.787 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.787 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.787 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.787 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.787 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.787 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.787 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.787 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.787 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.787 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.787 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.787 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.787 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.787 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.787 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "k8sevents", 2024-05-10T11:25:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_event_retention_days": { 2024-05-10T11:25:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "ceph_event_retention_days", 2024-05-10T11:25:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "7", 2024-05-10T11:25:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-10T11:25:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.788 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.789 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.789 INFO:teuthology.orchestra.run.smithi053.stdout: "config_check_secs": { 2024-05-10T11:25:06.789 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "config_check_secs", 2024-05-10T11:25:06.789 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.789 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.789 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.789 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:06.789 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "10", 2024-05-10T11:25:06.789 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.789 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.789 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-10T11:25:06.789 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.789 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.789 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.789 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.789 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.790 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.790 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.790 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.790 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.790 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.790 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.790 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.790 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.790 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.790 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.790 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.790 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.790 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.791 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.791 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.791 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.791 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.791 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.791 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.791 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.791 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.791 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.791 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.791 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.791 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.791 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.791 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.791 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.791 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.792 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.792 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.792 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.792 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.792 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.792 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.792 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.792 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.792 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.792 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.792 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.792 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.792 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.792 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.792 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.792 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.793 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.793 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.793 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.793 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.793 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.793 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.793 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.793 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.793 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.793 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.793 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.793 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.793 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.793 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.793 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.793 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.793 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.794 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.794 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.794 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.794 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.794 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.794 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.794 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.794 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.794 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.794 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.794 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.794 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.794 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.794 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.795 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.795 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.795 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.795 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.795 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.795 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.795 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.795 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.795 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.795 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.795 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "localpool", 2024-05-10T11:25:06.795 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.795 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.795 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.796 INFO:teuthology.orchestra.run.smithi053.stdout: "failure_domain": { 2024-05-10T11:25:06.796 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "failure_domain", 2024-05-10T11:25:06.796 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.796 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.796 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.796 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "host", 2024-05-10T11:25:06.796 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.796 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.796 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.796 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "failure domain for any created local pool", 2024-05-10T11:25:06.796 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-10T11:25:06.796 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.796 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.796 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.796 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.797 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.797 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.797 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.797 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.797 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.797 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.797 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.797 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.797 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.797 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.797 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.797 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.797 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.797 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.797 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.797 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.798 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.798 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.798 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.798 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.798 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.798 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.798 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.798 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.798 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.798 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.798 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.798 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.798 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.798 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.798 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.799 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.799 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.799 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.799 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.799 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.799 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.799 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.799 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.799 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.799 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.799 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.799 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.799 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.799 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.799 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.800 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.800 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.800 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.800 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.800 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.800 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.800 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.800 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.800 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.800 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.800 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.800 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.800 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.800 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.800 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.800 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.800 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.801 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.801 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.801 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.801 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.801 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.801 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.801 INFO:teuthology.orchestra.run.smithi053.stdout: "min_size": { 2024-05-10T11:25:06.801 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "min_size", 2024-05-10T11:25:06.801 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.801 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.801 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.801 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.801 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.801 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.801 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.802 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "default min_size for any created local pool", 2024-05-10T11:25:06.802 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-10T11:25:06.802 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.802 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.802 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.802 INFO:teuthology.orchestra.run.smithi053.stdout: "num_rep": { 2024-05-10T11:25:06.802 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "num_rep", 2024-05-10T11:25:06.802 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.802 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.802 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.802 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "3", 2024-05-10T11:25:06.802 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.802 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.802 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.803 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "default replica count for any created local pool", 2024-05-10T11:25:06.803 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.803 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.803 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.803 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.803 INFO:teuthology.orchestra.run.smithi053.stdout: "pg_num": { 2024-05-10T11:25:06.803 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "pg_num", 2024-05-10T11:25:06.803 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.803 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.803 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.803 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "128", 2024-05-10T11:25:06.803 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.803 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.803 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.803 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "default pg_num for any created local pool", 2024-05-10T11:25:06.803 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.804 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.804 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.804 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.804 INFO:teuthology.orchestra.run.smithi053.stdout: "prefix": { 2024-05-10T11:25:06.804 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "prefix", 2024-05-10T11:25:06.804 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.804 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.804 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.804 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.804 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.804 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.804 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.804 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "name prefix for any created local pool", 2024-05-10T11:25:06.804 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.804 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.805 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.805 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.805 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.805 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.805 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.805 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.805 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.805 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.805 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.805 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.805 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.805 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.805 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.805 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.805 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.805 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.806 INFO:teuthology.orchestra.run.smithi053.stdout: "subtree": { 2024-05-10T11:25:06.806 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "subtree", 2024-05-10T11:25:06.806 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.806 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.806 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.806 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "rack", 2024-05-10T11:25:06.806 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.806 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.806 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.806 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-10T11:25:06.806 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-10T11:25:06.806 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.806 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.806 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.807 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.807 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.807 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.807 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "mds_autoscaler", 2024-05-10T11:25:06.807 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.807 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.807 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.807 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.807 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.807 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.807 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.807 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.807 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.807 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.807 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.809 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.809 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.810 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.810 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.810 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.810 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.810 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.810 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.810 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.810 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.810 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.810 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.810 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.810 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.810 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.810 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.811 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.811 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.811 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.811 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.811 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.811 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.811 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.811 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.811 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.811 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.811 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.811 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.811 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.811 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.811 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.811 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.812 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.812 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.812 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.812 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.812 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.812 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.812 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.812 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.812 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.812 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.812 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.812 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.812 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.812 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.812 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.812 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.813 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.813 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.813 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.813 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.813 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.813 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.813 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.813 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.813 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.813 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.813 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.813 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.813 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.813 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.813 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.813 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.814 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.814 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.814 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.814 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.814 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.814 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.814 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.814 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.814 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.814 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.814 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.814 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.814 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.814 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.814 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.815 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "mirroring", 2024-05-10T11:25:06.815 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.815 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.815 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.815 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.815 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.815 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.815 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.815 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.815 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.815 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.815 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.815 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.815 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.815 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.815 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.815 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.816 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.816 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.816 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.816 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.816 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.816 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.816 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.816 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.816 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.816 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.816 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.816 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.816 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.816 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.816 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.817 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.817 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.817 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.817 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.817 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.817 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.817 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.817 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.817 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.817 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.817 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.817 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.817 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.817 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.817 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.817 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.817 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.818 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.818 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.818 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.818 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.818 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.818 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.818 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.818 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.818 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.818 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.818 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.818 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.818 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.818 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.819 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.819 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.819 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.819 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.819 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.819 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.819 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.819 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.819 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.819 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.819 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.819 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.819 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.819 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.820 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.820 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.820 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.820 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.820 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.820 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.820 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.820 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.820 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.820 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.820 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.820 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.820 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.820 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.820 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "nfs", 2024-05-10T11:25:06.820 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.821 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.821 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.821 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.821 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.821 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.821 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.821 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.821 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.821 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.821 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.821 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.821 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.821 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.821 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.821 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.822 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.822 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.822 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.822 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.822 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.822 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.822 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.822 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.822 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.822 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.822 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.822 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.822 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.822 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.823 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.823 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.823 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.823 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.823 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.823 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.823 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.823 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.823 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.823 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.823 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.823 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.823 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.823 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.823 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.823 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.824 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.824 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.824 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.824 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.824 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.824 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.824 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.824 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.824 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.824 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.824 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.824 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.824 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.824 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.824 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.824 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.824 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.825 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.825 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.825 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.825 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.825 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.825 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.825 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.825 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.825 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.825 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.825 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.825 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.825 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.825 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.825 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.826 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.826 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.826 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.826 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.826 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.826 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.826 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.826 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.826 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.826 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.826 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.826 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.826 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "orchestrator", 2024-05-10T11:25:06.826 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.826 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.826 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.827 INFO:teuthology.orchestra.run.smithi053.stdout: "fail_fs": { 2024-05-10T11:25:06.827 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "fail_fs", 2024-05-10T11:25:06.827 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.827 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.827 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.827 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.827 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.827 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.827 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.827 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-10T11:25:06.827 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.827 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.827 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.827 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.827 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.827 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.828 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.828 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.828 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.828 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.828 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.828 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.828 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.828 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.828 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.828 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.828 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.828 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.828 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.828 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.828 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.828 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.829 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.829 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.829 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.829 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.829 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.829 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.829 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.829 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.829 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.829 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.829 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.829 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.829 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.829 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.829 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.829 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.830 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.830 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.830 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.830 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.830 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.830 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.830 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.830 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.830 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.830 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.830 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.830 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.830 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.831 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.831 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.831 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.831 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.831 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.831 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.831 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.831 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.831 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.831 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.831 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.831 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.831 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.831 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.831 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.831 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.831 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.832 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.832 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.832 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.832 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.832 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.832 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.832 INFO:teuthology.orchestra.run.smithi053.stdout: "orchestrator": { 2024-05-10T11:25:06.832 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "orchestrator", 2024-05-10T11:25:06.832 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.832 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.832 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.832 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.832 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.832 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.832 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.833 INFO:teuthology.orchestra.run.smithi053.stdout: "cephadm", 2024-05-10T11:25:06.833 INFO:teuthology.orchestra.run.smithi053.stdout: "rook", 2024-05-10T11:25:06.833 INFO:teuthology.orchestra.run.smithi053.stdout: "test_orchestrator" 2024-05-10T11:25:06.833 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.833 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Orchestrator backend", 2024-05-10T11:25:06.833 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.833 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.833 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.833 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.833 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.833 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.833 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.833 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.833 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.833 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.834 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.834 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.834 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.834 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.834 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.834 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.834 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.834 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.834 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.834 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.834 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.834 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "osd_perf_query", 2024-05-10T11:25:06.834 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.834 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.834 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.835 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.835 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.835 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.835 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.835 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.835 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.835 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.835 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.835 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.835 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.835 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.835 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.835 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.835 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.835 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.835 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.836 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.836 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.836 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.836 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.836 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.836 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.836 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.836 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.836 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.836 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.836 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.836 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.836 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.836 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.836 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.836 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.837 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.837 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.837 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.837 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.837 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.837 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.837 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.837 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.837 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.837 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.837 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.837 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.837 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.837 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.838 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.838 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.838 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.838 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.838 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.838 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.838 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.838 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.838 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.838 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.838 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.838 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.838 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.838 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.839 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.839 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.839 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.839 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.839 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.839 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.839 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.839 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.839 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.839 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.839 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.839 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.839 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.839 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.839 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.839 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.839 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.840 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.840 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.840 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.840 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.840 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.840 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.840 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.840 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.840 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.840 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.840 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "osd_support", 2024-05-10T11:25:06.840 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.840 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.840 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.840 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.841 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.841 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.841 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.841 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.841 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.841 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.841 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.841 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.841 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.841 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.841 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.841 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.841 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.841 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.842 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.842 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.842 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.842 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.842 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.842 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.842 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.842 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.842 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.842 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.842 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.842 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.842 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.842 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.843 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.843 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.843 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.843 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.843 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.843 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.843 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.843 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.843 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.843 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.843 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.843 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.843 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.843 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.844 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.844 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.844 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.844 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.844 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.844 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.844 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.844 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.844 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.844 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.844 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.844 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.844 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.844 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.844 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.845 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.845 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.845 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.845 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.845 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.845 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.845 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.845 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.845 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.845 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.845 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.845 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.845 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.845 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.845 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.846 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.846 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.846 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.846 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.846 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.846 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.846 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.846 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.846 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.846 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.846 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.846 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.846 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.846 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.847 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "pg_autoscaler", 2024-05-10T11:25:06.847 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.847 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.847 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.847 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.847 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.847 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.847 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.847 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.847 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.847 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.847 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.847 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.847 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.847 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.847 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.848 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.848 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.848 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.848 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.848 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.848 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.848 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.848 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.848 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.848 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.848 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.848 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.848 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.848 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.848 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.849 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.849 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.849 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.849 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.849 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.849 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.849 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.849 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.849 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.849 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.849 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.849 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.849 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.849 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.849 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.850 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.850 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.850 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.850 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.850 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.850 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.850 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.850 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.850 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.850 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.850 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.850 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.850 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.851 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.851 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.851 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.851 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.851 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.851 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.851 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.851 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.851 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.851 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.851 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.851 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.851 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.851 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.851 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.851 INFO:teuthology.orchestra.run.smithi053.stdout: "sleep_interval": { 2024-05-10T11:25:06.852 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sleep_interval", 2024-05-10T11:25:06.852 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.852 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.852 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.852 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "60", 2024-05-10T11:25:06.852 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.852 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.852 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.852 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.852 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.852 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.852 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.852 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.852 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.852 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.853 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.853 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.853 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.853 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.853 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.853 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.853 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.853 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.853 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.853 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.853 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.853 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.853 INFO:teuthology.orchestra.run.smithi053.stdout: "threshold": { 2024-05-10T11:25:06.853 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "threshold", 2024-05-10T11:25:06.854 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "float", 2024-05-10T11:25:06.854 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.854 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.854 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "3.0", 2024-05-10T11:25:06.854 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "1.0", 2024-05-10T11:25:06.854 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.854 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.854 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "scaling threshold", 2024-05-10T11:25:06.854 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-10T11:25:06.854 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.854 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.854 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.854 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.854 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.855 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.855 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "progress", 2024-05-10T11:25:06.855 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.855 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.855 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.855 INFO:teuthology.orchestra.run.smithi053.stdout: "allow_pg_recovery_event": { 2024-05-10T11:25:06.855 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "allow_pg_recovery_event", 2024-05-10T11:25:06.855 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.855 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.855 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.855 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.855 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.855 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.855 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.856 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-10T11:25:06.856 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.856 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.856 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.856 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.856 INFO:teuthology.orchestra.run.smithi053.stdout: "enabled": { 2024-05-10T11:25:06.856 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "enabled", 2024-05-10T11:25:06.856 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.856 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.856 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.856 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.856 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.856 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.856 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.857 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.857 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.857 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.857 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.857 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.857 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.857 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.857 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.857 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.857 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.857 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.857 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.857 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.857 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.857 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.858 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.858 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.858 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.858 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.858 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.858 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.858 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.858 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.858 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.858 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.858 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.858 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.858 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.858 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.859 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.859 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.859 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.859 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.859 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.859 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.859 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.859 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.859 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.859 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.860 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.860 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.860 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.860 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.860 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.860 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.860 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.860 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.861 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.861 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.861 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.861 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.861 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.861 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.861 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.861 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.861 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.861 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.861 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.861 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.861 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.861 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.861 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.862 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.862 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.862 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.862 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.862 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.862 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.862 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.862 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.862 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.862 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.862 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.862 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.862 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.862 INFO:teuthology.orchestra.run.smithi053.stdout: "max_completed_events": { 2024-05-10T11:25:06.863 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "max_completed_events", 2024-05-10T11:25:06.863 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.863 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.863 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.863 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "50", 2024-05-10T11:25:06.863 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.863 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.863 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.863 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "number of past completed events to remember", 2024-05-10T11:25:06.863 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.863 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.863 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.863 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.863 INFO:teuthology.orchestra.run.smithi053.stdout: "sleep_interval": { 2024-05-10T11:25:06.863 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sleep_interval", 2024-05-10T11:25:06.863 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.863 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.864 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.864 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "5", 2024-05-10T11:25:06.864 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.864 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.864 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.864 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "how long the module is going to sleep", 2024-05-10T11:25:06.864 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.864 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.864 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.864 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.864 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.864 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.864 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.864 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.864 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.864 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.865 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.865 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.865 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.865 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.865 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.865 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.865 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.865 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.865 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.865 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.865 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.865 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "prometheus", 2024-05-10T11:25:06.865 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.865 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.865 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.865 INFO:teuthology.orchestra.run.smithi053.stdout: "cache": { 2024-05-10T11:25:06.865 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "cache", 2024-05-10T11:25:06.866 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.866 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.866 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.866 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.866 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.866 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.866 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.866 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.866 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.866 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.866 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.866 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.866 INFO:teuthology.orchestra.run.smithi053.stdout: "exclude_perf_counters": { 2024-05-10T11:25:06.866 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "exclude_perf_counters", 2024-05-10T11:25:06.866 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.867 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.867 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.867 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.867 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.867 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.867 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.867 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-10T11:25:06.867 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-10T11:25:06.867 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.867 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.867 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.867 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.867 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.867 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.867 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.868 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.868 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.868 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.868 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.868 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.868 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.868 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.868 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.868 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.868 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.868 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.868 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.868 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.868 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.868 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.869 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.869 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.869 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.869 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.869 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.869 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.869 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.869 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.869 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.869 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.869 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.869 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.869 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.869 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.870 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.870 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.870 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.870 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.870 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.870 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.870 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.870 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.870 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.870 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.870 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.870 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.870 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.870 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.871 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.871 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.871 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.871 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.871 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.871 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.871 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.871 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.871 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.871 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.871 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.871 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.871 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.871 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.871 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.871 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.872 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.872 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.872 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.872 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.872 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.872 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.872 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.872 INFO:teuthology.orchestra.run.smithi053.stdout: "rbd_stats_pools": { 2024-05-10T11:25:06.872 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rbd_stats_pools", 2024-05-10T11:25:06.872 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.872 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.872 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.872 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.872 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.872 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.873 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.873 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.873 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.873 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.873 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.873 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.873 INFO:teuthology.orchestra.run.smithi053.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-10T11:25:06.873 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-10T11:25:06.873 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.873 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.873 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.873 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "300", 2024-05-10T11:25:06.873 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.873 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.873 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.873 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.874 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.874 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.874 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.874 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.874 INFO:teuthology.orchestra.run.smithi053.stdout: "scrape_interval": { 2024-05-10T11:25:06.874 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "scrape_interval", 2024-05-10T11:25:06.874 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "float", 2024-05-10T11:25:06.874 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.874 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.874 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "15.0", 2024-05-10T11:25:06.874 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.874 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.874 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.874 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.875 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.875 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.875 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.875 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.875 INFO:teuthology.orchestra.run.smithi053.stdout: "server_addr": { 2024-05-10T11:25:06.875 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "server_addr", 2024-05-10T11:25:06.875 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.875 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.875 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.875 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "::", 2024-05-10T11:25:06.875 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.875 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.875 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.875 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-10T11:25:06.875 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.876 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.876 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.876 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.876 INFO:teuthology.orchestra.run.smithi053.stdout: "server_port": { 2024-05-10T11:25:06.876 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "server_port", 2024-05-10T11:25:06.876 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.876 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.876 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.876 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "9283", 2024-05-10T11:25:06.876 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.876 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.876 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.876 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-10T11:25:06.876 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.876 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.877 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.877 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.877 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.877 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.877 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.877 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.877 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.877 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.877 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.877 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.877 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.877 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.877 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.877 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.878 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.878 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.878 INFO:teuthology.orchestra.run.smithi053.stdout: "stale_cache_strategy": { 2024-05-10T11:25:06.878 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "stale_cache_strategy", 2024-05-10T11:25:06.878 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.878 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.878 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.878 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "log", 2024-05-10T11:25:06.878 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.878 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.878 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.878 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.878 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.878 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.879 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.879 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.879 INFO:teuthology.orchestra.run.smithi053.stdout: "standby_behaviour": { 2024-05-10T11:25:06.879 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "standby_behaviour", 2024-05-10T11:25:06.879 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.879 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.879 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.879 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "default", 2024-05-10T11:25:06.879 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.879 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.879 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.879 INFO:teuthology.orchestra.run.smithi053.stdout: "default", 2024-05-10T11:25:06.879 INFO:teuthology.orchestra.run.smithi053.stdout: "error" 2024-05-10T11:25:06.879 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.879 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.879 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.880 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.880 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.880 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.880 INFO:teuthology.orchestra.run.smithi053.stdout: "standby_error_status_code": { 2024-05-10T11:25:06.880 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "standby_error_status_code", 2024-05-10T11:25:06.880 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.880 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.880 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.880 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "500", 2024-05-10T11:25:06.880 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "400", 2024-05-10T11:25:06.880 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "599", 2024-05-10T11:25:06.880 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.880 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.880 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.880 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.880 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.880 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.881 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.881 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.881 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.881 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rbd_support", 2024-05-10T11:25:06.881 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.881 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.881 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.881 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.881 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.881 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.881 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.881 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.881 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.881 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.881 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.881 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.882 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.882 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.882 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.882 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.882 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.882 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.882 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.882 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.882 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.882 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.882 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.882 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.882 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.882 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.883 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.883 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.883 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.883 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.883 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.883 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.883 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.883 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.883 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.883 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.883 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.883 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.883 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.883 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.883 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.884 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.884 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.884 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.884 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.884 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.884 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.884 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.884 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.884 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.884 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.884 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.884 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.884 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.884 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.884 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.885 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.885 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.885 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.885 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.885 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.885 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.885 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.885 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.885 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.885 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.885 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.885 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.885 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.885 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.885 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.886 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.886 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.886 INFO:teuthology.orchestra.run.smithi053.stdout: "max_concurrent_snap_create": { 2024-05-10T11:25:06.886 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "max_concurrent_snap_create", 2024-05-10T11:25:06.886 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.886 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.886 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.886 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10", 2024-05-10T11:25:06.886 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.886 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.886 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.886 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.886 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.886 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.887 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.887 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.887 INFO:teuthology.orchestra.run.smithi053.stdout: "mirror_snapshot_schedule": { 2024-05-10T11:25:06.887 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "mirror_snapshot_schedule", 2024-05-10T11:25:06.887 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.887 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.887 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.887 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.887 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.887 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.887 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.887 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.887 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.887 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.887 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.888 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.888 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.888 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.888 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.888 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.888 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.888 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.888 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.888 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.888 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.888 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.888 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.888 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.888 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.888 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.888 INFO:teuthology.orchestra.run.smithi053.stdout: "trash_purge_schedule": { 2024-05-10T11:25:06.889 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "trash_purge_schedule", 2024-05-10T11:25:06.889 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.889 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.889 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.889 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.889 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.889 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.889 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.889 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.889 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.889 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.889 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.889 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.889 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.890 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.890 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.890 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "restful", 2024-05-10T11:25:06.890 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.890 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.890 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.890 INFO:teuthology.orchestra.run.smithi053.stdout: "enable_auth": { 2024-05-10T11:25:06.890 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "enable_auth", 2024-05-10T11:25:06.890 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.890 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.890 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.890 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.890 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.890 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.890 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.891 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.891 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.891 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.891 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.891 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.891 INFO:teuthology.orchestra.run.smithi053.stdout: "key_file": { 2024-05-10T11:25:06.891 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "key_file", 2024-05-10T11:25:06.891 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.891 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.891 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.891 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.891 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.891 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.891 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.891 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.891 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.892 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.892 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.892 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.892 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.892 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.892 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.892 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.892 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.892 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.892 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.892 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.892 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.892 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.892 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.892 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.892 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.893 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.893 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.893 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.893 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.893 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.893 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.893 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.893 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.893 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.893 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.893 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.893 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.893 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.893 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.893 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.893 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.894 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.894 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.894 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.894 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.894 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.894 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.894 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.894 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.894 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.894 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.894 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.894 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.894 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.894 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.894 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.895 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.895 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.895 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.895 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.895 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.895 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.895 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.895 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.895 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.895 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.895 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.895 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.895 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.895 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.895 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.895 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.896 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.896 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.896 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.896 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.896 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.896 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.896 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.896 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.896 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.896 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.896 INFO:teuthology.orchestra.run.smithi053.stdout: "server_addr": { 2024-05-10T11:25:06.896 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "server_addr", 2024-05-10T11:25:06.896 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.896 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.896 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.897 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.897 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.897 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.897 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.897 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.897 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.897 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.897 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.897 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.897 INFO:teuthology.orchestra.run.smithi053.stdout: "server_port": { 2024-05-10T11:25:06.897 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "server_port", 2024-05-10T11:25:06.897 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.897 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.897 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.897 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.897 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.898 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.898 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.898 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.898 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.898 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.898 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.898 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.898 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.898 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.898 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.898 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.898 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.898 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.898 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.899 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.899 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.899 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.899 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.899 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.899 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.899 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.899 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.899 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.899 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.899 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rgw", 2024-05-10T11:25:06.899 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.899 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.899 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.899 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.899 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.900 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.900 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.900 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.900 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.900 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.900 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.900 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.900 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.900 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.900 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.900 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.900 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.900 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.900 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.900 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.901 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.901 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.901 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.901 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.901 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.901 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.901 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.901 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.901 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.901 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.901 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.901 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.901 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.901 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.901 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.901 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.902 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.902 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.902 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.902 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.902 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.902 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.902 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.902 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.902 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.902 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.902 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.902 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.902 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.902 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.902 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.903 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.903 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.903 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.903 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.903 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.903 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.903 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.903 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.903 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.903 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.903 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.903 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.903 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.903 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.903 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.904 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.904 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.904 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.904 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.904 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.904 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.904 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.904 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.904 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.904 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.904 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.904 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.904 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.904 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.904 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.904 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.904 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.905 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.905 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.905 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.905 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.905 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.905 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.905 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.905 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rook", 2024-05-10T11:25:06.905 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.905 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.905 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.905 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.905 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.905 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.905 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.905 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.906 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.906 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.906 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.906 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.906 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.906 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.906 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.906 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.906 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.906 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.906 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.906 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.906 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.906 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.906 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.907 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.907 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.907 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.907 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.907 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.907 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.907 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.907 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.907 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.907 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.907 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.907 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.907 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.907 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.907 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.907 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.907 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.908 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.908 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.908 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.908 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.908 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.908 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.908 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.908 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.908 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.908 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.908 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.908 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.908 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.908 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.908 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.909 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.909 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.909 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.909 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.909 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.909 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.909 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.909 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.909 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.909 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.909 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.909 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.909 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.909 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.909 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.910 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.910 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.910 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.910 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.910 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.910 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.910 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.910 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.910 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.910 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.910 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.910 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.910 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.910 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.911 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.911 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.911 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.911 INFO:teuthology.orchestra.run.smithi053.stdout: "storage_class": { 2024-05-10T11:25:06.911 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "storage_class", 2024-05-10T11:25:06.911 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.911 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.911 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.911 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "local", 2024-05-10T11:25:06.911 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.911 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.911 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.911 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-10T11:25:06.911 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.911 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.911 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.912 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.912 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.912 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.912 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.912 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "selftest", 2024-05-10T11:25:06.912 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.912 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.912 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.912 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.912 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.912 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.912 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.912 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.912 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.912 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.912 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.913 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.913 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.913 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.913 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.913 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.913 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.913 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.913 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.913 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.913 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.913 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.913 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.913 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.913 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.913 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.913 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.914 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.914 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.914 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.914 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.914 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.914 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.914 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.914 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.914 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.914 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.914 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.914 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.914 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.914 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.914 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.915 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.915 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.915 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.915 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.915 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.915 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.915 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.915 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.915 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.915 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.915 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.915 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.915 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.915 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.915 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.916 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.916 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.916 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.916 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.916 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.916 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.916 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.916 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.916 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.916 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.916 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.916 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.916 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.916 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.916 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.916 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.917 INFO:teuthology.orchestra.run.smithi053.stdout: "roption1": { 2024-05-10T11:25:06.917 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "roption1", 2024-05-10T11:25:06.917 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.917 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.917 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.917 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.917 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.917 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.917 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.917 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.917 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.917 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.917 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.917 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.917 INFO:teuthology.orchestra.run.smithi053.stdout: "roption2": { 2024-05-10T11:25:06.917 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "roption2", 2024-05-10T11:25:06.918 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.918 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.918 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.918 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "xyz", 2024-05-10T11:25:06.918 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.918 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.918 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.918 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.918 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.918 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.918 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.918 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.918 INFO:teuthology.orchestra.run.smithi053.stdout: "rwoption1": { 2024-05-10T11:25:06.918 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rwoption1", 2024-05-10T11:25:06.918 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.919 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.919 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.919 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.919 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.919 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.919 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.919 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.919 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.919 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.919 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.919 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.919 INFO:teuthology.orchestra.run.smithi053.stdout: "rwoption2": { 2024-05-10T11:25:06.919 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rwoption2", 2024-05-10T11:25:06.919 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.919 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.919 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.920 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.920 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.920 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.920 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.920 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.920 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.920 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.920 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.920 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.920 INFO:teuthology.orchestra.run.smithi053.stdout: "rwoption3": { 2024-05-10T11:25:06.920 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rwoption3", 2024-05-10T11:25:06.920 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "float", 2024-05-10T11:25:06.920 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.920 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.920 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.920 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.920 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.921 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.921 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.921 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.921 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.921 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.921 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.921 INFO:teuthology.orchestra.run.smithi053.stdout: "rwoption4": { 2024-05-10T11:25:06.921 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rwoption4", 2024-05-10T11:25:06.921 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.921 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.921 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.921 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.921 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.921 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.921 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.921 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.922 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.922 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.922 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.922 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.922 INFO:teuthology.orchestra.run.smithi053.stdout: "rwoption5": { 2024-05-10T11:25:06.922 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rwoption5", 2024-05-10T11:25:06.922 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.922 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.922 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.922 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.922 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.922 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.922 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.922 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.923 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.923 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.923 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.923 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.923 INFO:teuthology.orchestra.run.smithi053.stdout: "rwoption6": { 2024-05-10T11:25:06.923 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rwoption6", 2024-05-10T11:25:06.923 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.923 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.923 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.923 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.923 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.923 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.923 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.923 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.923 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.923 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.923 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.924 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.924 INFO:teuthology.orchestra.run.smithi053.stdout: "rwoption7": { 2024-05-10T11:25:06.924 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rwoption7", 2024-05-10T11:25:06.924 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.924 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.924 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.924 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.924 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "1", 2024-05-10T11:25:06.924 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "42", 2024-05-10T11:25:06.924 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.924 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.924 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.924 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.924 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.924 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.924 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.925 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.925 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.925 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.925 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.925 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.925 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.925 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.925 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.925 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.925 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.925 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.925 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.925 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.925 INFO:teuthology.orchestra.run.smithi053.stdout: "testkey": { 2024-05-10T11:25:06.925 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "testkey", 2024-05-10T11:25:06.925 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.926 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.926 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.926 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.926 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.926 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.926 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.926 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.926 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.926 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.926 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.926 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.926 INFO:teuthology.orchestra.run.smithi053.stdout: "testlkey": { 2024-05-10T11:25:06.926 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "testlkey", 2024-05-10T11:25:06.926 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.926 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.927 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.927 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.927 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.927 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.927 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.927 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.927 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.927 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.927 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.927 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.927 INFO:teuthology.orchestra.run.smithi053.stdout: "testnewline": { 2024-05-10T11:25:06.927 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "testnewline", 2024-05-10T11:25:06.927 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.927 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.927 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.928 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.928 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.928 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.928 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.928 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.928 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.928 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.928 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.928 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.928 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.928 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.928 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.928 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "smb", 2024-05-10T11:25:06.928 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.928 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.928 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.928 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.929 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.929 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.929 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.929 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.929 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.929 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.929 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.929 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.929 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.929 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.929 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.929 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.929 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.929 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.929 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.929 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.930 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.930 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.930 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.930 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.930 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.930 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.930 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.930 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.930 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.930 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.930 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.930 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.930 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.930 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.931 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.931 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.931 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.931 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.931 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.931 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.931 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.931 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.931 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.931 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.931 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.931 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.931 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.931 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.931 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.931 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.932 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.932 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.932 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.932 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.932 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.932 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.932 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.932 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.932 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.932 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.932 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.932 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.932 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.932 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.932 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.932 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.933 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.933 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.933 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.933 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.933 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.933 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.933 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.933 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.933 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.933 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.933 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.933 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.933 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.933 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.933 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.933 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.934 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.934 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.934 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.934 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.934 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.934 INFO:teuthology.orchestra.run.smithi053.stdout: "update_orchestration": { 2024-05-10T11:25:06.934 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "update_orchestration", 2024-05-10T11:25:06.934 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.934 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.934 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.934 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.934 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.934 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.934 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.934 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-10T11:25:06.935 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.935 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.935 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.935 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.935 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.935 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.935 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.935 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "snap_schedule", 2024-05-10T11:25:06.935 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.935 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.935 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.935 INFO:teuthology.orchestra.run.smithi053.stdout: "allow_m_granularity": { 2024-05-10T11:25:06.935 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "allow_m_granularity", 2024-05-10T11:25:06.935 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.935 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.935 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.936 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.936 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.936 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.936 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.936 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "allow minute scheduled snapshots", 2024-05-10T11:25:06.936 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.936 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.936 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.936 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.936 INFO:teuthology.orchestra.run.smithi053.stdout: "dump_on_update": { 2024-05-10T11:25:06.936 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "dump_on_update", 2024-05-10T11:25:06.936 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.936 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.936 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.936 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.936 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.936 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.937 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.937 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "dump database to debug log on update", 2024-05-10T11:25:06.937 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.937 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.937 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.937 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.937 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.937 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.937 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.937 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.937 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.937 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.937 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.937 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.937 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.937 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.938 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.938 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.938 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.938 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.938 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.938 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.938 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.938 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.938 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.938 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.938 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.938 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.938 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.938 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.938 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.939 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.939 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.939 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.939 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.939 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.939 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.939 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.939 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.939 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.939 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.939 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.939 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.939 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.939 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.939 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.939 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.939 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.940 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.940 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.940 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.940 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.940 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.940 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.940 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.940 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.940 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.940 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.940 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.940 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.940 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.940 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.940 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.941 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.941 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.941 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.941 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.941 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.941 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.941 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.941 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.941 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.941 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.941 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.941 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.941 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.941 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.942 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.942 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.942 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.942 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.942 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.942 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.942 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.942 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.942 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.942 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.942 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.942 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.942 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.942 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.943 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.943 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.943 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "stats", 2024-05-10T11:25:06.943 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.943 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.943 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.943 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.943 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.943 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.943 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.943 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.943 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.943 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.943 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.943 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.943 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.944 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.944 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.944 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.944 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.944 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.944 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.944 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.944 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.944 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.944 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.944 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.944 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.944 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.944 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.944 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.945 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.945 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.945 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.945 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.945 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.945 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.945 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.945 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.945 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.945 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.945 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.945 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.945 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.945 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.945 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.946 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.946 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.946 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.946 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.946 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.946 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.946 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.946 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.946 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.946 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.946 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.946 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.946 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.946 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.946 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.947 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.947 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.947 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.947 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.947 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.947 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.947 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.947 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.947 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.947 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.947 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.947 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.947 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.947 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.947 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.947 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.948 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.948 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.948 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.948 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.948 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.948 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.948 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.948 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.948 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.948 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.948 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.948 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.948 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.948 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.948 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.949 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.949 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "status", 2024-05-10T11:25:06.949 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.949 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.949 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.949 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.949 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.949 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.949 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.949 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.949 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.949 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.949 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.949 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.949 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.949 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.950 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.950 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.950 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.950 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.950 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.950 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.950 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.950 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.950 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.950 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.950 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.950 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.950 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.950 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.950 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.951 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.951 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.951 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.951 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.951 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.951 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.951 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.951 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.951 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.951 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.951 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.951 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.951 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.951 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.951 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.951 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.952 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.952 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.952 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.952 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.952 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.952 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.952 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.952 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.952 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.952 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.952 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.952 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.952 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.952 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.952 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.952 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.953 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.953 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.953 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.953 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.953 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.953 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.953 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.953 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.953 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.953 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.953 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.953 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.953 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.953 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.953 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.953 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.954 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.954 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.954 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.954 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.954 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.954 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.954 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.954 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.954 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.954 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.954 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.954 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.954 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.954 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "telegraf", 2024-05-10T11:25:06.955 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.955 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.955 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.955 INFO:teuthology.orchestra.run.smithi053.stdout: "address": { 2024-05-10T11:25:06.955 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "address", 2024-05-10T11:25:06.955 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.955 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.955 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.955 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-10T11:25:06.955 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.955 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.955 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.955 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.955 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.955 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.955 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.956 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.956 INFO:teuthology.orchestra.run.smithi053.stdout: "interval": { 2024-05-10T11:25:06.956 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "interval", 2024-05-10T11:25:06.956 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:06.956 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.956 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.956 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "15", 2024-05-10T11:25:06.956 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.956 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.956 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.956 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.956 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.956 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.956 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.956 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.957 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.957 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.957 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.957 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.957 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.957 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.957 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.957 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.957 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.957 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.957 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.957 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.957 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.957 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.957 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.957 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.958 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.958 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.958 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.958 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.958 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.958 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.958 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.958 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.958 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.958 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.958 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.958 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.958 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.958 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.958 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.958 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.959 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.959 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.959 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.959 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.959 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.959 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.959 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.959 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.959 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.959 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.959 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.959 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.959 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.959 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.959 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.959 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.959 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.960 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.960 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.960 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.960 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.960 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.960 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.960 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.960 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.960 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.960 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.960 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.960 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.960 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.960 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.960 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.960 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.961 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.961 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.961 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.961 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.961 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.961 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.961 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.961 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.961 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.961 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.961 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.961 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.961 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.961 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.961 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.962 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.962 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.962 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.962 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.962 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.962 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.962 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.962 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "telemetry", 2024-05-10T11:25:06.962 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.962 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.962 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.962 INFO:teuthology.orchestra.run.smithi053.stdout: "channel_basic": { 2024-05-10T11:25:06.962 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "channel_basic", 2024-05-10T11:25:06.962 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.963 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.963 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.963 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.963 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.963 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.963 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.963 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-10T11:25:06.963 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.963 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.963 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.963 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.963 INFO:teuthology.orchestra.run.smithi053.stdout: "channel_crash": { 2024-05-10T11:25:06.963 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "channel_crash", 2024-05-10T11:25:06.963 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.963 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.963 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.963 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.964 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.964 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.964 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.964 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-10T11:25:06.964 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.964 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.964 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.964 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.964 INFO:teuthology.orchestra.run.smithi053.stdout: "channel_device": { 2024-05-10T11:25:06.964 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "channel_device", 2024-05-10T11:25:06.964 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.964 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.964 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.964 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.964 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.965 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.965 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.965 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-10T11:25:06.965 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.965 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.965 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.965 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.965 INFO:teuthology.orchestra.run.smithi053.stdout: "channel_ident": { 2024-05-10T11:25:06.965 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "channel_ident", 2024-05-10T11:25:06.965 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.965 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.965 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.965 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.965 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.965 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.965 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.966 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-10T11:25:06.966 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.966 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.966 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.966 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.966 INFO:teuthology.orchestra.run.smithi053.stdout: "channel_perf": { 2024-05-10T11:25:06.966 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "channel_perf", 2024-05-10T11:25:06.966 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.966 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.966 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.966 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.966 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.966 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.966 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.966 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-10T11:25:06.967 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.967 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.967 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.967 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.967 INFO:teuthology.orchestra.run.smithi053.stdout: "contact": { 2024-05-10T11:25:06.967 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "contact", 2024-05-10T11:25:06.967 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.967 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.967 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.967 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.967 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.967 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.967 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.967 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.967 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.967 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.968 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.968 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.968 INFO:teuthology.orchestra.run.smithi053.stdout: "description": { 2024-05-10T11:25:06.968 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "description", 2024-05-10T11:25:06.968 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.968 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.968 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.968 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.968 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.968 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.968 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.968 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.968 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.968 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.968 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.968 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.969 INFO:teuthology.orchestra.run.smithi053.stdout: "device_url": { 2024-05-10T11:25:06.969 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "device_url", 2024-05-10T11:25:06.969 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.969 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.969 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.969 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-10T11:25:06.969 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.969 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.969 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.969 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.969 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.969 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.969 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.969 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.969 INFO:teuthology.orchestra.run.smithi053.stdout: "enabled": { 2024-05-10T11:25:06.970 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "enabled", 2024-05-10T11:25:06.970 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.970 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.970 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.970 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.970 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.970 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.970 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.970 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.970 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.970 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.970 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.970 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.970 INFO:teuthology.orchestra.run.smithi053.stdout: "interval": { 2024-05-10T11:25:06.971 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "interval", 2024-05-10T11:25:06.971 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.971 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.971 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.971 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "24", 2024-05-10T11:25:06.971 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "8", 2024-05-10T11:25:06.971 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.971 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.971 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.971 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.971 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.971 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.971 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.971 INFO:teuthology.orchestra.run.smithi053.stdout: "last_opt_revision": { 2024-05-10T11:25:06.971 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "last_opt_revision", 2024-05-10T11:25:06.971 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.971 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.972 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.972 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "1", 2024-05-10T11:25:06.972 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.972 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.972 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.972 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.972 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.972 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.972 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.972 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.972 INFO:teuthology.orchestra.run.smithi053.stdout: "leaderboard": { 2024-05-10T11:25:06.972 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "leaderboard", 2024-05-10T11:25:06.972 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.972 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.972 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.972 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.973 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.973 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.973 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.973 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.973 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.973 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.973 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.973 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.973 INFO:teuthology.orchestra.run.smithi053.stdout: "leaderboard_description": { 2024-05-10T11:25:06.973 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "leaderboard_description", 2024-05-10T11:25:06.973 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.973 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.973 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.973 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.973 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.974 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.974 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.974 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.974 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.974 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.974 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.974 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.974 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.974 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.974 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.974 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.974 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.974 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.974 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.975 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.975 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.975 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.975 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.975 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.975 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.975 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.975 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.975 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.975 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.975 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.975 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.975 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.975 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.976 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.976 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.976 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.976 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.976 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.976 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.976 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.976 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.976 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.976 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.976 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.976 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.976 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.976 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.977 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.977 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.977 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.977 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.977 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.977 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.977 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.977 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.977 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.977 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.977 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.977 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.977 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.977 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.977 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.977 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.978 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.978 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.978 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.978 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.978 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.978 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.978 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.978 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.978 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.978 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.978 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.978 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.978 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.978 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.979 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.979 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.979 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.979 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.979 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.979 INFO:teuthology.orchestra.run.smithi053.stdout: "organization": { 2024-05-10T11:25:06.979 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "organization", 2024-05-10T11:25:06.979 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.979 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.979 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.979 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.979 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.979 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.979 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.979 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.979 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.980 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.980 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.980 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.980 INFO:teuthology.orchestra.run.smithi053.stdout: "proxy": { 2024-05-10T11:25:06.980 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "proxy", 2024-05-10T11:25:06.980 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.980 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.980 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.980 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.980 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.980 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.980 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.980 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.980 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.980 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.980 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.981 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.981 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.981 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.981 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.981 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.981 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.981 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.981 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.981 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.981 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.981 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.981 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.981 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.981 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.981 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.981 INFO:teuthology.orchestra.run.smithi053.stdout: "url": { 2024-05-10T11:25:06.981 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "url", 2024-05-10T11:25:06.982 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.982 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.982 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.982 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-10T11:25:06.982 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.982 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.982 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.982 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.982 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.982 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.982 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.982 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.982 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.982 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.983 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.983 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "test_orchestrator", 2024-05-10T11:25:06.983 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.983 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.983 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.983 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.983 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.983 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.983 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.983 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.983 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.983 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.983 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.983 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.983 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.983 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.984 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.984 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.984 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.984 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.984 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.984 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.984 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.984 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.984 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.984 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.984 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.984 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.984 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.984 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.984 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.984 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.985 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.985 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.985 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.985 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.985 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.985 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.985 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.985 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.985 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.985 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.985 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.985 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.985 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.985 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.985 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.985 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.985 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.986 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.986 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.986 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.986 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.986 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.986 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.986 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.986 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.986 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.986 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.986 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.986 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.986 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.986 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.986 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.987 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.987 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.987 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.987 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.987 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.987 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.987 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.987 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.987 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.987 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.987 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.987 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.987 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.987 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.987 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.987 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.987 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.988 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.988 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.988 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.988 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.988 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.988 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.988 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.988 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.988 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.988 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.988 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.988 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "volumes", 2024-05-10T11:25:06.988 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.988 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.988 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.989 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:06.989 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:06.989 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.989 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.989 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.989 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:06.989 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.989 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.989 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.989 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.989 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.989 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.989 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.989 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.989 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.989 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.990 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.990 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.990 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.990 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.990 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.990 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:06.990 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:06.990 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.990 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.990 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.990 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.990 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.990 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.990 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.990 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.991 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.991 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.991 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.991 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.991 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:06.991 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:06.991 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.991 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.991 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.991 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:06.991 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.991 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.991 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:06.991 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:06.991 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:06.991 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:06.992 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:06.992 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:06.992 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:06.992 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:06.992 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.992 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.992 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.992 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.992 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.992 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:06.992 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:06.992 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.992 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.992 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.992 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.992 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.992 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.993 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.993 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.993 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.993 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.993 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.993 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.993 INFO:teuthology.orchestra.run.smithi053.stdout: "max_concurrent_clones": { 2024-05-10T11:25:06.993 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "max_concurrent_clones", 2024-05-10T11:25:06.993 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.993 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.993 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.993 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "4", 2024-05-10T11:25:06.993 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.993 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.993 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.994 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-10T11:25:06.994 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.994 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.994 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.994 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.994 INFO:teuthology.orchestra.run.smithi053.stdout: "periodic_async_work": { 2024-05-10T11:25:06.994 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "periodic_async_work", 2024-05-10T11:25:06.994 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.994 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.994 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.994 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:06.994 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.994 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.994 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.995 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Periodically check for async work", 2024-05-10T11:25:06.995 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.995 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.995 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.995 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.995 INFO:teuthology.orchestra.run.smithi053.stdout: "snapshot_clone_delay": { 2024-05-10T11:25:06.995 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "snapshot_clone_delay", 2024-05-10T11:25:06.995 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.995 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.995 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.995 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.995 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.995 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.995 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.996 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-10T11:25:06.996 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.996 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.996 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.996 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.996 INFO:teuthology.orchestra.run.smithi053.stdout: "snapshot_clone_no_wait": { 2024-05-10T11:25:06.996 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "snapshot_clone_no_wait", 2024-05-10T11:25:06.996 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:06.996 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.996 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.996 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "True", 2024-05-10T11:25:06.996 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.996 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.996 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.996 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-10T11:25:06.997 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.997 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.997 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.997 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.997 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:06.997 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:06.997 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:06.997 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:06.997 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:06.997 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:06.997 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.997 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.997 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.997 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.998 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.998 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.998 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.998 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.998 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:06.998 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.998 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:06.998 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "zabbix", 2024-05-10T11:25:06.998 INFO:teuthology.orchestra.run.smithi053.stdout: "can_run": true, 2024-05-10T11:25:06.998 INFO:teuthology.orchestra.run.smithi053.stdout: "error_string": "", 2024-05-10T11:25:06.998 INFO:teuthology.orchestra.run.smithi053.stdout: "module_options": { 2024-05-10T11:25:06.998 INFO:teuthology.orchestra.run.smithi053.stdout: "discovery_interval": { 2024-05-10T11:25:06.998 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "discovery_interval", 2024-05-10T11:25:06.998 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "uint", 2024-05-10T11:25:06.999 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.999 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:06.999 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "100", 2024-05-10T11:25:06.999 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:06.999 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:06.999 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:06.999 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:06.999 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:06.999 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:06.999 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:06.999 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:06.999 INFO:teuthology.orchestra.run.smithi053.stdout: "identifier": { 2024-05-10T11:25:06.999 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "identifier", 2024-05-10T11:25:06.999 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:06.999 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:06.999 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:07.000 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:07.000 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:07.000 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:07.000 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:07.000 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:07.000 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:07.000 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:07.000 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:07.000 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:07.000 INFO:teuthology.orchestra.run.smithi053.stdout: "interval": { 2024-05-10T11:25:07.000 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "interval", 2024-05-10T11:25:07.000 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "secs", 2024-05-10T11:25:07.000 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:07.000 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:07.000 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "60", 2024-05-10T11:25:07.000 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:07.001 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:07.001 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:07.001 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:07.001 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:07.001 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:07.001 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:07.001 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:07.001 INFO:teuthology.orchestra.run.smithi053.stdout: "log_level": { 2024-05-10T11:25:07.001 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_level", 2024-05-10T11:25:07.001 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:07.001 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:07.001 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:07.001 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:07.001 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:07.001 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:07.001 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:07.002 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:07.002 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:07.002 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:07.002 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:07.002 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:07.002 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:07.002 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:07.002 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:07.002 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:07.002 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:07.002 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:07.002 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:07.002 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster": { 2024-05-10T11:25:07.002 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster", 2024-05-10T11:25:07.003 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:07.003 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:07.003 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:07.003 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:07.003 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:07.003 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:07.003 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:07.003 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:07.003 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:07.003 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:07.003 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:07.003 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:07.003 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_cluster_level": { 2024-05-10T11:25:07.003 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_cluster_level", 2024-05-10T11:25:07.003 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:07.003 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:07.003 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:07.004 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "info", 2024-05-10T11:25:07.004 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:07.004 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:07.004 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [ 2024-05-10T11:25:07.004 INFO:teuthology.orchestra.run.smithi053.stdout: "", 2024-05-10T11:25:07.004 INFO:teuthology.orchestra.run.smithi053.stdout: "critical", 2024-05-10T11:25:07.004 INFO:teuthology.orchestra.run.smithi053.stdout: "debug", 2024-05-10T11:25:07.004 INFO:teuthology.orchestra.run.smithi053.stdout: "error", 2024-05-10T11:25:07.004 INFO:teuthology.orchestra.run.smithi053.stdout: "info", 2024-05-10T11:25:07.004 INFO:teuthology.orchestra.run.smithi053.stdout: "warning" 2024-05-10T11:25:07.004 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:07.004 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:07.004 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:07.004 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:07.004 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:07.004 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:07.004 INFO:teuthology.orchestra.run.smithi053.stdout: "log_to_file": { 2024-05-10T11:25:07.005 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "log_to_file", 2024-05-10T11:25:07.005 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "bool", 2024-05-10T11:25:07.005 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:07.005 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:07.005 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "False", 2024-05-10T11:25:07.005 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:07.005 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:07.005 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:07.005 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:07.005 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:07.005 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:07.005 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:07.005 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:07.005 INFO:teuthology.orchestra.run.smithi053.stdout: "sqlite3_killpoint": { 2024-05-10T11:25:07.005 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "sqlite3_killpoint", 2024-05-10T11:25:07.006 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:07.006 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "dev", 2024-05-10T11:25:07.006 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 1, 2024-05-10T11:25:07.006 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "0", 2024-05-10T11:25:07.006 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:07.006 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:07.006 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:07.006 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:07.006 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:07.006 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:07.006 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:07.006 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:07.006 INFO:teuthology.orchestra.run.smithi053.stdout: "zabbix_host": { 2024-05-10T11:25:07.006 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "zabbix_host", 2024-05-10T11:25:07.006 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:07.007 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:07.007 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:07.007 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "", 2024-05-10T11:25:07.007 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:07.007 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:07.007 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:07.007 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:07.007 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:07.007 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:07.007 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:07.007 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:07.007 INFO:teuthology.orchestra.run.smithi053.stdout: "zabbix_port": { 2024-05-10T11:25:07.007 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "zabbix_port", 2024-05-10T11:25:07.007 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "int", 2024-05-10T11:25:07.007 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:07.007 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:07.008 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "10051", 2024-05-10T11:25:07.008 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:07.008 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:07.008 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:07.008 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:07.008 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:07.008 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:07.008 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:07.008 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:07.008 INFO:teuthology.orchestra.run.smithi053.stdout: "zabbix_sender": { 2024-05-10T11:25:07.008 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "zabbix_sender", 2024-05-10T11:25:07.008 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "str", 2024-05-10T11:25:07.008 INFO:teuthology.orchestra.run.smithi053.stdout: "level": "advanced", 2024-05-10T11:25:07.008 INFO:teuthology.orchestra.run.smithi053.stdout: "flags": 0, 2024-05-10T11:25:07.008 INFO:teuthology.orchestra.run.smithi053.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-10T11:25:07.008 INFO:teuthology.orchestra.run.smithi053.stdout: "min": "", 2024-05-10T11:25:07.008 INFO:teuthology.orchestra.run.smithi053.stdout: "max": "", 2024-05-10T11:25:07.009 INFO:teuthology.orchestra.run.smithi053.stdout: "enum_allowed": [], 2024-05-10T11:25:07.009 INFO:teuthology.orchestra.run.smithi053.stdout: "desc": "", 2024-05-10T11:25:07.009 INFO:teuthology.orchestra.run.smithi053.stdout: "long_desc": "", 2024-05-10T11:25:07.009 INFO:teuthology.orchestra.run.smithi053.stdout: "tags": [], 2024-05-10T11:25:07.009 INFO:teuthology.orchestra.run.smithi053.stdout: "see_also": [] 2024-05-10T11:25:07.009 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:07.009 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:07.009 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:07.009 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:07.009 INFO:teuthology.orchestra.run.smithi053.stdout: "services": { 2024-05-10T11:25:07.009 INFO:teuthology.orchestra.run.smithi053.stdout: "dashboard": "https://172.21.15.53:8443/" 2024-05-10T11:25:07.009 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:07.009 INFO:teuthology.orchestra.run.smithi053.stdout: "always_on_modules": { 2024-05-10T11:25:07.009 INFO:teuthology.orchestra.run.smithi053.stdout: "octopus": [ 2024-05-10T11:25:07.009 INFO:teuthology.orchestra.run.smithi053.stdout: "balancer", 2024-05-10T11:25:07.009 INFO:teuthology.orchestra.run.smithi053.stdout: "crash", 2024-05-10T11:25:07.009 INFO:teuthology.orchestra.run.smithi053.stdout: "devicehealth", 2024-05-10T11:25:07.010 INFO:teuthology.orchestra.run.smithi053.stdout: "orchestrator", 2024-05-10T11:25:07.010 INFO:teuthology.orchestra.run.smithi053.stdout: "pg_autoscaler", 2024-05-10T11:25:07.010 INFO:teuthology.orchestra.run.smithi053.stdout: "progress", 2024-05-10T11:25:07.010 INFO:teuthology.orchestra.run.smithi053.stdout: "rbd_support", 2024-05-10T11:25:07.010 INFO:teuthology.orchestra.run.smithi053.stdout: "status", 2024-05-10T11:25:07.010 INFO:teuthology.orchestra.run.smithi053.stdout: "telemetry", 2024-05-10T11:25:07.010 INFO:teuthology.orchestra.run.smithi053.stdout: "volumes" 2024-05-10T11:25:07.010 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:07.010 INFO:teuthology.orchestra.run.smithi053.stdout: "pacific": [ 2024-05-10T11:25:07.010 INFO:teuthology.orchestra.run.smithi053.stdout: "balancer", 2024-05-10T11:25:07.010 INFO:teuthology.orchestra.run.smithi053.stdout: "crash", 2024-05-10T11:25:07.010 INFO:teuthology.orchestra.run.smithi053.stdout: "devicehealth", 2024-05-10T11:25:07.010 INFO:teuthology.orchestra.run.smithi053.stdout: "orchestrator", 2024-05-10T11:25:07.010 INFO:teuthology.orchestra.run.smithi053.stdout: "pg_autoscaler", 2024-05-10T11:25:07.011 INFO:teuthology.orchestra.run.smithi053.stdout: "progress", 2024-05-10T11:25:07.011 INFO:teuthology.orchestra.run.smithi053.stdout: "rbd_support", 2024-05-10T11:25:07.013 INFO:teuthology.orchestra.run.smithi053.stdout: "status", 2024-05-10T11:25:07.013 INFO:teuthology.orchestra.run.smithi053.stdout: "telemetry", 2024-05-10T11:25:07.013 INFO:teuthology.orchestra.run.smithi053.stdout: "volumes" 2024-05-10T11:25:07.013 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:07.013 INFO:teuthology.orchestra.run.smithi053.stdout: "quincy": [ 2024-05-10T11:25:07.014 INFO:teuthology.orchestra.run.smithi053.stdout: "balancer", 2024-05-10T11:25:07.014 INFO:teuthology.orchestra.run.smithi053.stdout: "crash", 2024-05-10T11:25:07.014 INFO:teuthology.orchestra.run.smithi053.stdout: "devicehealth", 2024-05-10T11:25:07.014 INFO:teuthology.orchestra.run.smithi053.stdout: "orchestrator", 2024-05-10T11:25:07.014 INFO:teuthology.orchestra.run.smithi053.stdout: "pg_autoscaler", 2024-05-10T11:25:07.014 INFO:teuthology.orchestra.run.smithi053.stdout: "progress", 2024-05-10T11:25:07.014 INFO:teuthology.orchestra.run.smithi053.stdout: "rbd_support", 2024-05-10T11:25:07.014 INFO:teuthology.orchestra.run.smithi053.stdout: "status", 2024-05-10T11:25:07.014 INFO:teuthology.orchestra.run.smithi053.stdout: "telemetry", 2024-05-10T11:25:07.014 INFO:teuthology.orchestra.run.smithi053.stdout: "volumes" 2024-05-10T11:25:07.014 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:07.014 INFO:teuthology.orchestra.run.smithi053.stdout: "reef": [ 2024-05-10T11:25:07.014 INFO:teuthology.orchestra.run.smithi053.stdout: "balancer", 2024-05-10T11:25:07.014 INFO:teuthology.orchestra.run.smithi053.stdout: "crash", 2024-05-10T11:25:07.015 INFO:teuthology.orchestra.run.smithi053.stdout: "devicehealth", 2024-05-10T11:25:07.015 INFO:teuthology.orchestra.run.smithi053.stdout: "orchestrator", 2024-05-10T11:25:07.015 INFO:teuthology.orchestra.run.smithi053.stdout: "pg_autoscaler", 2024-05-10T11:25:07.015 INFO:teuthology.orchestra.run.smithi053.stdout: "progress", 2024-05-10T11:25:07.015 INFO:teuthology.orchestra.run.smithi053.stdout: "rbd_support", 2024-05-10T11:25:07.015 INFO:teuthology.orchestra.run.smithi053.stdout: "status", 2024-05-10T11:25:07.015 INFO:teuthology.orchestra.run.smithi053.stdout: "telemetry", 2024-05-10T11:25:07.015 INFO:teuthology.orchestra.run.smithi053.stdout: "volumes" 2024-05-10T11:25:07.015 INFO:teuthology.orchestra.run.smithi053.stdout: ], 2024-05-10T11:25:07.015 INFO:teuthology.orchestra.run.smithi053.stdout: "squid": [ 2024-05-10T11:25:07.015 INFO:teuthology.orchestra.run.smithi053.stdout: "balancer", 2024-05-10T11:25:07.015 INFO:teuthology.orchestra.run.smithi053.stdout: "crash", 2024-05-10T11:25:07.015 INFO:teuthology.orchestra.run.smithi053.stdout: "devicehealth", 2024-05-10T11:25:07.015 INFO:teuthology.orchestra.run.smithi053.stdout: "orchestrator", 2024-05-10T11:25:07.015 INFO:teuthology.orchestra.run.smithi053.stdout: "pg_autoscaler", 2024-05-10T11:25:07.015 INFO:teuthology.orchestra.run.smithi053.stdout: "progress", 2024-05-10T11:25:07.016 INFO:teuthology.orchestra.run.smithi053.stdout: "rbd_support", 2024-05-10T11:25:07.016 INFO:teuthology.orchestra.run.smithi053.stdout: "status", 2024-05-10T11:25:07.016 INFO:teuthology.orchestra.run.smithi053.stdout: "telemetry", 2024-05-10T11:25:07.016 INFO:teuthology.orchestra.run.smithi053.stdout: "volumes" 2024-05-10T11:25:07.016 INFO:teuthology.orchestra.run.smithi053.stdout: ] 2024-05-10T11:25:07.016 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:07.016 INFO:teuthology.orchestra.run.smithi053.stdout: "last_failure_osd_epoch": 3, 2024-05-10T11:25:07.016 INFO:teuthology.orchestra.run.smithi053.stdout: "active_clients": [ 2024-05-10T11:25:07.016 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:07.016 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "devicehealth", 2024-05-10T11:25:07.016 INFO:teuthology.orchestra.run.smithi053.stdout: "addrvec": [ 2024-05-10T11:25:07.016 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:07.016 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "v2", 2024-05-10T11:25:07.016 INFO:teuthology.orchestra.run.smithi053.stdout: "addr": "172.21.15.53:0", 2024-05-10T11:25:07.016 INFO:teuthology.orchestra.run.smithi053.stdout: "nonce": 1159650347 2024-05-10T11:25:07.017 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:07.017 INFO:teuthology.orchestra.run.smithi053.stdout: ] 2024-05-10T11:25:07.017 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:07.017 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:07.017 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "libcephsqlite", 2024-05-10T11:25:07.017 INFO:teuthology.orchestra.run.smithi053.stdout: "addrvec": [ 2024-05-10T11:25:07.017 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:07.017 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "v2", 2024-05-10T11:25:07.017 INFO:teuthology.orchestra.run.smithi053.stdout: "addr": "172.21.15.53:0", 2024-05-10T11:25:07.017 INFO:teuthology.orchestra.run.smithi053.stdout: "nonce": 2945434704 2024-05-10T11:25:07.017 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:07.017 INFO:teuthology.orchestra.run.smithi053.stdout: ] 2024-05-10T11:25:07.017 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:07.017 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:07.017 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "rbd_support", 2024-05-10T11:25:07.017 INFO:teuthology.orchestra.run.smithi053.stdout: "addrvec": [ 2024-05-10T11:25:07.018 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:07.018 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "v2", 2024-05-10T11:25:07.018 INFO:teuthology.orchestra.run.smithi053.stdout: "addr": "172.21.15.53:0", 2024-05-10T11:25:07.018 INFO:teuthology.orchestra.run.smithi053.stdout: "nonce": 434028102 2024-05-10T11:25:07.018 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:07.018 INFO:teuthology.orchestra.run.smithi053.stdout: ] 2024-05-10T11:25:07.018 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:07.018 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:07.018 INFO:teuthology.orchestra.run.smithi053.stdout: "name": "volumes", 2024-05-10T11:25:07.018 INFO:teuthology.orchestra.run.smithi053.stdout: "addrvec": [ 2024-05-10T11:25:07.018 INFO:teuthology.orchestra.run.smithi053.stdout: { 2024-05-10T11:25:07.018 INFO:teuthology.orchestra.run.smithi053.stdout: "type": "v2", 2024-05-10T11:25:07.018 INFO:teuthology.orchestra.run.smithi053.stdout: "addr": "172.21.15.53:0", 2024-05-10T11:25:07.018 INFO:teuthology.orchestra.run.smithi053.stdout: "nonce": 3477907826 2024-05-10T11:25:07.019 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:07.019 INFO:teuthology.orchestra.run.smithi053.stdout: ] 2024-05-10T11:25:07.019 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:07.019 INFO:teuthology.orchestra.run.smithi053.stdout: ] 2024-05-10T11:25:07.019 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:25:07.020 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:06 smithi187 ceph-mon[34076]: pgmap v549: 129 pgs: 129 active+clean; 3.2 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 3.0 KiB/s wr, 157 op/s 2024-05-10T11:25:07.020 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:06 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2759869576' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-10T11:25:07.020 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:06 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2220876531' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-10T11:25:07.020 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:06 smithi132 ceph-mon[33758]: pgmap v549: 129 pgs: 129 active+clean; 3.2 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 3.0 KiB/s wr, 157 op/s 2024-05-10T11:25:07.020 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:06 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2759869576' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-10T11:25:07.020 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:06 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2220876531' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-10T11:25:07.021 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.693+0000 7f074d615640 1 -- 172.21.15.53:0/2220876531 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f07340b2870 msgr2=0x7f07340b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:07.021 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.693+0000 7f074d615640 1 --2- 172.21.15.53:0/2220876531 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f07340b2870 0x7f07340b4d30 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f0740005fd0 tx=0x7f074000b390 comp rx=0 tx=0).stop 2024-05-10T11:25:07.021 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.693+0000 7f074d615640 1 -- 172.21.15.53:0/2220876531 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0748102ae0 msgr2=0x7f074819d8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:07.021 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.693+0000 7f074d615640 1 --2- 172.21.15.53:0/2220876531 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0748102ae0 0x7f074819d8b0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f0730009230 tx=0x7f07300042f0 comp rx=0 tx=0).stop 2024-05-10T11:25:07.021 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.693+0000 7f074d615640 1 -- 172.21.15.53:0/2220876531 shutdown_connections 2024-05-10T11:25:07.021 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.693+0000 7f074d615640 1 --2- 172.21.15.53:0/2220876531 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f07340b2870 0x7f07340b4d30 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:07.021 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.693+0000 7f074d615640 1 --2- 172.21.15.53:0/2220876531 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f07481034a0 0x7f074819fef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:07.022 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.693+0000 7f074d615640 1 --2- 172.21.15.53:0/2220876531 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f0748102ae0 0x7f074819d8b0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:07.022 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.693+0000 7f074d615640 1 --2- 172.21.15.53:0/2220876531 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f07481018f0 0x7f074806a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:07.022 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.693+0000 7f074d615640 1 -- 172.21.15.53:0/2220876531 >> 172.21.15.53:0/2220876531 conn(0x7f07480fce60 msgr2=0x7f0748105f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:07.022 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.693+0000 7f074d615640 1 -- 172.21.15.53:0/2220876531 shutdown_connections 2024-05-10T11:25:07.022 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:05.693+0000 7f074d615640 1 -- 172.21.15.53:0/2220876531 wait complete. 2024-05-10T11:25:07.028 DEBUG:tasks.check_counter:Getting stats from a 2024-05-10T11:25:07.028 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph daemon mds.a perf dump 2024-05-10T11:25:07.029 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:06 smithi053 ceph-mon[30153]: pgmap v549: 129 pgs: 129 active+clean; 3.2 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 3.0 KiB/s wr, 157 op/s 2024-05-10T11:25:07.029 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:06 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2759869576' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-10T11:25:07.029 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:06 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2220876531' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-10T11:25:07.295 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:25:08.424 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:08 smithi053 ceph-mon[30153]: pgmap v550: 129 pgs: 129 active+clean; 1000 KiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 3.1 KiB/s wr, 226 op/s 2024-05-10T11:25:08.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:08 smithi132 ceph-mon[33758]: pgmap v550: 129 pgs: 129 active+clean; 1000 KiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 3.1 KiB/s wr, 226 op/s 2024-05-10T11:25:08.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:08 smithi187 ceph-mon[34076]: pgmap v550: 129 pgs: 129 active+clean; 1000 KiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 3.1 KiB/s wr, 226 op/s 2024-05-10T11:25:09.131 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:25:09.131 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-0": { 2024-05-10T11:25:09.131 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 460, 2024-05-10T11:25:09.131 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 460, 2024-05-10T11:25:09.131 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 155028, 2024-05-10T11:25:09.131 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 145457, 2024-05-10T11:25:09.131 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 6, 2024-05-10T11:25:09.131 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 2, 2024-05-10T11:25:09.131 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.051942900, 2024-05-10T11:25:09.131 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.016647743, 2024-05-10T11:25:09.132 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.013513808, 2024-05-10T11:25:09.132 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.016002739, 2024-05-10T11:25:09.132 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:09.132 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 459, 2024-05-10T11:25:09.132 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.022683082, 2024-05-10T11:25:09.132 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000049418 2024-05-10T11:25:09.132 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.132 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:09.132 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.132 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.132 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.132 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.132 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-10T11:25:09.132 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 448 2024-05-10T11:25:09.133 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.133 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-1": { 2024-05-10T11:25:09.133 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 346, 2024-05-10T11:25:09.133 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 451, 2024-05-10T11:25:09.133 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 85682, 2024-05-10T11:25:09.133 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 353634, 2024-05-10T11:25:09.133 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 5, 2024-05-10T11:25:09.133 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 4, 2024-05-10T11:25:09.133 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.040215131, 2024-05-10T11:25:09.133 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.014616504, 2024-05-10T11:25:09.133 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.008886070, 2024-05-10T11:25:09.133 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.012874041, 2024-05-10T11:25:09.133 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:09.133 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 449, 2024-05-10T11:25:09.133 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.017850017, 2024-05-10T11:25:09.133 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000039755 2024-05-10T11:25:09.134 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.134 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:09.134 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.134 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.134 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.134 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.134 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-10T11:25:09.134 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 243856 2024-05-10T11:25:09.134 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.134 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-2": { 2024-05-10T11:25:09.134 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 559, 2024-05-10T11:25:09.134 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 551, 2024-05-10T11:25:09.134 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 928978, 2024-05-10T11:25:09.134 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 215128, 2024-05-10T11:25:09.135 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 3, 2024-05-10T11:25:09.135 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 2, 2024-05-10T11:25:09.135 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.059496386, 2024-05-10T11:25:09.135 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.020655663, 2024-05-10T11:25:09.135 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.026455141, 2024-05-10T11:25:09.135 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.013337331, 2024-05-10T11:25:09.135 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:09.135 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 550, 2024-05-10T11:25:09.135 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.022043779, 2024-05-10T11:25:09.135 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000040079 2024-05-10T11:25:09.135 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.135 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:09.135 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.135 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.135 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.136 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.136 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 822128, 2024-05-10T11:25:09.136 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 86656 2024-05-10T11:25:09.136 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.136 INFO:teuthology.orchestra.run.smithi053.stdout: "cct": { 2024-05-10T11:25:09.136 INFO:teuthology.orchestra.run.smithi053.stdout: "total_workers": 1, 2024-05-10T11:25:09.136 INFO:teuthology.orchestra.run.smithi053.stdout: "unhealthy_workers": 0 2024-05-10T11:25:09.136 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.136 INFO:teuthology.orchestra.run.smithi053.stdout: "finisher-MDSRank": { 2024-05-10T11:25:09.136 INFO:teuthology.orchestra.run.smithi053.stdout: "queue_len": 0, 2024-05-10T11:25:09.136 INFO:teuthology.orchestra.run.smithi053.stdout: "complete_latency": { 2024-05-10T11:25:09.136 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 2030, 2024-05-10T11:25:09.136 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.060872178, 2024-05-10T11:25:09.136 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000029986 2024-05-10T11:25:09.137 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:09.137 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.137 INFO:teuthology.orchestra.run.smithi053.stdout: "finisher-PurgeQueue": { 2024-05-10T11:25:09.137 INFO:teuthology.orchestra.run.smithi053.stdout: "queue_len": 0, 2024-05-10T11:25:09.137 INFO:teuthology.orchestra.run.smithi053.stdout: "complete_latency": { 2024-05-10T11:25:09.137 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.137 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.137 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.137 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:09.137 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.137 INFO:teuthology.orchestra.run.smithi053.stdout: "mds": { 2024-05-10T11:25:09.137 INFO:teuthology.orchestra.run.smithi053.stdout: "request": 0, 2024-05-10T11:25:09.137 INFO:teuthology.orchestra.run.smithi053.stdout: "reply": 0, 2024-05-10T11:25:09.137 INFO:teuthology.orchestra.run.smithi053.stdout: "reply_latency": { 2024-05-10T11:25:09.137 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.137 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.138 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.138 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.138 INFO:teuthology.orchestra.run.smithi053.stdout: "slow_reply": 0, 2024-05-10T11:25:09.138 INFO:teuthology.orchestra.run.smithi053.stdout: "forward": 0, 2024-05-10T11:25:09.138 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_fetch_complete": 0, 2024-05-10T11:25:09.138 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_fetch_keys": 0, 2024-05-10T11:25:09.138 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_commit": 0, 2024-05-10T11:25:09.138 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_split": 0, 2024-05-10T11:25:09.138 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_merge": 0, 2024-05-10T11:25:09.138 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes": 0, 2024-05-10T11:25:09.138 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_top": 0, 2024-05-10T11:25:09.138 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_bottom": 0, 2024-05-10T11:25:09.138 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_pin_tail": 0, 2024-05-10T11:25:09.138 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_pinned": 0, 2024-05-10T11:25:09.139 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_expired": 0, 2024-05-10T11:25:09.139 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_with_caps": 0, 2024-05-10T11:25:09.139 INFO:teuthology.orchestra.run.smithi053.stdout: "caps": 0, 2024-05-10T11:25:09.139 INFO:teuthology.orchestra.run.smithi053.stdout: "subtrees": 1, 2024-05-10T11:25:09.139 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse": 0, 2024-05-10T11:25:09.139 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_hit": 0, 2024-05-10T11:25:09.139 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_forward": 0, 2024-05-10T11:25:09.139 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_discover": 0, 2024-05-10T11:25:09.139 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_dir_fetch": 0, 2024-05-10T11:25:09.139 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_remote_ino": 0, 2024-05-10T11:25:09.139 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_lock": 0, 2024-05-10T11:25:09.139 INFO:teuthology.orchestra.run.smithi053.stdout: "load_cent": 0, 2024-05-10T11:25:09.139 INFO:teuthology.orchestra.run.smithi053.stdout: "q": 0, 2024-05-10T11:25:09.139 INFO:teuthology.orchestra.run.smithi053.stdout: "exported": 0, 2024-05-10T11:25:09.139 INFO:teuthology.orchestra.run.smithi053.stdout: "exported_inodes": 0, 2024-05-10T11:25:09.139 INFO:teuthology.orchestra.run.smithi053.stdout: "imported": 0, 2024-05-10T11:25:09.140 INFO:teuthology.orchestra.run.smithi053.stdout: "imported_inodes": 0, 2024-05-10T11:25:09.140 INFO:teuthology.orchestra.run.smithi053.stdout: "openino_dir_fetch": 0, 2024-05-10T11:25:09.140 INFO:teuthology.orchestra.run.smithi053.stdout: "openino_backtrace_fetch": 0, 2024-05-10T11:25:09.140 INFO:teuthology.orchestra.run.smithi053.stdout: "openino_peer_discover": 0, 2024-05-10T11:25:09.140 INFO:teuthology.orchestra.run.smithi053.stdout: "root_rfiles": 0, 2024-05-10T11:25:09.140 INFO:teuthology.orchestra.run.smithi053.stdout: "root_rbytes": 0, 2024-05-10T11:25:09.140 INFO:teuthology.orchestra.run.smithi053.stdout: "root_rsnaps": 0, 2024-05-10T11:25:09.140 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_backtrace_fetch": 0, 2024-05-10T11:25:09.140 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_set_tag": 0, 2024-05-10T11:25:09.140 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_backtrace_repaired": 0, 2024-05-10T11:25:09.140 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_inotable_repaired": 0, 2024-05-10T11:25:09.140 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_dir_inodes": 0, 2024-05-10T11:25:09.140 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_dir_base_inodes": 0, 2024-05-10T11:25:09.140 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_dirfrag_rstats": 0, 2024-05-10T11:25:09.141 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_file_inodes": 0, 2024-05-10T11:25:09.141 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_inode_file_caps": 0, 2024-05-10T11:25:09.141 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_revoke": 0, 2024-05-10T11:25:09.141 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_grant": 0, 2024-05-10T11:25:09.141 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_trunc": 0, 2024-05-10T11:25:09.141 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-10T11:25:09.141 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-10T11:25:09.141 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_caps": 0, 2024-05-10T11:25:09.141 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_caps_dirty": 0, 2024-05-10T11:25:09.141 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_cap_release": 0, 2024-05-10T11:25:09.141 INFO:teuthology.orchestra.run.smithi053.stdout: "process_request_cap_release": 0 2024-05-10T11:25:09.141 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.141 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_cache": { 2024-05-10T11:25:09.141 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_update": 0, 2024-05-10T11:25:09.141 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_update_receipt": 0, 2024-05-10T11:25:09.142 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_try_discover": 0, 2024-05-10T11:25:09.142 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_send_discover": 0, 2024-05-10T11:25:09.142 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_handle_discover": 0, 2024-05-10T11:25:09.142 INFO:teuthology.orchestra.run.smithi053.stdout: "num_strays": 0, 2024-05-10T11:25:09.142 INFO:teuthology.orchestra.run.smithi053.stdout: "num_strays_delayed": 0, 2024-05-10T11:25:09.142 INFO:teuthology.orchestra.run.smithi053.stdout: "num_strays_enqueuing": 0, 2024-05-10T11:25:09.142 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_created": 0, 2024-05-10T11:25:09.142 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_enqueued": 0, 2024-05-10T11:25:09.142 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_reintegrated": 0, 2024-05-10T11:25:09.142 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_migrated": 0, 2024-05-10T11:25:09.142 INFO:teuthology.orchestra.run.smithi053.stdout: "num_recovering_processing": 0, 2024-05-10T11:25:09.142 INFO:teuthology.orchestra.run.smithi053.stdout: "num_recovering_enqueued": 0, 2024-05-10T11:25:09.142 INFO:teuthology.orchestra.run.smithi053.stdout: "num_recovering_prioritized": 0, 2024-05-10T11:25:09.142 INFO:teuthology.orchestra.run.smithi053.stdout: "recovery_started": 0, 2024-05-10T11:25:09.143 INFO:teuthology.orchestra.run.smithi053.stdout: "recovery_completed": 0, 2024-05-10T11:25:09.143 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_quiesce_path": 0, 2024-05-10T11:25:09.143 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_quiesce_inode": 0, 2024-05-10T11:25:09.143 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_enqueue_scrub": 0, 2024-05-10T11:25:09.143 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_exportdir": 0, 2024-05-10T11:25:09.143 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_flush": 0, 2024-05-10T11:25:09.143 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_fragmentdir": 0, 2024-05-10T11:25:09.143 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_fragstats": 0, 2024-05-10T11:25:09.143 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_inodestats": 0 2024-05-10T11:25:09.143 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.143 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_log": { 2024-05-10T11:25:09.143 INFO:teuthology.orchestra.run.smithi053.stdout: "evlrg": 0, 2024-05-10T11:25:09.143 INFO:teuthology.orchestra.run.smithi053.stdout: "evadd": 0, 2024-05-10T11:25:09.143 INFO:teuthology.orchestra.run.smithi053.stdout: "evex": 0, 2024-05-10T11:25:09.143 INFO:teuthology.orchestra.run.smithi053.stdout: "evtrm": 0, 2024-05-10T11:25:09.144 INFO:teuthology.orchestra.run.smithi053.stdout: "ev": 5, 2024-05-10T11:25:09.144 INFO:teuthology.orchestra.run.smithi053.stdout: "evexg": 0, 2024-05-10T11:25:09.144 INFO:teuthology.orchestra.run.smithi053.stdout: "evexd": 0, 2024-05-10T11:25:09.144 INFO:teuthology.orchestra.run.smithi053.stdout: "segadd": 0, 2024-05-10T11:25:09.144 INFO:teuthology.orchestra.run.smithi053.stdout: "segex": 0, 2024-05-10T11:25:09.144 INFO:teuthology.orchestra.run.smithi053.stdout: "segtrm": 0, 2024-05-10T11:25:09.144 INFO:teuthology.orchestra.run.smithi053.stdout: "seg": 2, 2024-05-10T11:25:09.144 INFO:teuthology.orchestra.run.smithi053.stdout: "segmjr": 2, 2024-05-10T11:25:09.144 INFO:teuthology.orchestra.run.smithi053.stdout: "segexg": 0, 2024-05-10T11:25:09.144 INFO:teuthology.orchestra.run.smithi053.stdout: "segexd": 0, 2024-05-10T11:25:09.144 INFO:teuthology.orchestra.run.smithi053.stdout: "expos": 4194304, 2024-05-10T11:25:09.144 INFO:teuthology.orchestra.run.smithi053.stdout: "wrpos": 4195917, 2024-05-10T11:25:09.144 INFO:teuthology.orchestra.run.smithi053.stdout: "rdpos": 4195424, 2024-05-10T11:25:09.144 INFO:teuthology.orchestra.run.smithi053.stdout: "jlat": { 2024-05-10T11:25:09.144 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.145 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.145 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.145 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.145 INFO:teuthology.orchestra.run.smithi053.stdout: "replayed": 5 2024-05-10T11:25:09.145 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.145 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_mem": { 2024-05-10T11:25:09.145 INFO:teuthology.orchestra.run.smithi053.stdout: "ino": 3, 2024-05-10T11:25:09.145 INFO:teuthology.orchestra.run.smithi053.stdout: "ino+": 3, 2024-05-10T11:25:09.145 INFO:teuthology.orchestra.run.smithi053.stdout: "ino-": 0, 2024-05-10T11:25:09.145 INFO:teuthology.orchestra.run.smithi053.stdout: "dir": 1, 2024-05-10T11:25:09.145 INFO:teuthology.orchestra.run.smithi053.stdout: "dir+": 1, 2024-05-10T11:25:09.145 INFO:teuthology.orchestra.run.smithi053.stdout: "dir-": 0, 2024-05-10T11:25:09.145 INFO:teuthology.orchestra.run.smithi053.stdout: "dn": 0, 2024-05-10T11:25:09.145 INFO:teuthology.orchestra.run.smithi053.stdout: "dn+": 0, 2024-05-10T11:25:09.146 INFO:teuthology.orchestra.run.smithi053.stdout: "dn-": 0, 2024-05-10T11:25:09.146 INFO:teuthology.orchestra.run.smithi053.stdout: "cap": 0, 2024-05-10T11:25:09.146 INFO:teuthology.orchestra.run.smithi053.stdout: "cap+": 0, 2024-05-10T11:25:09.146 INFO:teuthology.orchestra.run.smithi053.stdout: "cap-": 0, 2024-05-10T11:25:09.146 INFO:teuthology.orchestra.run.smithi053.stdout: "rss": 50736, 2024-05-10T11:25:09.146 INFO:teuthology.orchestra.run.smithi053.stdout: "heap": 215416 2024-05-10T11:25:09.146 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.146 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_server": { 2024-05-10T11:25:09.146 INFO:teuthology.orchestra.run.smithi053.stdout: "dispatch_client_request": 0, 2024-05-10T11:25:09.146 INFO:teuthology.orchestra.run.smithi053.stdout: "dispatch_server_request": 0, 2024-05-10T11:25:09.146 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_request": 0, 2024-05-10T11:25:09.146 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_session": 0, 2024-05-10T11:25:09.146 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_peer_request": 0, 2024-05-10T11:25:09.146 INFO:teuthology.orchestra.run.smithi053.stdout: "req_create_latency": { 2024-05-10T11:25:09.146 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.147 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.147 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.147 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.147 INFO:teuthology.orchestra.run.smithi053.stdout: "req_getattr_latency": { 2024-05-10T11:25:09.147 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.147 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.147 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.147 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.147 INFO:teuthology.orchestra.run.smithi053.stdout: "req_getfilelock_latency": { 2024-05-10T11:25:09.147 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.147 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.147 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.147 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.147 INFO:teuthology.orchestra.run.smithi053.stdout: "req_link_latency": { 2024-05-10T11:25:09.147 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.148 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.148 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.148 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.148 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookup_latency": { 2024-05-10T11:25:09.148 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.148 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.148 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.148 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.148 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookuphash_latency": { 2024-05-10T11:25:09.148 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.148 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.148 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.148 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.148 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupino_latency": { 2024-05-10T11:25:09.149 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.149 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.149 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.149 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.149 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupname_latency": { 2024-05-10T11:25:09.149 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.149 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.149 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.149 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.149 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupparent_latency": { 2024-05-10T11:25:09.149 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.149 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.149 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.149 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.149 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupsnap_latency": { 2024-05-10T11:25:09.149 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.149 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.150 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.150 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.150 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lssnap_latency": { 2024-05-10T11:25:09.150 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.150 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.150 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.150 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.150 INFO:teuthology.orchestra.run.smithi053.stdout: "req_mkdir_latency": { 2024-05-10T11:25:09.150 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.151 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.151 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.151 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.151 INFO:teuthology.orchestra.run.smithi053.stdout: "req_mknod_latency": { 2024-05-10T11:25:09.151 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.151 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.151 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.151 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.151 INFO:teuthology.orchestra.run.smithi053.stdout: "req_mksnap_latency": { 2024-05-10T11:25:09.151 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.151 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.151 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.151 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.152 INFO:teuthology.orchestra.run.smithi053.stdout: "req_open_latency": { 2024-05-10T11:25:09.152 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.152 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.152 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.152 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.152 INFO:teuthology.orchestra.run.smithi053.stdout: "req_readdir_latency": { 2024-05-10T11:25:09.152 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.152 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.152 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.152 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.152 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rename_latency": { 2024-05-10T11:25:09.152 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.152 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.152 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.152 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.152 INFO:teuthology.orchestra.run.smithi053.stdout: "req_renamesnap_latency": { 2024-05-10T11:25:09.153 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.153 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.153 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.153 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.153 INFO:teuthology.orchestra.run.smithi053.stdout: "req_snapdiff_latency": { 2024-05-10T11:25:09.153 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.153 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.153 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.153 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.153 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rmdir_latency": { 2024-05-10T11:25:09.153 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.153 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.153 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.153 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.153 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rmsnap_latency": { 2024-05-10T11:25:09.153 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.153 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.154 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.154 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.154 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rmxattr_latency": { 2024-05-10T11:25:09.154 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.154 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.154 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.154 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.154 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setattr_latency": { 2024-05-10T11:25:09.154 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.154 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.154 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.154 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.154 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setdirlayout_latency": { 2024-05-10T11:25:09.154 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.155 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.155 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.155 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.155 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setfilelock_latency": { 2024-05-10T11:25:09.155 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.155 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.155 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.155 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.155 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setlayout_latency": { 2024-05-10T11:25:09.155 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.155 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.155 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.155 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.155 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setxattr_latency": { 2024-05-10T11:25:09.155 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.156 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.156 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.156 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.156 INFO:teuthology.orchestra.run.smithi053.stdout: "req_symlink_latency": { 2024-05-10T11:25:09.156 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.156 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.156 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.156 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.156 INFO:teuthology.orchestra.run.smithi053.stdout: "req_unlink_latency": { 2024-05-10T11:25:09.156 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.156 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.156 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.156 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.156 INFO:teuthology.orchestra.run.smithi053.stdout: "cap_revoke_eviction": 0, 2024-05-10T11:25:09.156 INFO:teuthology.orchestra.run.smithi053.stdout: "cap_acquisition_throttle": 0, 2024-05-10T11:25:09.156 INFO:teuthology.orchestra.run.smithi053.stdout: "req_getvxattr_latency": { 2024-05-10T11:25:09.157 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.157 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.157 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.157 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:09.157 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.157 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_sessions": { 2024-05-10T11:25:09.157 INFO:teuthology.orchestra.run.smithi053.stdout: "session_count": 1, 2024-05-10T11:25:09.157 INFO:teuthology.orchestra.run.smithi053.stdout: "session_add": 2, 2024-05-10T11:25:09.157 INFO:teuthology.orchestra.run.smithi053.stdout: "session_remove": 1, 2024-05-10T11:25:09.157 INFO:teuthology.orchestra.run.smithi053.stdout: "sessions_open": 1, 2024-05-10T11:25:09.157 INFO:teuthology.orchestra.run.smithi053.stdout: "sessions_stale": 0, 2024-05-10T11:25:09.157 INFO:teuthology.orchestra.run.smithi053.stdout: "total_load": 0, 2024-05-10T11:25:09.157 INFO:teuthology.orchestra.run.smithi053.stdout: "average_load": 0, 2024-05-10T11:25:09.157 INFO:teuthology.orchestra.run.smithi053.stdout: "avg_session_uptime": 1463, 2024-05-10T11:25:09.157 INFO:teuthology.orchestra.run.smithi053.stdout: "mdthresh_evicted": 0 2024-05-10T11:25:09.158 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.158 INFO:teuthology.orchestra.run.smithi053.stdout: "mempool": { 2024-05-10T11:25:09.158 INFO:teuthology.orchestra.run.smithi053.stdout: "bloom_filter_bytes": 0, 2024-05-10T11:25:09.158 INFO:teuthology.orchestra.run.smithi053.stdout: "bloom_filter_items": 0, 2024-05-10T11:25:09.158 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_alloc_bytes": 0, 2024-05-10T11:25:09.158 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_alloc_items": 0, 2024-05-10T11:25:09.158 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_data_bytes": 0, 2024-05-10T11:25:09.158 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_data_items": 0, 2024-05-10T11:25:09.158 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-10T11:25:09.158 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_onode_items": 0, 2024-05-10T11:25:09.158 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-10T11:25:09.158 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_meta_items": 0, 2024-05-10T11:25:09.158 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_other_bytes": 0, 2024-05-10T11:25:09.158 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_other_items": 0, 2024-05-10T11:25:09.159 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-10T11:25:09.159 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_buffer_items": 0, 2024-05-10T11:25:09.159 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_extent_bytes": 0, 2024-05-10T11:25:09.159 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_extent_items": 0, 2024-05-10T11:25:09.159 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_blob_bytes": 0, 2024-05-10T11:25:09.159 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_blob_items": 0, 2024-05-10T11:25:09.159 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-10T11:25:09.159 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_shared_blob_items": 0, 2024-05-10T11:25:09.159 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-10T11:25:09.159 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_inline_bl_items": 0, 2024-05-10T11:25:09.159 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_fsck_bytes": 0, 2024-05-10T11:25:09.159 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_fsck_items": 0, 2024-05-10T11:25:09.159 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_txc_bytes": 0, 2024-05-10T11:25:09.159 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_txc_items": 0, 2024-05-10T11:25:09.159 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-10T11:25:09.159 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_deferred_items": 0, 2024-05-10T11:25:09.159 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_bytes": 0, 2024-05-10T11:25:09.160 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_items": 0, 2024-05-10T11:25:09.160 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_bytes": 0, 2024-05-10T11:25:09.160 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_items": 0, 2024-05-10T11:25:09.160 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_reader_bytes": 0, 2024-05-10T11:25:09.160 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_reader_items": 0, 2024-05-10T11:25:09.160 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_writer_bytes": 0, 2024-05-10T11:25:09.160 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_writer_items": 0, 2024-05-10T11:25:09.160 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_anon_bytes": 189383, 2024-05-10T11:25:09.160 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_anon_items": 50, 2024-05-10T11:25:09.160 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_meta_bytes": 0, 2024-05-10T11:25:09.160 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_meta_items": 0, 2024-05-10T11:25:09.160 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_bytes": 0, 2024-05-10T11:25:09.160 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_items": 0, 2024-05-10T11:25:09.160 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_mapbl_bytes": 0, 2024-05-10T11:25:09.160 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_mapbl_items": 0, 2024-05-10T11:25:09.160 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_pglog_bytes": 0, 2024-05-10T11:25:09.161 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_pglog_items": 0, 2024-05-10T11:25:09.161 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_bytes": 8888, 2024-05-10T11:25:09.161 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_items": 170, 2024-05-10T11:25:09.161 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_mapping_bytes": 0, 2024-05-10T11:25:09.161 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_mapping_items": 0, 2024-05-10T11:25:09.161 INFO:teuthology.orchestra.run.smithi053.stdout: "pgmap_bytes": 0, 2024-05-10T11:25:09.161 INFO:teuthology.orchestra.run.smithi053.stdout: "pgmap_items": 0, 2024-05-10T11:25:09.161 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_co_bytes": 8512, 2024-05-10T11:25:09.161 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_co_items": 13, 2024-05-10T11:25:09.161 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_1_bytes": 0, 2024-05-10T11:25:09.161 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_1_items": 0, 2024-05-10T11:25:09.161 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_2_bytes": 0, 2024-05-10T11:25:09.161 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_2_items": 0 2024-05-10T11:25:09.161 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.161 INFO:teuthology.orchestra.run.smithi053.stdout: "objecter": { 2024-05-10T11:25:09.161 INFO:teuthology.orchestra.run.smithi053.stdout: "op_active": 0, 2024-05-10T11:25:09.162 INFO:teuthology.orchestra.run.smithi053.stdout: "op_laggy": 0, 2024-05-10T11:25:09.162 INFO:teuthology.orchestra.run.smithi053.stdout: "op_send": 1205, 2024-05-10T11:25:09.162 INFO:teuthology.orchestra.run.smithi053.stdout: "op_send_bytes": 21, 2024-05-10T11:25:09.162 INFO:teuthology.orchestra.run.smithi053.stdout: "op_resend": 3, 2024-05-10T11:25:09.162 INFO:teuthology.orchestra.run.smithi053.stdout: "op_reply": 1205, 2024-05-10T11:25:09.162 INFO:teuthology.orchestra.run.smithi053.stdout: "op_latency": { 2024-05-10T11:25:09.162 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 1205, 2024-05-10T11:25:09.162 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.905982294, 2024-05-10T11:25:09.162 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000751852 2024-05-10T11:25:09.162 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.162 INFO:teuthology.orchestra.run.smithi053.stdout: "op_inflight": 0, 2024-05-10T11:25:09.162 INFO:teuthology.orchestra.run.smithi053.stdout: "oplen_avg": { 2024-05-10T11:25:09.162 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 1205, 2024-05-10T11:25:09.162 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 1206 2024-05-10T11:25:09.163 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.163 INFO:teuthology.orchestra.run.smithi053.stdout: "op": 1205, 2024-05-10T11:25:09.163 INFO:teuthology.orchestra.run.smithi053.stdout: "op_r": 1205, 2024-05-10T11:25:09.163 INFO:teuthology.orchestra.run.smithi053.stdout: "op_w": 0, 2024-05-10T11:25:09.163 INFO:teuthology.orchestra.run.smithi053.stdout: "op_rmw": 0, 2024-05-10T11:25:09.163 INFO:teuthology.orchestra.run.smithi053.stdout: "op_pg": 0, 2024-05-10T11:25:09.163 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_stat": 769, 2024-05-10T11:25:09.163 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_create": 0, 2024-05-10T11:25:09.163 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_read": 434, 2024-05-10T11:25:09.163 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_write": 0, 2024-05-10T11:25:09.163 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_writefull": 0, 2024-05-10T11:25:09.163 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_writesame": 0, 2024-05-10T11:25:09.163 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_append": 0, 2024-05-10T11:25:09.163 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_zero": 0, 2024-05-10T11:25:09.163 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_truncate": 0, 2024-05-10T11:25:09.163 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_delete": 0, 2024-05-10T11:25:09.164 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_mapext": 0, 2024-05-10T11:25:09.164 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_sparse_read": 0, 2024-05-10T11:25:09.164 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_clonerange": 0, 2024-05-10T11:25:09.164 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_getxattr": 1, 2024-05-10T11:25:09.164 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_setxattr": 0, 2024-05-10T11:25:09.164 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_cmpxattr": 0, 2024-05-10T11:25:09.164 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_rmxattr": 0, 2024-05-10T11:25:09.164 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_resetxattrs": 0, 2024-05-10T11:25:09.164 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_call": 0, 2024-05-10T11:25:09.164 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_watch": 0, 2024-05-10T11:25:09.164 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_notify": 0, 2024-05-10T11:25:09.164 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_src_cmpxattr": 0, 2024-05-10T11:25:09.164 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_pgls": 0, 2024-05-10T11:25:09.164 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_pgls_filter": 0, 2024-05-10T11:25:09.164 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_other": 0, 2024-05-10T11:25:09.164 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_active": 0, 2024-05-10T11:25:09.165 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_send": 0, 2024-05-10T11:25:09.165 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_resend": 0, 2024-05-10T11:25:09.165 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_ping": 0, 2024-05-10T11:25:09.165 INFO:teuthology.orchestra.run.smithi053.stdout: "poolop_active": 0, 2024-05-10T11:25:09.165 INFO:teuthology.orchestra.run.smithi053.stdout: "poolop_send": 0, 2024-05-10T11:25:09.165 INFO:teuthology.orchestra.run.smithi053.stdout: "poolop_resend": 0, 2024-05-10T11:25:09.165 INFO:teuthology.orchestra.run.smithi053.stdout: "poolstat_active": 0, 2024-05-10T11:25:09.165 INFO:teuthology.orchestra.run.smithi053.stdout: "poolstat_send": 0, 2024-05-10T11:25:09.165 INFO:teuthology.orchestra.run.smithi053.stdout: "poolstat_resend": 0, 2024-05-10T11:25:09.165 INFO:teuthology.orchestra.run.smithi053.stdout: "statfs_active": 0, 2024-05-10T11:25:09.165 INFO:teuthology.orchestra.run.smithi053.stdout: "statfs_send": 0, 2024-05-10T11:25:09.165 INFO:teuthology.orchestra.run.smithi053.stdout: "statfs_resend": 0, 2024-05-10T11:25:09.165 INFO:teuthology.orchestra.run.smithi053.stdout: "command_active": 0, 2024-05-10T11:25:09.165 INFO:teuthology.orchestra.run.smithi053.stdout: "command_send": 0, 2024-05-10T11:25:09.166 INFO:teuthology.orchestra.run.smithi053.stdout: "command_resend": 0, 2024-05-10T11:25:09.166 INFO:teuthology.orchestra.run.smithi053.stdout: "map_epoch": 90, 2024-05-10T11:25:09.166 INFO:teuthology.orchestra.run.smithi053.stdout: "map_full": 0, 2024-05-10T11:25:09.166 INFO:teuthology.orchestra.run.smithi053.stdout: "map_inc": 2, 2024-05-10T11:25:09.166 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_sessions": 5, 2024-05-10T11:25:09.166 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_session_open": 5, 2024-05-10T11:25:09.166 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_session_close": 0, 2024-05-10T11:25:09.166 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_laggy": 0, 2024-05-10T11:25:09.166 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_wr": 0, 2024-05-10T11:25:09.166 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_rd": 2, 2024-05-10T11:25:09.166 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_del": 0 2024-05-10T11:25:09.166 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.166 INFO:teuthology.orchestra.run.smithi053.stdout: "oft": { 2024-05-10T11:25:09.166 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_objs": 0, 2024-05-10T11:25:09.166 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_kv_pairs": 0, 2024-05-10T11:25:09.167 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_updates": 0, 2024-05-10T11:25:09.167 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_removes": 0 2024-05-10T11:25:09.167 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.167 INFO:teuthology.orchestra.run.smithi053.stdout: "osd-slow-ops": { 2024-05-10T11:25:09.167 INFO:teuthology.orchestra.run.smithi053.stdout: "slow_ops_count": 0 2024-05-10T11:25:09.167 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.167 INFO:teuthology.orchestra.run.smithi053.stdout: "purge_queue": { 2024-05-10T11:25:09.167 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing_ops": 0, 2024-05-10T11:25:09.167 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing_ops_high_water": 0, 2024-05-10T11:25:09.167 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing": 0, 2024-05-10T11:25:09.167 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing_high_water": 0, 2024-05-10T11:25:09.167 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executed_ops": 0, 2024-05-10T11:25:09.167 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executed": 0, 2024-05-10T11:25:09.167 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_item_in_journal": 0 2024-05-10T11:25:09.168 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.168 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-10T11:25:09.168 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-05-10T11:25:09.168 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 104857600, 2024-05-10T11:25:09.168 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-05-10T11:25:09.168 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 1361, 2024-05-10T11:25:09.168 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 1036328, 2024-05-10T11:25:09.168 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:09.168 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 1361, 2024-05-10T11:25:09.168 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 0, 2024-05-10T11:25:09.168 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 0, 2024-05-10T11:25:09.168 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 1361, 2024-05-10T11:25:09.168 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 1036328, 2024-05-10T11:25:09.168 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-05-10T11:25:09.168 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.169 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.169 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.169 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:09.169 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.169 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-objecter_bytes": { 2024-05-10T11:25:09.169 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-05-10T11:25:09.169 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 104857600, 2024-05-10T11:25:09.169 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-05-10T11:25:09.169 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 0, 2024-05-10T11:25:09.169 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 0, 2024-05-10T11:25:09.169 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:09.169 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:09.169 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 1205, 2024-05-10T11:25:09.169 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 1618, 2024-05-10T11:25:09.170 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 1205, 2024-05-10T11:25:09.170 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 1618, 2024-05-10T11:25:09.170 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-05-10T11:25:09.170 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.170 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.170 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.170 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:09.170 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.170 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-objecter_ops": { 2024-05-10T11:25:09.170 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-05-10T11:25:09.170 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 1024, 2024-05-10T11:25:09.170 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-05-10T11:25:09.170 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 0, 2024-05-10T11:25:09.171 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 0, 2024-05-10T11:25:09.171 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:09.171 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:09.171 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 1205, 2024-05-10T11:25:09.171 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 1205, 2024-05-10T11:25:09.171 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 1205, 2024-05-10T11:25:09.171 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 1205, 2024-05-10T11:25:09.171 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-05-10T11:25:09.171 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.171 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.171 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.171 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:09.171 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.171 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-write_buf_throttle": { 2024-05-10T11:25:09.171 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-05-10T11:25:09.172 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 3758096384, 2024-05-10T11:25:09.172 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-05-10T11:25:09.172 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 0, 2024-05-10T11:25:09.172 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 0, 2024-05-10T11:25:09.172 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:09.172 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:09.172 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 0, 2024-05-10T11:25:09.172 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 0, 2024-05-10T11:25:09.172 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 0, 2024-05-10T11:25:09.172 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 0, 2024-05-10T11:25:09.172 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-05-10T11:25:09.172 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.172 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.172 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.172 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:09.172 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:09.173 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-write_buf_throttle-0x5618e9bf06e0": { 2024-05-10T11:25:09.173 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-05-10T11:25:09.173 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 3758096384, 2024-05-10T11:25:09.173 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-05-10T11:25:09.173 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 0, 2024-05-10T11:25:09.173 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 0, 2024-05-10T11:25:09.173 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:09.173 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:09.173 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 0, 2024-05-10T11:25:09.173 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 0, 2024-05-10T11:25:09.173 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 0, 2024-05-10T11:25:09.173 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 0, 2024-05-10T11:25:09.173 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-05-10T11:25:09.173 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:09.173 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:09.174 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:09.174 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:09.174 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:09.174 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:25:09.988 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-05-10T11:25:09.988 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-05-10T11:25:09.988 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=0 2024-05-10T11:25:09.988 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=0 2024-05-10T11:25:09.988 DEBUG:tasks.check_counter:Getting stats from d 2024-05-10T11:25:09.989 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph daemon mds.d perf dump 2024-05-10T11:25:10.251 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:25:10.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:10 smithi053 ceph-mon[30153]: pgmap v551: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 3.4 KiB/s wr, 226 op/s 2024-05-10T11:25:10.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:10 smithi132 ceph-mon[33758]: pgmap v551: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 3.4 KiB/s wr, 226 op/s 2024-05-10T11:25:10.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:10 smithi187 ceph-mon[34076]: pgmap v551: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 3.4 KiB/s wr, 226 op/s 2024-05-10T11:25:12.059 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:25:12.059 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-0": { 2024-05-10T11:25:12.059 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 154, 2024-05-10T11:25:12.059 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 149, 2024-05-10T11:25:12.059 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 794432, 2024-05-10T11:25:12.060 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 90448, 2024-05-10T11:25:12.060 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 4, 2024-05-10T11:25:12.060 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 0, 2024-05-10T11:25:12.060 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.029436779, 2024-05-10T11:25:12.060 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.010125122, 2024-05-10T11:25:12.060 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.019241695, 2024-05-10T11:25:12.060 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.003001155, 2024-05-10T11:25:12.060 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:12.060 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 148, 2024-05-10T11:25:12.060 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.007004536, 2024-05-10T11:25:12.060 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000047327 2024-05-10T11:25:12.060 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:12.060 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:12.060 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:12.061 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:12.061 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:12.061 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:12.061 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 794432, 2024-05-10T11:25:12.061 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 90448 2024-05-10T11:25:12.061 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:12.061 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-1": { 2024-05-10T11:25:12.061 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 1, 2024-05-10T11:25:12.061 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 112, 2024-05-10T11:25:12.061 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 160, 2024-05-10T11:25:12.061 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 98272, 2024-05-10T11:25:12.061 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 3, 2024-05-10T11:25:12.061 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 2, 2024-05-10T11:25:12.061 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.009970330, 2024-05-10T11:25:12.061 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.007123189, 2024-05-10T11:25:12.061 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.001599299, 2024-05-10T11:25:12.062 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-10T11:25:12.062 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:12.062 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 110, 2024-05-10T11:25:12.062 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.005807679, 2024-05-10T11:25:12.062 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000052797 2024-05-10T11:25:12.062 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:12.062 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:12.062 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:12.062 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:12.062 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:12.062 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:12.062 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-10T11:25:12.062 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 98272 2024-05-10T11:25:12.062 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:12.062 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-2": { 2024-05-10T11:25:12.063 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 4, 2024-05-10T11:25:12.063 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 4, 2024-05-10T11:25:12.063 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 2992, 2024-05-10T11:25:12.063 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 448, 2024-05-10T11:25:12.063 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 2, 2024-05-10T11:25:12.063 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 1, 2024-05-10T11:25:12.063 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.000641742, 2024-05-10T11:25:12.063 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.000031651, 2024-05-10T11:25:12.063 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.000570657, 2024-05-10T11:25:12.063 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-10T11:25:12.063 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:12.063 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 3, 2024-05-10T11:25:12.063 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000685097, 2024-05-10T11:25:12.063 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000228365 2024-05-10T11:25:12.063 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:12.064 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:12.064 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:12.064 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:12.064 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:12.064 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:12.064 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-10T11:25:12.064 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 448 2024-05-10T11:25:12.064 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:12.064 INFO:teuthology.orchestra.run.smithi053.stdout: "cct": { 2024-05-10T11:25:12.064 INFO:teuthology.orchestra.run.smithi053.stdout: "total_workers": 0, 2024-05-10T11:25:12.064 INFO:teuthology.orchestra.run.smithi053.stdout: "unhealthy_workers": 0 2024-05-10T11:25:12.064 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:12.064 INFO:teuthology.orchestra.run.smithi053.stdout: "mempool": { 2024-05-10T11:25:12.064 INFO:teuthology.orchestra.run.smithi053.stdout: "bloom_filter_bytes": 0, 2024-05-10T11:25:12.064 INFO:teuthology.orchestra.run.smithi053.stdout: "bloom_filter_items": 0, 2024-05-10T11:25:12.064 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_alloc_bytes": 0, 2024-05-10T11:25:12.065 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_alloc_items": 0, 2024-05-10T11:25:12.065 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_data_bytes": 0, 2024-05-10T11:25:12.065 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_data_items": 0, 2024-05-10T11:25:12.065 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-10T11:25:12.065 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_onode_items": 0, 2024-05-10T11:25:12.065 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-10T11:25:12.065 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_meta_items": 0, 2024-05-10T11:25:12.065 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_other_bytes": 0, 2024-05-10T11:25:12.065 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_other_items": 0, 2024-05-10T11:25:12.065 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-10T11:25:12.065 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_buffer_items": 0, 2024-05-10T11:25:12.065 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_extent_bytes": 0, 2024-05-10T11:25:12.066 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_extent_items": 0, 2024-05-10T11:25:12.066 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_blob_bytes": 0, 2024-05-10T11:25:12.066 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_blob_items": 0, 2024-05-10T11:25:12.066 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-10T11:25:12.066 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_shared_blob_items": 0, 2024-05-10T11:25:12.066 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-10T11:25:12.066 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_inline_bl_items": 0, 2024-05-10T11:25:12.066 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_fsck_bytes": 0, 2024-05-10T11:25:12.066 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_fsck_items": 0, 2024-05-10T11:25:12.066 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_txc_bytes": 0, 2024-05-10T11:25:12.066 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_txc_items": 0, 2024-05-10T11:25:12.066 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-10T11:25:12.066 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_deferred_items": 0, 2024-05-10T11:25:12.067 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_bytes": 0, 2024-05-10T11:25:12.067 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_items": 0, 2024-05-10T11:25:12.067 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_bytes": 0, 2024-05-10T11:25:12.067 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_items": 0, 2024-05-10T11:25:12.067 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_reader_bytes": 0, 2024-05-10T11:25:12.067 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_reader_items": 0, 2024-05-10T11:25:12.067 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_writer_bytes": 0, 2024-05-10T11:25:12.067 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_writer_items": 0, 2024-05-10T11:25:12.067 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_anon_bytes": 148967, 2024-05-10T11:25:12.067 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_anon_items": 29, 2024-05-10T11:25:12.067 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_meta_bytes": 0, 2024-05-10T11:25:12.067 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_meta_items": 0, 2024-05-10T11:25:12.067 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_bytes": 0, 2024-05-10T11:25:12.067 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_items": 0, 2024-05-10T11:25:12.067 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_mapbl_bytes": 0, 2024-05-10T11:25:12.068 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_mapbl_items": 0, 2024-05-10T11:25:12.068 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_pglog_bytes": 0, 2024-05-10T11:25:12.068 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_pglog_items": 0, 2024-05-10T11:25:12.068 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_bytes": 0, 2024-05-10T11:25:12.068 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_items": 0, 2024-05-10T11:25:12.068 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_mapping_bytes": 0, 2024-05-10T11:25:12.068 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_mapping_items": 0, 2024-05-10T11:25:12.068 INFO:teuthology.orchestra.run.smithi053.stdout: "pgmap_bytes": 0, 2024-05-10T11:25:12.068 INFO:teuthology.orchestra.run.smithi053.stdout: "pgmap_items": 0, 2024-05-10T11:25:12.068 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_co_bytes": 928, 2024-05-10T11:25:12.068 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_co_items": 2, 2024-05-10T11:25:12.068 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_1_bytes": 0, 2024-05-10T11:25:12.068 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_1_items": 0, 2024-05-10T11:25:12.068 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_2_bytes": 0, 2024-05-10T11:25:12.068 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_2_items": 0 2024-05-10T11:25:12.068 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:12.069 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-10T11:25:12.069 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-05-10T11:25:12.069 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 104857600, 2024-05-10T11:25:12.069 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-05-10T11:25:12.069 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 155, 2024-05-10T11:25:12.069 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 772702, 2024-05-10T11:25:12.069 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:12.069 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 155, 2024-05-10T11:25:12.069 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 0, 2024-05-10T11:25:12.069 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 0, 2024-05-10T11:25:12.069 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 155, 2024-05-10T11:25:12.069 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 772702, 2024-05-10T11:25:12.069 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-05-10T11:25:12.069 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:12.069 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:12.069 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:12.070 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:12.070 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:12.070 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:25:12.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:12 smithi053 ceph-mon[30153]: pgmap v552: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 3.0 KiB/s wr, 226 op/s 2024-05-10T11:25:12.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:12 smithi132 ceph-mon[33758]: pgmap v552: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 3.0 KiB/s wr, 226 op/s 2024-05-10T11:25:12.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:12 smithi187 ceph-mon[34076]: pgmap v552: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 3.0 KiB/s wr, 226 op/s 2024-05-10T11:25:12.839 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-05-10T11:25:12.840 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-05-10T11:25:12.840 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-05-10T11:25:12.840 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-05-10T11:25:12.840 DEBUG:tasks.check_counter:Getting stats from g 2024-05-10T11:25:12.840 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph daemon mds.g perf dump 2024-05-10T11:25:13.097 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:25:14.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:14 smithi053 ceph-mon[30153]: pgmap v553: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 2.8 KiB/s wr, 225 op/s 2024-05-10T11:25:14.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:14 smithi132 ceph-mon[33758]: pgmap v553: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 2.8 KiB/s wr, 225 op/s 2024-05-10T11:25:14.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:14 smithi187 ceph-mon[34076]: pgmap v553: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 2.8 KiB/s wr, 225 op/s 2024-05-10T11:25:15.721 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:25:15.721 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-0": { 2024-05-10T11:25:15.721 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 435, 2024-05-10T11:25:15.721 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 437, 2024-05-10T11:25:15.721 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 146105, 2024-05-10T11:25:15.721 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 138331, 2024-05-10T11:25:15.721 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 6, 2024-05-10T11:25:15.721 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 2, 2024-05-10T11:25:15.722 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.050276602, 2024-05-10T11:25:15.722 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.020572927, 2024-05-10T11:25:15.722 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.011120142, 2024-05-10T11:25:15.722 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.012904909, 2024-05-10T11:25:15.722 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:15.722 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 435, 2024-05-10T11:25:15.722 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.021208179, 2024-05-10T11:25:15.722 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000048754 2024-05-10T11:25:15.722 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.722 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:15.722 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.722 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.722 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.722 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.722 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-10T11:25:15.723 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 0 2024-05-10T11:25:15.723 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.723 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-1": { 2024-05-10T11:25:15.723 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 946, 2024-05-10T11:25:15.723 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 939, 2024-05-10T11:25:15.723 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 1025749, 2024-05-10T11:25:15.723 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 339377, 2024-05-10T11:25:15.723 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 4, 2024-05-10T11:25:15.723 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 3, 2024-05-10T11:25:15.723 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.077706109, 2024-05-10T11:25:15.723 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.023620060, 2024-05-10T11:25:15.723 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.031834263, 2024-05-10T11:25:15.723 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.022624881, 2024-05-10T11:25:15.723 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:15.723 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 938, 2024-05-10T11:25:15.723 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.029506812, 2024-05-10T11:25:15.724 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000031457 2024-05-10T11:25:15.724 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.724 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:15.724 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.724 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.724 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.724 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.724 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 823280, 2024-05-10T11:25:15.724 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 88736 2024-05-10T11:25:15.724 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.724 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-2": { 2024-05-10T11:25:15.724 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 8, 2024-05-10T11:25:15.724 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 114, 2024-05-10T11:25:15.724 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 4500, 2024-05-10T11:25:15.724 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 249029, 2024-05-10T11:25:15.724 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 5, 2024-05-10T11:25:15.725 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 4, 2024-05-10T11:25:15.725 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.009289706, 2024-05-10T11:25:15.725 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.005949605, 2024-05-10T11:25:15.725 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.002315654, 2024-05-10T11:25:15.725 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.000081053, 2024-05-10T11:25:15.725 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:15.725 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 113, 2024-05-10T11:25:15.725 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.006714056, 2024-05-10T11:25:15.725 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000059416 2024-05-10T11:25:15.725 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.725 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:15.725 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.725 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.725 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.725 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.725 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 3152, 2024-05-10T11:25:15.726 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 248064 2024-05-10T11:25:15.726 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.726 INFO:teuthology.orchestra.run.smithi053.stdout: "cct": { 2024-05-10T11:25:15.726 INFO:teuthology.orchestra.run.smithi053.stdout: "total_workers": 1, 2024-05-10T11:25:15.726 INFO:teuthology.orchestra.run.smithi053.stdout: "unhealthy_workers": 0 2024-05-10T11:25:15.726 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.726 INFO:teuthology.orchestra.run.smithi053.stdout: "finisher-MDSRank": { 2024-05-10T11:25:15.726 INFO:teuthology.orchestra.run.smithi053.stdout: "queue_len": 0, 2024-05-10T11:25:15.726 INFO:teuthology.orchestra.run.smithi053.stdout: "complete_latency": { 2024-05-10T11:25:15.726 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 2093, 2024-05-10T11:25:15.726 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.050985288, 2024-05-10T11:25:15.726 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000024359 2024-05-10T11:25:15.726 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:15.726 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.726 INFO:teuthology.orchestra.run.smithi053.stdout: "finisher-PurgeQueue": { 2024-05-10T11:25:15.726 INFO:teuthology.orchestra.run.smithi053.stdout: "queue_len": 0, 2024-05-10T11:25:15.727 INFO:teuthology.orchestra.run.smithi053.stdout: "complete_latency": { 2024-05-10T11:25:15.727 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.727 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.727 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.727 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:15.727 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.727 INFO:teuthology.orchestra.run.smithi053.stdout: "mds": { 2024-05-10T11:25:15.727 INFO:teuthology.orchestra.run.smithi053.stdout: "request": 0, 2024-05-10T11:25:15.727 INFO:teuthology.orchestra.run.smithi053.stdout: "reply": 0, 2024-05-10T11:25:15.727 INFO:teuthology.orchestra.run.smithi053.stdout: "reply_latency": { 2024-05-10T11:25:15.727 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.727 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.727 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.727 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.727 INFO:teuthology.orchestra.run.smithi053.stdout: "slow_reply": 0, 2024-05-10T11:25:15.727 INFO:teuthology.orchestra.run.smithi053.stdout: "forward": 0, 2024-05-10T11:25:15.728 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_fetch_complete": 0, 2024-05-10T11:25:15.728 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_fetch_keys": 0, 2024-05-10T11:25:15.728 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_commit": 0, 2024-05-10T11:25:15.728 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_split": 0, 2024-05-10T11:25:15.728 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_merge": 0, 2024-05-10T11:25:15.728 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes": 0, 2024-05-10T11:25:15.728 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_top": 0, 2024-05-10T11:25:15.728 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_bottom": 0, 2024-05-10T11:25:15.728 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_pin_tail": 0, 2024-05-10T11:25:15.728 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_pinned": 0, 2024-05-10T11:25:15.728 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_expired": 0, 2024-05-10T11:25:15.728 INFO:teuthology.orchestra.run.smithi053.stdout: "inodes_with_caps": 0, 2024-05-10T11:25:15.728 INFO:teuthology.orchestra.run.smithi053.stdout: "caps": 0, 2024-05-10T11:25:15.728 INFO:teuthology.orchestra.run.smithi053.stdout: "subtrees": 1, 2024-05-10T11:25:15.728 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse": 0, 2024-05-10T11:25:15.728 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_hit": 0, 2024-05-10T11:25:15.729 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_forward": 0, 2024-05-10T11:25:15.729 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_discover": 0, 2024-05-10T11:25:15.729 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_dir_fetch": 0, 2024-05-10T11:25:15.729 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_remote_ino": 0, 2024-05-10T11:25:15.729 INFO:teuthology.orchestra.run.smithi053.stdout: "traverse_lock": 0, 2024-05-10T11:25:15.729 INFO:teuthology.orchestra.run.smithi053.stdout: "load_cent": 0, 2024-05-10T11:25:15.729 INFO:teuthology.orchestra.run.smithi053.stdout: "q": 0, 2024-05-10T11:25:15.729 INFO:teuthology.orchestra.run.smithi053.stdout: "exported": 0, 2024-05-10T11:25:15.729 INFO:teuthology.orchestra.run.smithi053.stdout: "exported_inodes": 0, 2024-05-10T11:25:15.729 INFO:teuthology.orchestra.run.smithi053.stdout: "imported": 0, 2024-05-10T11:25:15.729 INFO:teuthology.orchestra.run.smithi053.stdout: "imported_inodes": 0, 2024-05-10T11:25:15.729 INFO:teuthology.orchestra.run.smithi053.stdout: "openino_dir_fetch": 0, 2024-05-10T11:25:15.729 INFO:teuthology.orchestra.run.smithi053.stdout: "openino_backtrace_fetch": 0, 2024-05-10T11:25:15.729 INFO:teuthology.orchestra.run.smithi053.stdout: "openino_peer_discover": 0, 2024-05-10T11:25:15.729 INFO:teuthology.orchestra.run.smithi053.stdout: "root_rfiles": 0, 2024-05-10T11:25:15.729 INFO:teuthology.orchestra.run.smithi053.stdout: "root_rbytes": 0, 2024-05-10T11:25:15.729 INFO:teuthology.orchestra.run.smithi053.stdout: "root_rsnaps": 0, 2024-05-10T11:25:15.730 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_backtrace_fetch": 0, 2024-05-10T11:25:15.730 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_set_tag": 0, 2024-05-10T11:25:15.730 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_backtrace_repaired": 0, 2024-05-10T11:25:15.730 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_inotable_repaired": 0, 2024-05-10T11:25:15.730 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_dir_inodes": 0, 2024-05-10T11:25:15.730 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_dir_base_inodes": 0, 2024-05-10T11:25:15.730 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_dirfrag_rstats": 0, 2024-05-10T11:25:15.730 INFO:teuthology.orchestra.run.smithi053.stdout: "scrub_file_inodes": 0, 2024-05-10T11:25:15.730 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_inode_file_caps": 0, 2024-05-10T11:25:15.730 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_revoke": 0, 2024-05-10T11:25:15.730 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_grant": 0, 2024-05-10T11:25:15.730 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_trunc": 0, 2024-05-10T11:25:15.730 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-10T11:25:15.730 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-10T11:25:15.730 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_caps": 0, 2024-05-10T11:25:15.730 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_caps_dirty": 0, 2024-05-10T11:25:15.731 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_cap_release": 0, 2024-05-10T11:25:15.731 INFO:teuthology.orchestra.run.smithi053.stdout: "process_request_cap_release": 0 2024-05-10T11:25:15.731 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.731 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_cache": { 2024-05-10T11:25:15.731 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_update": 0, 2024-05-10T11:25:15.731 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_update_receipt": 0, 2024-05-10T11:25:15.731 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_try_discover": 0, 2024-05-10T11:25:15.731 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_send_discover": 0, 2024-05-10T11:25:15.731 INFO:teuthology.orchestra.run.smithi053.stdout: "dir_handle_discover": 0, 2024-05-10T11:25:15.731 INFO:teuthology.orchestra.run.smithi053.stdout: "num_strays": 0, 2024-05-10T11:25:15.731 INFO:teuthology.orchestra.run.smithi053.stdout: "num_strays_delayed": 0, 2024-05-10T11:25:15.731 INFO:teuthology.orchestra.run.smithi053.stdout: "num_strays_enqueuing": 0, 2024-05-10T11:25:15.731 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_created": 0, 2024-05-10T11:25:15.731 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_enqueued": 0, 2024-05-10T11:25:15.731 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_reintegrated": 0, 2024-05-10T11:25:15.731 INFO:teuthology.orchestra.run.smithi053.stdout: "strays_migrated": 0, 2024-05-10T11:25:15.731 INFO:teuthology.orchestra.run.smithi053.stdout: "num_recovering_processing": 0, 2024-05-10T11:25:15.732 INFO:teuthology.orchestra.run.smithi053.stdout: "num_recovering_enqueued": 0, 2024-05-10T11:25:15.732 INFO:teuthology.orchestra.run.smithi053.stdout: "num_recovering_prioritized": 0, 2024-05-10T11:25:15.732 INFO:teuthology.orchestra.run.smithi053.stdout: "recovery_started": 0, 2024-05-10T11:25:15.732 INFO:teuthology.orchestra.run.smithi053.stdout: "recovery_completed": 0, 2024-05-10T11:25:15.732 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_quiesce_path": 0, 2024-05-10T11:25:15.732 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_quiesce_inode": 0, 2024-05-10T11:25:15.732 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_enqueue_scrub": 0, 2024-05-10T11:25:15.732 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_exportdir": 0, 2024-05-10T11:25:15.732 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_flush": 0, 2024-05-10T11:25:15.732 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_fragmentdir": 0, 2024-05-10T11:25:15.732 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_fragstats": 0, 2024-05-10T11:25:15.732 INFO:teuthology.orchestra.run.smithi053.stdout: "ireq_inodestats": 0 2024-05-10T11:25:15.732 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.732 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_log": { 2024-05-10T11:25:15.732 INFO:teuthology.orchestra.run.smithi053.stdout: "evlrg": 0, 2024-05-10T11:25:15.732 INFO:teuthology.orchestra.run.smithi053.stdout: "evadd": 0, 2024-05-10T11:25:15.732 INFO:teuthology.orchestra.run.smithi053.stdout: "evex": 0, 2024-05-10T11:25:15.733 INFO:teuthology.orchestra.run.smithi053.stdout: "evtrm": 0, 2024-05-10T11:25:15.733 INFO:teuthology.orchestra.run.smithi053.stdout: "ev": 5, 2024-05-10T11:25:15.733 INFO:teuthology.orchestra.run.smithi053.stdout: "evexg": 0, 2024-05-10T11:25:15.733 INFO:teuthology.orchestra.run.smithi053.stdout: "evexd": 0, 2024-05-10T11:25:15.733 INFO:teuthology.orchestra.run.smithi053.stdout: "segadd": 0, 2024-05-10T11:25:15.733 INFO:teuthology.orchestra.run.smithi053.stdout: "segex": 0, 2024-05-10T11:25:15.733 INFO:teuthology.orchestra.run.smithi053.stdout: "segtrm": 0, 2024-05-10T11:25:15.733 INFO:teuthology.orchestra.run.smithi053.stdout: "seg": 2, 2024-05-10T11:25:15.733 INFO:teuthology.orchestra.run.smithi053.stdout: "segmjr": 2, 2024-05-10T11:25:15.733 INFO:teuthology.orchestra.run.smithi053.stdout: "segexg": 0, 2024-05-10T11:25:15.733 INFO:teuthology.orchestra.run.smithi053.stdout: "segexd": 0, 2024-05-10T11:25:15.733 INFO:teuthology.orchestra.run.smithi053.stdout: "expos": 4194304, 2024-05-10T11:25:15.733 INFO:teuthology.orchestra.run.smithi053.stdout: "wrpos": 4195917, 2024-05-10T11:25:15.733 INFO:teuthology.orchestra.run.smithi053.stdout: "rdpos": 4195424, 2024-05-10T11:25:15.733 INFO:teuthology.orchestra.run.smithi053.stdout: "jlat": { 2024-05-10T11:25:15.733 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.733 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.734 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.734 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.734 INFO:teuthology.orchestra.run.smithi053.stdout: "replayed": 5 2024-05-10T11:25:15.734 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.734 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_mem": { 2024-05-10T11:25:15.734 INFO:teuthology.orchestra.run.smithi053.stdout: "ino": 3, 2024-05-10T11:25:15.734 INFO:teuthology.orchestra.run.smithi053.stdout: "ino+": 3, 2024-05-10T11:25:15.734 INFO:teuthology.orchestra.run.smithi053.stdout: "ino-": 0, 2024-05-10T11:25:15.734 INFO:teuthology.orchestra.run.smithi053.stdout: "dir": 1, 2024-05-10T11:25:15.734 INFO:teuthology.orchestra.run.smithi053.stdout: "dir+": 1, 2024-05-10T11:25:15.734 INFO:teuthology.orchestra.run.smithi053.stdout: "dir-": 0, 2024-05-10T11:25:15.734 INFO:teuthology.orchestra.run.smithi053.stdout: "dn": 0, 2024-05-10T11:25:15.734 INFO:teuthology.orchestra.run.smithi053.stdout: "dn+": 0, 2024-05-10T11:25:15.734 INFO:teuthology.orchestra.run.smithi053.stdout: "dn-": 0, 2024-05-10T11:25:15.734 INFO:teuthology.orchestra.run.smithi053.stdout: "cap": 0, 2024-05-10T11:25:15.734 INFO:teuthology.orchestra.run.smithi053.stdout: "cap+": 0, 2024-05-10T11:25:15.735 INFO:teuthology.orchestra.run.smithi053.stdout: "cap-": 0, 2024-05-10T11:25:15.735 INFO:teuthology.orchestra.run.smithi053.stdout: "rss": 52428, 2024-05-10T11:25:15.735 INFO:teuthology.orchestra.run.smithi053.stdout: "heap": 215416 2024-05-10T11:25:15.735 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.735 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_server": { 2024-05-10T11:25:15.735 INFO:teuthology.orchestra.run.smithi053.stdout: "dispatch_client_request": 0, 2024-05-10T11:25:15.735 INFO:teuthology.orchestra.run.smithi053.stdout: "dispatch_server_request": 0, 2024-05-10T11:25:15.735 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_request": 0, 2024-05-10T11:25:15.735 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_client_session": 0, 2024-05-10T11:25:15.735 INFO:teuthology.orchestra.run.smithi053.stdout: "handle_peer_request": 0, 2024-05-10T11:25:15.735 INFO:teuthology.orchestra.run.smithi053.stdout: "req_create_latency": { 2024-05-10T11:25:15.735 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.735 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.735 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.735 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.735 INFO:teuthology.orchestra.run.smithi053.stdout: "req_getattr_latency": { 2024-05-10T11:25:15.736 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.736 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.736 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.736 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.736 INFO:teuthology.orchestra.run.smithi053.stdout: "req_getfilelock_latency": { 2024-05-10T11:25:15.736 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.736 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.736 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.736 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.736 INFO:teuthology.orchestra.run.smithi053.stdout: "req_link_latency": { 2024-05-10T11:25:15.736 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.736 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.736 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.736 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.736 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookup_latency": { 2024-05-10T11:25:15.736 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.737 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.737 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.737 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.737 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookuphash_latency": { 2024-05-10T11:25:15.737 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.737 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.737 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.737 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.737 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupino_latency": { 2024-05-10T11:25:15.737 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.737 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.737 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.737 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.737 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupname_latency": { 2024-05-10T11:25:15.737 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.737 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.737 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.737 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.738 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupparent_latency": { 2024-05-10T11:25:15.738 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.738 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.738 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.738 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.738 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lookupsnap_latency": { 2024-05-10T11:25:15.738 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.738 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.738 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.738 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.738 INFO:teuthology.orchestra.run.smithi053.stdout: "req_lssnap_latency": { 2024-05-10T11:25:15.738 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.738 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.738 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.738 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.739 INFO:teuthology.orchestra.run.smithi053.stdout: "req_mkdir_latency": { 2024-05-10T11:25:15.739 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.739 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.739 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.739 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.739 INFO:teuthology.orchestra.run.smithi053.stdout: "req_mknod_latency": { 2024-05-10T11:25:15.739 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.739 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.739 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.739 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.739 INFO:teuthology.orchestra.run.smithi053.stdout: "req_mksnap_latency": { 2024-05-10T11:25:15.739 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.739 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.739 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.739 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.739 INFO:teuthology.orchestra.run.smithi053.stdout: "req_open_latency": { 2024-05-10T11:25:15.739 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.740 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.740 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.740 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.740 INFO:teuthology.orchestra.run.smithi053.stdout: "req_readdir_latency": { 2024-05-10T11:25:15.740 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.740 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.740 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.740 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.740 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rename_latency": { 2024-05-10T11:25:15.740 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.740 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.740 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.740 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.740 INFO:teuthology.orchestra.run.smithi053.stdout: "req_renamesnap_latency": { 2024-05-10T11:25:15.740 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.740 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.740 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.741 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.741 INFO:teuthology.orchestra.run.smithi053.stdout: "req_snapdiff_latency": { 2024-05-10T11:25:15.741 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.741 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.741 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.741 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.741 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rmdir_latency": { 2024-05-10T11:25:15.741 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.741 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.741 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.741 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.741 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rmsnap_latency": { 2024-05-10T11:25:15.741 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.741 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.741 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.741 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.742 INFO:teuthology.orchestra.run.smithi053.stdout: "req_rmxattr_latency": { 2024-05-10T11:25:15.742 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.742 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.742 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.742 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.742 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setattr_latency": { 2024-05-10T11:25:15.742 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.742 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.742 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.742 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.742 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setdirlayout_latency": { 2024-05-10T11:25:15.742 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.742 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.742 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.742 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.742 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setfilelock_latency": { 2024-05-10T11:25:15.743 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.743 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.743 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.743 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.743 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setlayout_latency": { 2024-05-10T11:25:15.743 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.743 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.743 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.743 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.743 INFO:teuthology.orchestra.run.smithi053.stdout: "req_setxattr_latency": { 2024-05-10T11:25:15.743 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.743 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.743 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.743 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.743 INFO:teuthology.orchestra.run.smithi053.stdout: "req_symlink_latency": { 2024-05-10T11:25:15.744 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.744 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.744 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.744 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.744 INFO:teuthology.orchestra.run.smithi053.stdout: "req_unlink_latency": { 2024-05-10T11:25:15.744 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.744 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.744 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.744 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.744 INFO:teuthology.orchestra.run.smithi053.stdout: "cap_revoke_eviction": 0, 2024-05-10T11:25:15.744 INFO:teuthology.orchestra.run.smithi053.stdout: "cap_acquisition_throttle": 0, 2024-05-10T11:25:15.744 INFO:teuthology.orchestra.run.smithi053.stdout: "req_getvxattr_latency": { 2024-05-10T11:25:15.744 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.744 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.744 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.744 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:15.745 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.745 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_sessions": { 2024-05-10T11:25:15.745 INFO:teuthology.orchestra.run.smithi053.stdout: "session_count": 1, 2024-05-10T11:25:15.745 INFO:teuthology.orchestra.run.smithi053.stdout: "session_add": 2, 2024-05-10T11:25:15.745 INFO:teuthology.orchestra.run.smithi053.stdout: "session_remove": 1, 2024-05-10T11:25:15.745 INFO:teuthology.orchestra.run.smithi053.stdout: "sessions_open": 1, 2024-05-10T11:25:15.745 INFO:teuthology.orchestra.run.smithi053.stdout: "sessions_stale": 0, 2024-05-10T11:25:15.745 INFO:teuthology.orchestra.run.smithi053.stdout: "total_load": 0, 2024-05-10T11:25:15.745 INFO:teuthology.orchestra.run.smithi053.stdout: "average_load": 0, 2024-05-10T11:25:15.745 INFO:teuthology.orchestra.run.smithi053.stdout: "avg_session_uptime": 1468, 2024-05-10T11:25:15.745 INFO:teuthology.orchestra.run.smithi053.stdout: "mdthresh_evicted": 0 2024-05-10T11:25:15.745 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.745 INFO:teuthology.orchestra.run.smithi053.stdout: "mempool": { 2024-05-10T11:25:15.745 INFO:teuthology.orchestra.run.smithi053.stdout: "bloom_filter_bytes": 0, 2024-05-10T11:25:15.745 INFO:teuthology.orchestra.run.smithi053.stdout: "bloom_filter_items": 0, 2024-05-10T11:25:15.745 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_alloc_bytes": 0, 2024-05-10T11:25:15.745 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_alloc_items": 0, 2024-05-10T11:25:15.746 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_data_bytes": 0, 2024-05-10T11:25:15.746 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_data_items": 0, 2024-05-10T11:25:15.746 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-10T11:25:15.746 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_onode_items": 0, 2024-05-10T11:25:15.746 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-10T11:25:15.746 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_meta_items": 0, 2024-05-10T11:25:15.746 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_other_bytes": 0, 2024-05-10T11:25:15.746 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_other_items": 0, 2024-05-10T11:25:15.746 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-10T11:25:15.746 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_buffer_items": 0, 2024-05-10T11:25:15.746 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_extent_bytes": 0, 2024-05-10T11:25:15.746 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_extent_items": 0, 2024-05-10T11:25:15.746 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_blob_bytes": 0, 2024-05-10T11:25:15.746 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_blob_items": 0, 2024-05-10T11:25:15.747 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-10T11:25:15.747 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_shared_blob_items": 0, 2024-05-10T11:25:15.747 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-10T11:25:15.747 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_inline_bl_items": 0, 2024-05-10T11:25:15.747 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_fsck_bytes": 0, 2024-05-10T11:25:15.747 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_fsck_items": 0, 2024-05-10T11:25:15.747 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_txc_bytes": 0, 2024-05-10T11:25:15.747 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_txc_items": 0, 2024-05-10T11:25:15.747 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-10T11:25:15.747 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_deferred_items": 0, 2024-05-10T11:25:15.747 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_bytes": 0, 2024-05-10T11:25:15.747 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_items": 0, 2024-05-10T11:25:15.747 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_bytes": 0, 2024-05-10T11:25:15.747 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_items": 0, 2024-05-10T11:25:15.747 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_reader_bytes": 0, 2024-05-10T11:25:15.747 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_reader_items": 0, 2024-05-10T11:25:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_writer_bytes": 0, 2024-05-10T11:25:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_writer_items": 0, 2024-05-10T11:25:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_anon_bytes": 197463, 2024-05-10T11:25:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_anon_items": 54, 2024-05-10T11:25:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_meta_bytes": 0, 2024-05-10T11:25:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_meta_items": 0, 2024-05-10T11:25:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_bytes": 0, 2024-05-10T11:25:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_items": 0, 2024-05-10T11:25:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_mapbl_bytes": 0, 2024-05-10T11:25:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_mapbl_items": 0, 2024-05-10T11:25:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_pglog_bytes": 0, 2024-05-10T11:25:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_pglog_items": 0, 2024-05-10T11:25:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_bytes": 8888, 2024-05-10T11:25:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_items": 170, 2024-05-10T11:25:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_mapping_bytes": 0, 2024-05-10T11:25:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_mapping_items": 0, 2024-05-10T11:25:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: "pgmap_bytes": 0, 2024-05-10T11:25:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: "pgmap_items": 0, 2024-05-10T11:25:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_co_bytes": 8512, 2024-05-10T11:25:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_co_items": 13, 2024-05-10T11:25:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_1_bytes": 0, 2024-05-10T11:25:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_1_items": 0, 2024-05-10T11:25:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_2_bytes": 0, 2024-05-10T11:25:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_2_items": 0 2024-05-10T11:25:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: "objecter": { 2024-05-10T11:25:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: "op_active": 0, 2024-05-10T11:25:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: "op_laggy": 0, 2024-05-10T11:25:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: "op_send": 1226, 2024-05-10T11:25:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: "op_send_bytes": 21, 2024-05-10T11:25:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: "op_resend": 3, 2024-05-10T11:25:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: "op_reply": 1226, 2024-05-10T11:25:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: "op_latency": { 2024-05-10T11:25:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 1226, 2024-05-10T11:25:15.750 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.684986605, 2024-05-10T11:25:15.750 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000558716 2024-05-10T11:25:15.750 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.750 INFO:teuthology.orchestra.run.smithi053.stdout: "op_inflight": 0, 2024-05-10T11:25:15.750 INFO:teuthology.orchestra.run.smithi053.stdout: "oplen_avg": { 2024-05-10T11:25:15.750 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 1226, 2024-05-10T11:25:15.750 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 1227 2024-05-10T11:25:15.750 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.750 INFO:teuthology.orchestra.run.smithi053.stdout: "op": 1226, 2024-05-10T11:25:15.750 INFO:teuthology.orchestra.run.smithi053.stdout: "op_r": 1226, 2024-05-10T11:25:15.750 INFO:teuthology.orchestra.run.smithi053.stdout: "op_w": 0, 2024-05-10T11:25:15.750 INFO:teuthology.orchestra.run.smithi053.stdout: "op_rmw": 0, 2024-05-10T11:25:15.750 INFO:teuthology.orchestra.run.smithi053.stdout: "op_pg": 0, 2024-05-10T11:25:15.750 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_stat": 783, 2024-05-10T11:25:15.751 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_create": 0, 2024-05-10T11:25:15.751 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_read": 441, 2024-05-10T11:25:15.751 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_write": 0, 2024-05-10T11:25:15.751 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_writefull": 0, 2024-05-10T11:25:15.751 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_writesame": 0, 2024-05-10T11:25:15.751 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_append": 0, 2024-05-10T11:25:15.751 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_zero": 0, 2024-05-10T11:25:15.751 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_truncate": 0, 2024-05-10T11:25:15.751 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_delete": 0, 2024-05-10T11:25:15.751 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_mapext": 0, 2024-05-10T11:25:15.751 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_sparse_read": 0, 2024-05-10T11:25:15.751 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_clonerange": 0, 2024-05-10T11:25:15.751 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_getxattr": 1, 2024-05-10T11:25:15.751 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_setxattr": 0, 2024-05-10T11:25:15.751 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_cmpxattr": 0, 2024-05-10T11:25:15.751 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_rmxattr": 0, 2024-05-10T11:25:15.751 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_resetxattrs": 0, 2024-05-10T11:25:15.752 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_call": 0, 2024-05-10T11:25:15.752 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_watch": 0, 2024-05-10T11:25:15.752 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_notify": 0, 2024-05-10T11:25:15.752 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_src_cmpxattr": 0, 2024-05-10T11:25:15.752 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_pgls": 0, 2024-05-10T11:25:15.752 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_pgls_filter": 0, 2024-05-10T11:25:15.752 INFO:teuthology.orchestra.run.smithi053.stdout: "osdop_other": 0, 2024-05-10T11:25:15.752 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_active": 0, 2024-05-10T11:25:15.752 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_send": 0, 2024-05-10T11:25:15.752 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_resend": 0, 2024-05-10T11:25:15.752 INFO:teuthology.orchestra.run.smithi053.stdout: "linger_ping": 0, 2024-05-10T11:25:15.752 INFO:teuthology.orchestra.run.smithi053.stdout: "poolop_active": 0, 2024-05-10T11:25:15.752 INFO:teuthology.orchestra.run.smithi053.stdout: "poolop_send": 0, 2024-05-10T11:25:15.752 INFO:teuthology.orchestra.run.smithi053.stdout: "poolop_resend": 0, 2024-05-10T11:25:15.752 INFO:teuthology.orchestra.run.smithi053.stdout: "poolstat_active": 0, 2024-05-10T11:25:15.752 INFO:teuthology.orchestra.run.smithi053.stdout: "poolstat_send": 0, 2024-05-10T11:25:15.752 INFO:teuthology.orchestra.run.smithi053.stdout: "poolstat_resend": 0, 2024-05-10T11:25:15.752 INFO:teuthology.orchestra.run.smithi053.stdout: "statfs_active": 0, 2024-05-10T11:25:15.753 INFO:teuthology.orchestra.run.smithi053.stdout: "statfs_send": 0, 2024-05-10T11:25:15.753 INFO:teuthology.orchestra.run.smithi053.stdout: "statfs_resend": 0, 2024-05-10T11:25:15.753 INFO:teuthology.orchestra.run.smithi053.stdout: "command_active": 0, 2024-05-10T11:25:15.753 INFO:teuthology.orchestra.run.smithi053.stdout: "command_send": 0, 2024-05-10T11:25:15.753 INFO:teuthology.orchestra.run.smithi053.stdout: "command_resend": 0, 2024-05-10T11:25:15.753 INFO:teuthology.orchestra.run.smithi053.stdout: "map_epoch": 90, 2024-05-10T11:25:15.753 INFO:teuthology.orchestra.run.smithi053.stdout: "map_full": 0, 2024-05-10T11:25:15.753 INFO:teuthology.orchestra.run.smithi053.stdout: "map_inc": 2, 2024-05-10T11:25:15.753 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_sessions": 6, 2024-05-10T11:25:15.753 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_session_open": 6, 2024-05-10T11:25:15.753 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_session_close": 0, 2024-05-10T11:25:15.753 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_laggy": 0, 2024-05-10T11:25:15.753 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_wr": 0, 2024-05-10T11:25:15.753 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_rd": 2, 2024-05-10T11:25:15.753 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_del": 0 2024-05-10T11:25:15.753 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.753 INFO:teuthology.orchestra.run.smithi053.stdout: "oft": { 2024-05-10T11:25:15.754 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_objs": 0, 2024-05-10T11:25:15.754 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_kv_pairs": 0, 2024-05-10T11:25:15.754 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_updates": 0, 2024-05-10T11:25:15.754 INFO:teuthology.orchestra.run.smithi053.stdout: "omap_total_removes": 0 2024-05-10T11:25:15.754 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.754 INFO:teuthology.orchestra.run.smithi053.stdout: "osd-slow-ops": { 2024-05-10T11:25:15.754 INFO:teuthology.orchestra.run.smithi053.stdout: "slow_ops_count": 0 2024-05-10T11:25:15.754 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.754 INFO:teuthology.orchestra.run.smithi053.stdout: "purge_queue": { 2024-05-10T11:25:15.754 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing_ops": 0, 2024-05-10T11:25:15.754 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing_ops_high_water": 0, 2024-05-10T11:25:15.754 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing": 0, 2024-05-10T11:25:15.754 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executing_high_water": 0, 2024-05-10T11:25:15.754 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executed_ops": 0, 2024-05-10T11:25:15.755 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_executed": 0, 2024-05-10T11:25:15.755 INFO:teuthology.orchestra.run.smithi053.stdout: "pq_item_in_journal": 0 2024-05-10T11:25:15.755 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.755 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-10T11:25:15.755 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-05-10T11:25:15.755 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 104857600, 2024-05-10T11:25:15.755 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-05-10T11:25:15.755 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 1385, 2024-05-10T11:25:15.755 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 1040626, 2024-05-10T11:25:15.755 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:15.755 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 1385, 2024-05-10T11:25:15.755 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 0, 2024-05-10T11:25:15.755 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 0, 2024-05-10T11:25:15.755 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 1385, 2024-05-10T11:25:15.755 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 1040626, 2024-05-10T11:25:15.755 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-05-10T11:25:15.755 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.755 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.756 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.756 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:15.756 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.756 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-objecter_bytes": { 2024-05-10T11:25:15.756 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-05-10T11:25:15.756 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 104857600, 2024-05-10T11:25:15.756 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-05-10T11:25:15.756 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 0, 2024-05-10T11:25:15.756 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 0, 2024-05-10T11:25:15.756 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:15.756 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:15.756 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 1226, 2024-05-10T11:25:15.756 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 1618, 2024-05-10T11:25:15.756 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 1226, 2024-05-10T11:25:15.756 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 1618, 2024-05-10T11:25:15.756 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-05-10T11:25:15.756 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.757 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.757 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.757 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:15.757 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.757 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-objecter_ops": { 2024-05-10T11:25:15.757 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-05-10T11:25:15.757 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 1024, 2024-05-10T11:25:15.757 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-05-10T11:25:15.757 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 0, 2024-05-10T11:25:15.757 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 0, 2024-05-10T11:25:15.757 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:15.757 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:15.757 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 1226, 2024-05-10T11:25:15.757 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 1226, 2024-05-10T11:25:15.757 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 1226, 2024-05-10T11:25:15.757 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 1226, 2024-05-10T11:25:15.758 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-05-10T11:25:15.758 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.758 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.758 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.758 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:15.758 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.758 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-write_buf_throttle": { 2024-05-10T11:25:15.758 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-05-10T11:25:15.758 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 3758096384, 2024-05-10T11:25:15.758 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-05-10T11:25:15.758 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 0, 2024-05-10T11:25:15.758 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 0, 2024-05-10T11:25:15.758 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:15.758 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:15.758 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 0, 2024-05-10T11:25:15.759 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 0, 2024-05-10T11:25:15.759 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 0, 2024-05-10T11:25:15.759 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 0, 2024-05-10T11:25:15.759 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-05-10T11:25:15.759 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.759 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.759 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.759 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:15.759 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:15.759 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-write_buf_throttle-0x55e547d626e0": { 2024-05-10T11:25:15.759 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-05-10T11:25:15.759 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 3758096384, 2024-05-10T11:25:15.759 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-05-10T11:25:15.759 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 0, 2024-05-10T11:25:15.759 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 0, 2024-05-10T11:25:15.759 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:15.759 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:15.760 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 0, 2024-05-10T11:25:15.760 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 0, 2024-05-10T11:25:15.760 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 0, 2024-05-10T11:25:15.760 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 0, 2024-05-10T11:25:15.760 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-05-10T11:25:15.760 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:15.760 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:15.760 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:15.760 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:15.760 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:15.760 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:25:16.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:16 smithi132 ceph-mon[33758]: pgmap v554: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.1 KiB/s wr, 220 op/s 2024-05-10T11:25:16.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:16 smithi187 ceph-mon[34076]: pgmap v554: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.1 KiB/s wr, 220 op/s 2024-05-10T11:25:16.561 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:16 smithi053 ceph-mon[30153]: pgmap v554: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.1 KiB/s wr, 220 op/s 2024-05-10T11:25:16.594 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2024-05-10T11:25:16.594 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2024-05-10T11:25:16.594 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=0 2024-05-10T11:25:16.594 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=0 2024-05-10T11:25:16.594 DEBUG:tasks.check_counter:Getting stats from j 2024-05-10T11:25:16.594 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph daemon mds.j perf dump 2024-05-10T11:25:16.851 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:25:18.290 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:18 smithi053 ceph-mon[30153]: pgmap v555: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 938 B/s wr, 79 op/s 2024-05-10T11:25:18.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:18 smithi132 ceph-mon[33758]: pgmap v555: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 938 B/s wr, 79 op/s 2024-05-10T11:25:18.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:18 smithi187 ceph-mon[34076]: pgmap v555: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 938 B/s wr, 79 op/s 2024-05-10T11:25:18.709 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-05-10T11:25:18.709 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-0": { 2024-05-10T11:25:18.709 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 160, 2024-05-10T11:25:18.709 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 153, 2024-05-10T11:25:18.709 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 797968, 2024-05-10T11:25:18.709 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 92176, 2024-05-10T11:25:18.709 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 4, 2024-05-10T11:25:18.709 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 0, 2024-05-10T11:25:18.709 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.028833028, 2024-05-10T11:25:18.709 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.009516759, 2024-05-10T11:25:18.709 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.019804271, 2024-05-10T11:25:18.709 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.002930756, 2024-05-10T11:25:18.709 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:18.709 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 153, 2024-05-10T11:25:18.710 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.008111775, 2024-05-10T11:25:18.710 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000053018 2024-05-10T11:25:18.710 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:18.710 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:18.710 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:18.710 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:18.710 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:18.710 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:18.710 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 797968, 2024-05-10T11:25:18.710 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 92176 2024-05-10T11:25:18.710 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:18.710 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-1": { 2024-05-10T11:25:18.710 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 1, 2024-05-10T11:25:18.710 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 113, 2024-05-10T11:25:18.710 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 160, 2024-05-10T11:25:18.711 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 98448, 2024-05-10T11:25:18.711 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 3, 2024-05-10T11:25:18.711 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 2, 2024-05-10T11:25:18.711 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.009425475, 2024-05-10T11:25:18.711 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.006984205, 2024-05-10T11:25:18.711 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.001202560, 2024-05-10T11:25:18.711 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-10T11:25:18.711 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:18.711 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 111, 2024-05-10T11:25:18.711 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.005638135, 2024-05-10T11:25:18.711 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000050794 2024-05-10T11:25:18.711 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:18.711 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:18.711 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:18.711 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:18.712 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:18.712 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:18.712 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-10T11:25:18.712 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 98448 2024-05-10T11:25:18.712 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:18.712 INFO:teuthology.orchestra.run.smithi053.stdout: "AsyncMessenger::Worker-2": { 2024-05-10T11:25:18.712 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_messages": 0, 2024-05-10T11:25:18.712 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages": 2, 2024-05-10T11:25:18.712 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_bytes": 0, 2024-05-10T11:25:18.712 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_bytes": 0, 2024-05-10T11:25:18.712 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_created_connections": 2, 2024-05-10T11:25:18.712 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_active_connections": 1, 2024-05-10T11:25:18.712 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_total_time": 0.000361851, 2024-05-10T11:25:18.712 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_send_time": 0.000000000, 2024-05-10T11:25:18.712 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_recv_time": 0.000277333, 2024-05-10T11:25:18.712 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-10T11:25:18.713 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:18.713 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:18.713 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:18.713 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:18.713 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:18.713 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:18.713 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:18.713 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:18.713 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:18.713 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:18.713 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-10T11:25:18.713 INFO:teuthology.orchestra.run.smithi053.stdout: "msgr_send_encrypted_bytes": 0 2024-05-10T11:25:18.713 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:18.713 INFO:teuthology.orchestra.run.smithi053.stdout: "cct": { 2024-05-10T11:25:18.713 INFO:teuthology.orchestra.run.smithi053.stdout: "total_workers": 0, 2024-05-10T11:25:18.713 INFO:teuthology.orchestra.run.smithi053.stdout: "unhealthy_workers": 0 2024-05-10T11:25:18.714 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:18.714 INFO:teuthology.orchestra.run.smithi053.stdout: "mempool": { 2024-05-10T11:25:18.714 INFO:teuthology.orchestra.run.smithi053.stdout: "bloom_filter_bytes": 0, 2024-05-10T11:25:18.714 INFO:teuthology.orchestra.run.smithi053.stdout: "bloom_filter_items": 0, 2024-05-10T11:25:18.714 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_alloc_bytes": 0, 2024-05-10T11:25:18.714 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_alloc_items": 0, 2024-05-10T11:25:18.714 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_data_bytes": 0, 2024-05-10T11:25:18.714 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_data_items": 0, 2024-05-10T11:25:18.714 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-10T11:25:18.714 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_onode_items": 0, 2024-05-10T11:25:18.714 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-10T11:25:18.714 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_meta_items": 0, 2024-05-10T11:25:18.714 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_other_bytes": 0, 2024-05-10T11:25:18.714 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_other_items": 0, 2024-05-10T11:25:18.714 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-10T11:25:18.715 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_cache_buffer_items": 0, 2024-05-10T11:25:18.715 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_extent_bytes": 0, 2024-05-10T11:25:18.715 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_extent_items": 0, 2024-05-10T11:25:18.715 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_blob_bytes": 0, 2024-05-10T11:25:18.715 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_blob_items": 0, 2024-05-10T11:25:18.715 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-10T11:25:18.715 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_shared_blob_items": 0, 2024-05-10T11:25:18.715 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-10T11:25:18.715 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_inline_bl_items": 0, 2024-05-10T11:25:18.715 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_fsck_bytes": 0, 2024-05-10T11:25:18.715 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_fsck_items": 0, 2024-05-10T11:25:18.715 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_txc_bytes": 0, 2024-05-10T11:25:18.715 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_txc_items": 0, 2024-05-10T11:25:18.715 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-10T11:25:18.715 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_deferred_items": 0, 2024-05-10T11:25:18.716 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_bytes": 0, 2024-05-10T11:25:18.716 INFO:teuthology.orchestra.run.smithi053.stdout: "bluestore_writing_items": 0, 2024-05-10T11:25:18.716 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_bytes": 0, 2024-05-10T11:25:18.716 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_items": 0, 2024-05-10T11:25:18.716 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_reader_bytes": 0, 2024-05-10T11:25:18.716 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_reader_items": 0, 2024-05-10T11:25:18.716 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_writer_bytes": 0, 2024-05-10T11:25:18.716 INFO:teuthology.orchestra.run.smithi053.stdout: "bluefs_file_writer_items": 0, 2024-05-10T11:25:18.716 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_anon_bytes": 149001, 2024-05-10T11:25:18.716 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_anon_items": 31, 2024-05-10T11:25:18.716 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_meta_bytes": 0, 2024-05-10T11:25:18.716 INFO:teuthology.orchestra.run.smithi053.stdout: "buffer_meta_items": 0, 2024-05-10T11:25:18.716 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_bytes": 0, 2024-05-10T11:25:18.716 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_items": 0, 2024-05-10T11:25:18.716 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_mapbl_bytes": 0, 2024-05-10T11:25:18.716 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_mapbl_items": 0, 2024-05-10T11:25:18.717 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_pglog_bytes": 0, 2024-05-10T11:25:18.717 INFO:teuthology.orchestra.run.smithi053.stdout: "osd_pglog_items": 0, 2024-05-10T11:25:18.717 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_bytes": 0, 2024-05-10T11:25:18.717 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_items": 0, 2024-05-10T11:25:18.717 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_mapping_bytes": 0, 2024-05-10T11:25:18.717 INFO:teuthology.orchestra.run.smithi053.stdout: "osdmap_mapping_items": 0, 2024-05-10T11:25:18.717 INFO:teuthology.orchestra.run.smithi053.stdout: "pgmap_bytes": 0, 2024-05-10T11:25:18.717 INFO:teuthology.orchestra.run.smithi053.stdout: "pgmap_items": 0, 2024-05-10T11:25:18.717 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_co_bytes": 928, 2024-05-10T11:25:18.717 INFO:teuthology.orchestra.run.smithi053.stdout: "mds_co_items": 2, 2024-05-10T11:25:18.717 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_1_bytes": 0, 2024-05-10T11:25:18.717 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_1_items": 0, 2024-05-10T11:25:18.717 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_2_bytes": 0, 2024-05-10T11:25:18.717 INFO:teuthology.orchestra.run.smithi053.stdout: "unittest_2_items": 0 2024-05-10T11:25:18.717 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-05-10T11:25:18.717 INFO:teuthology.orchestra.run.smithi053.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-10T11:25:18.718 INFO:teuthology.orchestra.run.smithi053.stdout: "val": 0, 2024-05-10T11:25:18.718 INFO:teuthology.orchestra.run.smithi053.stdout: "max": 104857600, 2024-05-10T11:25:18.718 INFO:teuthology.orchestra.run.smithi053.stdout: "get_started": 0, 2024-05-10T11:25:18.718 INFO:teuthology.orchestra.run.smithi053.stdout: "get": 157, 2024-05-10T11:25:18.718 INFO:teuthology.orchestra.run.smithi053.stdout: "get_sum": 772962, 2024-05-10T11:25:18.718 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:18.718 INFO:teuthology.orchestra.run.smithi053.stdout: "get_or_fail_success": 157, 2024-05-10T11:25:18.718 INFO:teuthology.orchestra.run.smithi053.stdout: "take": 0, 2024-05-10T11:25:18.718 INFO:teuthology.orchestra.run.smithi053.stdout: "take_sum": 0, 2024-05-10T11:25:18.718 INFO:teuthology.orchestra.run.smithi053.stdout: "put": 157, 2024-05-10T11:25:18.718 INFO:teuthology.orchestra.run.smithi053.stdout: "put_sum": 772962, 2024-05-10T11:25:18.718 INFO:teuthology.orchestra.run.smithi053.stdout: "wait": { 2024-05-10T11:25:18.718 INFO:teuthology.orchestra.run.smithi053.stdout: "avgcount": 0, 2024-05-10T11:25:18.718 INFO:teuthology.orchestra.run.smithi053.stdout: "sum": 0.000000000, 2024-05-10T11:25:18.718 INFO:teuthology.orchestra.run.smithi053.stdout: "avgtime": 0.000000000 2024-05-10T11:25:18.719 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:18.719 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-05-10T11:25:18.719 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-05-10T11:25:19.605 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-05-10T11:25:19.605 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-05-10T11:25:19.606 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-05-10T11:25:19.606 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-05-10T11:25:19.606 DEBUG:tasks.check_counter:Getting stats from b 2024-05-10T11:25:19.606 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph daemon mds.b perf dump 2024-05-10T11:25:19.864 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.b/config 2024-05-10T11:25:20.264 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:20 smithi132 ceph-mon[33758]: pgmap v556: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-10T11:25:20.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:20 smithi187 ceph-mon[34076]: pgmap v556: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-10T11:25:20.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:20 smithi053 ceph-mon[30153]: pgmap v556: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-10T11:25:21.688 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2024-05-10T11:25:21.688 INFO:teuthology.orchestra.run.smithi132.stdout: "AsyncMessenger::Worker-0": { 2024-05-10T11:25:21.688 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_messages": 269, 2024-05-10T11:25:21.688 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages": 326, 2024-05-10T11:25:21.688 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_bytes": 82985, 2024-05-10T11:25:21.688 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_bytes": 127306, 2024-05-10T11:25:21.688 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_created_connections": 8, 2024-05-10T11:25:21.688 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_active_connections": 3, 2024-05-10T11:25:21.688 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_total_time": 0.034070576, 2024-05-10T11:25:21.688 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_send_time": 0.012530361, 2024-05-10T11:25:21.688 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_recv_time": 0.016054818, 2024-05-10T11:25:21.688 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_fast_dispatch_time": 0.002797041, 2024-05-10T11:25:21.688 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:21.689 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 325, 2024-05-10T11:25:21.689 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.032736292, 2024-05-10T11:25:21.689 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000100727 2024-05-10T11:25:21.689 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.689 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:21.689 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 538, 2024-05-10T11:25:21.689 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000130871, 2024-05-10T11:25:21.689 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000243 2024-05-10T11:25:21.689 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.689 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-10T11:25:21.689 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_encrypted_bytes": 448 2024-05-10T11:25:21.689 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.689 INFO:teuthology.orchestra.run.smithi132.stdout: "AsyncMessenger::Worker-1": { 2024-05-10T11:25:21.689 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_messages": 213, 2024-05-10T11:25:21.689 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages": 203, 2024-05-10T11:25:21.689 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_bytes": 843769, 2024-05-10T11:25:21.689 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_bytes": 149369, 2024-05-10T11:25:21.690 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_created_connections": 12, 2024-05-10T11:25:21.690 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_active_connections": 4, 2024-05-10T11:25:21.690 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_total_time": 0.034510209, 2024-05-10T11:25:21.690 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_send_time": 0.010437680, 2024-05-10T11:25:21.690 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_recv_time": 0.022543714, 2024-05-10T11:25:21.690 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_fast_dispatch_time": 0.004769918, 2024-05-10T11:25:21.690 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:21.690 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 202, 2024-05-10T11:25:21.690 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.019074988, 2024-05-10T11:25:21.690 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000094430 2024-05-10T11:25:21.690 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.690 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:21.690 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 23, 2024-05-10T11:25:21.691 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000003953, 2024-05-10T11:25:21.691 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000171 2024-05-10T11:25:21.691 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.691 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_encrypted_bytes": 838128, 2024-05-10T11:25:21.691 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_encrypted_bytes": 93312 2024-05-10T11:25:21.691 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.691 INFO:teuthology.orchestra.run.smithi132.stdout: "AsyncMessenger::Worker-2": { 2024-05-10T11:25:21.691 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_messages": 19, 2024-05-10T11:25:21.691 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages": 126, 2024-05-10T11:25:21.691 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_bytes": 3751, 2024-05-10T11:25:21.691 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_bytes": 377557, 2024-05-10T11:25:21.691 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_created_connections": 16, 2024-05-10T11:25:21.691 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_active_connections": 7, 2024-05-10T11:25:21.691 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_total_time": 0.013660643, 2024-05-10T11:25:21.691 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_send_time": 0.004762834, 2024-05-10T11:25:21.691 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_recv_time": 0.007321227, 2024-05-10T11:25:21.692 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_fast_dispatch_time": 0.000171453, 2024-05-10T11:25:21.692 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:21.692 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 124, 2024-05-10T11:25:21.692 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.034117079, 2024-05-10T11:25:21.692 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000275137 2024-05-10T11:25:21.692 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.692 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:21.692 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 10, 2024-05-10T11:25:21.692 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000001256, 2024-05-10T11:25:21.692 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000125 2024-05-10T11:25:21.692 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.692 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-10T11:25:21.692 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_encrypted_bytes": 249056 2024-05-10T11:25:21.692 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.693 INFO:teuthology.orchestra.run.smithi132.stdout: "cct": { 2024-05-10T11:25:21.693 INFO:teuthology.orchestra.run.smithi132.stdout: "total_workers": 1, 2024-05-10T11:25:21.693 INFO:teuthology.orchestra.run.smithi132.stdout: "unhealthy_workers": 0 2024-05-10T11:25:21.693 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.693 INFO:teuthology.orchestra.run.smithi132.stdout: "finisher-MDSRank": { 2024-05-10T11:25:21.693 INFO:teuthology.orchestra.run.smithi132.stdout: "queue_len": 0, 2024-05-10T11:25:21.693 INFO:teuthology.orchestra.run.smithi132.stdout: "complete_latency": { 2024-05-10T11:25:21.693 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 44, 2024-05-10T11:25:21.693 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.001840769, 2024-05-10T11:25:21.693 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000041835 2024-05-10T11:25:21.693 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:21.693 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.693 INFO:teuthology.orchestra.run.smithi132.stdout: "finisher-PurgeQueue": { 2024-05-10T11:25:21.693 INFO:teuthology.orchestra.run.smithi132.stdout: "queue_len": 0, 2024-05-10T11:25:21.694 INFO:teuthology.orchestra.run.smithi132.stdout: "complete_latency": { 2024-05-10T11:25:21.694 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 2, 2024-05-10T11:25:21.694 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000006819, 2024-05-10T11:25:21.694 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000003409 2024-05-10T11:25:21.694 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:21.694 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.694 INFO:teuthology.orchestra.run.smithi132.stdout: "mds": { 2024-05-10T11:25:21.694 INFO:teuthology.orchestra.run.smithi132.stdout: "request": 1, 2024-05-10T11:25:21.694 INFO:teuthology.orchestra.run.smithi132.stdout: "reply": 0, 2024-05-10T11:25:21.694 INFO:teuthology.orchestra.run.smithi132.stdout: "reply_latency": { 2024-05-10T11:25:21.694 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.694 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.694 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.694 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.694 INFO:teuthology.orchestra.run.smithi132.stdout: "slow_reply": 0, 2024-05-10T11:25:21.694 INFO:teuthology.orchestra.run.smithi132.stdout: "forward": 1, 2024-05-10T11:25:21.695 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_fetch_complete": 0, 2024-05-10T11:25:21.695 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_fetch_keys": 0, 2024-05-10T11:25:21.695 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_commit": 11, 2024-05-10T11:25:21.695 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_split": 0, 2024-05-10T11:25:21.695 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_merge": 0, 2024-05-10T11:25:21.695 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes": 16, 2024-05-10T11:25:21.695 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_top": 0, 2024-05-10T11:25:21.695 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_bottom": 16, 2024-05-10T11:25:21.695 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_pin_tail": 0, 2024-05-10T11:25:21.695 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_pinned": 13, 2024-05-10T11:25:21.695 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_expired": 4, 2024-05-10T11:25:21.695 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_with_caps": 0, 2024-05-10T11:25:21.695 INFO:teuthology.orchestra.run.smithi132.stdout: "caps": 0, 2024-05-10T11:25:21.695 INFO:teuthology.orchestra.run.smithi132.stdout: "subtrees": 3, 2024-05-10T11:25:21.696 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse": 8, 2024-05-10T11:25:21.696 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_hit": 4, 2024-05-10T11:25:21.696 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_forward": 1, 2024-05-10T11:25:21.696 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_discover": 3, 2024-05-10T11:25:21.696 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_dir_fetch": 0, 2024-05-10T11:25:21.696 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_remote_ino": 0, 2024-05-10T11:25:21.696 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_lock": 0, 2024-05-10T11:25:21.696 INFO:teuthology.orchestra.run.smithi132.stdout: "load_cent": 0, 2024-05-10T11:25:21.696 INFO:teuthology.orchestra.run.smithi132.stdout: "q": 0, 2024-05-10T11:25:21.696 INFO:teuthology.orchestra.run.smithi132.stdout: "exported": 0, 2024-05-10T11:25:21.696 INFO:teuthology.orchestra.run.smithi132.stdout: "exported_inodes": 0, 2024-05-10T11:25:21.696 INFO:teuthology.orchestra.run.smithi132.stdout: "imported": 0, 2024-05-10T11:25:21.696 INFO:teuthology.orchestra.run.smithi132.stdout: "imported_inodes": 0, 2024-05-10T11:25:21.696 INFO:teuthology.orchestra.run.smithi132.stdout: "openino_dir_fetch": 0, 2024-05-10T11:25:21.696 INFO:teuthology.orchestra.run.smithi132.stdout: "openino_backtrace_fetch": 0, 2024-05-10T11:25:21.697 INFO:teuthology.orchestra.run.smithi132.stdout: "openino_peer_discover": 0, 2024-05-10T11:25:21.697 INFO:teuthology.orchestra.run.smithi132.stdout: "root_rfiles": 4, 2024-05-10T11:25:21.697 INFO:teuthology.orchestra.run.smithi132.stdout: "root_rbytes": 234, 2024-05-10T11:25:21.697 INFO:teuthology.orchestra.run.smithi132.stdout: "root_rsnaps": 0, 2024-05-10T11:25:21.697 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_backtrace_fetch": 0, 2024-05-10T11:25:21.697 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_set_tag": 0, 2024-05-10T11:25:21.697 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_backtrace_repaired": 0, 2024-05-10T11:25:21.697 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_inotable_repaired": 0, 2024-05-10T11:25:21.697 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_dir_inodes": 0, 2024-05-10T11:25:21.697 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_dir_base_inodes": 0, 2024-05-10T11:25:21.697 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_dirfrag_rstats": 0, 2024-05-10T11:25:21.697 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_file_inodes": 0, 2024-05-10T11:25:21.697 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_inode_file_caps": 0, 2024-05-10T11:25:21.697 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_cap_op_revoke": 0, 2024-05-10T11:25:21.697 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_cap_op_grant": 0, 2024-05-10T11:25:21.698 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_cap_op_trunc": 0, 2024-05-10T11:25:21.698 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-10T11:25:21.698 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-10T11:25:21.698 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_client_caps": 0, 2024-05-10T11:25:21.698 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_client_caps_dirty": 0, 2024-05-10T11:25:21.698 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_client_cap_release": 0, 2024-05-10T11:25:21.698 INFO:teuthology.orchestra.run.smithi132.stdout: "process_request_cap_release": 0 2024-05-10T11:25:21.698 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.698 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_cache": { 2024-05-10T11:25:21.698 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_update": 0, 2024-05-10T11:25:21.698 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_update_receipt": 11, 2024-05-10T11:25:21.698 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_try_discover": 7, 2024-05-10T11:25:21.698 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_send_discover": 8, 2024-05-10T11:25:21.698 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_handle_discover": 0, 2024-05-10T11:25:21.698 INFO:teuthology.orchestra.run.smithi132.stdout: "num_strays": 0, 2024-05-10T11:25:21.699 INFO:teuthology.orchestra.run.smithi132.stdout: "num_strays_delayed": 0, 2024-05-10T11:25:21.699 INFO:teuthology.orchestra.run.smithi132.stdout: "num_strays_enqueuing": 0, 2024-05-10T11:25:21.699 INFO:teuthology.orchestra.run.smithi132.stdout: "strays_created": 0, 2024-05-10T11:25:21.699 INFO:teuthology.orchestra.run.smithi132.stdout: "strays_enqueued": 0, 2024-05-10T11:25:21.699 INFO:teuthology.orchestra.run.smithi132.stdout: "strays_reintegrated": 0, 2024-05-10T11:25:21.699 INFO:teuthology.orchestra.run.smithi132.stdout: "strays_migrated": 0, 2024-05-10T11:25:21.699 INFO:teuthology.orchestra.run.smithi132.stdout: "num_recovering_processing": 0, 2024-05-10T11:25:21.699 INFO:teuthology.orchestra.run.smithi132.stdout: "num_recovering_enqueued": 0, 2024-05-10T11:25:21.699 INFO:teuthology.orchestra.run.smithi132.stdout: "num_recovering_prioritized": 0, 2024-05-10T11:25:21.699 INFO:teuthology.orchestra.run.smithi132.stdout: "recovery_started": 0, 2024-05-10T11:25:21.699 INFO:teuthology.orchestra.run.smithi132.stdout: "recovery_completed": 0, 2024-05-10T11:25:21.699 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_quiesce_path": 0, 2024-05-10T11:25:21.699 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_quiesce_inode": 0, 2024-05-10T11:25:21.699 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_enqueue_scrub": 0, 2024-05-10T11:25:21.699 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_exportdir": 0, 2024-05-10T11:25:21.699 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_flush": 0, 2024-05-10T11:25:21.699 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_fragmentdir": 0, 2024-05-10T11:25:21.700 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_fragstats": 0, 2024-05-10T11:25:21.700 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_inodestats": 0 2024-05-10T11:25:21.700 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.700 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_log": { 2024-05-10T11:25:21.700 INFO:teuthology.orchestra.run.smithi132.stdout: "evlrg": 0, 2024-05-10T11:25:21.700 INFO:teuthology.orchestra.run.smithi132.stdout: "evadd": 5, 2024-05-10T11:25:21.700 INFO:teuthology.orchestra.run.smithi132.stdout: "evex": 0, 2024-05-10T11:25:21.700 INFO:teuthology.orchestra.run.smithi132.stdout: "evtrm": 0, 2024-05-10T11:25:21.700 INFO:teuthology.orchestra.run.smithi132.stdout: "ev": 5, 2024-05-10T11:25:21.700 INFO:teuthology.orchestra.run.smithi132.stdout: "evexg": 0, 2024-05-10T11:25:21.700 INFO:teuthology.orchestra.run.smithi132.stdout: "evexd": 0, 2024-05-10T11:25:21.700 INFO:teuthology.orchestra.run.smithi132.stdout: "segadd": 2, 2024-05-10T11:25:21.700 INFO:teuthology.orchestra.run.smithi132.stdout: "segex": 0, 2024-05-10T11:25:21.700 INFO:teuthology.orchestra.run.smithi132.stdout: "segtrm": 0, 2024-05-10T11:25:21.700 INFO:teuthology.orchestra.run.smithi132.stdout: "seg": 2, 2024-05-10T11:25:21.701 INFO:teuthology.orchestra.run.smithi132.stdout: "segmjr": 2, 2024-05-10T11:25:21.701 INFO:teuthology.orchestra.run.smithi132.stdout: "segexg": 0, 2024-05-10T11:25:21.701 INFO:teuthology.orchestra.run.smithi132.stdout: "segexd": 0, 2024-05-10T11:25:21.701 INFO:teuthology.orchestra.run.smithi132.stdout: "expos": 4194304, 2024-05-10T11:25:21.701 INFO:teuthology.orchestra.run.smithi132.stdout: "wrpos": 4195917, 2024-05-10T11:25:21.701 INFO:teuthology.orchestra.run.smithi132.stdout: "rdpos": 0, 2024-05-10T11:25:21.701 INFO:teuthology.orchestra.run.smithi132.stdout: "jlat": { 2024-05-10T11:25:21.701 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 4, 2024-05-10T11:25:21.701 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.008671158, 2024-05-10T11:25:21.701 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.002167789 2024-05-10T11:25:21.701 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.701 INFO:teuthology.orchestra.run.smithi132.stdout: "replayed": 0 2024-05-10T11:25:21.701 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.701 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_mem": { 2024-05-10T11:25:21.701 INFO:teuthology.orchestra.run.smithi132.stdout: "ino": 20, 2024-05-10T11:25:21.701 INFO:teuthology.orchestra.run.smithi132.stdout: "ino+": 22, 2024-05-10T11:25:21.701 INFO:teuthology.orchestra.run.smithi132.stdout: "ino-": 2, 2024-05-10T11:25:21.702 INFO:teuthology.orchestra.run.smithi132.stdout: "dir": 19, 2024-05-10T11:25:21.702 INFO:teuthology.orchestra.run.smithi132.stdout: "dir+": 23, 2024-05-10T11:25:21.702 INFO:teuthology.orchestra.run.smithi132.stdout: "dir-": 4, 2024-05-10T11:25:21.702 INFO:teuthology.orchestra.run.smithi132.stdout: "dn": 16, 2024-05-10T11:25:21.702 INFO:teuthology.orchestra.run.smithi132.stdout: "dn+": 20, 2024-05-10T11:25:21.702 INFO:teuthology.orchestra.run.smithi132.stdout: "dn-": 4, 2024-05-10T11:25:21.702 INFO:teuthology.orchestra.run.smithi132.stdout: "cap": 0, 2024-05-10T11:25:21.702 INFO:teuthology.orchestra.run.smithi132.stdout: "cap+": 0, 2024-05-10T11:25:21.702 INFO:teuthology.orchestra.run.smithi132.stdout: "cap-": 0, 2024-05-10T11:25:21.702 INFO:teuthology.orchestra.run.smithi132.stdout: "rss": 54584, 2024-05-10T11:25:21.702 INFO:teuthology.orchestra.run.smithi132.stdout: "heap": 223608 2024-05-10T11:25:21.702 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.702 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_server": { 2024-05-10T11:25:21.702 INFO:teuthology.orchestra.run.smithi132.stdout: "dispatch_client_request": 1, 2024-05-10T11:25:21.702 INFO:teuthology.orchestra.run.smithi132.stdout: "dispatch_server_request": 0, 2024-05-10T11:25:21.703 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_client_request": 1, 2024-05-10T11:25:21.703 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_client_session": 9, 2024-05-10T11:25:21.703 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_peer_request": 0, 2024-05-10T11:25:21.703 INFO:teuthology.orchestra.run.smithi132.stdout: "req_create_latency": { 2024-05-10T11:25:21.703 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.703 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.703 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.703 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.703 INFO:teuthology.orchestra.run.smithi132.stdout: "req_getattr_latency": { 2024-05-10T11:25:21.703 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.703 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.703 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.703 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.703 INFO:teuthology.orchestra.run.smithi132.stdout: "req_getfilelock_latency": { 2024-05-10T11:25:21.703 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.703 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.704 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.704 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.704 INFO:teuthology.orchestra.run.smithi132.stdout: "req_link_latency": { 2024-05-10T11:25:21.704 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.704 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.704 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.704 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.704 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookup_latency": { 2024-05-10T11:25:21.704 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.704 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.704 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.704 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.704 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookuphash_latency": { 2024-05-10T11:25:21.704 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.704 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.704 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.705 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.705 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookupino_latency": { 2024-05-10T11:25:21.705 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.705 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.705 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.705 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.705 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookupname_latency": { 2024-05-10T11:25:21.705 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.705 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.705 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.705 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.705 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookupparent_latency": { 2024-05-10T11:25:21.705 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.705 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.705 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.705 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.705 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookupsnap_latency": { 2024-05-10T11:25:21.706 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.706 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.706 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.706 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.706 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lssnap_latency": { 2024-05-10T11:25:21.706 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.706 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.706 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.706 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.706 INFO:teuthology.orchestra.run.smithi132.stdout: "req_mkdir_latency": { 2024-05-10T11:25:21.706 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.707 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.707 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.707 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.707 INFO:teuthology.orchestra.run.smithi132.stdout: "req_mknod_latency": { 2024-05-10T11:25:21.707 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.707 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.707 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.707 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.707 INFO:teuthology.orchestra.run.smithi132.stdout: "req_mksnap_latency": { 2024-05-10T11:25:21.707 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.707 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.708 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.708 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.708 INFO:teuthology.orchestra.run.smithi132.stdout: "req_open_latency": { 2024-05-10T11:25:21.708 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.708 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.708 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.708 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.708 INFO:teuthology.orchestra.run.smithi132.stdout: "req_readdir_latency": { 2024-05-10T11:25:21.708 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.708 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.708 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.708 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.708 INFO:teuthology.orchestra.run.smithi132.stdout: "req_rename_latency": { 2024-05-10T11:25:21.708 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.708 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.708 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.709 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.709 INFO:teuthology.orchestra.run.smithi132.stdout: "req_renamesnap_latency": { 2024-05-10T11:25:21.709 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.709 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.709 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.709 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.709 INFO:teuthology.orchestra.run.smithi132.stdout: "req_snapdiff_latency": { 2024-05-10T11:25:21.709 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.709 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.709 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.709 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.709 INFO:teuthology.orchestra.run.smithi132.stdout: "req_rmdir_latency": { 2024-05-10T11:25:21.709 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.709 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.709 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.709 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.710 INFO:teuthology.orchestra.run.smithi132.stdout: "req_rmsnap_latency": { 2024-05-10T11:25:21.710 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.710 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.710 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.710 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.710 INFO:teuthology.orchestra.run.smithi132.stdout: "req_rmxattr_latency": { 2024-05-10T11:25:21.710 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.710 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.710 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.710 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.710 INFO:teuthology.orchestra.run.smithi132.stdout: "req_setattr_latency": { 2024-05-10T11:25:21.710 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.710 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.710 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.710 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.711 INFO:teuthology.orchestra.run.smithi132.stdout: "req_setdirlayout_latency": { 2024-05-10T11:25:21.711 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.711 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.711 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.711 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.711 INFO:teuthology.orchestra.run.smithi132.stdout: "req_setfilelock_latency": { 2024-05-10T11:25:21.711 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.711 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.711 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.711 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.711 INFO:teuthology.orchestra.run.smithi132.stdout: "req_setlayout_latency": { 2024-05-10T11:25:21.711 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.711 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.711 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.711 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.711 INFO:teuthology.orchestra.run.smithi132.stdout: "req_setxattr_latency": { 2024-05-10T11:25:21.712 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.712 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.712 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.712 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.712 INFO:teuthology.orchestra.run.smithi132.stdout: "req_symlink_latency": { 2024-05-10T11:25:21.712 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.712 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.712 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.712 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.712 INFO:teuthology.orchestra.run.smithi132.stdout: "req_unlink_latency": { 2024-05-10T11:25:21.712 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.712 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.712 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.712 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.712 INFO:teuthology.orchestra.run.smithi132.stdout: "cap_revoke_eviction": 0, 2024-05-10T11:25:21.712 INFO:teuthology.orchestra.run.smithi132.stdout: "cap_acquisition_throttle": 0, 2024-05-10T11:25:21.713 INFO:teuthology.orchestra.run.smithi132.stdout: "req_getvxattr_latency": { 2024-05-10T11:25:21.713 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.713 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.713 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.713 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:21.713 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.713 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_sessions": { 2024-05-10T11:25:21.713 INFO:teuthology.orchestra.run.smithi132.stdout: "session_count": 1, 2024-05-10T11:25:21.713 INFO:teuthology.orchestra.run.smithi132.stdout: "session_add": 2, 2024-05-10T11:25:21.713 INFO:teuthology.orchestra.run.smithi132.stdout: "session_remove": 1, 2024-05-10T11:25:21.713 INFO:teuthology.orchestra.run.smithi132.stdout: "sessions_open": 1, 2024-05-10T11:25:21.713 INFO:teuthology.orchestra.run.smithi132.stdout: "sessions_stale": 0, 2024-05-10T11:25:21.713 INFO:teuthology.orchestra.run.smithi132.stdout: "total_load": 0, 2024-05-10T11:25:21.713 INFO:teuthology.orchestra.run.smithi132.stdout: "average_load": 0, 2024-05-10T11:25:21.713 INFO:teuthology.orchestra.run.smithi132.stdout: "avg_session_uptime": 249, 2024-05-10T11:25:21.713 INFO:teuthology.orchestra.run.smithi132.stdout: "mdthresh_evicted": 0 2024-05-10T11:25:21.714 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.714 INFO:teuthology.orchestra.run.smithi132.stdout: "mempool": { 2024-05-10T11:25:21.714 INFO:teuthology.orchestra.run.smithi132.stdout: "bloom_filter_bytes": 0, 2024-05-10T11:25:21.714 INFO:teuthology.orchestra.run.smithi132.stdout: "bloom_filter_items": 0, 2024-05-10T11:25:21.714 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_alloc_bytes": 0, 2024-05-10T11:25:21.714 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_alloc_items": 0, 2024-05-10T11:25:21.714 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_data_bytes": 0, 2024-05-10T11:25:21.714 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_data_items": 0, 2024-05-10T11:25:21.714 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-10T11:25:21.714 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_onode_items": 0, 2024-05-10T11:25:21.714 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-10T11:25:21.714 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_meta_items": 0, 2024-05-10T11:25:21.714 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_other_bytes": 0, 2024-05-10T11:25:21.715 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_other_items": 0, 2024-05-10T11:25:21.715 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-10T11:25:21.715 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_buffer_items": 0, 2024-05-10T11:25:21.715 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_extent_bytes": 0, 2024-05-10T11:25:21.715 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_extent_items": 0, 2024-05-10T11:25:21.715 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_blob_bytes": 0, 2024-05-10T11:25:21.715 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_blob_items": 0, 2024-05-10T11:25:21.715 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-10T11:25:21.715 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_shared_blob_items": 0, 2024-05-10T11:25:21.715 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-10T11:25:21.715 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_inline_bl_items": 0, 2024-05-10T11:25:21.715 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_fsck_bytes": 0, 2024-05-10T11:25:21.715 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_fsck_items": 0, 2024-05-10T11:25:21.715 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_txc_bytes": 0, 2024-05-10T11:25:21.716 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_txc_items": 0, 2024-05-10T11:25:21.716 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-10T11:25:21.716 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_writing_deferred_items": 0, 2024-05-10T11:25:21.716 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_writing_bytes": 0, 2024-05-10T11:25:21.716 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_writing_items": 0, 2024-05-10T11:25:21.716 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_bytes": 0, 2024-05-10T11:25:21.716 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_items": 0, 2024-05-10T11:25:21.716 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_file_reader_bytes": 0, 2024-05-10T11:25:21.716 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_file_reader_items": 0, 2024-05-10T11:25:21.716 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_file_writer_bytes": 0, 2024-05-10T11:25:21.716 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_file_writer_items": 0, 2024-05-10T11:25:21.716 INFO:teuthology.orchestra.run.smithi132.stdout: "buffer_anon_bytes": 238563, 2024-05-10T11:25:21.716 INFO:teuthology.orchestra.run.smithi132.stdout: "buffer_anon_items": 81, 2024-05-10T11:25:21.716 INFO:teuthology.orchestra.run.smithi132.stdout: "buffer_meta_bytes": 0, 2024-05-10T11:25:21.717 INFO:teuthology.orchestra.run.smithi132.stdout: "buffer_meta_items": 0, 2024-05-10T11:25:21.717 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_bytes": 0, 2024-05-10T11:25:21.717 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_items": 0, 2024-05-10T11:25:21.717 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_mapbl_bytes": 0, 2024-05-10T11:25:21.717 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_mapbl_items": 0, 2024-05-10T11:25:21.717 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_pglog_bytes": 0, 2024-05-10T11:25:21.717 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_pglog_items": 0, 2024-05-10T11:25:21.717 INFO:teuthology.orchestra.run.smithi132.stdout: "osdmap_bytes": 8888, 2024-05-10T11:25:21.717 INFO:teuthology.orchestra.run.smithi132.stdout: "osdmap_items": 170, 2024-05-10T11:25:21.717 INFO:teuthology.orchestra.run.smithi132.stdout: "osdmap_mapping_bytes": 0, 2024-05-10T11:25:21.717 INFO:teuthology.orchestra.run.smithi132.stdout: "osdmap_mapping_items": 0, 2024-05-10T11:25:21.717 INFO:teuthology.orchestra.run.smithi132.stdout: "pgmap_bytes": 0, 2024-05-10T11:25:21.717 INFO:teuthology.orchestra.run.smithi132.stdout: "pgmap_items": 0, 2024-05-10T11:25:21.717 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_co_bytes": 80933, 2024-05-10T11:25:21.718 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_co_items": 323, 2024-05-10T11:25:21.718 INFO:teuthology.orchestra.run.smithi132.stdout: "unittest_1_bytes": 0, 2024-05-10T11:25:21.718 INFO:teuthology.orchestra.run.smithi132.stdout: "unittest_1_items": 0, 2024-05-10T11:25:21.718 INFO:teuthology.orchestra.run.smithi132.stdout: "unittest_2_bytes": 0, 2024-05-10T11:25:21.718 INFO:teuthology.orchestra.run.smithi132.stdout: "unittest_2_items": 0 2024-05-10T11:25:21.718 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.718 INFO:teuthology.orchestra.run.smithi132.stdout: "objecter": { 2024-05-10T11:25:21.718 INFO:teuthology.orchestra.run.smithi132.stdout: "op_active": 0, 2024-05-10T11:25:21.718 INFO:teuthology.orchestra.run.smithi132.stdout: "op_laggy": 0, 2024-05-10T11:25:21.718 INFO:teuthology.orchestra.run.smithi132.stdout: "op_send": 40, 2024-05-10T11:25:21.718 INFO:teuthology.orchestra.run.smithi132.stdout: "op_send_bytes": 11915, 2024-05-10T11:25:21.718 INFO:teuthology.orchestra.run.smithi132.stdout: "op_resend": 28, 2024-05-10T11:25:21.718 INFO:teuthology.orchestra.run.smithi132.stdout: "op_reply": 40, 2024-05-10T11:25:21.718 INFO:teuthology.orchestra.run.smithi132.stdout: "op_latency": { 2024-05-10T11:25:21.719 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 40, 2024-05-10T11:25:21.719 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.201994783, 2024-05-10T11:25:21.719 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.005049869 2024-05-10T11:25:21.719 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.719 INFO:teuthology.orchestra.run.smithi132.stdout: "op_inflight": 0, 2024-05-10T11:25:21.719 INFO:teuthology.orchestra.run.smithi132.stdout: "oplen_avg": { 2024-05-10T11:25:21.719 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 40, 2024-05-10T11:25:21.719 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 62 2024-05-10T11:25:21.719 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.719 INFO:teuthology.orchestra.run.smithi132.stdout: "op": 40, 2024-05-10T11:25:21.719 INFO:teuthology.orchestra.run.smithi132.stdout: "op_r": 0, 2024-05-10T11:25:21.719 INFO:teuthology.orchestra.run.smithi132.stdout: "op_w": 40, 2024-05-10T11:25:21.719 INFO:teuthology.orchestra.run.smithi132.stdout: "op_rmw": 0, 2024-05-10T11:25:21.719 INFO:teuthology.orchestra.run.smithi132.stdout: "op_pg": 0, 2024-05-10T11:25:21.719 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_stat": 0, 2024-05-10T11:25:21.719 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_create": 10, 2024-05-10T11:25:21.719 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_read": 0, 2024-05-10T11:25:21.720 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_write": 4, 2024-05-10T11:25:21.720 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_writefull": 7, 2024-05-10T11:25:21.720 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_writesame": 0, 2024-05-10T11:25:21.720 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_append": 0, 2024-05-10T11:25:21.720 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_zero": 0, 2024-05-10T11:25:21.720 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_truncate": 0, 2024-05-10T11:25:21.720 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_delete": 6, 2024-05-10T11:25:21.720 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_mapext": 0, 2024-05-10T11:25:21.720 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_sparse_read": 0, 2024-05-10T11:25:21.720 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_clonerange": 0, 2024-05-10T11:25:21.720 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_getxattr": 0, 2024-05-10T11:25:21.720 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_setxattr": 20, 2024-05-10T11:25:21.720 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_cmpxattr": 0, 2024-05-10T11:25:21.720 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_rmxattr": 0, 2024-05-10T11:25:21.720 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_resetxattrs": 0, 2024-05-10T11:25:21.721 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_call": 0, 2024-05-10T11:25:21.721 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_watch": 0, 2024-05-10T11:25:21.721 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_notify": 0, 2024-05-10T11:25:21.721 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_src_cmpxattr": 0, 2024-05-10T11:25:21.721 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_pgls": 0, 2024-05-10T11:25:21.721 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_pgls_filter": 0, 2024-05-10T11:25:21.721 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_other": 0, 2024-05-10T11:25:21.721 INFO:teuthology.orchestra.run.smithi132.stdout: "linger_active": 0, 2024-05-10T11:25:21.721 INFO:teuthology.orchestra.run.smithi132.stdout: "linger_send": 0, 2024-05-10T11:25:21.721 INFO:teuthology.orchestra.run.smithi132.stdout: "linger_resend": 0, 2024-05-10T11:25:21.721 INFO:teuthology.orchestra.run.smithi132.stdout: "linger_ping": 0, 2024-05-10T11:25:21.721 INFO:teuthology.orchestra.run.smithi132.stdout: "poolop_active": 0, 2024-05-10T11:25:21.721 INFO:teuthology.orchestra.run.smithi132.stdout: "poolop_send": 0, 2024-05-10T11:25:21.721 INFO:teuthology.orchestra.run.smithi132.stdout: "poolop_resend": 0, 2024-05-10T11:25:21.721 INFO:teuthology.orchestra.run.smithi132.stdout: "poolstat_active": 0, 2024-05-10T11:25:21.721 INFO:teuthology.orchestra.run.smithi132.stdout: "poolstat_send": 0, 2024-05-10T11:25:21.722 INFO:teuthology.orchestra.run.smithi132.stdout: "poolstat_resend": 0, 2024-05-10T11:25:21.722 INFO:teuthology.orchestra.run.smithi132.stdout: "statfs_active": 0, 2024-05-10T11:25:21.722 INFO:teuthology.orchestra.run.smithi132.stdout: "statfs_send": 0, 2024-05-10T11:25:21.722 INFO:teuthology.orchestra.run.smithi132.stdout: "statfs_resend": 0, 2024-05-10T11:25:21.722 INFO:teuthology.orchestra.run.smithi132.stdout: "command_active": 0, 2024-05-10T11:25:21.722 INFO:teuthology.orchestra.run.smithi132.stdout: "command_send": 0, 2024-05-10T11:25:21.722 INFO:teuthology.orchestra.run.smithi132.stdout: "command_resend": 0, 2024-05-10T11:25:21.722 INFO:teuthology.orchestra.run.smithi132.stdout: "map_epoch": 90, 2024-05-10T11:25:21.722 INFO:teuthology.orchestra.run.smithi132.stdout: "map_full": 0, 2024-05-10T11:25:21.722 INFO:teuthology.orchestra.run.smithi132.stdout: "map_inc": 2, 2024-05-10T11:25:21.722 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_sessions": 9, 2024-05-10T11:25:21.722 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_session_open": 9, 2024-05-10T11:25:21.722 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_session_close": 0, 2024-05-10T11:25:21.722 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_laggy": 0, 2024-05-10T11:25:21.722 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_wr": 14, 2024-05-10T11:25:21.723 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_rd": 0, 2024-05-10T11:25:21.723 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_del": 1 2024-05-10T11:25:21.723 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.723 INFO:teuthology.orchestra.run.smithi132.stdout: "oft": { 2024-05-10T11:25:21.723 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_total_objs": 1, 2024-05-10T11:25:21.723 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_total_kv_pairs": 0, 2024-05-10T11:25:21.723 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_total_updates": 0, 2024-05-10T11:25:21.723 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_total_removes": 0 2024-05-10T11:25:21.723 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.723 INFO:teuthology.orchestra.run.smithi132.stdout: "osd-slow-ops": { 2024-05-10T11:25:21.723 INFO:teuthology.orchestra.run.smithi132.stdout: "slow_ops_count": 0 2024-05-10T11:25:21.723 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.723 INFO:teuthology.orchestra.run.smithi132.stdout: "purge_queue": { 2024-05-10T11:25:21.723 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executing_ops": 0, 2024-05-10T11:25:21.723 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executing_ops_high_water": 0, 2024-05-10T11:25:21.724 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executing": 0, 2024-05-10T11:25:21.724 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executing_high_water": 0, 2024-05-10T11:25:21.724 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executed_ops": 0, 2024-05-10T11:25:21.724 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executed": 0, 2024-05-10T11:25:21.724 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_item_in_journal": 0 2024-05-10T11:25:21.724 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.724 INFO:teuthology.orchestra.run.smithi132.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-10T11:25:21.724 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 0, 2024-05-10T11:25:21.724 INFO:teuthology.orchestra.run.smithi132.stdout: "max": 104857600, 2024-05-10T11:25:21.724 INFO:teuthology.orchestra.run.smithi132.stdout: "get_started": 0, 2024-05-10T11:25:21.724 INFO:teuthology.orchestra.run.smithi132.stdout: "get": 497, 2024-05-10T11:25:21.724 INFO:teuthology.orchestra.run.smithi132.stdout: "get_sum": 873299, 2024-05-10T11:25:21.724 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:21.724 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_success": 497, 2024-05-10T11:25:21.724 INFO:teuthology.orchestra.run.smithi132.stdout: "take": 0, 2024-05-10T11:25:21.724 INFO:teuthology.orchestra.run.smithi132.stdout: "take_sum": 0, 2024-05-10T11:25:21.725 INFO:teuthology.orchestra.run.smithi132.stdout: "put": 497, 2024-05-10T11:25:21.725 INFO:teuthology.orchestra.run.smithi132.stdout: "put_sum": 873299, 2024-05-10T11:25:21.725 INFO:teuthology.orchestra.run.smithi132.stdout: "wait": { 2024-05-10T11:25:21.725 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.725 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.725 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.725 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:21.725 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.725 INFO:teuthology.orchestra.run.smithi132.stdout: "throttle-objecter_bytes": { 2024-05-10T11:25:21.725 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 0, 2024-05-10T11:25:21.725 INFO:teuthology.orchestra.run.smithi132.stdout: "max": 104857600, 2024-05-10T11:25:21.725 INFO:teuthology.orchestra.run.smithi132.stdout: "get_started": 0, 2024-05-10T11:25:21.725 INFO:teuthology.orchestra.run.smithi132.stdout: "get": 0, 2024-05-10T11:25:21.725 INFO:teuthology.orchestra.run.smithi132.stdout: "get_sum": 0, 2024-05-10T11:25:21.725 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:21.726 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:21.726 INFO:teuthology.orchestra.run.smithi132.stdout: "take": 40, 2024-05-10T11:25:21.726 INFO:teuthology.orchestra.run.smithi132.stdout: "take_sum": 11915, 2024-05-10T11:25:21.726 INFO:teuthology.orchestra.run.smithi132.stdout: "put": 40, 2024-05-10T11:25:21.726 INFO:teuthology.orchestra.run.smithi132.stdout: "put_sum": 11915, 2024-05-10T11:25:21.726 INFO:teuthology.orchestra.run.smithi132.stdout: "wait": { 2024-05-10T11:25:21.726 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.726 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.726 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.726 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:21.726 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.726 INFO:teuthology.orchestra.run.smithi132.stdout: "throttle-objecter_ops": { 2024-05-10T11:25:21.726 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 0, 2024-05-10T11:25:21.726 INFO:teuthology.orchestra.run.smithi132.stdout: "max": 1024, 2024-05-10T11:25:21.726 INFO:teuthology.orchestra.run.smithi132.stdout: "get_started": 0, 2024-05-10T11:25:21.727 INFO:teuthology.orchestra.run.smithi132.stdout: "get": 0, 2024-05-10T11:25:21.727 INFO:teuthology.orchestra.run.smithi132.stdout: "get_sum": 0, 2024-05-10T11:25:21.727 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:21.727 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:21.727 INFO:teuthology.orchestra.run.smithi132.stdout: "take": 40, 2024-05-10T11:25:21.727 INFO:teuthology.orchestra.run.smithi132.stdout: "take_sum": 40, 2024-05-10T11:25:21.727 INFO:teuthology.orchestra.run.smithi132.stdout: "put": 40, 2024-05-10T11:25:21.727 INFO:teuthology.orchestra.run.smithi132.stdout: "put_sum": 40, 2024-05-10T11:25:21.727 INFO:teuthology.orchestra.run.smithi132.stdout: "wait": { 2024-05-10T11:25:21.727 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.727 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.727 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.727 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:21.727 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.727 INFO:teuthology.orchestra.run.smithi132.stdout: "throttle-write_buf_throttle": { 2024-05-10T11:25:21.727 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 0, 2024-05-10T11:25:21.727 INFO:teuthology.orchestra.run.smithi132.stdout: "max": 3758096384, 2024-05-10T11:25:21.728 INFO:teuthology.orchestra.run.smithi132.stdout: "get_started": 0, 2024-05-10T11:25:21.728 INFO:teuthology.orchestra.run.smithi132.stdout: "get": 0, 2024-05-10T11:25:21.728 INFO:teuthology.orchestra.run.smithi132.stdout: "get_sum": 0, 2024-05-10T11:25:21.728 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:21.728 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:21.728 INFO:teuthology.orchestra.run.smithi132.stdout: "take": 0, 2024-05-10T11:25:21.728 INFO:teuthology.orchestra.run.smithi132.stdout: "take_sum": 0, 2024-05-10T11:25:21.728 INFO:teuthology.orchestra.run.smithi132.stdout: "put": 0, 2024-05-10T11:25:21.728 INFO:teuthology.orchestra.run.smithi132.stdout: "put_sum": 0, 2024-05-10T11:25:21.728 INFO:teuthology.orchestra.run.smithi132.stdout: "wait": { 2024-05-10T11:25:21.728 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.728 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.728 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.728 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:21.728 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:21.729 INFO:teuthology.orchestra.run.smithi132.stdout: "throttle-write_buf_throttle-0x5559b65aa500": { 2024-05-10T11:25:21.729 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 0, 2024-05-10T11:25:21.729 INFO:teuthology.orchestra.run.smithi132.stdout: "max": 3758096384, 2024-05-10T11:25:21.729 INFO:teuthology.orchestra.run.smithi132.stdout: "get_started": 0, 2024-05-10T11:25:21.729 INFO:teuthology.orchestra.run.smithi132.stdout: "get": 5, 2024-05-10T11:25:21.729 INFO:teuthology.orchestra.run.smithi132.stdout: "get_sum": 1613, 2024-05-10T11:25:21.729 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:21.729 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_success": 5, 2024-05-10T11:25:21.729 INFO:teuthology.orchestra.run.smithi132.stdout: "take": 0, 2024-05-10T11:25:21.729 INFO:teuthology.orchestra.run.smithi132.stdout: "take_sum": 0, 2024-05-10T11:25:21.729 INFO:teuthology.orchestra.run.smithi132.stdout: "put": 4, 2024-05-10T11:25:21.729 INFO:teuthology.orchestra.run.smithi132.stdout: "put_sum": 1613, 2024-05-10T11:25:21.729 INFO:teuthology.orchestra.run.smithi132.stdout: "wait": { 2024-05-10T11:25:21.729 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:21.729 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:21.730 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:21.730 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:21.730 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:21.730 INFO:teuthology.orchestra.run.smithi132.stdout:} 2024-05-10T11:25:22.463 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:22 smithi132 ceph-mon[33758]: pgmap v557: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 10 op/s 2024-05-10T11:25:22.491 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-05-10T11:25:22.491 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-05-10T11:25:22.491 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=0 2024-05-10T11:25:22.491 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=11 2024-05-10T11:25:22.491 DEBUG:tasks.check_counter:Getting stats from e 2024-05-10T11:25:22.492 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph daemon mds.e perf dump 2024-05-10T11:25:22.509 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:22 smithi187 ceph-mon[34076]: pgmap v557: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 10 op/s 2024-05-10T11:25:22.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:22 smithi053 ceph-mon[30153]: pgmap v557: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 10 op/s 2024-05-10T11:25:22.740 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.b/config 2024-05-10T11:25:24.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:24 smithi132 ceph-mon[33758]: pgmap v558: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-05-10T11:25:24.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:24 smithi187 ceph-mon[34076]: pgmap v558: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-05-10T11:25:24.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:24 smithi053 ceph-mon[30153]: pgmap v558: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-05-10T11:25:24.574 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2024-05-10T11:25:24.574 INFO:teuthology.orchestra.run.smithi132.stdout: "AsyncMessenger::Worker-0": { 2024-05-10T11:25:24.575 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_messages": 612, 2024-05-10T11:25:24.575 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages": 603, 2024-05-10T11:25:24.575 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_bytes": 977648, 2024-05-10T11:25:24.575 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_bytes": 234234, 2024-05-10T11:25:24.575 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_created_connections": 5, 2024-05-10T11:25:24.575 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_active_connections": 1, 2024-05-10T11:25:24.575 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_total_time": 0.078389956, 2024-05-10T11:25:24.575 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_send_time": 0.028898599, 2024-05-10T11:25:24.575 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_recv_time": 0.030840672, 2024-05-10T11:25:24.575 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_fast_dispatch_time": 0.017381966, 2024-05-10T11:25:24.575 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:24.575 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 603, 2024-05-10T11:25:24.575 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.028654717, 2024-05-10T11:25:24.575 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000047520 2024-05-10T11:25:24.576 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.576 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:24.576 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.576 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.576 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.576 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.576 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_encrypted_bytes": 828800, 2024-05-10T11:25:24.576 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_encrypted_bytes": 93360 2024-05-10T11:25:24.576 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.576 INFO:teuthology.orchestra.run.smithi132.stdout: "AsyncMessenger::Worker-1": { 2024-05-10T11:25:24.576 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_messages": 3, 2024-05-10T11:25:24.576 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages": 115, 2024-05-10T11:25:24.576 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_bytes": 716, 2024-05-10T11:25:24.576 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_bytes": 250634, 2024-05-10T11:25:24.576 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_created_connections": 4, 2024-05-10T11:25:24.577 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_active_connections": 3, 2024-05-10T11:25:24.577 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_total_time": 0.007480247, 2024-05-10T11:25:24.577 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_send_time": 0.004558784, 2024-05-10T11:25:24.577 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_recv_time": 0.001708886, 2024-05-10T11:25:24.577 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_fast_dispatch_time": 0.000076048, 2024-05-10T11:25:24.577 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:24.577 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 113, 2024-05-10T11:25:24.577 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.006969273, 2024-05-10T11:25:24.577 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000061674 2024-05-10T11:25:24.577 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.577 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:24.577 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.577 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.577 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.578 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.578 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-10T11:25:24.578 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_encrypted_bytes": 249936 2024-05-10T11:25:24.578 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.578 INFO:teuthology.orchestra.run.smithi132.stdout: "AsyncMessenger::Worker-2": { 2024-05-10T11:25:24.578 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_messages": 706, 2024-05-10T11:25:24.578 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages": 708, 2024-05-10T11:25:24.578 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_bytes": 183022, 2024-05-10T11:25:24.578 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_bytes": 224515, 2024-05-10T11:25:24.578 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_created_connections": 4, 2024-05-10T11:25:24.578 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_active_connections": 3, 2024-05-10T11:25:24.578 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_total_time": 0.046028139, 2024-05-10T11:25:24.578 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_send_time": 0.012726312, 2024-05-10T11:25:24.579 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_recv_time": 0.012511822, 2024-05-10T11:25:24.579 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_fast_dispatch_time": 0.017080125, 2024-05-10T11:25:24.579 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:24.579 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 706, 2024-05-10T11:25:24.579 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.019692766, 2024-05-10T11:25:24.579 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000027893 2024-05-10T11:25:24.579 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.579 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:24.579 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.579 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.579 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.579 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.579 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-10T11:25:24.579 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_encrypted_bytes": 0 2024-05-10T11:25:24.579 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.580 INFO:teuthology.orchestra.run.smithi132.stdout: "cct": { 2024-05-10T11:25:24.580 INFO:teuthology.orchestra.run.smithi132.stdout: "total_workers": 1, 2024-05-10T11:25:24.580 INFO:teuthology.orchestra.run.smithi132.stdout: "unhealthy_workers": 0 2024-05-10T11:25:24.580 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.580 INFO:teuthology.orchestra.run.smithi132.stdout: "finisher-MDSRank": { 2024-05-10T11:25:24.580 INFO:teuthology.orchestra.run.smithi132.stdout: "queue_len": 0, 2024-05-10T11:25:24.580 INFO:teuthology.orchestra.run.smithi132.stdout: "complete_latency": { 2024-05-10T11:25:24.580 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 2036, 2024-05-10T11:25:24.580 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.051483660, 2024-05-10T11:25:24.580 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000025286 2024-05-10T11:25:24.580 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:24.580 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.580 INFO:teuthology.orchestra.run.smithi132.stdout: "finisher-PurgeQueue": { 2024-05-10T11:25:24.580 INFO:teuthology.orchestra.run.smithi132.stdout: "queue_len": 0, 2024-05-10T11:25:24.580 INFO:teuthology.orchestra.run.smithi132.stdout: "complete_latency": { 2024-05-10T11:25:24.580 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.581 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.581 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.581 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:24.581 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.581 INFO:teuthology.orchestra.run.smithi132.stdout: "mds": { 2024-05-10T11:25:24.581 INFO:teuthology.orchestra.run.smithi132.stdout: "request": 0, 2024-05-10T11:25:24.581 INFO:teuthology.orchestra.run.smithi132.stdout: "reply": 0, 2024-05-10T11:25:24.581 INFO:teuthology.orchestra.run.smithi132.stdout: "reply_latency": { 2024-05-10T11:25:24.581 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.581 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.581 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.581 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.581 INFO:teuthology.orchestra.run.smithi132.stdout: "slow_reply": 0, 2024-05-10T11:25:24.581 INFO:teuthology.orchestra.run.smithi132.stdout: "forward": 0, 2024-05-10T11:25:24.581 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_fetch_complete": 0, 2024-05-10T11:25:24.582 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_fetch_keys": 0, 2024-05-10T11:25:24.582 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_commit": 0, 2024-05-10T11:25:24.582 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_split": 0, 2024-05-10T11:25:24.582 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_merge": 0, 2024-05-10T11:25:24.582 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes": 0, 2024-05-10T11:25:24.582 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_top": 0, 2024-05-10T11:25:24.582 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_bottom": 0, 2024-05-10T11:25:24.582 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_pin_tail": 0, 2024-05-10T11:25:24.582 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_pinned": 0, 2024-05-10T11:25:24.582 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_expired": 0, 2024-05-10T11:25:24.582 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_with_caps": 0, 2024-05-10T11:25:24.582 INFO:teuthology.orchestra.run.smithi132.stdout: "caps": 0, 2024-05-10T11:25:24.582 INFO:teuthology.orchestra.run.smithi132.stdout: "subtrees": 1, 2024-05-10T11:25:24.582 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse": 0, 2024-05-10T11:25:24.582 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_hit": 0, 2024-05-10T11:25:24.583 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_forward": 0, 2024-05-10T11:25:24.583 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_discover": 0, 2024-05-10T11:25:24.583 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_dir_fetch": 0, 2024-05-10T11:25:24.583 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_remote_ino": 0, 2024-05-10T11:25:24.583 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_lock": 0, 2024-05-10T11:25:24.583 INFO:teuthology.orchestra.run.smithi132.stdout: "load_cent": 0, 2024-05-10T11:25:24.583 INFO:teuthology.orchestra.run.smithi132.stdout: "q": 0, 2024-05-10T11:25:24.583 INFO:teuthology.orchestra.run.smithi132.stdout: "exported": 0, 2024-05-10T11:25:24.583 INFO:teuthology.orchestra.run.smithi132.stdout: "exported_inodes": 0, 2024-05-10T11:25:24.583 INFO:teuthology.orchestra.run.smithi132.stdout: "imported": 0, 2024-05-10T11:25:24.583 INFO:teuthology.orchestra.run.smithi132.stdout: "imported_inodes": 0, 2024-05-10T11:25:24.583 INFO:teuthology.orchestra.run.smithi132.stdout: "openino_dir_fetch": 0, 2024-05-10T11:25:24.583 INFO:teuthology.orchestra.run.smithi132.stdout: "openino_backtrace_fetch": 0, 2024-05-10T11:25:24.583 INFO:teuthology.orchestra.run.smithi132.stdout: "openino_peer_discover": 0, 2024-05-10T11:25:24.583 INFO:teuthology.orchestra.run.smithi132.stdout: "root_rfiles": 0, 2024-05-10T11:25:24.583 INFO:teuthology.orchestra.run.smithi132.stdout: "root_rbytes": 0, 2024-05-10T11:25:24.584 INFO:teuthology.orchestra.run.smithi132.stdout: "root_rsnaps": 0, 2024-05-10T11:25:24.584 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_backtrace_fetch": 0, 2024-05-10T11:25:24.584 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_set_tag": 0, 2024-05-10T11:25:24.584 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_backtrace_repaired": 0, 2024-05-10T11:25:24.584 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_inotable_repaired": 0, 2024-05-10T11:25:24.584 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_dir_inodes": 0, 2024-05-10T11:25:24.584 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_dir_base_inodes": 0, 2024-05-10T11:25:24.584 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_dirfrag_rstats": 0, 2024-05-10T11:25:24.584 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_file_inodes": 0, 2024-05-10T11:25:24.584 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_inode_file_caps": 0, 2024-05-10T11:25:24.584 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_cap_op_revoke": 0, 2024-05-10T11:25:24.584 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_cap_op_grant": 0, 2024-05-10T11:25:24.584 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_cap_op_trunc": 0, 2024-05-10T11:25:24.584 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-10T11:25:24.584 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-10T11:25:24.584 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_client_caps": 0, 2024-05-10T11:25:24.584 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_client_caps_dirty": 0, 2024-05-10T11:25:24.584 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_client_cap_release": 0, 2024-05-10T11:25:24.585 INFO:teuthology.orchestra.run.smithi132.stdout: "process_request_cap_release": 0 2024-05-10T11:25:24.585 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.585 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_cache": { 2024-05-10T11:25:24.585 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_update": 0, 2024-05-10T11:25:24.585 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_update_receipt": 0, 2024-05-10T11:25:24.585 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_try_discover": 0, 2024-05-10T11:25:24.585 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_send_discover": 0, 2024-05-10T11:25:24.585 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_handle_discover": 0, 2024-05-10T11:25:24.585 INFO:teuthology.orchestra.run.smithi132.stdout: "num_strays": 0, 2024-05-10T11:25:24.585 INFO:teuthology.orchestra.run.smithi132.stdout: "num_strays_delayed": 0, 2024-05-10T11:25:24.585 INFO:teuthology.orchestra.run.smithi132.stdout: "num_strays_enqueuing": 0, 2024-05-10T11:25:24.585 INFO:teuthology.orchestra.run.smithi132.stdout: "strays_created": 0, 2024-05-10T11:25:24.585 INFO:teuthology.orchestra.run.smithi132.stdout: "strays_enqueued": 0, 2024-05-10T11:25:24.585 INFO:teuthology.orchestra.run.smithi132.stdout: "strays_reintegrated": 0, 2024-05-10T11:25:24.585 INFO:teuthology.orchestra.run.smithi132.stdout: "strays_migrated": 0, 2024-05-10T11:25:24.585 INFO:teuthology.orchestra.run.smithi132.stdout: "num_recovering_processing": 0, 2024-05-10T11:25:24.585 INFO:teuthology.orchestra.run.smithi132.stdout: "num_recovering_enqueued": 0, 2024-05-10T11:25:24.586 INFO:teuthology.orchestra.run.smithi132.stdout: "num_recovering_prioritized": 0, 2024-05-10T11:25:24.586 INFO:teuthology.orchestra.run.smithi132.stdout: "recovery_started": 0, 2024-05-10T11:25:24.586 INFO:teuthology.orchestra.run.smithi132.stdout: "recovery_completed": 0, 2024-05-10T11:25:24.586 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_quiesce_path": 0, 2024-05-10T11:25:24.586 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_quiesce_inode": 0, 2024-05-10T11:25:24.586 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_enqueue_scrub": 0, 2024-05-10T11:25:24.586 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_exportdir": 0, 2024-05-10T11:25:24.586 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_flush": 0, 2024-05-10T11:25:24.586 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_fragmentdir": 0, 2024-05-10T11:25:24.586 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_fragstats": 0, 2024-05-10T11:25:24.586 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_inodestats": 0 2024-05-10T11:25:24.586 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.586 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_log": { 2024-05-10T11:25:24.586 INFO:teuthology.orchestra.run.smithi132.stdout: "evlrg": 0, 2024-05-10T11:25:24.586 INFO:teuthology.orchestra.run.smithi132.stdout: "evadd": 0, 2024-05-10T11:25:24.587 INFO:teuthology.orchestra.run.smithi132.stdout: "evex": 0, 2024-05-10T11:25:24.587 INFO:teuthology.orchestra.run.smithi132.stdout: "evtrm": 0, 2024-05-10T11:25:24.587 INFO:teuthology.orchestra.run.smithi132.stdout: "ev": 5, 2024-05-10T11:25:24.587 INFO:teuthology.orchestra.run.smithi132.stdout: "evexg": 0, 2024-05-10T11:25:24.587 INFO:teuthology.orchestra.run.smithi132.stdout: "evexd": 0, 2024-05-10T11:25:24.587 INFO:teuthology.orchestra.run.smithi132.stdout: "segadd": 0, 2024-05-10T11:25:24.587 INFO:teuthology.orchestra.run.smithi132.stdout: "segex": 0, 2024-05-10T11:25:24.587 INFO:teuthology.orchestra.run.smithi132.stdout: "segtrm": 0, 2024-05-10T11:25:24.587 INFO:teuthology.orchestra.run.smithi132.stdout: "seg": 2, 2024-05-10T11:25:24.587 INFO:teuthology.orchestra.run.smithi132.stdout: "segmjr": 2, 2024-05-10T11:25:24.587 INFO:teuthology.orchestra.run.smithi132.stdout: "segexg": 0, 2024-05-10T11:25:24.587 INFO:teuthology.orchestra.run.smithi132.stdout: "segexd": 0, 2024-05-10T11:25:24.587 INFO:teuthology.orchestra.run.smithi132.stdout: "expos": 4194304, 2024-05-10T11:25:24.587 INFO:teuthology.orchestra.run.smithi132.stdout: "wrpos": 4195917, 2024-05-10T11:25:24.587 INFO:teuthology.orchestra.run.smithi132.stdout: "rdpos": 4195776, 2024-05-10T11:25:24.587 INFO:teuthology.orchestra.run.smithi132.stdout: "jlat": { 2024-05-10T11:25:24.587 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.588 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.588 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.588 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.588 INFO:teuthology.orchestra.run.smithi132.stdout: "replayed": 5 2024-05-10T11:25:24.588 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.588 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_mem": { 2024-05-10T11:25:24.588 INFO:teuthology.orchestra.run.smithi132.stdout: "ino": 3, 2024-05-10T11:25:24.588 INFO:teuthology.orchestra.run.smithi132.stdout: "ino+": 3, 2024-05-10T11:25:24.588 INFO:teuthology.orchestra.run.smithi132.stdout: "ino-": 0, 2024-05-10T11:25:24.588 INFO:teuthology.orchestra.run.smithi132.stdout: "dir": 1, 2024-05-10T11:25:24.588 INFO:teuthology.orchestra.run.smithi132.stdout: "dir+": 1, 2024-05-10T11:25:24.588 INFO:teuthology.orchestra.run.smithi132.stdout: "dir-": 0, 2024-05-10T11:25:24.588 INFO:teuthology.orchestra.run.smithi132.stdout: "dn": 0, 2024-05-10T11:25:24.588 INFO:teuthology.orchestra.run.smithi132.stdout: "dn+": 0, 2024-05-10T11:25:24.588 INFO:teuthology.orchestra.run.smithi132.stdout: "dn-": 0, 2024-05-10T11:25:24.588 INFO:teuthology.orchestra.run.smithi132.stdout: "cap": 0, 2024-05-10T11:25:24.588 INFO:teuthology.orchestra.run.smithi132.stdout: "cap+": 0, 2024-05-10T11:25:24.589 INFO:teuthology.orchestra.run.smithi132.stdout: "cap-": 0, 2024-05-10T11:25:24.589 INFO:teuthology.orchestra.run.smithi132.stdout: "rss": 50064, 2024-05-10T11:25:24.589 INFO:teuthology.orchestra.run.smithi132.stdout: "heap": 215416 2024-05-10T11:25:24.589 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.589 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_server": { 2024-05-10T11:25:24.589 INFO:teuthology.orchestra.run.smithi132.stdout: "dispatch_client_request": 0, 2024-05-10T11:25:24.589 INFO:teuthology.orchestra.run.smithi132.stdout: "dispatch_server_request": 0, 2024-05-10T11:25:24.589 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_client_request": 0, 2024-05-10T11:25:24.589 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_client_session": 0, 2024-05-10T11:25:24.589 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_peer_request": 0, 2024-05-10T11:25:24.589 INFO:teuthology.orchestra.run.smithi132.stdout: "req_create_latency": { 2024-05-10T11:25:24.589 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.589 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.589 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.589 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.589 INFO:teuthology.orchestra.run.smithi132.stdout: "req_getattr_latency": { 2024-05-10T11:25:24.590 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.590 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.590 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.590 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.590 INFO:teuthology.orchestra.run.smithi132.stdout: "req_getfilelock_latency": { 2024-05-10T11:25:24.590 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.590 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.590 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.590 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.590 INFO:teuthology.orchestra.run.smithi132.stdout: "req_link_latency": { 2024-05-10T11:25:24.590 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.590 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.590 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.590 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.590 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookup_latency": { 2024-05-10T11:25:24.591 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.591 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.591 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.591 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.591 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookuphash_latency": { 2024-05-10T11:25:24.591 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.591 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.591 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.591 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.591 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookupino_latency": { 2024-05-10T11:25:24.591 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.591 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.591 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.591 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.591 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookupname_latency": { 2024-05-10T11:25:24.592 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.592 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.592 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.592 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.592 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookupparent_latency": { 2024-05-10T11:25:24.592 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.592 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.592 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.592 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.592 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookupsnap_latency": { 2024-05-10T11:25:24.592 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.592 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.592 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.592 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.592 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lssnap_latency": { 2024-05-10T11:25:24.592 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.593 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.593 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.593 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.593 INFO:teuthology.orchestra.run.smithi132.stdout: "req_mkdir_latency": { 2024-05-10T11:25:24.593 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.593 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.593 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.593 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.593 INFO:teuthology.orchestra.run.smithi132.stdout: "req_mknod_latency": { 2024-05-10T11:25:24.593 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.593 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.593 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.593 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.593 INFO:teuthology.orchestra.run.smithi132.stdout: "req_mksnap_latency": { 2024-05-10T11:25:24.593 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.593 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.594 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.594 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.594 INFO:teuthology.orchestra.run.smithi132.stdout: "req_open_latency": { 2024-05-10T11:25:24.594 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.594 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.594 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.594 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.594 INFO:teuthology.orchestra.run.smithi132.stdout: "req_readdir_latency": { 2024-05-10T11:25:24.594 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.594 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.594 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.594 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.594 INFO:teuthology.orchestra.run.smithi132.stdout: "req_rename_latency": { 2024-05-10T11:25:24.594 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.594 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.595 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.595 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.595 INFO:teuthology.orchestra.run.smithi132.stdout: "req_renamesnap_latency": { 2024-05-10T11:25:24.595 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.595 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.595 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.595 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.595 INFO:teuthology.orchestra.run.smithi132.stdout: "req_snapdiff_latency": { 2024-05-10T11:25:24.595 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.595 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.595 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.595 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.595 INFO:teuthology.orchestra.run.smithi132.stdout: "req_rmdir_latency": { 2024-05-10T11:25:24.595 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.596 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.596 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.596 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.596 INFO:teuthology.orchestra.run.smithi132.stdout: "req_rmsnap_latency": { 2024-05-10T11:25:24.596 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.596 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.596 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.596 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.596 INFO:teuthology.orchestra.run.smithi132.stdout: "req_rmxattr_latency": { 2024-05-10T11:25:24.596 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.596 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.596 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.596 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.596 INFO:teuthology.orchestra.run.smithi132.stdout: "req_setattr_latency": { 2024-05-10T11:25:24.596 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.597 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.597 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.597 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.597 INFO:teuthology.orchestra.run.smithi132.stdout: "req_setdirlayout_latency": { 2024-05-10T11:25:24.597 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.597 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.597 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.597 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.597 INFO:teuthology.orchestra.run.smithi132.stdout: "req_setfilelock_latency": { 2024-05-10T11:25:24.597 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.597 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.597 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.597 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.597 INFO:teuthology.orchestra.run.smithi132.stdout: "req_setlayout_latency": { 2024-05-10T11:25:24.597 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.597 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.598 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.598 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.598 INFO:teuthology.orchestra.run.smithi132.stdout: "req_setxattr_latency": { 2024-05-10T11:25:24.598 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.598 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.598 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.598 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.598 INFO:teuthology.orchestra.run.smithi132.stdout: "req_symlink_latency": { 2024-05-10T11:25:24.598 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.598 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.598 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.598 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.598 INFO:teuthology.orchestra.run.smithi132.stdout: "req_unlink_latency": { 2024-05-10T11:25:24.598 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.598 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.599 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.599 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.599 INFO:teuthology.orchestra.run.smithi132.stdout: "cap_revoke_eviction": 0, 2024-05-10T11:25:24.599 INFO:teuthology.orchestra.run.smithi132.stdout: "cap_acquisition_throttle": 0, 2024-05-10T11:25:24.599 INFO:teuthology.orchestra.run.smithi132.stdout: "req_getvxattr_latency": { 2024-05-10T11:25:24.599 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.599 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.599 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.599 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:24.599 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.599 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_sessions": { 2024-05-10T11:25:24.599 INFO:teuthology.orchestra.run.smithi132.stdout: "session_count": 1, 2024-05-10T11:25:24.599 INFO:teuthology.orchestra.run.smithi132.stdout: "session_add": 2, 2024-05-10T11:25:24.599 INFO:teuthology.orchestra.run.smithi132.stdout: "session_remove": 1, 2024-05-10T11:25:24.599 INFO:teuthology.orchestra.run.smithi132.stdout: "sessions_open": 2, 2024-05-10T11:25:24.600 INFO:teuthology.orchestra.run.smithi132.stdout: "sessions_stale": 0, 2024-05-10T11:25:24.600 INFO:teuthology.orchestra.run.smithi132.stdout: "total_load": 0, 2024-05-10T11:25:24.600 INFO:teuthology.orchestra.run.smithi132.stdout: "average_load": 0, 2024-05-10T11:25:24.600 INFO:teuthology.orchestra.run.smithi132.stdout: "avg_session_uptime": 2710, 2024-05-10T11:25:24.600 INFO:teuthology.orchestra.run.smithi132.stdout: "mdthresh_evicted": 0 2024-05-10T11:25:24.600 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.600 INFO:teuthology.orchestra.run.smithi132.stdout: "mempool": { 2024-05-10T11:25:24.600 INFO:teuthology.orchestra.run.smithi132.stdout: "bloom_filter_bytes": 0, 2024-05-10T11:25:24.600 INFO:teuthology.orchestra.run.smithi132.stdout: "bloom_filter_items": 0, 2024-05-10T11:25:24.600 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_alloc_bytes": 0, 2024-05-10T11:25:24.600 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_alloc_items": 0, 2024-05-10T11:25:24.600 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_data_bytes": 0, 2024-05-10T11:25:24.600 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_data_items": 0, 2024-05-10T11:25:24.600 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-10T11:25:24.600 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_onode_items": 0, 2024-05-10T11:25:24.600 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-10T11:25:24.601 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_meta_items": 0, 2024-05-10T11:25:24.601 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_other_bytes": 0, 2024-05-10T11:25:24.601 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_other_items": 0, 2024-05-10T11:25:24.601 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-10T11:25:24.601 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_buffer_items": 0, 2024-05-10T11:25:24.601 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_extent_bytes": 0, 2024-05-10T11:25:24.601 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_extent_items": 0, 2024-05-10T11:25:24.601 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_blob_bytes": 0, 2024-05-10T11:25:24.601 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_blob_items": 0, 2024-05-10T11:25:24.601 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-10T11:25:24.601 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_shared_blob_items": 0, 2024-05-10T11:25:24.601 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-10T11:25:24.601 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_inline_bl_items": 0, 2024-05-10T11:25:24.601 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_fsck_bytes": 0, 2024-05-10T11:25:24.601 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_fsck_items": 0, 2024-05-10T11:25:24.601 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_txc_bytes": 0, 2024-05-10T11:25:24.602 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_txc_items": 0, 2024-05-10T11:25:24.602 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-10T11:25:24.602 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_writing_deferred_items": 0, 2024-05-10T11:25:24.602 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_writing_bytes": 0, 2024-05-10T11:25:24.602 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_writing_items": 0, 2024-05-10T11:25:24.602 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_bytes": 0, 2024-05-10T11:25:24.602 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_items": 0, 2024-05-10T11:25:24.602 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_file_reader_bytes": 0, 2024-05-10T11:25:24.602 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_file_reader_items": 0, 2024-05-10T11:25:24.602 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_file_writer_bytes": 0, 2024-05-10T11:25:24.602 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_file_writer_items": 0, 2024-05-10T11:25:24.602 INFO:teuthology.orchestra.run.smithi132.stdout: "buffer_anon_bytes": 181383, 2024-05-10T11:25:24.602 INFO:teuthology.orchestra.run.smithi132.stdout: "buffer_anon_items": 48, 2024-05-10T11:25:24.602 INFO:teuthology.orchestra.run.smithi132.stdout: "buffer_meta_bytes": 0, 2024-05-10T11:25:24.603 INFO:teuthology.orchestra.run.smithi132.stdout: "buffer_meta_items": 0, 2024-05-10T11:25:24.603 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_bytes": 0, 2024-05-10T11:25:24.603 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_items": 0, 2024-05-10T11:25:24.603 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_mapbl_bytes": 0, 2024-05-10T11:25:24.603 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_mapbl_items": 0, 2024-05-10T11:25:24.603 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_pglog_bytes": 0, 2024-05-10T11:25:24.603 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_pglog_items": 0, 2024-05-10T11:25:24.603 INFO:teuthology.orchestra.run.smithi132.stdout: "osdmap_bytes": 8888, 2024-05-10T11:25:24.603 INFO:teuthology.orchestra.run.smithi132.stdout: "osdmap_items": 170, 2024-05-10T11:25:24.603 INFO:teuthology.orchestra.run.smithi132.stdout: "osdmap_mapping_bytes": 0, 2024-05-10T11:25:24.603 INFO:teuthology.orchestra.run.smithi132.stdout: "osdmap_mapping_items": 0, 2024-05-10T11:25:24.603 INFO:teuthology.orchestra.run.smithi132.stdout: "pgmap_bytes": 0, 2024-05-10T11:25:24.603 INFO:teuthology.orchestra.run.smithi132.stdout: "pgmap_items": 0, 2024-05-10T11:25:24.603 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_co_bytes": 8512, 2024-05-10T11:25:24.603 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_co_items": 13, 2024-05-10T11:25:24.604 INFO:teuthology.orchestra.run.smithi132.stdout: "unittest_1_bytes": 0, 2024-05-10T11:25:24.604 INFO:teuthology.orchestra.run.smithi132.stdout: "unittest_1_items": 0, 2024-05-10T11:25:24.604 INFO:teuthology.orchestra.run.smithi132.stdout: "unittest_2_bytes": 0, 2024-05-10T11:25:24.604 INFO:teuthology.orchestra.run.smithi132.stdout: "unittest_2_items": 0 2024-05-10T11:25:24.604 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.604 INFO:teuthology.orchestra.run.smithi132.stdout: "objecter": { 2024-05-10T11:25:24.604 INFO:teuthology.orchestra.run.smithi132.stdout: "op_active": 0, 2024-05-10T11:25:24.604 INFO:teuthology.orchestra.run.smithi132.stdout: "op_laggy": 0, 2024-05-10T11:25:24.604 INFO:teuthology.orchestra.run.smithi132.stdout: "op_send": 1151, 2024-05-10T11:25:24.604 INFO:teuthology.orchestra.run.smithi132.stdout: "op_send_bytes": 21, 2024-05-10T11:25:24.604 INFO:teuthology.orchestra.run.smithi132.stdout: "op_resend": 3, 2024-05-10T11:25:24.604 INFO:teuthology.orchestra.run.smithi132.stdout: "op_reply": 1151, 2024-05-10T11:25:24.604 INFO:teuthology.orchestra.run.smithi132.stdout: "op_latency": { 2024-05-10T11:25:24.604 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 1151, 2024-05-10T11:25:24.604 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.603984389, 2024-05-10T11:25:24.605 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000524747 2024-05-10T11:25:24.605 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.605 INFO:teuthology.orchestra.run.smithi132.stdout: "op_inflight": 0, 2024-05-10T11:25:24.605 INFO:teuthology.orchestra.run.smithi132.stdout: "oplen_avg": { 2024-05-10T11:25:24.605 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 1151, 2024-05-10T11:25:24.605 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 1152 2024-05-10T11:25:24.605 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.605 INFO:teuthology.orchestra.run.smithi132.stdout: "op": 1151, 2024-05-10T11:25:24.605 INFO:teuthology.orchestra.run.smithi132.stdout: "op_r": 1151, 2024-05-10T11:25:24.605 INFO:teuthology.orchestra.run.smithi132.stdout: "op_w": 0, 2024-05-10T11:25:24.605 INFO:teuthology.orchestra.run.smithi132.stdout: "op_rmw": 0, 2024-05-10T11:25:24.605 INFO:teuthology.orchestra.run.smithi132.stdout: "op_pg": 0, 2024-05-10T11:25:24.605 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_stat": 699, 2024-05-10T11:25:24.605 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_create": 0, 2024-05-10T11:25:24.605 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_read": 450, 2024-05-10T11:25:24.605 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_write": 0, 2024-05-10T11:25:24.606 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_writefull": 0, 2024-05-10T11:25:24.606 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_writesame": 0, 2024-05-10T11:25:24.606 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_append": 0, 2024-05-10T11:25:24.606 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_zero": 0, 2024-05-10T11:25:24.606 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_truncate": 0, 2024-05-10T11:25:24.606 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_delete": 0, 2024-05-10T11:25:24.606 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_mapext": 0, 2024-05-10T11:25:24.606 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_sparse_read": 0, 2024-05-10T11:25:24.606 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_clonerange": 0, 2024-05-10T11:25:24.606 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_getxattr": 1, 2024-05-10T11:25:24.606 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_setxattr": 0, 2024-05-10T11:25:24.606 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_cmpxattr": 0, 2024-05-10T11:25:24.606 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_rmxattr": 0, 2024-05-10T11:25:24.606 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_resetxattrs": 0, 2024-05-10T11:25:24.606 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_call": 0, 2024-05-10T11:25:24.607 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_watch": 0, 2024-05-10T11:25:24.607 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_notify": 0, 2024-05-10T11:25:24.607 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_src_cmpxattr": 0, 2024-05-10T11:25:24.607 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_pgls": 0, 2024-05-10T11:25:24.607 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_pgls_filter": 0, 2024-05-10T11:25:24.607 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_other": 0, 2024-05-10T11:25:24.607 INFO:teuthology.orchestra.run.smithi132.stdout: "linger_active": 0, 2024-05-10T11:25:24.607 INFO:teuthology.orchestra.run.smithi132.stdout: "linger_send": 0, 2024-05-10T11:25:24.607 INFO:teuthology.orchestra.run.smithi132.stdout: "linger_resend": 0, 2024-05-10T11:25:24.607 INFO:teuthology.orchestra.run.smithi132.stdout: "linger_ping": 0, 2024-05-10T11:25:24.607 INFO:teuthology.orchestra.run.smithi132.stdout: "poolop_active": 0, 2024-05-10T11:25:24.607 INFO:teuthology.orchestra.run.smithi132.stdout: "poolop_send": 0, 2024-05-10T11:25:24.607 INFO:teuthology.orchestra.run.smithi132.stdout: "poolop_resend": 0, 2024-05-10T11:25:24.607 INFO:teuthology.orchestra.run.smithi132.stdout: "poolstat_active": 0, 2024-05-10T11:25:24.607 INFO:teuthology.orchestra.run.smithi132.stdout: "poolstat_send": 0, 2024-05-10T11:25:24.608 INFO:teuthology.orchestra.run.smithi132.stdout: "poolstat_resend": 0, 2024-05-10T11:25:24.608 INFO:teuthology.orchestra.run.smithi132.stdout: "statfs_active": 0, 2024-05-10T11:25:24.608 INFO:teuthology.orchestra.run.smithi132.stdout: "statfs_send": 0, 2024-05-10T11:25:24.608 INFO:teuthology.orchestra.run.smithi132.stdout: "statfs_resend": 0, 2024-05-10T11:25:24.608 INFO:teuthology.orchestra.run.smithi132.stdout: "command_active": 0, 2024-05-10T11:25:24.608 INFO:teuthology.orchestra.run.smithi132.stdout: "command_send": 0, 2024-05-10T11:25:24.608 INFO:teuthology.orchestra.run.smithi132.stdout: "command_resend": 0, 2024-05-10T11:25:24.608 INFO:teuthology.orchestra.run.smithi132.stdout: "map_epoch": 90, 2024-05-10T11:25:24.608 INFO:teuthology.orchestra.run.smithi132.stdout: "map_full": 0, 2024-05-10T11:25:24.608 INFO:teuthology.orchestra.run.smithi132.stdout: "map_inc": 2, 2024-05-10T11:25:24.608 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_sessions": 4, 2024-05-10T11:25:24.608 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_session_open": 4, 2024-05-10T11:25:24.608 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_session_close": 0, 2024-05-10T11:25:24.608 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_laggy": 0, 2024-05-10T11:25:24.608 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_wr": 0, 2024-05-10T11:25:24.609 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_rd": 2, 2024-05-10T11:25:24.609 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_del": 0 2024-05-10T11:25:24.609 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.609 INFO:teuthology.orchestra.run.smithi132.stdout: "oft": { 2024-05-10T11:25:24.609 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_total_objs": 0, 2024-05-10T11:25:24.609 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_total_kv_pairs": 0, 2024-05-10T11:25:24.609 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_total_updates": 0, 2024-05-10T11:25:24.609 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_total_removes": 0 2024-05-10T11:25:24.609 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.609 INFO:teuthology.orchestra.run.smithi132.stdout: "osd-slow-ops": { 2024-05-10T11:25:24.609 INFO:teuthology.orchestra.run.smithi132.stdout: "slow_ops_count": 0 2024-05-10T11:25:24.609 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.609 INFO:teuthology.orchestra.run.smithi132.stdout: "purge_queue": { 2024-05-10T11:25:24.609 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executing_ops": 0, 2024-05-10T11:25:24.610 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executing_ops_high_water": 0, 2024-05-10T11:25:24.610 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executing": 0, 2024-05-10T11:25:24.610 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executing_high_water": 0, 2024-05-10T11:25:24.610 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executed_ops": 0, 2024-05-10T11:25:24.610 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executed": 0, 2024-05-10T11:25:24.610 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_item_in_journal": 0 2024-05-10T11:25:24.610 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.610 INFO:teuthology.orchestra.run.smithi132.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-10T11:25:24.610 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 0, 2024-05-10T11:25:24.610 INFO:teuthology.orchestra.run.smithi132.stdout: "max": 104857600, 2024-05-10T11:25:24.610 INFO:teuthology.orchestra.run.smithi132.stdout: "get_started": 0, 2024-05-10T11:25:24.610 INFO:teuthology.orchestra.run.smithi132.stdout: "get": 1317, 2024-05-10T11:25:24.610 INFO:teuthology.orchestra.run.smithi132.stdout: "get_sum": 1031427, 2024-05-10T11:25:24.610 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:24.610 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_success": 1317, 2024-05-10T11:25:24.611 INFO:teuthology.orchestra.run.smithi132.stdout: "take": 0, 2024-05-10T11:25:24.611 INFO:teuthology.orchestra.run.smithi132.stdout: "take_sum": 0, 2024-05-10T11:25:24.611 INFO:teuthology.orchestra.run.smithi132.stdout: "put": 1317, 2024-05-10T11:25:24.611 INFO:teuthology.orchestra.run.smithi132.stdout: "put_sum": 1031427, 2024-05-10T11:25:24.611 INFO:teuthology.orchestra.run.smithi132.stdout: "wait": { 2024-05-10T11:25:24.611 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.611 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.611 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.611 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:24.611 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.611 INFO:teuthology.orchestra.run.smithi132.stdout: "throttle-objecter_bytes": { 2024-05-10T11:25:24.611 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 0, 2024-05-10T11:25:24.611 INFO:teuthology.orchestra.run.smithi132.stdout: "max": 104857600, 2024-05-10T11:25:24.611 INFO:teuthology.orchestra.run.smithi132.stdout: "get_started": 0, 2024-05-10T11:25:24.611 INFO:teuthology.orchestra.run.smithi132.stdout: "get": 0, 2024-05-10T11:25:24.611 INFO:teuthology.orchestra.run.smithi132.stdout: "get_sum": 0, 2024-05-10T11:25:24.612 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:24.612 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:24.612 INFO:teuthology.orchestra.run.smithi132.stdout: "take": 1151, 2024-05-10T11:25:24.612 INFO:teuthology.orchestra.run.smithi132.stdout: "take_sum": 1618, 2024-05-10T11:25:24.612 INFO:teuthology.orchestra.run.smithi132.stdout: "put": 1151, 2024-05-10T11:25:24.612 INFO:teuthology.orchestra.run.smithi132.stdout: "put_sum": 1618, 2024-05-10T11:25:24.612 INFO:teuthology.orchestra.run.smithi132.stdout: "wait": { 2024-05-10T11:25:24.612 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.612 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.612 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.612 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:24.612 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.612 INFO:teuthology.orchestra.run.smithi132.stdout: "throttle-objecter_ops": { 2024-05-10T11:25:24.612 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 0, 2024-05-10T11:25:24.612 INFO:teuthology.orchestra.run.smithi132.stdout: "max": 1024, 2024-05-10T11:25:24.612 INFO:teuthology.orchestra.run.smithi132.stdout: "get_started": 0, 2024-05-10T11:25:24.613 INFO:teuthology.orchestra.run.smithi132.stdout: "get": 0, 2024-05-10T11:25:24.613 INFO:teuthology.orchestra.run.smithi132.stdout: "get_sum": 0, 2024-05-10T11:25:24.613 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:24.613 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:24.613 INFO:teuthology.orchestra.run.smithi132.stdout: "take": 1151, 2024-05-10T11:25:24.613 INFO:teuthology.orchestra.run.smithi132.stdout: "take_sum": 1151, 2024-05-10T11:25:24.613 INFO:teuthology.orchestra.run.smithi132.stdout: "put": 1151, 2024-05-10T11:25:24.613 INFO:teuthology.orchestra.run.smithi132.stdout: "put_sum": 1151, 2024-05-10T11:25:24.613 INFO:teuthology.orchestra.run.smithi132.stdout: "wait": { 2024-05-10T11:25:24.613 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.613 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.613 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.613 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:24.613 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.614 INFO:teuthology.orchestra.run.smithi132.stdout: "throttle-write_buf_throttle": { 2024-05-10T11:25:24.614 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 0, 2024-05-10T11:25:24.614 INFO:teuthology.orchestra.run.smithi132.stdout: "max": 3758096384, 2024-05-10T11:25:24.614 INFO:teuthology.orchestra.run.smithi132.stdout: "get_started": 0, 2024-05-10T11:25:24.614 INFO:teuthology.orchestra.run.smithi132.stdout: "get": 0, 2024-05-10T11:25:24.614 INFO:teuthology.orchestra.run.smithi132.stdout: "get_sum": 0, 2024-05-10T11:25:24.614 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:24.614 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:24.614 INFO:teuthology.orchestra.run.smithi132.stdout: "take": 0, 2024-05-10T11:25:24.614 INFO:teuthology.orchestra.run.smithi132.stdout: "take_sum": 0, 2024-05-10T11:25:24.614 INFO:teuthology.orchestra.run.smithi132.stdout: "put": 0, 2024-05-10T11:25:24.614 INFO:teuthology.orchestra.run.smithi132.stdout: "put_sum": 0, 2024-05-10T11:25:24.614 INFO:teuthology.orchestra.run.smithi132.stdout: "wait": { 2024-05-10T11:25:24.614 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.614 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.615 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.615 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:24.615 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:24.615 INFO:teuthology.orchestra.run.smithi132.stdout: "throttle-write_buf_throttle-0x55a054ffc6e0": { 2024-05-10T11:25:24.615 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 0, 2024-05-10T11:25:24.615 INFO:teuthology.orchestra.run.smithi132.stdout: "max": 3758096384, 2024-05-10T11:25:24.615 INFO:teuthology.orchestra.run.smithi132.stdout: "get_started": 0, 2024-05-10T11:25:24.615 INFO:teuthology.orchestra.run.smithi132.stdout: "get": 0, 2024-05-10T11:25:24.615 INFO:teuthology.orchestra.run.smithi132.stdout: "get_sum": 0, 2024-05-10T11:25:24.615 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:24.615 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:24.615 INFO:teuthology.orchestra.run.smithi132.stdout: "take": 0, 2024-05-10T11:25:24.615 INFO:teuthology.orchestra.run.smithi132.stdout: "take_sum": 0, 2024-05-10T11:25:24.615 INFO:teuthology.orchestra.run.smithi132.stdout: "put": 0, 2024-05-10T11:25:24.615 INFO:teuthology.orchestra.run.smithi132.stdout: "put_sum": 0, 2024-05-10T11:25:24.615 INFO:teuthology.orchestra.run.smithi132.stdout: "wait": { 2024-05-10T11:25:24.616 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:24.616 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:24.616 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:24.616 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:24.616 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:24.616 INFO:teuthology.orchestra.run.smithi132.stdout:} 2024-05-10T11:25:25.468 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-05-10T11:25:25.468 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-05-10T11:25:25.468 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-05-10T11:25:25.468 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-05-10T11:25:25.468 DEBUG:tasks.check_counter:Getting stats from h 2024-05-10T11:25:25.469 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph daemon mds.h perf dump 2024-05-10T11:25:25.713 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.b/config 2024-05-10T11:25:26.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:26 smithi132 ceph-mon[33758]: pgmap v559: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-05-10T11:25:26.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:26 smithi187 ceph-mon[34076]: pgmap v559: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-05-10T11:25:26.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:26 smithi053 ceph-mon[30153]: pgmap v559: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-05-10T11:25:27.517 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2024-05-10T11:25:27.517 INFO:teuthology.orchestra.run.smithi132.stdout: "AsyncMessenger::Worker-0": { 2024-05-10T11:25:27.518 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_messages": 1123, 2024-05-10T11:25:27.518 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages": 1116, 2024-05-10T11:25:27.518 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_bytes": 1536684, 2024-05-10T11:25:27.518 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_bytes": 397080, 2024-05-10T11:25:27.518 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_created_connections": 5, 2024-05-10T11:25:27.518 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_active_connections": 1, 2024-05-10T11:25:27.518 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_total_time": 0.109478149, 2024-05-10T11:25:27.518 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_send_time": 0.040845468, 2024-05-10T11:25:27.518 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_recv_time": 0.037188724, 2024-05-10T11:25:27.518 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_fast_dispatch_time": 0.027180189, 2024-05-10T11:25:27.518 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:27.518 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 1115, 2024-05-10T11:25:27.519 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.038678793, 2024-05-10T11:25:27.519 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000034689 2024-05-10T11:25:27.519 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.519 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:27.519 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.519 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.519 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.519 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.519 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_encrypted_bytes": 825696, 2024-05-10T11:25:27.519 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_encrypted_bytes": 92432 2024-05-10T11:25:27.519 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.519 INFO:teuthology.orchestra.run.smithi132.stdout: "AsyncMessenger::Worker-1": { 2024-05-10T11:25:27.520 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_messages": 5, 2024-05-10T11:25:27.520 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages": 116, 2024-05-10T11:25:27.520 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_bytes": 1816, 2024-05-10T11:25:27.520 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_bytes": 252714, 2024-05-10T11:25:27.520 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_created_connections": 5, 2024-05-10T11:25:27.520 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_active_connections": 4, 2024-05-10T11:25:27.520 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_total_time": 0.008255469, 2024-05-10T11:25:27.520 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_send_time": 0.004866177, 2024-05-10T11:25:27.520 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_recv_time": 0.001925316, 2024-05-10T11:25:27.520 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_fast_dispatch_time": 0.000147574, 2024-05-10T11:25:27.520 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:27.520 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 114, 2024-05-10T11:25:27.521 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.011036589, 2024-05-10T11:25:27.521 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000096812 2024-05-10T11:25:27.521 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.521 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:27.521 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.521 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.521 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.521 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.521 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-10T11:25:27.521 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_encrypted_bytes": 251376 2024-05-10T11:25:27.521 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.522 INFO:teuthology.orchestra.run.smithi132.stdout: "AsyncMessenger::Worker-2": { 2024-05-10T11:25:27.522 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_messages": 453, 2024-05-10T11:25:27.522 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages": 453, 2024-05-10T11:25:27.522 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_bytes": 113552, 2024-05-10T11:25:27.522 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_bytes": 143237, 2024-05-10T11:25:27.522 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_created_connections": 4, 2024-05-10T11:25:27.522 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_active_connections": 3, 2024-05-10T11:25:27.522 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_total_time": 0.037890036, 2024-05-10T11:25:27.522 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_send_time": 0.010862536, 2024-05-10T11:25:27.522 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_recv_time": 0.009383356, 2024-05-10T11:25:27.522 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_fast_dispatch_time": 0.013946759, 2024-05-10T11:25:27.522 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:27.523 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 452, 2024-05-10T11:25:27.523 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.013937738, 2024-05-10T11:25:27.523 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000030835 2024-05-10T11:25:27.523 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.523 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:27.523 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.523 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.523 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.523 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.524 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-10T11:25:27.524 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_encrypted_bytes": 448 2024-05-10T11:25:27.524 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.524 INFO:teuthology.orchestra.run.smithi132.stdout: "cct": { 2024-05-10T11:25:27.524 INFO:teuthology.orchestra.run.smithi132.stdout: "total_workers": 1, 2024-05-10T11:25:27.524 INFO:teuthology.orchestra.run.smithi132.stdout: "unhealthy_workers": 0 2024-05-10T11:25:27.524 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.524 INFO:teuthology.orchestra.run.smithi132.stdout: "finisher-MDSRank": { 2024-05-10T11:25:27.524 INFO:teuthology.orchestra.run.smithi132.stdout: "queue_len": 0, 2024-05-10T11:25:27.524 INFO:teuthology.orchestra.run.smithi132.stdout: "complete_latency": { 2024-05-10T11:25:27.524 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 2356, 2024-05-10T11:25:27.525 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.058148659, 2024-05-10T11:25:27.525 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000024681 2024-05-10T11:25:27.525 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:27.525 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.525 INFO:teuthology.orchestra.run.smithi132.stdout: "finisher-PurgeQueue": { 2024-05-10T11:25:27.525 INFO:teuthology.orchestra.run.smithi132.stdout: "queue_len": 0, 2024-05-10T11:25:27.525 INFO:teuthology.orchestra.run.smithi132.stdout: "complete_latency": { 2024-05-10T11:25:27.525 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.525 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.525 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.525 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:27.526 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.526 INFO:teuthology.orchestra.run.smithi132.stdout: "mds": { 2024-05-10T11:25:27.526 INFO:teuthology.orchestra.run.smithi132.stdout: "request": 0, 2024-05-10T11:25:27.526 INFO:teuthology.orchestra.run.smithi132.stdout: "reply": 0, 2024-05-10T11:25:27.526 INFO:teuthology.orchestra.run.smithi132.stdout: "reply_latency": { 2024-05-10T11:25:27.526 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.526 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.526 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.526 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.526 INFO:teuthology.orchestra.run.smithi132.stdout: "slow_reply": 0, 2024-05-10T11:25:27.526 INFO:teuthology.orchestra.run.smithi132.stdout: "forward": 0, 2024-05-10T11:25:27.527 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_fetch_complete": 0, 2024-05-10T11:25:27.527 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_fetch_keys": 0, 2024-05-10T11:25:27.528 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_commit": 0, 2024-05-10T11:25:27.528 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_split": 0, 2024-05-10T11:25:27.528 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_merge": 0, 2024-05-10T11:25:27.528 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes": 22, 2024-05-10T11:25:27.528 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_top": 6, 2024-05-10T11:25:27.528 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_bottom": 16, 2024-05-10T11:25:27.528 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_pin_tail": 0, 2024-05-10T11:25:27.528 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_pinned": 13, 2024-05-10T11:25:27.529 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_expired": 0, 2024-05-10T11:25:27.529 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_with_caps": 0, 2024-05-10T11:25:27.529 INFO:teuthology.orchestra.run.smithi132.stdout: "caps": 0, 2024-05-10T11:25:27.529 INFO:teuthology.orchestra.run.smithi132.stdout: "subtrees": 2, 2024-05-10T11:25:27.529 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse": 0, 2024-05-10T11:25:27.529 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_hit": 0, 2024-05-10T11:25:27.529 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_forward": 0, 2024-05-10T11:25:27.529 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_discover": 0, 2024-05-10T11:25:27.529 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_dir_fetch": 0, 2024-05-10T11:25:27.529 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_remote_ino": 0, 2024-05-10T11:25:27.529 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_lock": 0, 2024-05-10T11:25:27.530 INFO:teuthology.orchestra.run.smithi132.stdout: "load_cent": 0, 2024-05-10T11:25:27.530 INFO:teuthology.orchestra.run.smithi132.stdout: "q": 0, 2024-05-10T11:25:27.530 INFO:teuthology.orchestra.run.smithi132.stdout: "exported": 0, 2024-05-10T11:25:27.530 INFO:teuthology.orchestra.run.smithi132.stdout: "exported_inodes": 0, 2024-05-10T11:25:27.530 INFO:teuthology.orchestra.run.smithi132.stdout: "imported": 0, 2024-05-10T11:25:27.530 INFO:teuthology.orchestra.run.smithi132.stdout: "imported_inodes": 0, 2024-05-10T11:25:27.530 INFO:teuthology.orchestra.run.smithi132.stdout: "openino_dir_fetch": 0, 2024-05-10T11:25:27.530 INFO:teuthology.orchestra.run.smithi132.stdout: "openino_backtrace_fetch": 0, 2024-05-10T11:25:27.530 INFO:teuthology.orchestra.run.smithi132.stdout: "openino_peer_discover": 0, 2024-05-10T11:25:27.530 INFO:teuthology.orchestra.run.smithi132.stdout: "root_rfiles": 4, 2024-05-10T11:25:27.530 INFO:teuthology.orchestra.run.smithi132.stdout: "root_rbytes": 234, 2024-05-10T11:25:27.530 INFO:teuthology.orchestra.run.smithi132.stdout: "root_rsnaps": 0, 2024-05-10T11:25:27.530 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_backtrace_fetch": 0, 2024-05-10T11:25:27.531 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_set_tag": 0, 2024-05-10T11:25:27.531 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_backtrace_repaired": 0, 2024-05-10T11:25:27.531 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_inotable_repaired": 0, 2024-05-10T11:25:27.531 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_dir_inodes": 0, 2024-05-10T11:25:27.531 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_dir_base_inodes": 0, 2024-05-10T11:25:27.531 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_dirfrag_rstats": 0, 2024-05-10T11:25:27.531 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_file_inodes": 0, 2024-05-10T11:25:27.531 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_inode_file_caps": 0, 2024-05-10T11:25:27.531 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_cap_op_revoke": 0, 2024-05-10T11:25:27.531 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_cap_op_grant": 0, 2024-05-10T11:25:27.531 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_cap_op_trunc": 0, 2024-05-10T11:25:27.531 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-10T11:25:27.531 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-10T11:25:27.531 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_client_caps": 0, 2024-05-10T11:25:27.531 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_client_caps_dirty": 0, 2024-05-10T11:25:27.531 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_client_cap_release": 0, 2024-05-10T11:25:27.532 INFO:teuthology.orchestra.run.smithi132.stdout: "process_request_cap_release": 0 2024-05-10T11:25:27.532 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.532 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_cache": { 2024-05-10T11:25:27.532 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_update": 0, 2024-05-10T11:25:27.532 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_update_receipt": 0, 2024-05-10T11:25:27.532 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_try_discover": 0, 2024-05-10T11:25:27.532 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_send_discover": 0, 2024-05-10T11:25:27.532 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_handle_discover": 0, 2024-05-10T11:25:27.532 INFO:teuthology.orchestra.run.smithi132.stdout: "num_strays": 0, 2024-05-10T11:25:27.532 INFO:teuthology.orchestra.run.smithi132.stdout: "num_strays_delayed": 0, 2024-05-10T11:25:27.532 INFO:teuthology.orchestra.run.smithi132.stdout: "num_strays_enqueuing": 0, 2024-05-10T11:25:27.532 INFO:teuthology.orchestra.run.smithi132.stdout: "strays_created": 0, 2024-05-10T11:25:27.532 INFO:teuthology.orchestra.run.smithi132.stdout: "strays_enqueued": 0, 2024-05-10T11:25:27.532 INFO:teuthology.orchestra.run.smithi132.stdout: "strays_reintegrated": 0, 2024-05-10T11:25:27.533 INFO:teuthology.orchestra.run.smithi132.stdout: "strays_migrated": 0, 2024-05-10T11:25:27.533 INFO:teuthology.orchestra.run.smithi132.stdout: "num_recovering_processing": 0, 2024-05-10T11:25:27.533 INFO:teuthology.orchestra.run.smithi132.stdout: "num_recovering_enqueued": 0, 2024-05-10T11:25:27.533 INFO:teuthology.orchestra.run.smithi132.stdout: "num_recovering_prioritized": 0, 2024-05-10T11:25:27.533 INFO:teuthology.orchestra.run.smithi132.stdout: "recovery_started": 0, 2024-05-10T11:25:27.533 INFO:teuthology.orchestra.run.smithi132.stdout: "recovery_completed": 0, 2024-05-10T11:25:27.533 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_quiesce_path": 0, 2024-05-10T11:25:27.533 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_quiesce_inode": 0, 2024-05-10T11:25:27.533 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_enqueue_scrub": 0, 2024-05-10T11:25:27.533 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_exportdir": 0, 2024-05-10T11:25:27.533 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_flush": 0, 2024-05-10T11:25:27.533 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_fragmentdir": 0, 2024-05-10T11:25:27.533 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_fragstats": 0, 2024-05-10T11:25:27.533 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_inodestats": 0 2024-05-10T11:25:27.533 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.533 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_log": { 2024-05-10T11:25:27.534 INFO:teuthology.orchestra.run.smithi132.stdout: "evlrg": 0, 2024-05-10T11:25:27.534 INFO:teuthology.orchestra.run.smithi132.stdout: "evadd": 0, 2024-05-10T11:25:27.534 INFO:teuthology.orchestra.run.smithi132.stdout: "evex": 0, 2024-05-10T11:25:27.534 INFO:teuthology.orchestra.run.smithi132.stdout: "evtrm": 0, 2024-05-10T11:25:27.534 INFO:teuthology.orchestra.run.smithi132.stdout: "ev": 157, 2024-05-10T11:25:27.534 INFO:teuthology.orchestra.run.smithi132.stdout: "evexg": 0, 2024-05-10T11:25:27.534 INFO:teuthology.orchestra.run.smithi132.stdout: "evexd": 0, 2024-05-10T11:25:27.534 INFO:teuthology.orchestra.run.smithi132.stdout: "segadd": 0, 2024-05-10T11:25:27.534 INFO:teuthology.orchestra.run.smithi132.stdout: "segex": 0, 2024-05-10T11:25:27.534 INFO:teuthology.orchestra.run.smithi132.stdout: "segtrm": 0, 2024-05-10T11:25:27.534 INFO:teuthology.orchestra.run.smithi132.stdout: "seg": 2, 2024-05-10T11:25:27.534 INFO:teuthology.orchestra.run.smithi132.stdout: "segmjr": 18, 2024-05-10T11:25:27.534 INFO:teuthology.orchestra.run.smithi132.stdout: "segexg": 0, 2024-05-10T11:25:27.534 INFO:teuthology.orchestra.run.smithi132.stdout: "segexd": 0, 2024-05-10T11:25:27.535 INFO:teuthology.orchestra.run.smithi132.stdout: "expos": 4594870, 2024-05-10T11:25:27.535 INFO:teuthology.orchestra.run.smithi132.stdout: "wrpos": 4621762, 2024-05-10T11:25:27.535 INFO:teuthology.orchestra.run.smithi132.stdout: "rdpos": 4620624, 2024-05-10T11:25:27.535 INFO:teuthology.orchestra.run.smithi132.stdout: "jlat": { 2024-05-10T11:25:27.535 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.535 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.535 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.535 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.535 INFO:teuthology.orchestra.run.smithi132.stdout: "replayed": 157 2024-05-10T11:25:27.535 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.535 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_mem": { 2024-05-10T11:25:27.535 INFO:teuthology.orchestra.run.smithi132.stdout: "ino": 17, 2024-05-10T11:25:27.535 INFO:teuthology.orchestra.run.smithi132.stdout: "ino+": 21, 2024-05-10T11:25:27.535 INFO:teuthology.orchestra.run.smithi132.stdout: "ino-": 4, 2024-05-10T11:25:27.536 INFO:teuthology.orchestra.run.smithi132.stdout: "dir": 12, 2024-05-10T11:25:27.536 INFO:teuthology.orchestra.run.smithi132.stdout: "dir+": 13, 2024-05-10T11:25:27.536 INFO:teuthology.orchestra.run.smithi132.stdout: "dir-": 1, 2024-05-10T11:25:27.536 INFO:teuthology.orchestra.run.smithi132.stdout: "dn": 22, 2024-05-10T11:25:27.536 INFO:teuthology.orchestra.run.smithi132.stdout: "dn+": 25, 2024-05-10T11:25:27.536 INFO:teuthology.orchestra.run.smithi132.stdout: "dn-": 3, 2024-05-10T11:25:27.536 INFO:teuthology.orchestra.run.smithi132.stdout: "cap": 0, 2024-05-10T11:25:27.536 INFO:teuthology.orchestra.run.smithi132.stdout: "cap+": 0, 2024-05-10T11:25:27.536 INFO:teuthology.orchestra.run.smithi132.stdout: "cap-": 0, 2024-05-10T11:25:27.536 INFO:teuthology.orchestra.run.smithi132.stdout: "rss": 50100, 2024-05-10T11:25:27.536 INFO:teuthology.orchestra.run.smithi132.stdout: "heap": 215416 2024-05-10T11:25:27.536 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.536 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_server": { 2024-05-10T11:25:27.536 INFO:teuthology.orchestra.run.smithi132.stdout: "dispatch_client_request": 0, 2024-05-10T11:25:27.536 INFO:teuthology.orchestra.run.smithi132.stdout: "dispatch_server_request": 0, 2024-05-10T11:25:27.536 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_client_request": 0, 2024-05-10T11:25:27.537 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_client_session": 0, 2024-05-10T11:25:27.537 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_peer_request": 0, 2024-05-10T11:25:27.537 INFO:teuthology.orchestra.run.smithi132.stdout: "req_create_latency": { 2024-05-10T11:25:27.537 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.537 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.537 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.537 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.537 INFO:teuthology.orchestra.run.smithi132.stdout: "req_getattr_latency": { 2024-05-10T11:25:27.537 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.537 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.537 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.537 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.537 INFO:teuthology.orchestra.run.smithi132.stdout: "req_getfilelock_latency": { 2024-05-10T11:25:27.537 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.537 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.538 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.538 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.538 INFO:teuthology.orchestra.run.smithi132.stdout: "req_link_latency": { 2024-05-10T11:25:27.538 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.538 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.538 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.538 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.538 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookup_latency": { 2024-05-10T11:25:27.538 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.538 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.538 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.538 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.539 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookuphash_latency": { 2024-05-10T11:25:27.539 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.539 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.539 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.539 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.539 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookupino_latency": { 2024-05-10T11:25:27.539 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.539 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.539 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.539 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.539 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookupname_latency": { 2024-05-10T11:25:27.539 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.539 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.539 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.539 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.539 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookupparent_latency": { 2024-05-10T11:25:27.540 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.540 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.540 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.540 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.540 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookupsnap_latency": { 2024-05-10T11:25:27.540 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.540 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.540 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.540 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.540 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lssnap_latency": { 2024-05-10T11:25:27.540 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.540 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.540 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.540 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.540 INFO:teuthology.orchestra.run.smithi132.stdout: "req_mkdir_latency": { 2024-05-10T11:25:27.540 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.541 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.541 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.541 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.541 INFO:teuthology.orchestra.run.smithi132.stdout: "req_mknod_latency": { 2024-05-10T11:25:27.542 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.542 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.542 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.542 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.542 INFO:teuthology.orchestra.run.smithi132.stdout: "req_mksnap_latency": { 2024-05-10T11:25:27.542 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.542 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.542 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.542 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.542 INFO:teuthology.orchestra.run.smithi132.stdout: "req_open_latency": { 2024-05-10T11:25:27.542 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.542 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.542 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.542 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.543 INFO:teuthology.orchestra.run.smithi132.stdout: "req_readdir_latency": { 2024-05-10T11:25:27.543 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.543 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.543 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.543 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.543 INFO:teuthology.orchestra.run.smithi132.stdout: "req_rename_latency": { 2024-05-10T11:25:27.543 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.543 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.543 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.543 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.543 INFO:teuthology.orchestra.run.smithi132.stdout: "req_renamesnap_latency": { 2024-05-10T11:25:27.543 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.543 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.543 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.543 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.544 INFO:teuthology.orchestra.run.smithi132.stdout: "req_snapdiff_latency": { 2024-05-10T11:25:27.544 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.544 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.544 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.544 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.544 INFO:teuthology.orchestra.run.smithi132.stdout: "req_rmdir_latency": { 2024-05-10T11:25:27.544 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.544 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.544 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.544 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.544 INFO:teuthology.orchestra.run.smithi132.stdout: "req_rmsnap_latency": { 2024-05-10T11:25:27.544 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.544 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.544 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.544 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.544 INFO:teuthology.orchestra.run.smithi132.stdout: "req_rmxattr_latency": { 2024-05-10T11:25:27.544 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.545 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.545 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.545 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.545 INFO:teuthology.orchestra.run.smithi132.stdout: "req_setattr_latency": { 2024-05-10T11:25:27.545 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.545 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.545 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.545 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.545 INFO:teuthology.orchestra.run.smithi132.stdout: "req_setdirlayout_latency": { 2024-05-10T11:25:27.545 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.545 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.545 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.545 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.545 INFO:teuthology.orchestra.run.smithi132.stdout: "req_setfilelock_latency": { 2024-05-10T11:25:27.545 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.545 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.546 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.546 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.546 INFO:teuthology.orchestra.run.smithi132.stdout: "req_setlayout_latency": { 2024-05-10T11:25:27.546 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.546 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.546 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.546 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.546 INFO:teuthology.orchestra.run.smithi132.stdout: "req_setxattr_latency": { 2024-05-10T11:25:27.546 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.546 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.546 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.546 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.546 INFO:teuthology.orchestra.run.smithi132.stdout: "req_symlink_latency": { 2024-05-10T11:25:27.546 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.547 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.547 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.547 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.547 INFO:teuthology.orchestra.run.smithi132.stdout: "req_unlink_latency": { 2024-05-10T11:25:27.547 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.547 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.547 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.547 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.547 INFO:teuthology.orchestra.run.smithi132.stdout: "cap_revoke_eviction": 0, 2024-05-10T11:25:27.547 INFO:teuthology.orchestra.run.smithi132.stdout: "cap_acquisition_throttle": 0, 2024-05-10T11:25:27.547 INFO:teuthology.orchestra.run.smithi132.stdout: "req_getvxattr_latency": { 2024-05-10T11:25:27.547 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.547 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.547 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.548 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:27.548 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.548 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_sessions": { 2024-05-10T11:25:27.548 INFO:teuthology.orchestra.run.smithi132.stdout: "session_count": 1, 2024-05-10T11:25:27.548 INFO:teuthology.orchestra.run.smithi132.stdout: "session_add": 4, 2024-05-10T11:25:27.548 INFO:teuthology.orchestra.run.smithi132.stdout: "session_remove": 3, 2024-05-10T11:25:27.548 INFO:teuthology.orchestra.run.smithi132.stdout: "sessions_open": 2, 2024-05-10T11:25:27.548 INFO:teuthology.orchestra.run.smithi132.stdout: "sessions_stale": 0, 2024-05-10T11:25:27.548 INFO:teuthology.orchestra.run.smithi132.stdout: "total_load": 0, 2024-05-10T11:25:27.548 INFO:teuthology.orchestra.run.smithi132.stdout: "average_load": 0, 2024-05-10T11:25:27.548 INFO:teuthology.orchestra.run.smithi132.stdout: "avg_session_uptime": 2709, 2024-05-10T11:25:27.548 INFO:teuthology.orchestra.run.smithi132.stdout: "mdthresh_evicted": 0 2024-05-10T11:25:27.548 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.548 INFO:teuthology.orchestra.run.smithi132.stdout: "mempool": { 2024-05-10T11:25:27.548 INFO:teuthology.orchestra.run.smithi132.stdout: "bloom_filter_bytes": 0, 2024-05-10T11:25:27.549 INFO:teuthology.orchestra.run.smithi132.stdout: "bloom_filter_items": 0, 2024-05-10T11:25:27.549 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_alloc_bytes": 0, 2024-05-10T11:25:27.549 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_alloc_items": 0, 2024-05-10T11:25:27.549 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_data_bytes": 0, 2024-05-10T11:25:27.549 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_data_items": 0, 2024-05-10T11:25:27.549 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-10T11:25:27.549 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_onode_items": 0, 2024-05-10T11:25:27.549 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-10T11:25:27.549 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_meta_items": 0, 2024-05-10T11:25:27.549 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_other_bytes": 0, 2024-05-10T11:25:27.549 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_other_items": 0, 2024-05-10T11:25:27.549 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-10T11:25:27.549 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_buffer_items": 0, 2024-05-10T11:25:27.549 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_extent_bytes": 0, 2024-05-10T11:25:27.549 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_extent_items": 0, 2024-05-10T11:25:27.550 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_blob_bytes": 0, 2024-05-10T11:25:27.550 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_blob_items": 0, 2024-05-10T11:25:27.550 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-10T11:25:27.550 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_shared_blob_items": 0, 2024-05-10T11:25:27.550 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-10T11:25:27.550 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_inline_bl_items": 0, 2024-05-10T11:25:27.550 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_fsck_bytes": 0, 2024-05-10T11:25:27.550 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_fsck_items": 0, 2024-05-10T11:25:27.550 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_txc_bytes": 0, 2024-05-10T11:25:27.550 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_txc_items": 0, 2024-05-10T11:25:27.550 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-10T11:25:27.550 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_writing_deferred_items": 0, 2024-05-10T11:25:27.550 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_writing_bytes": 0, 2024-05-10T11:25:27.550 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_writing_items": 0, 2024-05-10T11:25:27.550 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_bytes": 0, 2024-05-10T11:25:27.551 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_items": 0, 2024-05-10T11:25:27.551 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_file_reader_bytes": 0, 2024-05-10T11:25:27.551 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_file_reader_items": 0, 2024-05-10T11:25:27.551 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_file_writer_bytes": 0, 2024-05-10T11:25:27.551 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_file_writer_items": 0, 2024-05-10T11:25:27.551 INFO:teuthology.orchestra.run.smithi132.stdout: "buffer_anon_bytes": 189383, 2024-05-10T11:25:27.551 INFO:teuthology.orchestra.run.smithi132.stdout: "buffer_anon_items": 50, 2024-05-10T11:25:27.551 INFO:teuthology.orchestra.run.smithi132.stdout: "buffer_meta_bytes": 0, 2024-05-10T11:25:27.551 INFO:teuthology.orchestra.run.smithi132.stdout: "buffer_meta_items": 0, 2024-05-10T11:25:27.551 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_bytes": 0, 2024-05-10T11:25:27.551 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_items": 0, 2024-05-10T11:25:27.551 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_mapbl_bytes": 0, 2024-05-10T11:25:27.551 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_mapbl_items": 0, 2024-05-10T11:25:27.551 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_pglog_bytes": 0, 2024-05-10T11:25:27.551 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_pglog_items": 0, 2024-05-10T11:25:27.552 INFO:teuthology.orchestra.run.smithi132.stdout: "osdmap_bytes": 8888, 2024-05-10T11:25:27.552 INFO:teuthology.orchestra.run.smithi132.stdout: "osdmap_items": 170, 2024-05-10T11:25:27.552 INFO:teuthology.orchestra.run.smithi132.stdout: "osdmap_mapping_bytes": 0, 2024-05-10T11:25:27.552 INFO:teuthology.orchestra.run.smithi132.stdout: "osdmap_mapping_items": 0, 2024-05-10T11:25:27.552 INFO:teuthology.orchestra.run.smithi132.stdout: "pgmap_bytes": 0, 2024-05-10T11:25:27.552 INFO:teuthology.orchestra.run.smithi132.stdout: "pgmap_items": 0, 2024-05-10T11:25:27.552 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_co_bytes": 69081, 2024-05-10T11:25:27.552 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_co_items": 378, 2024-05-10T11:25:27.552 INFO:teuthology.orchestra.run.smithi132.stdout: "unittest_1_bytes": 0, 2024-05-10T11:25:27.552 INFO:teuthology.orchestra.run.smithi132.stdout: "unittest_1_items": 0, 2024-05-10T11:25:27.552 INFO:teuthology.orchestra.run.smithi132.stdout: "unittest_2_bytes": 0, 2024-05-10T11:25:27.552 INFO:teuthology.orchestra.run.smithi132.stdout: "unittest_2_items": 0 2024-05-10T11:25:27.552 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.552 INFO:teuthology.orchestra.run.smithi132.stdout: "objecter": { 2024-05-10T11:25:27.552 INFO:teuthology.orchestra.run.smithi132.stdout: "op_active": 0, 2024-05-10T11:25:27.552 INFO:teuthology.orchestra.run.smithi132.stdout: "op_laggy": 0, 2024-05-10T11:25:27.553 INFO:teuthology.orchestra.run.smithi132.stdout: "op_send": 1411, 2024-05-10T11:25:27.553 INFO:teuthology.orchestra.run.smithi132.stdout: "op_send_bytes": 26, 2024-05-10T11:25:27.553 INFO:teuthology.orchestra.run.smithi132.stdout: "op_resend": 4, 2024-05-10T11:25:27.553 INFO:teuthology.orchestra.run.smithi132.stdout: "op_reply": 1411, 2024-05-10T11:25:27.553 INFO:teuthology.orchestra.run.smithi132.stdout: "op_latency": { 2024-05-10T11:25:27.553 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 1411, 2024-05-10T11:25:27.553 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.593984664, 2024-05-10T11:25:27.553 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000420967 2024-05-10T11:25:27.553 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.553 INFO:teuthology.orchestra.run.smithi132.stdout: "op_inflight": 0, 2024-05-10T11:25:27.553 INFO:teuthology.orchestra.run.smithi132.stdout: "oplen_avg": { 2024-05-10T11:25:27.553 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 1411, 2024-05-10T11:25:27.553 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 1412 2024-05-10T11:25:27.553 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.553 INFO:teuthology.orchestra.run.smithi132.stdout: "op": 1411, 2024-05-10T11:25:27.553 INFO:teuthology.orchestra.run.smithi132.stdout: "op_r": 1411, 2024-05-10T11:25:27.554 INFO:teuthology.orchestra.run.smithi132.stdout: "op_w": 0, 2024-05-10T11:25:27.554 INFO:teuthology.orchestra.run.smithi132.stdout: "op_rmw": 0, 2024-05-10T11:25:27.554 INFO:teuthology.orchestra.run.smithi132.stdout: "op_pg": 0, 2024-05-10T11:25:27.554 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_stat": 892, 2024-05-10T11:25:27.554 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_create": 0, 2024-05-10T11:25:27.554 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_read": 516, 2024-05-10T11:25:27.554 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_write": 0, 2024-05-10T11:25:27.554 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_writefull": 0, 2024-05-10T11:25:27.554 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_writesame": 0, 2024-05-10T11:25:27.554 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_append": 0, 2024-05-10T11:25:27.554 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_zero": 0, 2024-05-10T11:25:27.554 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_truncate": 0, 2024-05-10T11:25:27.554 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_delete": 0, 2024-05-10T11:25:27.554 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_mapext": 0, 2024-05-10T11:25:27.554 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_sparse_read": 0, 2024-05-10T11:25:27.555 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_clonerange": 0, 2024-05-10T11:25:27.555 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_getxattr": 2, 2024-05-10T11:25:27.555 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_setxattr": 0, 2024-05-10T11:25:27.555 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_cmpxattr": 0, 2024-05-10T11:25:27.555 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_rmxattr": 0, 2024-05-10T11:25:27.555 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_resetxattrs": 0, 2024-05-10T11:25:27.555 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_call": 0, 2024-05-10T11:25:27.555 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_watch": 0, 2024-05-10T11:25:27.555 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_notify": 0, 2024-05-10T11:25:27.555 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_src_cmpxattr": 0, 2024-05-10T11:25:27.555 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_pgls": 0, 2024-05-10T11:25:27.555 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_pgls_filter": 0, 2024-05-10T11:25:27.555 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_other": 0, 2024-05-10T11:25:27.555 INFO:teuthology.orchestra.run.smithi132.stdout: "linger_active": 0, 2024-05-10T11:25:27.555 INFO:teuthology.orchestra.run.smithi132.stdout: "linger_send": 0, 2024-05-10T11:25:27.555 INFO:teuthology.orchestra.run.smithi132.stdout: "linger_resend": 0, 2024-05-10T11:25:27.556 INFO:teuthology.orchestra.run.smithi132.stdout: "linger_ping": 0, 2024-05-10T11:25:27.556 INFO:teuthology.orchestra.run.smithi132.stdout: "poolop_active": 0, 2024-05-10T11:25:27.556 INFO:teuthology.orchestra.run.smithi132.stdout: "poolop_send": 0, 2024-05-10T11:25:27.556 INFO:teuthology.orchestra.run.smithi132.stdout: "poolop_resend": 0, 2024-05-10T11:25:27.556 INFO:teuthology.orchestra.run.smithi132.stdout: "poolstat_active": 0, 2024-05-10T11:25:27.556 INFO:teuthology.orchestra.run.smithi132.stdout: "poolstat_send": 0, 2024-05-10T11:25:27.556 INFO:teuthology.orchestra.run.smithi132.stdout: "poolstat_resend": 0, 2024-05-10T11:25:27.556 INFO:teuthology.orchestra.run.smithi132.stdout: "statfs_active": 0, 2024-05-10T11:25:27.556 INFO:teuthology.orchestra.run.smithi132.stdout: "statfs_send": 0, 2024-05-10T11:25:27.556 INFO:teuthology.orchestra.run.smithi132.stdout: "statfs_resend": 0, 2024-05-10T11:25:27.556 INFO:teuthology.orchestra.run.smithi132.stdout: "command_active": 0, 2024-05-10T11:25:27.556 INFO:teuthology.orchestra.run.smithi132.stdout: "command_send": 0, 2024-05-10T11:25:27.556 INFO:teuthology.orchestra.run.smithi132.stdout: "command_resend": 0, 2024-05-10T11:25:27.556 INFO:teuthology.orchestra.run.smithi132.stdout: "map_epoch": 90, 2024-05-10T11:25:27.556 INFO:teuthology.orchestra.run.smithi132.stdout: "map_full": 0, 2024-05-10T11:25:27.556 INFO:teuthology.orchestra.run.smithi132.stdout: "map_inc": 2, 2024-05-10T11:25:27.557 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_sessions": 5, 2024-05-10T11:25:27.557 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_session_open": 5, 2024-05-10T11:25:27.557 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_session_close": 0, 2024-05-10T11:25:27.557 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_laggy": 0, 2024-05-10T11:25:27.557 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_wr": 0, 2024-05-10T11:25:27.557 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_rd": 2, 2024-05-10T11:25:27.557 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_del": 0 2024-05-10T11:25:27.557 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.557 INFO:teuthology.orchestra.run.smithi132.stdout: "oft": { 2024-05-10T11:25:27.557 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_total_objs": 0, 2024-05-10T11:25:27.557 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_total_kv_pairs": 0, 2024-05-10T11:25:27.557 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_total_updates": 0, 2024-05-10T11:25:27.557 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_total_removes": 0 2024-05-10T11:25:27.557 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.557 INFO:teuthology.orchestra.run.smithi132.stdout: "osd-slow-ops": { 2024-05-10T11:25:27.557 INFO:teuthology.orchestra.run.smithi132.stdout: "slow_ops_count": 0 2024-05-10T11:25:27.558 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.558 INFO:teuthology.orchestra.run.smithi132.stdout: "purge_queue": { 2024-05-10T11:25:27.558 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executing_ops": 0, 2024-05-10T11:25:27.558 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executing_ops_high_water": 0, 2024-05-10T11:25:27.558 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executing": 0, 2024-05-10T11:25:27.558 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executing_high_water": 0, 2024-05-10T11:25:27.558 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executed_ops": 0, 2024-05-10T11:25:27.558 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executed": 0, 2024-05-10T11:25:27.558 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_item_in_journal": 0 2024-05-10T11:25:27.558 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.558 INFO:teuthology.orchestra.run.smithi132.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-10T11:25:27.558 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 0, 2024-05-10T11:25:27.558 INFO:teuthology.orchestra.run.smithi132.stdout: "max": 104857600, 2024-05-10T11:25:27.558 INFO:teuthology.orchestra.run.smithi132.stdout: "get_started": 0, 2024-05-10T11:25:27.558 INFO:teuthology.orchestra.run.smithi132.stdout: "get": 1577, 2024-05-10T11:25:27.559 INFO:teuthology.orchestra.run.smithi132.stdout: "get_sum": 1498699, 2024-05-10T11:25:27.559 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:27.559 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_success": 1577, 2024-05-10T11:25:27.559 INFO:teuthology.orchestra.run.smithi132.stdout: "take": 0, 2024-05-10T11:25:27.559 INFO:teuthology.orchestra.run.smithi132.stdout: "take_sum": 0, 2024-05-10T11:25:27.559 INFO:teuthology.orchestra.run.smithi132.stdout: "put": 1577, 2024-05-10T11:25:27.559 INFO:teuthology.orchestra.run.smithi132.stdout: "put_sum": 1498699, 2024-05-10T11:25:27.559 INFO:teuthology.orchestra.run.smithi132.stdout: "wait": { 2024-05-10T11:25:27.559 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.559 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.559 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.559 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:27.559 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.559 INFO:teuthology.orchestra.run.smithi132.stdout: "throttle-objecter_bytes": { 2024-05-10T11:25:27.559 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 0, 2024-05-10T11:25:27.559 INFO:teuthology.orchestra.run.smithi132.stdout: "max": 104857600, 2024-05-10T11:25:27.560 INFO:teuthology.orchestra.run.smithi132.stdout: "get_started": 0, 2024-05-10T11:25:27.560 INFO:teuthology.orchestra.run.smithi132.stdout: "get": 0, 2024-05-10T11:25:27.560 INFO:teuthology.orchestra.run.smithi132.stdout: "get_sum": 0, 2024-05-10T11:25:27.560 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:27.560 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:27.560 INFO:teuthology.orchestra.run.smithi132.stdout: "take": 1411, 2024-05-10T11:25:27.560 INFO:teuthology.orchestra.run.smithi132.stdout: "take_sum": 427468, 2024-05-10T11:25:27.560 INFO:teuthology.orchestra.run.smithi132.stdout: "put": 1411, 2024-05-10T11:25:27.560 INFO:teuthology.orchestra.run.smithi132.stdout: "put_sum": 427468, 2024-05-10T11:25:27.560 INFO:teuthology.orchestra.run.smithi132.stdout: "wait": { 2024-05-10T11:25:27.560 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.560 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.560 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.560 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:27.560 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.561 INFO:teuthology.orchestra.run.smithi132.stdout: "throttle-objecter_ops": { 2024-05-10T11:25:27.561 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 0, 2024-05-10T11:25:27.561 INFO:teuthology.orchestra.run.smithi132.stdout: "max": 1024, 2024-05-10T11:25:27.561 INFO:teuthology.orchestra.run.smithi132.stdout: "get_started": 0, 2024-05-10T11:25:27.561 INFO:teuthology.orchestra.run.smithi132.stdout: "get": 0, 2024-05-10T11:25:27.561 INFO:teuthology.orchestra.run.smithi132.stdout: "get_sum": 0, 2024-05-10T11:25:27.561 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:27.561 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:27.561 INFO:teuthology.orchestra.run.smithi132.stdout: "take": 1411, 2024-05-10T11:25:27.561 INFO:teuthology.orchestra.run.smithi132.stdout: "take_sum": 1411, 2024-05-10T11:25:27.561 INFO:teuthology.orchestra.run.smithi132.stdout: "put": 1411, 2024-05-10T11:25:27.561 INFO:teuthology.orchestra.run.smithi132.stdout: "put_sum": 1411, 2024-05-10T11:25:27.561 INFO:teuthology.orchestra.run.smithi132.stdout: "wait": { 2024-05-10T11:25:27.561 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.561 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.561 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.561 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:27.562 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.562 INFO:teuthology.orchestra.run.smithi132.stdout: "throttle-write_buf_throttle": { 2024-05-10T11:25:27.562 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 0, 2024-05-10T11:25:27.562 INFO:teuthology.orchestra.run.smithi132.stdout: "max": 3758096384, 2024-05-10T11:25:27.562 INFO:teuthology.orchestra.run.smithi132.stdout: "get_started": 0, 2024-05-10T11:25:27.562 INFO:teuthology.orchestra.run.smithi132.stdout: "get": 0, 2024-05-10T11:25:27.562 INFO:teuthology.orchestra.run.smithi132.stdout: "get_sum": 0, 2024-05-10T11:25:27.562 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:27.562 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:27.562 INFO:teuthology.orchestra.run.smithi132.stdout: "take": 0, 2024-05-10T11:25:27.562 INFO:teuthology.orchestra.run.smithi132.stdout: "take_sum": 0, 2024-05-10T11:25:27.562 INFO:teuthology.orchestra.run.smithi132.stdout: "put": 0, 2024-05-10T11:25:27.562 INFO:teuthology.orchestra.run.smithi132.stdout: "put_sum": 0, 2024-05-10T11:25:27.562 INFO:teuthology.orchestra.run.smithi132.stdout: "wait": { 2024-05-10T11:25:27.562 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.563 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.563 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.563 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:27.563 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:27.563 INFO:teuthology.orchestra.run.smithi132.stdout: "throttle-write_buf_throttle-0x559cd57e86e0": { 2024-05-10T11:25:27.563 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 0, 2024-05-10T11:25:27.563 INFO:teuthology.orchestra.run.smithi132.stdout: "max": 3758096384, 2024-05-10T11:25:27.563 INFO:teuthology.orchestra.run.smithi132.stdout: "get_started": 0, 2024-05-10T11:25:27.563 INFO:teuthology.orchestra.run.smithi132.stdout: "get": 0, 2024-05-10T11:25:27.563 INFO:teuthology.orchestra.run.smithi132.stdout: "get_sum": 0, 2024-05-10T11:25:27.563 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:27.563 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:27.563 INFO:teuthology.orchestra.run.smithi132.stdout: "take": 0, 2024-05-10T11:25:27.563 INFO:teuthology.orchestra.run.smithi132.stdout: "take_sum": 0, 2024-05-10T11:25:27.563 INFO:teuthology.orchestra.run.smithi132.stdout: "put": 0, 2024-05-10T11:25:27.563 INFO:teuthology.orchestra.run.smithi132.stdout: "put_sum": 0, 2024-05-10T11:25:27.564 INFO:teuthology.orchestra.run.smithi132.stdout: "wait": { 2024-05-10T11:25:27.564 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:27.564 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:27.564 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:27.564 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:27.564 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:27.564 INFO:teuthology.orchestra.run.smithi132.stdout:} 2024-05-10T11:25:28.331 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-05-10T11:25:28.331 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-05-10T11:25:28.332 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-05-10T11:25:28.332 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=0 2024-05-10T11:25:28.332 DEBUG:tasks.check_counter:Getting stats from k 2024-05-10T11:25:28.332 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph daemon mds.k perf dump 2024-05-10T11:25:28.385 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:28 smithi053 ceph-mon[30153]: pgmap v560: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-05-10T11:25:28.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:28 smithi132 ceph-mon[33758]: pgmap v560: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-05-10T11:25:28.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:28 smithi187 ceph-mon[34076]: pgmap v560: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-05-10T11:25:28.575 INFO:teuthology.orchestra.run.smithi132.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.b/config 2024-05-10T11:25:30.368 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:30 smithi132 ceph-mon[33758]: pgmap v561: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-10T11:25:30.369 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2024-05-10T11:25:30.369 INFO:teuthology.orchestra.run.smithi132.stdout: "AsyncMessenger::Worker-0": { 2024-05-10T11:25:30.369 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_messages": 458, 2024-05-10T11:25:30.369 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages": 460, 2024-05-10T11:25:30.369 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_bytes": 122684, 2024-05-10T11:25:30.369 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_bytes": 145708, 2024-05-10T11:25:30.369 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_created_connections": 6, 2024-05-10T11:25:30.369 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_active_connections": 2, 2024-05-10T11:25:30.369 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_total_time": 0.042514959, 2024-05-10T11:25:30.369 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_send_time": 0.016740549, 2024-05-10T11:25:30.369 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_recv_time": 0.010262343, 2024-05-10T11:25:30.369 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_fast_dispatch_time": 0.010705380, 2024-05-10T11:25:30.370 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:30.370 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 458, 2024-05-10T11:25:30.370 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.017888330, 2024-05-10T11:25:30.370 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000039057 2024-05-10T11:25:30.370 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.370 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:30.370 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.370 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.370 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.370 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.370 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-10T11:25:30.370 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_encrypted_bytes": 0 2024-05-10T11:25:30.370 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.370 INFO:teuthology.orchestra.run.smithi132.stdout: "AsyncMessenger::Worker-1": { 2024-05-10T11:25:30.371 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_messages": 367, 2024-05-10T11:25:30.371 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages": 483, 2024-05-10T11:25:30.371 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_bytes": 90218, 2024-05-10T11:25:30.371 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_bytes": 370265, 2024-05-10T11:25:30.371 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_created_connections": 5, 2024-05-10T11:25:30.371 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_active_connections": 4, 2024-05-10T11:25:30.371 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_total_time": 0.040829274, 2024-05-10T11:25:30.371 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_send_time": 0.015029295, 2024-05-10T11:25:30.371 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_recv_time": 0.008980368, 2024-05-10T11:25:30.371 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_fast_dispatch_time": 0.012482333, 2024-05-10T11:25:30.371 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:30.371 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 481, 2024-05-10T11:25:30.371 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.022957780, 2024-05-10T11:25:30.371 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000047729 2024-05-10T11:25:30.372 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.372 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:30.372 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.372 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.372 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.372 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.372 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-10T11:25:30.372 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_encrypted_bytes": 253872 2024-05-10T11:25:30.372 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.372 INFO:teuthology.orchestra.run.smithi132.stdout: "AsyncMessenger::Worker-2": { 2024-05-10T11:25:30.372 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_messages": 622, 2024-05-10T11:25:30.372 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages": 613, 2024-05-10T11:25:30.372 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_bytes": 980752, 2024-05-10T11:25:30.372 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_bytes": 238702, 2024-05-10T11:25:30.372 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_created_connections": 3, 2024-05-10T11:25:30.373 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_active_connections": 2, 2024-05-10T11:25:30.373 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_total_time": 0.084182095, 2024-05-10T11:25:30.373 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_send_time": 0.027604124, 2024-05-10T11:25:30.373 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_recv_time": 0.033859030, 2024-05-10T11:25:30.373 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_running_fast_dispatch_time": 0.021430755, 2024-05-10T11:25:30.373 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:30.373 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 613, 2024-05-10T11:25:30.373 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.036126272, 2024-05-10T11:25:30.373 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000058933 2024-05-10T11:25:30.373 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.373 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:30.373 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.373 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.373 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.373 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.373 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_recv_encrypted_bytes": 829888, 2024-05-10T11:25:30.374 INFO:teuthology.orchestra.run.smithi132.stdout: "msgr_send_encrypted_bytes": 95920 2024-05-10T11:25:30.374 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.374 INFO:teuthology.orchestra.run.smithi132.stdout: "cct": { 2024-05-10T11:25:30.374 INFO:teuthology.orchestra.run.smithi132.stdout: "total_workers": 1, 2024-05-10T11:25:30.374 INFO:teuthology.orchestra.run.smithi132.stdout: "unhealthy_workers": 0 2024-05-10T11:25:30.374 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.374 INFO:teuthology.orchestra.run.smithi132.stdout: "finisher-MDSRank": { 2024-05-10T11:25:30.374 INFO:teuthology.orchestra.run.smithi132.stdout: "queue_len": 0, 2024-05-10T11:25:30.374 INFO:teuthology.orchestra.run.smithi132.stdout: "complete_latency": { 2024-05-10T11:25:30.374 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 2139, 2024-05-10T11:25:30.374 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.060974054, 2024-05-10T11:25:30.374 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000028505 2024-05-10T11:25:30.374 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:30.375 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.375 INFO:teuthology.orchestra.run.smithi132.stdout: "finisher-PurgeQueue": { 2024-05-10T11:25:30.375 INFO:teuthology.orchestra.run.smithi132.stdout: "queue_len": 0, 2024-05-10T11:25:30.375 INFO:teuthology.orchestra.run.smithi132.stdout: "complete_latency": { 2024-05-10T11:25:30.375 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.375 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.375 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.375 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:30.375 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.375 INFO:teuthology.orchestra.run.smithi132.stdout: "mds": { 2024-05-10T11:25:30.375 INFO:teuthology.orchestra.run.smithi132.stdout: "request": 0, 2024-05-10T11:25:30.375 INFO:teuthology.orchestra.run.smithi132.stdout: "reply": 0, 2024-05-10T11:25:30.375 INFO:teuthology.orchestra.run.smithi132.stdout: "reply_latency": { 2024-05-10T11:25:30.375 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.376 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.376 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.376 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.376 INFO:teuthology.orchestra.run.smithi132.stdout: "slow_reply": 0, 2024-05-10T11:25:30.376 INFO:teuthology.orchestra.run.smithi132.stdout: "forward": 0, 2024-05-10T11:25:30.376 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_fetch_complete": 0, 2024-05-10T11:25:30.376 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_fetch_keys": 0, 2024-05-10T11:25:30.376 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_commit": 0, 2024-05-10T11:25:30.376 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_split": 0, 2024-05-10T11:25:30.376 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_merge": 0, 2024-05-10T11:25:30.376 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes": 0, 2024-05-10T11:25:30.376 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_top": 0, 2024-05-10T11:25:30.376 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_bottom": 0, 2024-05-10T11:25:30.376 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_pin_tail": 0, 2024-05-10T11:25:30.377 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_pinned": 0, 2024-05-10T11:25:30.377 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_expired": 0, 2024-05-10T11:25:30.377 INFO:teuthology.orchestra.run.smithi132.stdout: "inodes_with_caps": 0, 2024-05-10T11:25:30.377 INFO:teuthology.orchestra.run.smithi132.stdout: "caps": 0, 2024-05-10T11:25:30.377 INFO:teuthology.orchestra.run.smithi132.stdout: "subtrees": 1, 2024-05-10T11:25:30.377 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse": 0, 2024-05-10T11:25:30.377 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_hit": 0, 2024-05-10T11:25:30.377 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_forward": 0, 2024-05-10T11:25:30.377 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_discover": 0, 2024-05-10T11:25:30.377 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_dir_fetch": 0, 2024-05-10T11:25:30.377 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_remote_ino": 0, 2024-05-10T11:25:30.377 INFO:teuthology.orchestra.run.smithi132.stdout: "traverse_lock": 0, 2024-05-10T11:25:30.377 INFO:teuthology.orchestra.run.smithi132.stdout: "load_cent": 0, 2024-05-10T11:25:30.377 INFO:teuthology.orchestra.run.smithi132.stdout: "q": 0, 2024-05-10T11:25:30.377 INFO:teuthology.orchestra.run.smithi132.stdout: "exported": 0, 2024-05-10T11:25:30.377 INFO:teuthology.orchestra.run.smithi132.stdout: "exported_inodes": 0, 2024-05-10T11:25:30.378 INFO:teuthology.orchestra.run.smithi132.stdout: "imported": 0, 2024-05-10T11:25:30.378 INFO:teuthology.orchestra.run.smithi132.stdout: "imported_inodes": 0, 2024-05-10T11:25:30.378 INFO:teuthology.orchestra.run.smithi132.stdout: "openino_dir_fetch": 0, 2024-05-10T11:25:30.378 INFO:teuthology.orchestra.run.smithi132.stdout: "openino_backtrace_fetch": 0, 2024-05-10T11:25:30.378 INFO:teuthology.orchestra.run.smithi132.stdout: "openino_peer_discover": 0, 2024-05-10T11:25:30.378 INFO:teuthology.orchestra.run.smithi132.stdout: "root_rfiles": 0, 2024-05-10T11:25:30.378 INFO:teuthology.orchestra.run.smithi132.stdout: "root_rbytes": 0, 2024-05-10T11:25:30.378 INFO:teuthology.orchestra.run.smithi132.stdout: "root_rsnaps": 0, 2024-05-10T11:25:30.378 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_backtrace_fetch": 0, 2024-05-10T11:25:30.378 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_set_tag": 0, 2024-05-10T11:25:30.378 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_backtrace_repaired": 0, 2024-05-10T11:25:30.378 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_inotable_repaired": 0, 2024-05-10T11:25:30.378 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_dir_inodes": 0, 2024-05-10T11:25:30.379 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_dir_base_inodes": 0, 2024-05-10T11:25:30.379 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_dirfrag_rstats": 0, 2024-05-10T11:25:30.379 INFO:teuthology.orchestra.run.smithi132.stdout: "scrub_file_inodes": 0, 2024-05-10T11:25:30.379 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_inode_file_caps": 0, 2024-05-10T11:25:30.379 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_cap_op_revoke": 0, 2024-05-10T11:25:30.379 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_cap_op_grant": 0, 2024-05-10T11:25:30.379 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_cap_op_trunc": 0, 2024-05-10T11:25:30.379 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-10T11:25:30.379 INFO:teuthology.orchestra.run.smithi132.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-10T11:25:30.379 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_client_caps": 0, 2024-05-10T11:25:30.379 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_client_caps_dirty": 0, 2024-05-10T11:25:30.379 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_client_cap_release": 0, 2024-05-10T11:25:30.379 INFO:teuthology.orchestra.run.smithi132.stdout: "process_request_cap_release": 0 2024-05-10T11:25:30.379 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.379 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_cache": { 2024-05-10T11:25:30.379 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_update": 0, 2024-05-10T11:25:30.380 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_update_receipt": 0, 2024-05-10T11:25:30.380 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_try_discover": 0, 2024-05-10T11:25:30.380 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_send_discover": 0, 2024-05-10T11:25:30.380 INFO:teuthology.orchestra.run.smithi132.stdout: "dir_handle_discover": 0, 2024-05-10T11:25:30.380 INFO:teuthology.orchestra.run.smithi132.stdout: "num_strays": 0, 2024-05-10T11:25:30.380 INFO:teuthology.orchestra.run.smithi132.stdout: "num_strays_delayed": 0, 2024-05-10T11:25:30.380 INFO:teuthology.orchestra.run.smithi132.stdout: "num_strays_enqueuing": 0, 2024-05-10T11:25:30.380 INFO:teuthology.orchestra.run.smithi132.stdout: "strays_created": 0, 2024-05-10T11:25:30.380 INFO:teuthology.orchestra.run.smithi132.stdout: "strays_enqueued": 0, 2024-05-10T11:25:30.380 INFO:teuthology.orchestra.run.smithi132.stdout: "strays_reintegrated": 0, 2024-05-10T11:25:30.380 INFO:teuthology.orchestra.run.smithi132.stdout: "strays_migrated": 0, 2024-05-10T11:25:30.380 INFO:teuthology.orchestra.run.smithi132.stdout: "num_recovering_processing": 0, 2024-05-10T11:25:30.380 INFO:teuthology.orchestra.run.smithi132.stdout: "num_recovering_enqueued": 0, 2024-05-10T11:25:30.380 INFO:teuthology.orchestra.run.smithi132.stdout: "num_recovering_prioritized": 0, 2024-05-10T11:25:30.380 INFO:teuthology.orchestra.run.smithi132.stdout: "recovery_started": 0, 2024-05-10T11:25:30.381 INFO:teuthology.orchestra.run.smithi132.stdout: "recovery_completed": 0, 2024-05-10T11:25:30.381 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_quiesce_path": 0, 2024-05-10T11:25:30.381 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_quiesce_inode": 0, 2024-05-10T11:25:30.381 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_enqueue_scrub": 0, 2024-05-10T11:25:30.381 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_exportdir": 0, 2024-05-10T11:25:30.381 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_flush": 0, 2024-05-10T11:25:30.381 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_fragmentdir": 0, 2024-05-10T11:25:30.381 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_fragstats": 0, 2024-05-10T11:25:30.381 INFO:teuthology.orchestra.run.smithi132.stdout: "ireq_inodestats": 0 2024-05-10T11:25:30.381 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.381 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_log": { 2024-05-10T11:25:30.381 INFO:teuthology.orchestra.run.smithi132.stdout: "evlrg": 0, 2024-05-10T11:25:30.381 INFO:teuthology.orchestra.run.smithi132.stdout: "evadd": 0, 2024-05-10T11:25:30.381 INFO:teuthology.orchestra.run.smithi132.stdout: "evex": 0, 2024-05-10T11:25:30.381 INFO:teuthology.orchestra.run.smithi132.stdout: "evtrm": 0, 2024-05-10T11:25:30.381 INFO:teuthology.orchestra.run.smithi132.stdout: "ev": 7, 2024-05-10T11:25:30.382 INFO:teuthology.orchestra.run.smithi132.stdout: "evexg": 0, 2024-05-10T11:25:30.382 INFO:teuthology.orchestra.run.smithi132.stdout: "evexd": 0, 2024-05-10T11:25:30.382 INFO:teuthology.orchestra.run.smithi132.stdout: "segadd": 0, 2024-05-10T11:25:30.382 INFO:teuthology.orchestra.run.smithi132.stdout: "segex": 0, 2024-05-10T11:25:30.382 INFO:teuthology.orchestra.run.smithi132.stdout: "segtrm": 0, 2024-05-10T11:25:30.382 INFO:teuthology.orchestra.run.smithi132.stdout: "seg": 2, 2024-05-10T11:25:30.382 INFO:teuthology.orchestra.run.smithi132.stdout: "segmjr": 2, 2024-05-10T11:25:30.382 INFO:teuthology.orchestra.run.smithi132.stdout: "segexg": 0, 2024-05-10T11:25:30.382 INFO:teuthology.orchestra.run.smithi132.stdout: "segexd": 0, 2024-05-10T11:25:30.382 INFO:teuthology.orchestra.run.smithi132.stdout: "expos": 4194304, 2024-05-10T11:25:30.382 INFO:teuthology.orchestra.run.smithi132.stdout: "wrpos": 4196449, 2024-05-10T11:25:30.382 INFO:teuthology.orchestra.run.smithi132.stdout: "rdpos": 4196308, 2024-05-10T11:25:30.382 INFO:teuthology.orchestra.run.smithi132.stdout: "jlat": { 2024-05-10T11:25:30.382 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.382 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.383 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.383 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.383 INFO:teuthology.orchestra.run.smithi132.stdout: "replayed": 7 2024-05-10T11:25:30.383 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.383 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_mem": { 2024-05-10T11:25:30.383 INFO:teuthology.orchestra.run.smithi132.stdout: "ino": 3, 2024-05-10T11:25:30.383 INFO:teuthology.orchestra.run.smithi132.stdout: "ino+": 3, 2024-05-10T11:25:30.383 INFO:teuthology.orchestra.run.smithi132.stdout: "ino-": 0, 2024-05-10T11:25:30.383 INFO:teuthology.orchestra.run.smithi132.stdout: "dir": 1, 2024-05-10T11:25:30.383 INFO:teuthology.orchestra.run.smithi132.stdout: "dir+": 1, 2024-05-10T11:25:30.383 INFO:teuthology.orchestra.run.smithi132.stdout: "dir-": 0, 2024-05-10T11:25:30.383 INFO:teuthology.orchestra.run.smithi132.stdout: "dn": 0, 2024-05-10T11:25:30.383 INFO:teuthology.orchestra.run.smithi132.stdout: "dn+": 0, 2024-05-10T11:25:30.384 INFO:teuthology.orchestra.run.smithi132.stdout: "dn-": 0, 2024-05-10T11:25:30.384 INFO:teuthology.orchestra.run.smithi132.stdout: "cap": 0, 2024-05-10T11:25:30.384 INFO:teuthology.orchestra.run.smithi132.stdout: "cap+": 0, 2024-05-10T11:25:30.384 INFO:teuthology.orchestra.run.smithi132.stdout: "cap-": 0, 2024-05-10T11:25:30.384 INFO:teuthology.orchestra.run.smithi132.stdout: "rss": 49880, 2024-05-10T11:25:30.384 INFO:teuthology.orchestra.run.smithi132.stdout: "heap": 215416 2024-05-10T11:25:30.384 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.384 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_server": { 2024-05-10T11:25:30.384 INFO:teuthology.orchestra.run.smithi132.stdout: "dispatch_client_request": 0, 2024-05-10T11:25:30.384 INFO:teuthology.orchestra.run.smithi132.stdout: "dispatch_server_request": 0, 2024-05-10T11:25:30.384 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_client_request": 0, 2024-05-10T11:25:30.384 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_client_session": 0, 2024-05-10T11:25:30.384 INFO:teuthology.orchestra.run.smithi132.stdout: "handle_peer_request": 0, 2024-05-10T11:25:30.384 INFO:teuthology.orchestra.run.smithi132.stdout: "req_create_latency": { 2024-05-10T11:25:30.384 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.385 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.385 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.385 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.385 INFO:teuthology.orchestra.run.smithi132.stdout: "req_getattr_latency": { 2024-05-10T11:25:30.385 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.385 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.385 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.385 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.385 INFO:teuthology.orchestra.run.smithi132.stdout: "req_getfilelock_latency": { 2024-05-10T11:25:30.385 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.385 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.385 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.385 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.385 INFO:teuthology.orchestra.run.smithi132.stdout: "req_link_latency": { 2024-05-10T11:25:30.385 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.385 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.386 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.386 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.386 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookup_latency": { 2024-05-10T11:25:30.386 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.386 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.386 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.386 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.386 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookuphash_latency": { 2024-05-10T11:25:30.386 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.386 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.386 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.386 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.386 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookupino_latency": { 2024-05-10T11:25:30.386 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.386 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.386 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.387 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.387 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookupname_latency": { 2024-05-10T11:25:30.387 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.387 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.387 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.387 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.387 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookupparent_latency": { 2024-05-10T11:25:30.387 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.387 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.387 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.387 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.387 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lookupsnap_latency": { 2024-05-10T11:25:30.387 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.387 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.387 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.387 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.387 INFO:teuthology.orchestra.run.smithi132.stdout: "req_lssnap_latency": { 2024-05-10T11:25:30.388 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.388 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.388 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.388 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.388 INFO:teuthology.orchestra.run.smithi132.stdout: "req_mkdir_latency": { 2024-05-10T11:25:30.388 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.388 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.388 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.388 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.389 INFO:teuthology.orchestra.run.smithi132.stdout: "req_mknod_latency": { 2024-05-10T11:25:30.389 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.389 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.389 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.389 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.389 INFO:teuthology.orchestra.run.smithi132.stdout: "req_mksnap_latency": { 2024-05-10T11:25:30.389 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.389 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.389 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.389 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.389 INFO:teuthology.orchestra.run.smithi132.stdout: "req_open_latency": { 2024-05-10T11:25:30.389 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.389 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.389 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.389 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.390 INFO:teuthology.orchestra.run.smithi132.stdout: "req_readdir_latency": { 2024-05-10T11:25:30.390 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.390 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.390 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.390 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.390 INFO:teuthology.orchestra.run.smithi132.stdout: "req_rename_latency": { 2024-05-10T11:25:30.390 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.390 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.390 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.390 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.390 INFO:teuthology.orchestra.run.smithi132.stdout: "req_renamesnap_latency": { 2024-05-10T11:25:30.390 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.390 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.391 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.391 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.391 INFO:teuthology.orchestra.run.smithi132.stdout: "req_snapdiff_latency": { 2024-05-10T11:25:30.391 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.391 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.391 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.391 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.391 INFO:teuthology.orchestra.run.smithi132.stdout: "req_rmdir_latency": { 2024-05-10T11:25:30.391 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.391 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.391 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.391 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.391 INFO:teuthology.orchestra.run.smithi132.stdout: "req_rmsnap_latency": { 2024-05-10T11:25:30.391 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.391 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.392 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.392 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.392 INFO:teuthology.orchestra.run.smithi132.stdout: "req_rmxattr_latency": { 2024-05-10T11:25:30.392 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.392 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.392 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.392 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.392 INFO:teuthology.orchestra.run.smithi132.stdout: "req_setattr_latency": { 2024-05-10T11:25:30.392 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.392 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.392 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.392 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.392 INFO:teuthology.orchestra.run.smithi132.stdout: "req_setdirlayout_latency": { 2024-05-10T11:25:30.393 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.393 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.393 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.393 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.393 INFO:teuthology.orchestra.run.smithi132.stdout: "req_setfilelock_latency": { 2024-05-10T11:25:30.393 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.393 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.393 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.393 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.393 INFO:teuthology.orchestra.run.smithi132.stdout: "req_setlayout_latency": { 2024-05-10T11:25:30.393 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.393 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.393 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.393 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.393 INFO:teuthology.orchestra.run.smithi132.stdout: "req_setxattr_latency": { 2024-05-10T11:25:30.394 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.394 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.394 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.394 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.394 INFO:teuthology.orchestra.run.smithi132.stdout: "req_symlink_latency": { 2024-05-10T11:25:30.394 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.394 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.394 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.394 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.394 INFO:teuthology.orchestra.run.smithi132.stdout: "req_unlink_latency": { 2024-05-10T11:25:30.394 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.394 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.394 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.395 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.395 INFO:teuthology.orchestra.run.smithi132.stdout: "cap_revoke_eviction": 0, 2024-05-10T11:25:30.395 INFO:teuthology.orchestra.run.smithi132.stdout: "cap_acquisition_throttle": 0, 2024-05-10T11:25:30.395 INFO:teuthology.orchestra.run.smithi132.stdout: "req_getvxattr_latency": { 2024-05-10T11:25:30.395 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.395 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.395 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.395 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:30.395 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.395 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_sessions": { 2024-05-10T11:25:30.395 INFO:teuthology.orchestra.run.smithi132.stdout: "session_count": 1, 2024-05-10T11:25:30.395 INFO:teuthology.orchestra.run.smithi132.stdout: "session_add": 3, 2024-05-10T11:25:30.395 INFO:teuthology.orchestra.run.smithi132.stdout: "session_remove": 2, 2024-05-10T11:25:30.395 INFO:teuthology.orchestra.run.smithi132.stdout: "sessions_open": 2, 2024-05-10T11:25:30.396 INFO:teuthology.orchestra.run.smithi132.stdout: "sessions_stale": 0, 2024-05-10T11:25:30.396 INFO:teuthology.orchestra.run.smithi132.stdout: "total_load": 0, 2024-05-10T11:25:30.396 INFO:teuthology.orchestra.run.smithi132.stdout: "average_load": 0, 2024-05-10T11:25:30.396 INFO:teuthology.orchestra.run.smithi132.stdout: "avg_session_uptime": 2714, 2024-05-10T11:25:30.396 INFO:teuthology.orchestra.run.smithi132.stdout: "mdthresh_evicted": 0 2024-05-10T11:25:30.396 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.396 INFO:teuthology.orchestra.run.smithi132.stdout: "mempool": { 2024-05-10T11:25:30.396 INFO:teuthology.orchestra.run.smithi132.stdout: "bloom_filter_bytes": 0, 2024-05-10T11:25:30.396 INFO:teuthology.orchestra.run.smithi132.stdout: "bloom_filter_items": 0, 2024-05-10T11:25:30.396 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_alloc_bytes": 0, 2024-05-10T11:25:30.396 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_alloc_items": 0, 2024-05-10T11:25:30.396 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_data_bytes": 0, 2024-05-10T11:25:30.396 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_data_items": 0, 2024-05-10T11:25:30.396 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-10T11:25:30.396 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_onode_items": 0, 2024-05-10T11:25:30.397 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-10T11:25:30.397 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_meta_items": 0, 2024-05-10T11:25:30.397 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_other_bytes": 0, 2024-05-10T11:25:30.397 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_other_items": 0, 2024-05-10T11:25:30.397 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-10T11:25:30.397 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_cache_buffer_items": 0, 2024-05-10T11:25:30.397 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_extent_bytes": 0, 2024-05-10T11:25:30.397 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_extent_items": 0, 2024-05-10T11:25:30.397 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_blob_bytes": 0, 2024-05-10T11:25:30.397 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_blob_items": 0, 2024-05-10T11:25:30.397 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-10T11:25:30.397 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_shared_blob_items": 0, 2024-05-10T11:25:30.397 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-10T11:25:30.397 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_inline_bl_items": 0, 2024-05-10T11:25:30.397 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_fsck_bytes": 0, 2024-05-10T11:25:30.397 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_fsck_items": 0, 2024-05-10T11:25:30.398 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_txc_bytes": 0, 2024-05-10T11:25:30.398 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_txc_items": 0, 2024-05-10T11:25:30.398 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-10T11:25:30.398 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_writing_deferred_items": 0, 2024-05-10T11:25:30.398 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_writing_bytes": 0, 2024-05-10T11:25:30.398 INFO:teuthology.orchestra.run.smithi132.stdout: "bluestore_writing_items": 0, 2024-05-10T11:25:30.398 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_bytes": 0, 2024-05-10T11:25:30.398 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_items": 0, 2024-05-10T11:25:30.398 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_file_reader_bytes": 0, 2024-05-10T11:25:30.398 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_file_reader_items": 0, 2024-05-10T11:25:30.398 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_file_writer_bytes": 0, 2024-05-10T11:25:30.398 INFO:teuthology.orchestra.run.smithi132.stdout: "bluefs_file_writer_items": 0, 2024-05-10T11:25:30.398 INFO:teuthology.orchestra.run.smithi132.stdout: "buffer_anon_bytes": 190184, 2024-05-10T11:25:30.398 INFO:teuthology.orchestra.run.smithi132.stdout: "buffer_anon_items": 53, 2024-05-10T11:25:30.398 INFO:teuthology.orchestra.run.smithi132.stdout: "buffer_meta_bytes": 0, 2024-05-10T11:25:30.399 INFO:teuthology.orchestra.run.smithi132.stdout: "buffer_meta_items": 0, 2024-05-10T11:25:30.399 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_bytes": 0, 2024-05-10T11:25:30.399 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_items": 0, 2024-05-10T11:25:30.399 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_mapbl_bytes": 0, 2024-05-10T11:25:30.399 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_mapbl_items": 0, 2024-05-10T11:25:30.399 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_pglog_bytes": 0, 2024-05-10T11:25:30.399 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_pglog_items": 0, 2024-05-10T11:25:30.399 INFO:teuthology.orchestra.run.smithi132.stdout: "osdmap_bytes": 8888, 2024-05-10T11:25:30.399 INFO:teuthology.orchestra.run.smithi132.stdout: "osdmap_items": 170, 2024-05-10T11:25:30.399 INFO:teuthology.orchestra.run.smithi132.stdout: "osdmap_mapping_bytes": 0, 2024-05-10T11:25:30.399 INFO:teuthology.orchestra.run.smithi132.stdout: "osdmap_mapping_items": 0, 2024-05-10T11:25:30.399 INFO:teuthology.orchestra.run.smithi132.stdout: "pgmap_bytes": 0, 2024-05-10T11:25:30.399 INFO:teuthology.orchestra.run.smithi132.stdout: "pgmap_items": 0, 2024-05-10T11:25:30.399 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_co_bytes": 8512, 2024-05-10T11:25:30.399 INFO:teuthology.orchestra.run.smithi132.stdout: "mds_co_items": 13, 2024-05-10T11:25:30.399 INFO:teuthology.orchestra.run.smithi132.stdout: "unittest_1_bytes": 0, 2024-05-10T11:25:30.400 INFO:teuthology.orchestra.run.smithi132.stdout: "unittest_1_items": 0, 2024-05-10T11:25:30.400 INFO:teuthology.orchestra.run.smithi132.stdout: "unittest_2_bytes": 0, 2024-05-10T11:25:30.400 INFO:teuthology.orchestra.run.smithi132.stdout: "unittest_2_items": 0 2024-05-10T11:25:30.400 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.400 INFO:teuthology.orchestra.run.smithi132.stdout: "objecter": { 2024-05-10T11:25:30.400 INFO:teuthology.orchestra.run.smithi132.stdout: "op_active": 0, 2024-05-10T11:25:30.400 INFO:teuthology.orchestra.run.smithi132.stdout: "op_laggy": 0, 2024-05-10T11:25:30.400 INFO:teuthology.orchestra.run.smithi132.stdout: "op_send": 1273, 2024-05-10T11:25:30.400 INFO:teuthology.orchestra.run.smithi132.stdout: "op_send_bytes": 21, 2024-05-10T11:25:30.400 INFO:teuthology.orchestra.run.smithi132.stdout: "op_resend": 3, 2024-05-10T11:25:30.400 INFO:teuthology.orchestra.run.smithi132.stdout: "op_reply": 1273, 2024-05-10T11:25:30.400 INFO:teuthology.orchestra.run.smithi132.stdout: "op_latency": { 2024-05-10T11:25:30.400 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 1273, 2024-05-10T11:25:30.400 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.628983744, 2024-05-10T11:25:30.400 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000494095 2024-05-10T11:25:30.400 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.400 INFO:teuthology.orchestra.run.smithi132.stdout: "op_inflight": 0, 2024-05-10T11:25:30.401 INFO:teuthology.orchestra.run.smithi132.stdout: "oplen_avg": { 2024-05-10T11:25:30.401 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 1273, 2024-05-10T11:25:30.401 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 1274 2024-05-10T11:25:30.401 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.401 INFO:teuthology.orchestra.run.smithi132.stdout: "op": 1273, 2024-05-10T11:25:30.401 INFO:teuthology.orchestra.run.smithi132.stdout: "op_r": 1273, 2024-05-10T11:25:30.401 INFO:teuthology.orchestra.run.smithi132.stdout: "op_w": 0, 2024-05-10T11:25:30.401 INFO:teuthology.orchestra.run.smithi132.stdout: "op_rmw": 0, 2024-05-10T11:25:30.401 INFO:teuthology.orchestra.run.smithi132.stdout: "op_pg": 0, 2024-05-10T11:25:30.401 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_stat": 813, 2024-05-10T11:25:30.401 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_create": 0, 2024-05-10T11:25:30.401 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_read": 458, 2024-05-10T11:25:30.401 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_write": 0, 2024-05-10T11:25:30.401 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_writefull": 0, 2024-05-10T11:25:30.401 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_writesame": 0, 2024-05-10T11:25:30.401 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_append": 0, 2024-05-10T11:25:30.402 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_zero": 0, 2024-05-10T11:25:30.402 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_truncate": 0, 2024-05-10T11:25:30.402 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_delete": 0, 2024-05-10T11:25:30.402 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_mapext": 0, 2024-05-10T11:25:30.402 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_sparse_read": 0, 2024-05-10T11:25:30.402 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_clonerange": 0, 2024-05-10T11:25:30.402 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_getxattr": 1, 2024-05-10T11:25:30.402 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_setxattr": 0, 2024-05-10T11:25:30.402 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_cmpxattr": 0, 2024-05-10T11:25:30.402 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_rmxattr": 0, 2024-05-10T11:25:30.402 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_resetxattrs": 0, 2024-05-10T11:25:30.402 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_call": 0, 2024-05-10T11:25:30.402 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_watch": 0, 2024-05-10T11:25:30.402 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_notify": 0, 2024-05-10T11:25:30.402 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_src_cmpxattr": 0, 2024-05-10T11:25:30.403 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_pgls": 0, 2024-05-10T11:25:30.403 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_pgls_filter": 0, 2024-05-10T11:25:30.403 INFO:teuthology.orchestra.run.smithi132.stdout: "osdop_other": 0, 2024-05-10T11:25:30.403 INFO:teuthology.orchestra.run.smithi132.stdout: "linger_active": 0, 2024-05-10T11:25:30.403 INFO:teuthology.orchestra.run.smithi132.stdout: "linger_send": 0, 2024-05-10T11:25:30.403 INFO:teuthology.orchestra.run.smithi132.stdout: "linger_resend": 0, 2024-05-10T11:25:30.403 INFO:teuthology.orchestra.run.smithi132.stdout: "linger_ping": 0, 2024-05-10T11:25:30.403 INFO:teuthology.orchestra.run.smithi132.stdout: "poolop_active": 0, 2024-05-10T11:25:30.403 INFO:teuthology.orchestra.run.smithi132.stdout: "poolop_send": 0, 2024-05-10T11:25:30.403 INFO:teuthology.orchestra.run.smithi132.stdout: "poolop_resend": 0, 2024-05-10T11:25:30.403 INFO:teuthology.orchestra.run.smithi132.stdout: "poolstat_active": 0, 2024-05-10T11:25:30.403 INFO:teuthology.orchestra.run.smithi132.stdout: "poolstat_send": 0, 2024-05-10T11:25:30.403 INFO:teuthology.orchestra.run.smithi132.stdout: "poolstat_resend": 0, 2024-05-10T11:25:30.403 INFO:teuthology.orchestra.run.smithi132.stdout: "statfs_active": 0, 2024-05-10T11:25:30.404 INFO:teuthology.orchestra.run.smithi132.stdout: "statfs_send": 0, 2024-05-10T11:25:30.404 INFO:teuthology.orchestra.run.smithi132.stdout: "statfs_resend": 0, 2024-05-10T11:25:30.404 INFO:teuthology.orchestra.run.smithi132.stdout: "command_active": 0, 2024-05-10T11:25:30.404 INFO:teuthology.orchestra.run.smithi132.stdout: "command_send": 0, 2024-05-10T11:25:30.404 INFO:teuthology.orchestra.run.smithi132.stdout: "command_resend": 0, 2024-05-10T11:25:30.404 INFO:teuthology.orchestra.run.smithi132.stdout: "map_epoch": 90, 2024-05-10T11:25:30.404 INFO:teuthology.orchestra.run.smithi132.stdout: "map_full": 0, 2024-05-10T11:25:30.404 INFO:teuthology.orchestra.run.smithi132.stdout: "map_inc": 2, 2024-05-10T11:25:30.404 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_sessions": 5, 2024-05-10T11:25:30.404 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_session_open": 5, 2024-05-10T11:25:30.404 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_session_close": 0, 2024-05-10T11:25:30.404 INFO:teuthology.orchestra.run.smithi132.stdout: "osd_laggy": 0, 2024-05-10T11:25:30.404 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_wr": 0, 2024-05-10T11:25:30.404 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_rd": 2, 2024-05-10T11:25:30.404 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_del": 0 2024-05-10T11:25:30.405 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.405 INFO:teuthology.orchestra.run.smithi132.stdout: "oft": { 2024-05-10T11:25:30.405 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_total_objs": 0, 2024-05-10T11:25:30.405 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_total_kv_pairs": 0, 2024-05-10T11:25:30.405 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_total_updates": 0, 2024-05-10T11:25:30.405 INFO:teuthology.orchestra.run.smithi132.stdout: "omap_total_removes": 0 2024-05-10T11:25:30.405 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.405 INFO:teuthology.orchestra.run.smithi132.stdout: "osd-slow-ops": { 2024-05-10T11:25:30.405 INFO:teuthology.orchestra.run.smithi132.stdout: "slow_ops_count": 0 2024-05-10T11:25:30.405 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.405 INFO:teuthology.orchestra.run.smithi132.stdout: "purge_queue": { 2024-05-10T11:25:30.405 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executing_ops": 0, 2024-05-10T11:25:30.405 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executing_ops_high_water": 0, 2024-05-10T11:25:30.405 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executing": 0, 2024-05-10T11:25:30.405 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executing_high_water": 0, 2024-05-10T11:25:30.406 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executed_ops": 0, 2024-05-10T11:25:30.406 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_executed": 0, 2024-05-10T11:25:30.406 INFO:teuthology.orchestra.run.smithi132.stdout: "pq_item_in_journal": 0 2024-05-10T11:25:30.406 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.406 INFO:teuthology.orchestra.run.smithi132.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-10T11:25:30.406 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 0, 2024-05-10T11:25:30.406 INFO:teuthology.orchestra.run.smithi132.stdout: "max": 104857600, 2024-05-10T11:25:30.406 INFO:teuthology.orchestra.run.smithi132.stdout: "get_started": 0, 2024-05-10T11:25:30.406 INFO:teuthology.orchestra.run.smithi132.stdout: "get": 1443, 2024-05-10T11:25:30.406 INFO:teuthology.orchestra.run.smithi132.stdout: "get_sum": 1052147, 2024-05-10T11:25:30.406 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:30.406 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_success": 1443, 2024-05-10T11:25:30.406 INFO:teuthology.orchestra.run.smithi132.stdout: "take": 0, 2024-05-10T11:25:30.406 INFO:teuthology.orchestra.run.smithi132.stdout: "take_sum": 0, 2024-05-10T11:25:30.407 INFO:teuthology.orchestra.run.smithi132.stdout: "put": 1443, 2024-05-10T11:25:30.407 INFO:teuthology.orchestra.run.smithi132.stdout: "put_sum": 1052147, 2024-05-10T11:25:30.407 INFO:teuthology.orchestra.run.smithi132.stdout: "wait": { 2024-05-10T11:25:30.407 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.407 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.407 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.407 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:30.407 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.407 INFO:teuthology.orchestra.run.smithi132.stdout: "throttle-objecter_bytes": { 2024-05-10T11:25:30.407 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 0, 2024-05-10T11:25:30.407 INFO:teuthology.orchestra.run.smithi132.stdout: "max": 104857600, 2024-05-10T11:25:30.407 INFO:teuthology.orchestra.run.smithi132.stdout: "get_started": 0, 2024-05-10T11:25:30.407 INFO:teuthology.orchestra.run.smithi132.stdout: "get": 0, 2024-05-10T11:25:30.407 INFO:teuthology.orchestra.run.smithi132.stdout: "get_sum": 0, 2024-05-10T11:25:30.408 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:30.408 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:30.408 INFO:teuthology.orchestra.run.smithi132.stdout: "take": 1273, 2024-05-10T11:25:30.408 INFO:teuthology.orchestra.run.smithi132.stdout: "take_sum": 2150, 2024-05-10T11:25:30.408 INFO:teuthology.orchestra.run.smithi132.stdout: "put": 1273, 2024-05-10T11:25:30.408 INFO:teuthology.orchestra.run.smithi132.stdout: "put_sum": 2150, 2024-05-10T11:25:30.408 INFO:teuthology.orchestra.run.smithi132.stdout: "wait": { 2024-05-10T11:25:30.408 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.408 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.408 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.408 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:30.408 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.408 INFO:teuthology.orchestra.run.smithi132.stdout: "throttle-objecter_ops": { 2024-05-10T11:25:30.408 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 0, 2024-05-10T11:25:30.409 INFO:teuthology.orchestra.run.smithi132.stdout: "max": 1024, 2024-05-10T11:25:30.409 INFO:teuthology.orchestra.run.smithi132.stdout: "get_started": 0, 2024-05-10T11:25:30.409 INFO:teuthology.orchestra.run.smithi132.stdout: "get": 0, 2024-05-10T11:25:30.409 INFO:teuthology.orchestra.run.smithi132.stdout: "get_sum": 0, 2024-05-10T11:25:30.409 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:30.409 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:30.409 INFO:teuthology.orchestra.run.smithi132.stdout: "take": 1273, 2024-05-10T11:25:30.409 INFO:teuthology.orchestra.run.smithi132.stdout: "take_sum": 1273, 2024-05-10T11:25:30.409 INFO:teuthology.orchestra.run.smithi132.stdout: "put": 1273, 2024-05-10T11:25:30.409 INFO:teuthology.orchestra.run.smithi132.stdout: "put_sum": 1273, 2024-05-10T11:25:30.409 INFO:teuthology.orchestra.run.smithi132.stdout: "wait": { 2024-05-10T11:25:30.409 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.409 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.409 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.409 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:30.410 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.410 INFO:teuthology.orchestra.run.smithi132.stdout: "throttle-write_buf_throttle": { 2024-05-10T11:25:30.410 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 0, 2024-05-10T11:25:30.410 INFO:teuthology.orchestra.run.smithi132.stdout: "max": 3758096384, 2024-05-10T11:25:30.410 INFO:teuthology.orchestra.run.smithi132.stdout: "get_started": 0, 2024-05-10T11:25:30.410 INFO:teuthology.orchestra.run.smithi132.stdout: "get": 0, 2024-05-10T11:25:30.410 INFO:teuthology.orchestra.run.smithi132.stdout: "get_sum": 0, 2024-05-10T11:25:30.410 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:30.410 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:30.410 INFO:teuthology.orchestra.run.smithi132.stdout: "take": 0, 2024-05-10T11:25:30.410 INFO:teuthology.orchestra.run.smithi132.stdout: "take_sum": 0, 2024-05-10T11:25:30.410 INFO:teuthology.orchestra.run.smithi132.stdout: "put": 0, 2024-05-10T11:25:30.410 INFO:teuthology.orchestra.run.smithi132.stdout: "put_sum": 0, 2024-05-10T11:25:30.410 INFO:teuthology.orchestra.run.smithi132.stdout: "wait": { 2024-05-10T11:25:30.411 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.411 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.411 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.411 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:30.411 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2024-05-10T11:25:30.411 INFO:teuthology.orchestra.run.smithi132.stdout: "throttle-write_buf_throttle-0x5623fc4066e0": { 2024-05-10T11:25:30.411 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 0, 2024-05-10T11:25:30.411 INFO:teuthology.orchestra.run.smithi132.stdout: "max": 3758096384, 2024-05-10T11:25:30.411 INFO:teuthology.orchestra.run.smithi132.stdout: "get_started": 0, 2024-05-10T11:25:30.411 INFO:teuthology.orchestra.run.smithi132.stdout: "get": 0, 2024-05-10T11:25:30.411 INFO:teuthology.orchestra.run.smithi132.stdout: "get_sum": 0, 2024-05-10T11:25:30.411 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:30.411 INFO:teuthology.orchestra.run.smithi132.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:30.411 INFO:teuthology.orchestra.run.smithi132.stdout: "take": 0, 2024-05-10T11:25:30.411 INFO:teuthology.orchestra.run.smithi132.stdout: "take_sum": 0, 2024-05-10T11:25:30.412 INFO:teuthology.orchestra.run.smithi132.stdout: "put": 0, 2024-05-10T11:25:30.412 INFO:teuthology.orchestra.run.smithi132.stdout: "put_sum": 0, 2024-05-10T11:25:30.412 INFO:teuthology.orchestra.run.smithi132.stdout: "wait": { 2024-05-10T11:25:30.412 INFO:teuthology.orchestra.run.smithi132.stdout: "avgcount": 0, 2024-05-10T11:25:30.412 INFO:teuthology.orchestra.run.smithi132.stdout: "sum": 0.000000000, 2024-05-10T11:25:30.412 INFO:teuthology.orchestra.run.smithi132.stdout: "avgtime": 0.000000000 2024-05-10T11:25:30.412 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:30.412 INFO:teuthology.orchestra.run.smithi132.stdout: } 2024-05-10T11:25:30.412 INFO:teuthology.orchestra.run.smithi132.stdout:} 2024-05-10T11:25:30.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:30 smithi187 ceph-mon[34076]: pgmap v561: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-10T11:25:30.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:30 smithi053 ceph-mon[30153]: pgmap v561: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-10T11:25:31.205 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2024-05-10T11:25:31.206 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2024-05-10T11:25:31.206 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=0 2024-05-10T11:25:31.206 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=0 2024-05-10T11:25:31.206 DEBUG:tasks.check_counter:Getting stats from c 2024-05-10T11:25:31.206 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph daemon mds.c perf dump 2024-05-10T11:25:31.461 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.c/config 2024-05-10T11:25:32.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:32 smithi132 ceph-mon[33758]: pgmap v562: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-05-10T11:25:32.509 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:32 smithi187 ceph-mon[34076]: pgmap v562: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-05-10T11:25:32.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:32 smithi053 ceph-mon[30153]: pgmap v562: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-05-10T11:25:33.303 INFO:teuthology.orchestra.run.smithi187.stdout:{ 2024-05-10T11:25:33.304 INFO:teuthology.orchestra.run.smithi187.stdout: "AsyncMessenger::Worker-0": { 2024-05-10T11:25:33.304 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_messages": 489, 2024-05-10T11:25:33.304 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages": 546, 2024-05-10T11:25:33.304 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_bytes": 935046, 2024-05-10T11:25:33.304 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_bytes": 321503, 2024-05-10T11:25:33.304 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_created_connections": 16, 2024-05-10T11:25:33.304 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_active_connections": 6, 2024-05-10T11:25:33.304 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_total_time": 0.075648141, 2024-05-10T11:25:33.304 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_send_time": 0.028572220, 2024-05-10T11:25:33.304 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_recv_time": 0.044331899, 2024-05-10T11:25:33.304 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_fast_dispatch_time": 0.006707080, 2024-05-10T11:25:33.304 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:33.305 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 546, 2024-05-10T11:25:33.305 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.040164833, 2024-05-10T11:25:33.305 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000073561 2024-05-10T11:25:33.305 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.305 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:33.305 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 583, 2024-05-10T11:25:33.305 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000157926, 2024-05-10T11:25:33.305 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000270 2024-05-10T11:25:33.305 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.305 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_encrypted_bytes": 855504, 2024-05-10T11:25:33.305 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_encrypted_bytes": 102128 2024-05-10T11:25:33.305 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.305 INFO:teuthology.orchestra.run.smithi187.stdout: "AsyncMessenger::Worker-1": { 2024-05-10T11:25:33.305 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_messages": 17, 2024-05-10T11:25:33.305 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages": 130, 2024-05-10T11:25:33.306 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_bytes": 4413, 2024-05-10T11:25:33.306 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_bytes": 285646, 2024-05-10T11:25:33.306 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_created_connections": 10, 2024-05-10T11:25:33.306 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_active_connections": 4, 2024-05-10T11:25:33.306 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_total_time": 0.011547031, 2024-05-10T11:25:33.306 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_send_time": 0.005734261, 2024-05-10T11:25:33.306 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_recv_time": 0.003866333, 2024-05-10T11:25:33.306 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_fast_dispatch_time": 0.000416854, 2024-05-10T11:25:33.306 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:33.306 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 128, 2024-05-10T11:25:33.306 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.021027454, 2024-05-10T11:25:33.306 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000164276 2024-05-10T11:25:33.306 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.306 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:33.306 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 2, 2024-05-10T11:25:33.307 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000160, 2024-05-10T11:25:33.307 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000080 2024-05-10T11:25:33.307 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.307 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-10T11:25:33.307 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_encrypted_bytes": 254960 2024-05-10T11:25:33.307 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.307 INFO:teuthology.orchestra.run.smithi187.stdout: "AsyncMessenger::Worker-2": { 2024-05-10T11:25:33.307 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_messages": 25, 2024-05-10T11:25:33.307 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages": 27, 2024-05-10T11:25:33.307 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_bytes": 5899, 2024-05-10T11:25:33.307 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_bytes": 62130, 2024-05-10T11:25:33.307 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_created_connections": 11, 2024-05-10T11:25:33.307 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_active_connections": 5, 2024-05-10T11:25:33.307 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_total_time": 0.004498636, 2024-05-10T11:25:33.308 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_send_time": 0.000488514, 2024-05-10T11:25:33.308 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_recv_time": 0.003505016, 2024-05-10T11:25:33.308 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_fast_dispatch_time": 0.000379119, 2024-05-10T11:25:33.308 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:33.308 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 25, 2024-05-10T11:25:33.308 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.016813208, 2024-05-10T11:25:33.308 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000672528 2024-05-10T11:25:33.308 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.308 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:33.308 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 18, 2024-05-10T11:25:33.308 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000003227, 2024-05-10T11:25:33.308 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000179 2024-05-10T11:25:33.308 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.308 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-10T11:25:33.308 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_encrypted_bytes": 0 2024-05-10T11:25:33.309 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.309 INFO:teuthology.orchestra.run.smithi187.stdout: "cct": { 2024-05-10T11:25:33.309 INFO:teuthology.orchestra.run.smithi187.stdout: "total_workers": 1, 2024-05-10T11:25:33.309 INFO:teuthology.orchestra.run.smithi187.stdout: "unhealthy_workers": 0 2024-05-10T11:25:33.309 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.309 INFO:teuthology.orchestra.run.smithi187.stdout: "finisher-MDSRank": { 2024-05-10T11:25:33.309 INFO:teuthology.orchestra.run.smithi187.stdout: "queue_len": 0, 2024-05-10T11:25:33.309 INFO:teuthology.orchestra.run.smithi187.stdout: "complete_latency": { 2024-05-10T11:25:33.309 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 47, 2024-05-10T11:25:33.309 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.001761956, 2024-05-10T11:25:33.309 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000037488 2024-05-10T11:25:33.309 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:33.309 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.310 INFO:teuthology.orchestra.run.smithi187.stdout: "finisher-PurgeQueue": { 2024-05-10T11:25:33.310 INFO:teuthology.orchestra.run.smithi187.stdout: "queue_len": 0, 2024-05-10T11:25:33.310 INFO:teuthology.orchestra.run.smithi187.stdout: "complete_latency": { 2024-05-10T11:25:33.310 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 2, 2024-05-10T11:25:33.310 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000010557, 2024-05-10T11:25:33.310 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000005278 2024-05-10T11:25:33.310 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:33.310 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.310 INFO:teuthology.orchestra.run.smithi187.stdout: "mds": { 2024-05-10T11:25:33.310 INFO:teuthology.orchestra.run.smithi187.stdout: "request": 6, 2024-05-10T11:25:33.310 INFO:teuthology.orchestra.run.smithi187.stdout: "reply": 5, 2024-05-10T11:25:33.310 INFO:teuthology.orchestra.run.smithi187.stdout: "reply_latency": { 2024-05-10T11:25:33.311 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 5, 2024-05-10T11:25:33.311 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.002408213, 2024-05-10T11:25:33.311 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000481642 2024-05-10T11:25:33.311 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.311 INFO:teuthology.orchestra.run.smithi187.stdout: "slow_reply": 0, 2024-05-10T11:25:33.311 INFO:teuthology.orchestra.run.smithi187.stdout: "forward": 1, 2024-05-10T11:25:33.311 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_fetch_complete": 0, 2024-05-10T11:25:33.311 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_fetch_keys": 0, 2024-05-10T11:25:33.311 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_commit": 11, 2024-05-10T11:25:33.311 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_split": 0, 2024-05-10T11:25:33.311 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_merge": 0, 2024-05-10T11:25:33.311 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes": 16, 2024-05-10T11:25:33.311 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_top": 0, 2024-05-10T11:25:33.311 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_bottom": 16, 2024-05-10T11:25:33.311 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_pin_tail": 0, 2024-05-10T11:25:33.312 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_pinned": 13, 2024-05-10T11:25:33.312 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_expired": 4, 2024-05-10T11:25:33.312 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_with_caps": 2, 2024-05-10T11:25:33.312 INFO:teuthology.orchestra.run.smithi187.stdout: "caps": 2, 2024-05-10T11:25:33.312 INFO:teuthology.orchestra.run.smithi187.stdout: "subtrees": 3, 2024-05-10T11:25:33.312 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse": 16, 2024-05-10T11:25:33.312 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_hit": 13, 2024-05-10T11:25:33.312 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_forward": 0, 2024-05-10T11:25:33.312 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_discover": 3, 2024-05-10T11:25:33.312 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_dir_fetch": 0, 2024-05-10T11:25:33.312 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_remote_ino": 0, 2024-05-10T11:25:33.312 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_lock": 0, 2024-05-10T11:25:33.312 INFO:teuthology.orchestra.run.smithi187.stdout: "load_cent": 0, 2024-05-10T11:25:33.312 INFO:teuthology.orchestra.run.smithi187.stdout: "q": 0, 2024-05-10T11:25:33.313 INFO:teuthology.orchestra.run.smithi187.stdout: "exported": 0, 2024-05-10T11:25:33.313 INFO:teuthology.orchestra.run.smithi187.stdout: "exported_inodes": 0, 2024-05-10T11:25:33.313 INFO:teuthology.orchestra.run.smithi187.stdout: "imported": 0, 2024-05-10T11:25:33.313 INFO:teuthology.orchestra.run.smithi187.stdout: "imported_inodes": 0, 2024-05-10T11:25:33.313 INFO:teuthology.orchestra.run.smithi187.stdout: "openino_dir_fetch": 0, 2024-05-10T11:25:33.313 INFO:teuthology.orchestra.run.smithi187.stdout: "openino_backtrace_fetch": 0, 2024-05-10T11:25:33.313 INFO:teuthology.orchestra.run.smithi187.stdout: "openino_peer_discover": 0, 2024-05-10T11:25:33.313 INFO:teuthology.orchestra.run.smithi187.stdout: "root_rfiles": 4, 2024-05-10T11:25:33.313 INFO:teuthology.orchestra.run.smithi187.stdout: "root_rbytes": 234, 2024-05-10T11:25:33.313 INFO:teuthology.orchestra.run.smithi187.stdout: "root_rsnaps": 0, 2024-05-10T11:25:33.313 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_backtrace_fetch": 0, 2024-05-10T11:25:33.313 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_set_tag": 0, 2024-05-10T11:25:33.313 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_backtrace_repaired": 0, 2024-05-10T11:25:33.313 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_inotable_repaired": 0, 2024-05-10T11:25:33.314 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_dir_inodes": 0, 2024-05-10T11:25:33.314 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_dir_base_inodes": 0, 2024-05-10T11:25:33.314 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_dirfrag_rstats": 0, 2024-05-10T11:25:33.314 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_file_inodes": 0, 2024-05-10T11:25:33.314 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_inode_file_caps": 0, 2024-05-10T11:25:33.314 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_cap_op_revoke": 0, 2024-05-10T11:25:33.314 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_cap_op_grant": 0, 2024-05-10T11:25:33.314 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_cap_op_trunc": 0, 2024-05-10T11:25:33.314 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-10T11:25:33.314 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-10T11:25:33.314 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_client_caps": 0, 2024-05-10T11:25:33.314 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_client_caps_dirty": 0, 2024-05-10T11:25:33.314 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_client_cap_release": 0, 2024-05-10T11:25:33.314 INFO:teuthology.orchestra.run.smithi187.stdout: "process_request_cap_release": 0 2024-05-10T11:25:33.315 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.315 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_cache": { 2024-05-10T11:25:33.315 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_update": 0, 2024-05-10T11:25:33.315 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_update_receipt": 11, 2024-05-10T11:25:33.315 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_try_discover": 7, 2024-05-10T11:25:33.315 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_send_discover": 8, 2024-05-10T11:25:33.315 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_handle_discover": 0, 2024-05-10T11:25:33.315 INFO:teuthology.orchestra.run.smithi187.stdout: "num_strays": 0, 2024-05-10T11:25:33.315 INFO:teuthology.orchestra.run.smithi187.stdout: "num_strays_delayed": 0, 2024-05-10T11:25:33.315 INFO:teuthology.orchestra.run.smithi187.stdout: "num_strays_enqueuing": 0, 2024-05-10T11:25:33.315 INFO:teuthology.orchestra.run.smithi187.stdout: "strays_created": 0, 2024-05-10T11:25:33.315 INFO:teuthology.orchestra.run.smithi187.stdout: "strays_enqueued": 0, 2024-05-10T11:25:33.315 INFO:teuthology.orchestra.run.smithi187.stdout: "strays_reintegrated": 0, 2024-05-10T11:25:33.315 INFO:teuthology.orchestra.run.smithi187.stdout: "strays_migrated": 0, 2024-05-10T11:25:33.315 INFO:teuthology.orchestra.run.smithi187.stdout: "num_recovering_processing": 0, 2024-05-10T11:25:33.316 INFO:teuthology.orchestra.run.smithi187.stdout: "num_recovering_enqueued": 0, 2024-05-10T11:25:33.316 INFO:teuthology.orchestra.run.smithi187.stdout: "num_recovering_prioritized": 0, 2024-05-10T11:25:33.316 INFO:teuthology.orchestra.run.smithi187.stdout: "recovery_started": 0, 2024-05-10T11:25:33.316 INFO:teuthology.orchestra.run.smithi187.stdout: "recovery_completed": 0, 2024-05-10T11:25:33.316 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_quiesce_path": 0, 2024-05-10T11:25:33.316 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_quiesce_inode": 0, 2024-05-10T11:25:33.316 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_enqueue_scrub": 0, 2024-05-10T11:25:33.316 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_exportdir": 0, 2024-05-10T11:25:33.316 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_flush": 0, 2024-05-10T11:25:33.316 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_fragmentdir": 0, 2024-05-10T11:25:33.316 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_fragstats": 0, 2024-05-10T11:25:33.316 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_inodestats": 0 2024-05-10T11:25:33.316 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.316 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_log": { 2024-05-10T11:25:33.316 INFO:teuthology.orchestra.run.smithi187.stdout: "evlrg": 0, 2024-05-10T11:25:33.317 INFO:teuthology.orchestra.run.smithi187.stdout: "evadd": 5, 2024-05-10T11:25:33.317 INFO:teuthology.orchestra.run.smithi187.stdout: "evex": 0, 2024-05-10T11:25:33.317 INFO:teuthology.orchestra.run.smithi187.stdout: "evtrm": 0, 2024-05-10T11:25:33.317 INFO:teuthology.orchestra.run.smithi187.stdout: "ev": 5, 2024-05-10T11:25:33.317 INFO:teuthology.orchestra.run.smithi187.stdout: "evexg": 0, 2024-05-10T11:25:33.317 INFO:teuthology.orchestra.run.smithi187.stdout: "evexd": 0, 2024-05-10T11:25:33.317 INFO:teuthology.orchestra.run.smithi187.stdout: "segadd": 2, 2024-05-10T11:25:33.317 INFO:teuthology.orchestra.run.smithi187.stdout: "segex": 0, 2024-05-10T11:25:33.317 INFO:teuthology.orchestra.run.smithi187.stdout: "segtrm": 0, 2024-05-10T11:25:33.317 INFO:teuthology.orchestra.run.smithi187.stdout: "seg": 2, 2024-05-10T11:25:33.317 INFO:teuthology.orchestra.run.smithi187.stdout: "segmjr": 2, 2024-05-10T11:25:33.317 INFO:teuthology.orchestra.run.smithi187.stdout: "segexg": 0, 2024-05-10T11:25:33.317 INFO:teuthology.orchestra.run.smithi187.stdout: "segexd": 0, 2024-05-10T11:25:33.317 INFO:teuthology.orchestra.run.smithi187.stdout: "expos": 4194304, 2024-05-10T11:25:33.317 INFO:teuthology.orchestra.run.smithi187.stdout: "wrpos": 4195917, 2024-05-10T11:25:33.317 INFO:teuthology.orchestra.run.smithi187.stdout: "rdpos": 0, 2024-05-10T11:25:33.318 INFO:teuthology.orchestra.run.smithi187.stdout: "jlat": { 2024-05-10T11:25:33.318 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 4, 2024-05-10T11:25:33.318 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.006761958, 2024-05-10T11:25:33.318 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.001690489 2024-05-10T11:25:33.318 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.318 INFO:teuthology.orchestra.run.smithi187.stdout: "replayed": 0 2024-05-10T11:25:33.318 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.318 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_mem": { 2024-05-10T11:25:33.318 INFO:teuthology.orchestra.run.smithi187.stdout: "ino": 20, 2024-05-10T11:25:33.318 INFO:teuthology.orchestra.run.smithi187.stdout: "ino+": 22, 2024-05-10T11:25:33.318 INFO:teuthology.orchestra.run.smithi187.stdout: "ino-": 2, 2024-05-10T11:25:33.318 INFO:teuthology.orchestra.run.smithi187.stdout: "dir": 19, 2024-05-10T11:25:33.318 INFO:teuthology.orchestra.run.smithi187.stdout: "dir+": 23, 2024-05-10T11:25:33.318 INFO:teuthology.orchestra.run.smithi187.stdout: "dir-": 4, 2024-05-10T11:25:33.319 INFO:teuthology.orchestra.run.smithi187.stdout: "dn": 16, 2024-05-10T11:25:33.319 INFO:teuthology.orchestra.run.smithi187.stdout: "dn+": 20, 2024-05-10T11:25:33.319 INFO:teuthology.orchestra.run.smithi187.stdout: "dn-": 4, 2024-05-10T11:25:33.319 INFO:teuthology.orchestra.run.smithi187.stdout: "cap": 2, 2024-05-10T11:25:33.319 INFO:teuthology.orchestra.run.smithi187.stdout: "cap+": 5, 2024-05-10T11:25:33.319 INFO:teuthology.orchestra.run.smithi187.stdout: "cap-": 3, 2024-05-10T11:25:33.319 INFO:teuthology.orchestra.run.smithi187.stdout: "rss": 51736, 2024-05-10T11:25:33.319 INFO:teuthology.orchestra.run.smithi187.stdout: "heap": 223608 2024-05-10T11:25:33.319 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.319 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_server": { 2024-05-10T11:25:33.319 INFO:teuthology.orchestra.run.smithi187.stdout: "dispatch_client_request": 9, 2024-05-10T11:25:33.319 INFO:teuthology.orchestra.run.smithi187.stdout: "dispatch_server_request": 0, 2024-05-10T11:25:33.319 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_client_request": 6, 2024-05-10T11:25:33.319 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_client_session": 9, 2024-05-10T11:25:33.320 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_peer_request": 1, 2024-05-10T11:25:33.320 INFO:teuthology.orchestra.run.smithi187.stdout: "req_create_latency": { 2024-05-10T11:25:33.320 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.320 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.320 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.320 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.320 INFO:teuthology.orchestra.run.smithi187.stdout: "req_getattr_latency": { 2024-05-10T11:25:33.320 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 3, 2024-05-10T11:25:33.320 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.002049318, 2024-05-10T11:25:33.320 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000683106 2024-05-10T11:25:33.320 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.320 INFO:teuthology.orchestra.run.smithi187.stdout: "req_getfilelock_latency": { 2024-05-10T11:25:33.320 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.321 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.321 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.321 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.321 INFO:teuthology.orchestra.run.smithi187.stdout: "req_link_latency": { 2024-05-10T11:25:33.321 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.321 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.321 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.321 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.321 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookup_latency": { 2024-05-10T11:25:33.321 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 2, 2024-05-10T11:25:33.321 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000358895, 2024-05-10T11:25:33.321 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000179447 2024-05-10T11:25:33.321 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.321 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookuphash_latency": { 2024-05-10T11:25:33.322 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.322 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.322 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.322 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.322 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookupino_latency": { 2024-05-10T11:25:33.322 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.322 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.322 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.322 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.322 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookupname_latency": { 2024-05-10T11:25:33.322 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.322 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.322 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.322 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.323 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookupparent_latency": { 2024-05-10T11:25:33.323 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.323 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.323 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.323 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.323 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookupsnap_latency": { 2024-05-10T11:25:33.323 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.323 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.323 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.323 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.323 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lssnap_latency": { 2024-05-10T11:25:33.323 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.323 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.324 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.324 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.324 INFO:teuthology.orchestra.run.smithi187.stdout: "req_mkdir_latency": { 2024-05-10T11:25:33.324 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.324 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.325 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.325 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.325 INFO:teuthology.orchestra.run.smithi187.stdout: "req_mknod_latency": { 2024-05-10T11:25:33.325 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.325 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.325 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.325 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.325 INFO:teuthology.orchestra.run.smithi187.stdout: "req_mksnap_latency": { 2024-05-10T11:25:33.325 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.325 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.325 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.325 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.325 INFO:teuthology.orchestra.run.smithi187.stdout: "req_open_latency": { 2024-05-10T11:25:33.325 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.326 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.326 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.326 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.326 INFO:teuthology.orchestra.run.smithi187.stdout: "req_readdir_latency": { 2024-05-10T11:25:33.326 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.326 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.326 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.326 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.326 INFO:teuthology.orchestra.run.smithi187.stdout: "req_rename_latency": { 2024-05-10T11:25:33.326 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.326 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.326 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.326 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.327 INFO:teuthology.orchestra.run.smithi187.stdout: "req_renamesnap_latency": { 2024-05-10T11:25:33.327 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.327 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.327 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.327 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.327 INFO:teuthology.orchestra.run.smithi187.stdout: "req_snapdiff_latency": { 2024-05-10T11:25:33.327 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.327 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.327 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.327 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.327 INFO:teuthology.orchestra.run.smithi187.stdout: "req_rmdir_latency": { 2024-05-10T11:25:33.327 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.327 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.327 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.327 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.327 INFO:teuthology.orchestra.run.smithi187.stdout: "req_rmsnap_latency": { 2024-05-10T11:25:33.328 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.328 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.328 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.328 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.328 INFO:teuthology.orchestra.run.smithi187.stdout: "req_rmxattr_latency": { 2024-05-10T11:25:33.328 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.328 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.328 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.328 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.328 INFO:teuthology.orchestra.run.smithi187.stdout: "req_setattr_latency": { 2024-05-10T11:25:33.328 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.328 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.328 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.328 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.328 INFO:teuthology.orchestra.run.smithi187.stdout: "req_setdirlayout_latency": { 2024-05-10T11:25:33.328 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.329 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.329 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.329 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.329 INFO:teuthology.orchestra.run.smithi187.stdout: "req_setfilelock_latency": { 2024-05-10T11:25:33.329 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.329 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.329 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.329 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.329 INFO:teuthology.orchestra.run.smithi187.stdout: "req_setlayout_latency": { 2024-05-10T11:25:33.329 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.329 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.329 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.329 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.329 INFO:teuthology.orchestra.run.smithi187.stdout: "req_setxattr_latency": { 2024-05-10T11:25:33.329 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.329 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.330 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.330 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.330 INFO:teuthology.orchestra.run.smithi187.stdout: "req_symlink_latency": { 2024-05-10T11:25:33.330 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.330 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.330 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.330 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.330 INFO:teuthology.orchestra.run.smithi187.stdout: "req_unlink_latency": { 2024-05-10T11:25:33.330 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.330 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.330 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.330 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.330 INFO:teuthology.orchestra.run.smithi187.stdout: "cap_revoke_eviction": 0, 2024-05-10T11:25:33.330 INFO:teuthology.orchestra.run.smithi187.stdout: "cap_acquisition_throttle": 0, 2024-05-10T11:25:33.330 INFO:teuthology.orchestra.run.smithi187.stdout: "req_getvxattr_latency": { 2024-05-10T11:25:33.331 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.331 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.331 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.331 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:33.331 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.331 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_sessions": { 2024-05-10T11:25:33.331 INFO:teuthology.orchestra.run.smithi187.stdout: "session_count": 1, 2024-05-10T11:25:33.331 INFO:teuthology.orchestra.run.smithi187.stdout: "session_add": 2, 2024-05-10T11:25:33.331 INFO:teuthology.orchestra.run.smithi187.stdout: "session_remove": 1, 2024-05-10T11:25:33.331 INFO:teuthology.orchestra.run.smithi187.stdout: "sessions_open": 1, 2024-05-10T11:25:33.331 INFO:teuthology.orchestra.run.smithi187.stdout: "sessions_stale": 0, 2024-05-10T11:25:33.331 INFO:teuthology.orchestra.run.smithi187.stdout: "total_load": 4, 2024-05-10T11:25:33.331 INFO:teuthology.orchestra.run.smithi187.stdout: "average_load": 2, 2024-05-10T11:25:33.331 INFO:teuthology.orchestra.run.smithi187.stdout: "avg_session_uptime": 262, 2024-05-10T11:25:33.331 INFO:teuthology.orchestra.run.smithi187.stdout: "mdthresh_evicted": 0 2024-05-10T11:25:33.331 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.332 INFO:teuthology.orchestra.run.smithi187.stdout: "mempool": { 2024-05-10T11:25:33.332 INFO:teuthology.orchestra.run.smithi187.stdout: "bloom_filter_bytes": 0, 2024-05-10T11:25:33.332 INFO:teuthology.orchestra.run.smithi187.stdout: "bloom_filter_items": 0, 2024-05-10T11:25:33.332 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_alloc_bytes": 0, 2024-05-10T11:25:33.332 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_alloc_items": 0, 2024-05-10T11:25:33.332 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_data_bytes": 0, 2024-05-10T11:25:33.332 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_data_items": 0, 2024-05-10T11:25:33.332 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-10T11:25:33.332 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_onode_items": 0, 2024-05-10T11:25:33.332 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-10T11:25:33.332 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_meta_items": 0, 2024-05-10T11:25:33.332 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_other_bytes": 0, 2024-05-10T11:25:33.332 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_other_items": 0, 2024-05-10T11:25:33.332 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-10T11:25:33.333 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_buffer_items": 0, 2024-05-10T11:25:33.333 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_extent_bytes": 0, 2024-05-10T11:25:33.333 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_extent_items": 0, 2024-05-10T11:25:33.333 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_blob_bytes": 0, 2024-05-10T11:25:33.333 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_blob_items": 0, 2024-05-10T11:25:33.333 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-10T11:25:33.333 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_shared_blob_items": 0, 2024-05-10T11:25:33.333 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-10T11:25:33.333 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_inline_bl_items": 0, 2024-05-10T11:25:33.333 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_fsck_bytes": 0, 2024-05-10T11:25:33.333 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_fsck_items": 0, 2024-05-10T11:25:33.333 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_txc_bytes": 0, 2024-05-10T11:25:33.333 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_txc_items": 0, 2024-05-10T11:25:33.333 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-10T11:25:33.334 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_writing_deferred_items": 0, 2024-05-10T11:25:33.334 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_writing_bytes": 0, 2024-05-10T11:25:33.334 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_writing_items": 0, 2024-05-10T11:25:33.334 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_bytes": 0, 2024-05-10T11:25:33.334 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_items": 0, 2024-05-10T11:25:33.334 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_file_reader_bytes": 0, 2024-05-10T11:25:33.334 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_file_reader_items": 0, 2024-05-10T11:25:33.334 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_file_writer_bytes": 0, 2024-05-10T11:25:33.334 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_file_writer_items": 0, 2024-05-10T11:25:33.334 INFO:teuthology.orchestra.run.smithi187.stdout: "buffer_anon_bytes": 255729, 2024-05-10T11:25:33.334 INFO:teuthology.orchestra.run.smithi187.stdout: "buffer_anon_items": 95, 2024-05-10T11:25:33.335 INFO:teuthology.orchestra.run.smithi187.stdout: "buffer_meta_bytes": 88, 2024-05-10T11:25:33.335 INFO:teuthology.orchestra.run.smithi187.stdout: "buffer_meta_items": 1, 2024-05-10T11:25:33.335 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_bytes": 0, 2024-05-10T11:25:33.335 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_items": 0, 2024-05-10T11:25:33.335 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_mapbl_bytes": 0, 2024-05-10T11:25:33.335 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_mapbl_items": 0, 2024-05-10T11:25:33.335 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_pglog_bytes": 0, 2024-05-10T11:25:33.335 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_pglog_items": 0, 2024-05-10T11:25:33.335 INFO:teuthology.orchestra.run.smithi187.stdout: "osdmap_bytes": 8888, 2024-05-10T11:25:33.335 INFO:teuthology.orchestra.run.smithi187.stdout: "osdmap_items": 170, 2024-05-10T11:25:33.335 INFO:teuthology.orchestra.run.smithi187.stdout: "osdmap_mapping_bytes": 0, 2024-05-10T11:25:33.335 INFO:teuthology.orchestra.run.smithi187.stdout: "osdmap_mapping_items": 0, 2024-05-10T11:25:33.335 INFO:teuthology.orchestra.run.smithi187.stdout: "pgmap_bytes": 0, 2024-05-10T11:25:33.335 INFO:teuthology.orchestra.run.smithi187.stdout: "pgmap_items": 0, 2024-05-10T11:25:33.336 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_co_bytes": 81741, 2024-05-10T11:25:33.336 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_co_items": 336, 2024-05-10T11:25:33.336 INFO:teuthology.orchestra.run.smithi187.stdout: "unittest_1_bytes": 0, 2024-05-10T11:25:33.336 INFO:teuthology.orchestra.run.smithi187.stdout: "unittest_1_items": 0, 2024-05-10T11:25:33.336 INFO:teuthology.orchestra.run.smithi187.stdout: "unittest_2_bytes": 0, 2024-05-10T11:25:33.336 INFO:teuthology.orchestra.run.smithi187.stdout: "unittest_2_items": 0 2024-05-10T11:25:33.336 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.336 INFO:teuthology.orchestra.run.smithi187.stdout: "objecter": { 2024-05-10T11:25:33.336 INFO:teuthology.orchestra.run.smithi187.stdout: "op_active": 0, 2024-05-10T11:25:33.336 INFO:teuthology.orchestra.run.smithi187.stdout: "op_laggy": 0, 2024-05-10T11:25:33.336 INFO:teuthology.orchestra.run.smithi187.stdout: "op_send": 43, 2024-05-10T11:25:33.337 INFO:teuthology.orchestra.run.smithi187.stdout: "op_send_bytes": 12254, 2024-05-10T11:25:33.337 INFO:teuthology.orchestra.run.smithi187.stdout: "op_resend": 33, 2024-05-10T11:25:33.337 INFO:teuthology.orchestra.run.smithi187.stdout: "op_reply": 43, 2024-05-10T11:25:33.337 INFO:teuthology.orchestra.run.smithi187.stdout: "op_latency": { 2024-05-10T11:25:33.337 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 43, 2024-05-10T11:25:33.337 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.226996298, 2024-05-10T11:25:33.337 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.005278983 2024-05-10T11:25:33.337 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.337 INFO:teuthology.orchestra.run.smithi187.stdout: "op_inflight": 0, 2024-05-10T11:25:33.337 INFO:teuthology.orchestra.run.smithi187.stdout: "oplen_avg": { 2024-05-10T11:25:33.337 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 43, 2024-05-10T11:25:33.337 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 68 2024-05-10T11:25:33.337 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.338 INFO:teuthology.orchestra.run.smithi187.stdout: "op": 43, 2024-05-10T11:25:33.338 INFO:teuthology.orchestra.run.smithi187.stdout: "op_r": 0, 2024-05-10T11:25:33.338 INFO:teuthology.orchestra.run.smithi187.stdout: "op_w": 43, 2024-05-10T11:25:33.338 INFO:teuthology.orchestra.run.smithi187.stdout: "op_rmw": 0, 2024-05-10T11:25:33.338 INFO:teuthology.orchestra.run.smithi187.stdout: "op_pg": 0, 2024-05-10T11:25:33.338 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_stat": 0, 2024-05-10T11:25:33.338 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_create": 10, 2024-05-10T11:25:33.338 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_read": 0, 2024-05-10T11:25:33.338 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_write": 4, 2024-05-10T11:25:33.338 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_writefull": 7, 2024-05-10T11:25:33.338 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_writesame": 0, 2024-05-10T11:25:33.338 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_append": 0, 2024-05-10T11:25:33.339 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_zero": 0, 2024-05-10T11:25:33.339 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_truncate": 0, 2024-05-10T11:25:33.339 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_delete": 6, 2024-05-10T11:25:33.339 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_mapext": 0, 2024-05-10T11:25:33.339 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_sparse_read": 0, 2024-05-10T11:25:33.339 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_clonerange": 0, 2024-05-10T11:25:33.339 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_getxattr": 0, 2024-05-10T11:25:33.339 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_setxattr": 20, 2024-05-10T11:25:33.339 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_cmpxattr": 0, 2024-05-10T11:25:33.339 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_rmxattr": 0, 2024-05-10T11:25:33.339 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_resetxattrs": 0, 2024-05-10T11:25:33.339 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_call": 0, 2024-05-10T11:25:33.339 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_watch": 0, 2024-05-10T11:25:33.339 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_notify": 0, 2024-05-10T11:25:33.340 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_src_cmpxattr": 0, 2024-05-10T11:25:33.340 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_pgls": 0, 2024-05-10T11:25:33.340 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_pgls_filter": 0, 2024-05-10T11:25:33.340 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_other": 0, 2024-05-10T11:25:33.340 INFO:teuthology.orchestra.run.smithi187.stdout: "linger_active": 0, 2024-05-10T11:25:33.340 INFO:teuthology.orchestra.run.smithi187.stdout: "linger_send": 0, 2024-05-10T11:25:33.340 INFO:teuthology.orchestra.run.smithi187.stdout: "linger_resend": 0, 2024-05-10T11:25:33.340 INFO:teuthology.orchestra.run.smithi187.stdout: "linger_ping": 0, 2024-05-10T11:25:33.340 INFO:teuthology.orchestra.run.smithi187.stdout: "poolop_active": 0, 2024-05-10T11:25:33.340 INFO:teuthology.orchestra.run.smithi187.stdout: "poolop_send": 0, 2024-05-10T11:25:33.340 INFO:teuthology.orchestra.run.smithi187.stdout: "poolop_resend": 0, 2024-05-10T11:25:33.340 INFO:teuthology.orchestra.run.smithi187.stdout: "poolstat_active": 0, 2024-05-10T11:25:33.340 INFO:teuthology.orchestra.run.smithi187.stdout: "poolstat_send": 0, 2024-05-10T11:25:33.340 INFO:teuthology.orchestra.run.smithi187.stdout: "poolstat_resend": 0, 2024-05-10T11:25:33.341 INFO:teuthology.orchestra.run.smithi187.stdout: "statfs_active": 0, 2024-05-10T11:25:33.341 INFO:teuthology.orchestra.run.smithi187.stdout: "statfs_send": 0, 2024-05-10T11:25:33.341 INFO:teuthology.orchestra.run.smithi187.stdout: "statfs_resend": 0, 2024-05-10T11:25:33.341 INFO:teuthology.orchestra.run.smithi187.stdout: "command_active": 0, 2024-05-10T11:25:33.341 INFO:teuthology.orchestra.run.smithi187.stdout: "command_send": 0, 2024-05-10T11:25:33.341 INFO:teuthology.orchestra.run.smithi187.stdout: "command_resend": 0, 2024-05-10T11:25:33.341 INFO:teuthology.orchestra.run.smithi187.stdout: "map_epoch": 90, 2024-05-10T11:25:33.341 INFO:teuthology.orchestra.run.smithi187.stdout: "map_full": 0, 2024-05-10T11:25:33.341 INFO:teuthology.orchestra.run.smithi187.stdout: "map_inc": 2, 2024-05-10T11:25:33.341 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_sessions": 10, 2024-05-10T11:25:33.341 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_session_open": 10, 2024-05-10T11:25:33.341 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_session_close": 0, 2024-05-10T11:25:33.341 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_laggy": 0, 2024-05-10T11:25:33.341 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_wr": 20, 2024-05-10T11:25:33.342 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_rd": 0, 2024-05-10T11:25:33.342 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_del": 1 2024-05-10T11:25:33.342 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.342 INFO:teuthology.orchestra.run.smithi187.stdout: "oft": { 2024-05-10T11:25:33.342 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_total_objs": 1, 2024-05-10T11:25:33.342 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_total_kv_pairs": 0, 2024-05-10T11:25:33.342 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_total_updates": 0, 2024-05-10T11:25:33.342 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_total_removes": 0 2024-05-10T11:25:33.342 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.342 INFO:teuthology.orchestra.run.smithi187.stdout: "osd-slow-ops": { 2024-05-10T11:25:33.342 INFO:teuthology.orchestra.run.smithi187.stdout: "slow_ops_count": 0 2024-05-10T11:25:33.342 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.342 INFO:teuthology.orchestra.run.smithi187.stdout: "purge_queue": { 2024-05-10T11:25:33.342 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executing_ops": 0, 2024-05-10T11:25:33.343 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executing_ops_high_water": 0, 2024-05-10T11:25:33.343 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executing": 0, 2024-05-10T11:25:33.343 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executing_high_water": 0, 2024-05-10T11:25:33.343 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executed_ops": 0, 2024-05-10T11:25:33.343 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executed": 0, 2024-05-10T11:25:33.343 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_item_in_journal": 0 2024-05-10T11:25:33.343 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.343 INFO:teuthology.orchestra.run.smithi187.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-10T11:25:33.343 INFO:teuthology.orchestra.run.smithi187.stdout: "val": 0, 2024-05-10T11:25:33.343 INFO:teuthology.orchestra.run.smithi187.stdout: "max": 104857600, 2024-05-10T11:25:33.343 INFO:teuthology.orchestra.run.smithi187.stdout: "get_started": 0, 2024-05-10T11:25:33.343 INFO:teuthology.orchestra.run.smithi187.stdout: "get": 527, 2024-05-10T11:25:33.343 INFO:teuthology.orchestra.run.smithi187.stdout: "get_sum": 884396, 2024-05-10T11:25:33.343 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:33.344 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_success": 527, 2024-05-10T11:25:33.344 INFO:teuthology.orchestra.run.smithi187.stdout: "take": 0, 2024-05-10T11:25:33.344 INFO:teuthology.orchestra.run.smithi187.stdout: "take_sum": 0, 2024-05-10T11:25:33.344 INFO:teuthology.orchestra.run.smithi187.stdout: "put": 527, 2024-05-10T11:25:33.344 INFO:teuthology.orchestra.run.smithi187.stdout: "put_sum": 884396, 2024-05-10T11:25:33.344 INFO:teuthology.orchestra.run.smithi187.stdout: "wait": { 2024-05-10T11:25:33.344 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.344 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.344 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.344 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:33.344 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.344 INFO:teuthology.orchestra.run.smithi187.stdout: "throttle-objecter_bytes": { 2024-05-10T11:25:33.344 INFO:teuthology.orchestra.run.smithi187.stdout: "val": 0, 2024-05-10T11:25:33.345 INFO:teuthology.orchestra.run.smithi187.stdout: "max": 104857600, 2024-05-10T11:25:33.345 INFO:teuthology.orchestra.run.smithi187.stdout: "get_started": 0, 2024-05-10T11:25:33.345 INFO:teuthology.orchestra.run.smithi187.stdout: "get": 0, 2024-05-10T11:25:33.345 INFO:teuthology.orchestra.run.smithi187.stdout: "get_sum": 0, 2024-05-10T11:25:33.345 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:33.345 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:33.345 INFO:teuthology.orchestra.run.smithi187.stdout: "take": 43, 2024-05-10T11:25:33.345 INFO:teuthology.orchestra.run.smithi187.stdout: "take_sum": 12254, 2024-05-10T11:25:33.345 INFO:teuthology.orchestra.run.smithi187.stdout: "put": 43, 2024-05-10T11:25:33.345 INFO:teuthology.orchestra.run.smithi187.stdout: "put_sum": 12254, 2024-05-10T11:25:33.345 INFO:teuthology.orchestra.run.smithi187.stdout: "wait": { 2024-05-10T11:25:33.345 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.345 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.345 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.346 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:33.346 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.346 INFO:teuthology.orchestra.run.smithi187.stdout: "throttle-objecter_ops": { 2024-05-10T11:25:33.346 INFO:teuthology.orchestra.run.smithi187.stdout: "val": 0, 2024-05-10T11:25:33.346 INFO:teuthology.orchestra.run.smithi187.stdout: "max": 1024, 2024-05-10T11:25:33.346 INFO:teuthology.orchestra.run.smithi187.stdout: "get_started": 0, 2024-05-10T11:25:33.346 INFO:teuthology.orchestra.run.smithi187.stdout: "get": 0, 2024-05-10T11:25:33.346 INFO:teuthology.orchestra.run.smithi187.stdout: "get_sum": 0, 2024-05-10T11:25:33.346 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:33.346 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:33.346 INFO:teuthology.orchestra.run.smithi187.stdout: "take": 43, 2024-05-10T11:25:33.346 INFO:teuthology.orchestra.run.smithi187.stdout: "take_sum": 43, 2024-05-10T11:25:33.346 INFO:teuthology.orchestra.run.smithi187.stdout: "put": 43, 2024-05-10T11:25:33.346 INFO:teuthology.orchestra.run.smithi187.stdout: "put_sum": 43, 2024-05-10T11:25:33.347 INFO:teuthology.orchestra.run.smithi187.stdout: "wait": { 2024-05-10T11:25:33.347 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.347 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.347 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.347 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:33.347 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.347 INFO:teuthology.orchestra.run.smithi187.stdout: "throttle-write_buf_throttle": { 2024-05-10T11:25:33.347 INFO:teuthology.orchestra.run.smithi187.stdout: "val": 0, 2024-05-10T11:25:33.347 INFO:teuthology.orchestra.run.smithi187.stdout: "max": 3758096384, 2024-05-10T11:25:33.347 INFO:teuthology.orchestra.run.smithi187.stdout: "get_started": 0, 2024-05-10T11:25:33.347 INFO:teuthology.orchestra.run.smithi187.stdout: "get": 0, 2024-05-10T11:25:33.347 INFO:teuthology.orchestra.run.smithi187.stdout: "get_sum": 0, 2024-05-10T11:25:33.347 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:33.347 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:33.347 INFO:teuthology.orchestra.run.smithi187.stdout: "take": 0, 2024-05-10T11:25:33.347 INFO:teuthology.orchestra.run.smithi187.stdout: "take_sum": 0, 2024-05-10T11:25:33.348 INFO:teuthology.orchestra.run.smithi187.stdout: "put": 0, 2024-05-10T11:25:33.348 INFO:teuthology.orchestra.run.smithi187.stdout: "put_sum": 0, 2024-05-10T11:25:33.348 INFO:teuthology.orchestra.run.smithi187.stdout: "wait": { 2024-05-10T11:25:33.348 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.348 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.348 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.348 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:33.348 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:33.348 INFO:teuthology.orchestra.run.smithi187.stdout: "throttle-write_buf_throttle-0x55a703060500": { 2024-05-10T11:25:33.348 INFO:teuthology.orchestra.run.smithi187.stdout: "val": 0, 2024-05-10T11:25:33.348 INFO:teuthology.orchestra.run.smithi187.stdout: "max": 3758096384, 2024-05-10T11:25:33.348 INFO:teuthology.orchestra.run.smithi187.stdout: "get_started": 0, 2024-05-10T11:25:33.348 INFO:teuthology.orchestra.run.smithi187.stdout: "get": 5, 2024-05-10T11:25:33.348 INFO:teuthology.orchestra.run.smithi187.stdout: "get_sum": 1613, 2024-05-10T11:25:33.348 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:33.348 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_success": 5, 2024-05-10T11:25:33.348 INFO:teuthology.orchestra.run.smithi187.stdout: "take": 0, 2024-05-10T11:25:33.349 INFO:teuthology.orchestra.run.smithi187.stdout: "take_sum": 0, 2024-05-10T11:25:33.349 INFO:teuthology.orchestra.run.smithi187.stdout: "put": 4, 2024-05-10T11:25:33.349 INFO:teuthology.orchestra.run.smithi187.stdout: "put_sum": 1613, 2024-05-10T11:25:33.349 INFO:teuthology.orchestra.run.smithi187.stdout: "wait": { 2024-05-10T11:25:33.349 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:33.349 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:33.349 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:33.349 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:33.349 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:33.349 INFO:teuthology.orchestra.run.smithi187.stdout:} 2024-05-10T11:25:34.046 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-05-10T11:25:34.046 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-05-10T11:25:34.046 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-05-10T11:25:34.046 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=11 2024-05-10T11:25:34.046 DEBUG:tasks.check_counter:Getting stats from f 2024-05-10T11:25:34.047 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph daemon mds.f perf dump 2024-05-10T11:25:34.297 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.c/config 2024-05-10T11:25:34.419 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:34 smithi187 ceph-mon[34076]: pgmap v563: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:25:34.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:34 smithi132 ceph-mon[33758]: pgmap v563: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:25:34.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:34 smithi053 ceph-mon[30153]: pgmap v563: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:25:36.030 INFO:teuthology.orchestra.run.smithi187.stdout:{ 2024-05-10T11:25:36.030 INFO:teuthology.orchestra.run.smithi187.stdout: "AsyncMessenger::Worker-0": { 2024-05-10T11:25:36.030 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_messages": 235, 2024-05-10T11:25:36.030 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages": 223, 2024-05-10T11:25:36.030 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_bytes": 854485, 2024-05-10T11:25:36.030 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_bytes": 159257, 2024-05-10T11:25:36.030 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_created_connections": 13, 2024-05-10T11:25:36.030 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_active_connections": 2, 2024-05-10T11:25:36.031 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_total_time": 0.037988350, 2024-05-10T11:25:36.031 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_send_time": 0.011466797, 2024-05-10T11:25:36.031 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_recv_time": 0.025069446, 2024-05-10T11:25:36.031 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_fast_dispatch_time": 0.004033399, 2024-05-10T11:25:36.031 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:36.031 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 222, 2024-05-10T11:25:36.031 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.019257418, 2024-05-10T11:25:36.031 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000086745 2024-05-10T11:25:36.031 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.031 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:36.031 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 27, 2024-05-10T11:25:36.031 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000004037, 2024-05-10T11:25:36.031 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000149 2024-05-10T11:25:36.031 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.032 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_encrypted_bytes": 848480, 2024-05-10T11:25:36.032 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_encrypted_bytes": 101072 2024-05-10T11:25:36.032 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.032 INFO:teuthology.orchestra.run.smithi187.stdout: "AsyncMessenger::Worker-1": { 2024-05-10T11:25:36.032 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_messages": 32, 2024-05-10T11:25:36.032 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages": 144, 2024-05-10T11:25:36.032 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_bytes": 9318, 2024-05-10T11:25:36.032 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_bytes": 364266, 2024-05-10T11:25:36.032 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_created_connections": 15, 2024-05-10T11:25:36.032 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_active_connections": 8, 2024-05-10T11:25:36.032 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_total_time": 0.015411932, 2024-05-10T11:25:36.032 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_send_time": 0.005559143, 2024-05-10T11:25:36.032 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_recv_time": 0.008091072, 2024-05-10T11:25:36.033 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_fast_dispatch_time": 0.000368116, 2024-05-10T11:25:36.033 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:36.033 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 143, 2024-05-10T11:25:36.033 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.019119134, 2024-05-10T11:25:36.033 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000133700 2024-05-10T11:25:36.033 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.033 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:36.033 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 15, 2024-05-10T11:25:36.033 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000001846, 2024-05-10T11:25:36.033 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000123 2024-05-10T11:25:36.033 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.033 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_encrypted_bytes": 4080, 2024-05-10T11:25:36.033 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_encrypted_bytes": 256320 2024-05-10T11:25:36.033 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.034 INFO:teuthology.orchestra.run.smithi187.stdout: "AsyncMessenger::Worker-2": { 2024-05-10T11:25:36.034 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_messages": 263, 2024-05-10T11:25:36.034 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages": 333, 2024-05-10T11:25:36.034 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_bytes": 78154, 2024-05-10T11:25:36.034 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_bytes": 157249, 2024-05-10T11:25:36.034 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_created_connections": 8, 2024-05-10T11:25:36.034 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_active_connections": 4, 2024-05-10T11:25:36.034 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_total_time": 0.037746051, 2024-05-10T11:25:36.034 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_send_time": 0.017372919, 2024-05-10T11:25:36.034 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_recv_time": 0.017005702, 2024-05-10T11:25:36.034 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_fast_dispatch_time": 0.002639268, 2024-05-10T11:25:36.034 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:36.034 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 331, 2024-05-10T11:25:36.034 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.026954226, 2024-05-10T11:25:36.035 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000081432 2024-05-10T11:25:36.035 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.035 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:36.035 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 554, 2024-05-10T11:25:36.035 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000149077, 2024-05-10T11:25:36.035 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000269 2024-05-10T11:25:36.035 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.035 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-10T11:25:36.035 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_encrypted_bytes": 0 2024-05-10T11:25:36.035 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.035 INFO:teuthology.orchestra.run.smithi187.stdout: "cct": { 2024-05-10T11:25:36.035 INFO:teuthology.orchestra.run.smithi187.stdout: "total_workers": 1, 2024-05-10T11:25:36.035 INFO:teuthology.orchestra.run.smithi187.stdout: "unhealthy_workers": 0 2024-05-10T11:25:36.035 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.035 INFO:teuthology.orchestra.run.smithi187.stdout: "finisher-MDSRank": { 2024-05-10T11:25:36.035 INFO:teuthology.orchestra.run.smithi187.stdout: "queue_len": 0, 2024-05-10T11:25:36.036 INFO:teuthology.orchestra.run.smithi187.stdout: "complete_latency": { 2024-05-10T11:25:36.036 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 45, 2024-05-10T11:25:36.036 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.001631439, 2024-05-10T11:25:36.036 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000036254 2024-05-10T11:25:36.036 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:36.036 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.036 INFO:teuthology.orchestra.run.smithi187.stdout: "finisher-PurgeQueue": { 2024-05-10T11:25:36.036 INFO:teuthology.orchestra.run.smithi187.stdout: "queue_len": 0, 2024-05-10T11:25:36.036 INFO:teuthology.orchestra.run.smithi187.stdout: "complete_latency": { 2024-05-10T11:25:36.036 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 2, 2024-05-10T11:25:36.036 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000011319, 2024-05-10T11:25:36.036 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000005659 2024-05-10T11:25:36.036 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:36.036 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.036 INFO:teuthology.orchestra.run.smithi187.stdout: "mds": { 2024-05-10T11:25:36.037 INFO:teuthology.orchestra.run.smithi187.stdout: "request": 3, 2024-05-10T11:25:36.037 INFO:teuthology.orchestra.run.smithi187.stdout: "reply": 2, 2024-05-10T11:25:36.037 INFO:teuthology.orchestra.run.smithi187.stdout: "reply_latency": { 2024-05-10T11:25:36.037 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 2, 2024-05-10T11:25:36.037 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000432211, 2024-05-10T11:25:36.037 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000216105 2024-05-10T11:25:36.037 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.037 INFO:teuthology.orchestra.run.smithi187.stdout: "slow_reply": 0, 2024-05-10T11:25:36.037 INFO:teuthology.orchestra.run.smithi187.stdout: "forward": 1, 2024-05-10T11:25:36.037 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_fetch_complete": 0, 2024-05-10T11:25:36.037 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_fetch_keys": 0, 2024-05-10T11:25:36.037 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_commit": 11, 2024-05-10T11:25:36.037 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_split": 0, 2024-05-10T11:25:36.037 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_merge": 0, 2024-05-10T11:25:36.037 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes": 16, 2024-05-10T11:25:36.038 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_top": 0, 2024-05-10T11:25:36.038 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_bottom": 16, 2024-05-10T11:25:36.038 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_pin_tail": 0, 2024-05-10T11:25:36.038 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_pinned": 13, 2024-05-10T11:25:36.038 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_expired": 5, 2024-05-10T11:25:36.038 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_with_caps": 1, 2024-05-10T11:25:36.038 INFO:teuthology.orchestra.run.smithi187.stdout: "caps": 1, 2024-05-10T11:25:36.038 INFO:teuthology.orchestra.run.smithi187.stdout: "subtrees": 3, 2024-05-10T11:25:36.038 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse": 11, 2024-05-10T11:25:36.038 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_hit": 6, 2024-05-10T11:25:36.038 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_forward": 0, 2024-05-10T11:25:36.038 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_discover": 4, 2024-05-10T11:25:36.038 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_dir_fetch": 0, 2024-05-10T11:25:36.038 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_remote_ino": 0, 2024-05-10T11:25:36.038 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_lock": 0, 2024-05-10T11:25:36.038 INFO:teuthology.orchestra.run.smithi187.stdout: "load_cent": 0, 2024-05-10T11:25:36.039 INFO:teuthology.orchestra.run.smithi187.stdout: "q": 0, 2024-05-10T11:25:36.039 INFO:teuthology.orchestra.run.smithi187.stdout: "exported": 0, 2024-05-10T11:25:36.039 INFO:teuthology.orchestra.run.smithi187.stdout: "exported_inodes": 0, 2024-05-10T11:25:36.039 INFO:teuthology.orchestra.run.smithi187.stdout: "imported": 0, 2024-05-10T11:25:36.039 INFO:teuthology.orchestra.run.smithi187.stdout: "imported_inodes": 0, 2024-05-10T11:25:36.039 INFO:teuthology.orchestra.run.smithi187.stdout: "openino_dir_fetch": 0, 2024-05-10T11:25:36.039 INFO:teuthology.orchestra.run.smithi187.stdout: "openino_backtrace_fetch": 0, 2024-05-10T11:25:36.039 INFO:teuthology.orchestra.run.smithi187.stdout: "openino_peer_discover": 0, 2024-05-10T11:25:36.039 INFO:teuthology.orchestra.run.smithi187.stdout: "root_rfiles": 4, 2024-05-10T11:25:36.039 INFO:teuthology.orchestra.run.smithi187.stdout: "root_rbytes": 234, 2024-05-10T11:25:36.039 INFO:teuthology.orchestra.run.smithi187.stdout: "root_rsnaps": 0, 2024-05-10T11:25:36.039 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_backtrace_fetch": 0, 2024-05-10T11:25:36.039 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_set_tag": 0, 2024-05-10T11:25:36.039 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_backtrace_repaired": 0, 2024-05-10T11:25:36.039 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_inotable_repaired": 0, 2024-05-10T11:25:36.040 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_dir_inodes": 0, 2024-05-10T11:25:36.040 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_dir_base_inodes": 0, 2024-05-10T11:25:36.040 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_dirfrag_rstats": 0, 2024-05-10T11:25:36.040 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_file_inodes": 0, 2024-05-10T11:25:36.040 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_inode_file_caps": 0, 2024-05-10T11:25:36.040 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_cap_op_revoke": 0, 2024-05-10T11:25:36.040 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_cap_op_grant": 0, 2024-05-10T11:25:36.040 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_cap_op_trunc": 0, 2024-05-10T11:25:36.040 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-10T11:25:36.040 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-10T11:25:36.040 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_client_caps": 0, 2024-05-10T11:25:36.040 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_client_caps_dirty": 0, 2024-05-10T11:25:36.040 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_client_cap_release": 0, 2024-05-10T11:25:36.040 INFO:teuthology.orchestra.run.smithi187.stdout: "process_request_cap_release": 1 2024-05-10T11:25:36.040 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.040 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_cache": { 2024-05-10T11:25:36.041 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_update": 0, 2024-05-10T11:25:36.041 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_update_receipt": 9, 2024-05-10T11:25:36.041 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_try_discover": 6, 2024-05-10T11:25:36.041 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_send_discover": 8, 2024-05-10T11:25:36.041 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_handle_discover": 0, 2024-05-10T11:25:36.041 INFO:teuthology.orchestra.run.smithi187.stdout: "num_strays": 0, 2024-05-10T11:25:36.041 INFO:teuthology.orchestra.run.smithi187.stdout: "num_strays_delayed": 0, 2024-05-10T11:25:36.041 INFO:teuthology.orchestra.run.smithi187.stdout: "num_strays_enqueuing": 0, 2024-05-10T11:25:36.041 INFO:teuthology.orchestra.run.smithi187.stdout: "strays_created": 0, 2024-05-10T11:25:36.041 INFO:teuthology.orchestra.run.smithi187.stdout: "strays_enqueued": 0, 2024-05-10T11:25:36.041 INFO:teuthology.orchestra.run.smithi187.stdout: "strays_reintegrated": 0, 2024-05-10T11:25:36.041 INFO:teuthology.orchestra.run.smithi187.stdout: "strays_migrated": 0, 2024-05-10T11:25:36.041 INFO:teuthology.orchestra.run.smithi187.stdout: "num_recovering_processing": 0, 2024-05-10T11:25:36.041 INFO:teuthology.orchestra.run.smithi187.stdout: "num_recovering_enqueued": 0, 2024-05-10T11:25:36.041 INFO:teuthology.orchestra.run.smithi187.stdout: "num_recovering_prioritized": 0, 2024-05-10T11:25:36.041 INFO:teuthology.orchestra.run.smithi187.stdout: "recovery_started": 0, 2024-05-10T11:25:36.042 INFO:teuthology.orchestra.run.smithi187.stdout: "recovery_completed": 0, 2024-05-10T11:25:36.042 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_quiesce_path": 0, 2024-05-10T11:25:36.042 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_quiesce_inode": 0, 2024-05-10T11:25:36.042 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_enqueue_scrub": 0, 2024-05-10T11:25:36.042 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_exportdir": 0, 2024-05-10T11:25:36.042 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_flush": 0, 2024-05-10T11:25:36.042 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_fragmentdir": 0, 2024-05-10T11:25:36.042 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_fragstats": 0, 2024-05-10T11:25:36.042 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_inodestats": 0 2024-05-10T11:25:36.042 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.042 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_log": { 2024-05-10T11:25:36.042 INFO:teuthology.orchestra.run.smithi187.stdout: "evlrg": 0, 2024-05-10T11:25:36.042 INFO:teuthology.orchestra.run.smithi187.stdout: "evadd": 7, 2024-05-10T11:25:36.042 INFO:teuthology.orchestra.run.smithi187.stdout: "evex": 0, 2024-05-10T11:25:36.042 INFO:teuthology.orchestra.run.smithi187.stdout: "evtrm": 0, 2024-05-10T11:25:36.043 INFO:teuthology.orchestra.run.smithi187.stdout: "ev": 7, 2024-05-10T11:25:36.043 INFO:teuthology.orchestra.run.smithi187.stdout: "evexg": 0, 2024-05-10T11:25:36.043 INFO:teuthology.orchestra.run.smithi187.stdout: "evexd": 0, 2024-05-10T11:25:36.043 INFO:teuthology.orchestra.run.smithi187.stdout: "segadd": 2, 2024-05-10T11:25:36.043 INFO:teuthology.orchestra.run.smithi187.stdout: "segex": 0, 2024-05-10T11:25:36.043 INFO:teuthology.orchestra.run.smithi187.stdout: "segtrm": 0, 2024-05-10T11:25:36.043 INFO:teuthology.orchestra.run.smithi187.stdout: "seg": 2, 2024-05-10T11:25:36.043 INFO:teuthology.orchestra.run.smithi187.stdout: "segmjr": 2, 2024-05-10T11:25:36.043 INFO:teuthology.orchestra.run.smithi187.stdout: "segexg": 0, 2024-05-10T11:25:36.043 INFO:teuthology.orchestra.run.smithi187.stdout: "segexd": 0, 2024-05-10T11:25:36.043 INFO:teuthology.orchestra.run.smithi187.stdout: "expos": 4194304, 2024-05-10T11:25:36.043 INFO:teuthology.orchestra.run.smithi187.stdout: "wrpos": 4196449, 2024-05-10T11:25:36.043 INFO:teuthology.orchestra.run.smithi187.stdout: "rdpos": 0, 2024-05-10T11:25:36.043 INFO:teuthology.orchestra.run.smithi187.stdout: "jlat": { 2024-05-10T11:25:36.044 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 6, 2024-05-10T11:25:36.044 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.013849652, 2024-05-10T11:25:36.044 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.002308275 2024-05-10T11:25:36.044 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.044 INFO:teuthology.orchestra.run.smithi187.stdout: "replayed": 0 2024-05-10T11:25:36.044 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.044 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_mem": { 2024-05-10T11:25:36.044 INFO:teuthology.orchestra.run.smithi187.stdout: "ino": 20, 2024-05-10T11:25:36.044 INFO:teuthology.orchestra.run.smithi187.stdout: "ino+": 22, 2024-05-10T11:25:36.044 INFO:teuthology.orchestra.run.smithi187.stdout: "ino-": 2, 2024-05-10T11:25:36.044 INFO:teuthology.orchestra.run.smithi187.stdout: "dir": 19, 2024-05-10T11:25:36.044 INFO:teuthology.orchestra.run.smithi187.stdout: "dir+": 22, 2024-05-10T11:25:36.044 INFO:teuthology.orchestra.run.smithi187.stdout: "dir-": 3, 2024-05-10T11:25:36.044 INFO:teuthology.orchestra.run.smithi187.stdout: "dn": 16, 2024-05-10T11:25:36.044 INFO:teuthology.orchestra.run.smithi187.stdout: "dn+": 21, 2024-05-10T11:25:36.045 INFO:teuthology.orchestra.run.smithi187.stdout: "dn-": 5, 2024-05-10T11:25:36.045 INFO:teuthology.orchestra.run.smithi187.stdout: "cap": 1, 2024-05-10T11:25:36.045 INFO:teuthology.orchestra.run.smithi187.stdout: "cap+": 2, 2024-05-10T11:25:36.045 INFO:teuthology.orchestra.run.smithi187.stdout: "cap-": 1, 2024-05-10T11:25:36.045 INFO:teuthology.orchestra.run.smithi187.stdout: "rss": 51484, 2024-05-10T11:25:36.045 INFO:teuthology.orchestra.run.smithi187.stdout: "heap": 223608 2024-05-10T11:25:36.045 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.045 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_server": { 2024-05-10T11:25:36.045 INFO:teuthology.orchestra.run.smithi187.stdout: "dispatch_client_request": 4, 2024-05-10T11:25:36.045 INFO:teuthology.orchestra.run.smithi187.stdout: "dispatch_server_request": 0, 2024-05-10T11:25:36.045 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_client_request": 3, 2024-05-10T11:25:36.045 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_client_session": 13, 2024-05-10T11:25:36.045 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_peer_request": 0, 2024-05-10T11:25:36.045 INFO:teuthology.orchestra.run.smithi187.stdout: "req_create_latency": { 2024-05-10T11:25:36.045 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.045 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.046 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.046 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.046 INFO:teuthology.orchestra.run.smithi187.stdout: "req_getattr_latency": { 2024-05-10T11:25:36.046 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 2, 2024-05-10T11:25:36.046 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000432211, 2024-05-10T11:25:36.046 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000216105 2024-05-10T11:25:36.046 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.046 INFO:teuthology.orchestra.run.smithi187.stdout: "req_getfilelock_latency": { 2024-05-10T11:25:36.046 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.046 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.046 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.046 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.046 INFO:teuthology.orchestra.run.smithi187.stdout: "req_link_latency": { 2024-05-10T11:25:36.046 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.047 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.047 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.047 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.047 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookup_latency": { 2024-05-10T11:25:36.047 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.047 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.047 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.047 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.047 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookuphash_latency": { 2024-05-10T11:25:36.047 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.047 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.047 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.047 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.047 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookupino_latency": { 2024-05-10T11:25:36.048 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.048 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.048 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.048 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.048 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookupname_latency": { 2024-05-10T11:25:36.048 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.048 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.048 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.048 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.048 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookupparent_latency": { 2024-05-10T11:25:36.048 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.048 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.048 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.048 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.048 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookupsnap_latency": { 2024-05-10T11:25:36.048 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.049 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.049 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.049 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.049 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lssnap_latency": { 2024-05-10T11:25:36.049 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.049 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.049 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.049 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.049 INFO:teuthology.orchestra.run.smithi187.stdout: "req_mkdir_latency": { 2024-05-10T11:25:36.049 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.050 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.050 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.050 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.050 INFO:teuthology.orchestra.run.smithi187.stdout: "req_mknod_latency": { 2024-05-10T11:25:36.050 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.050 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.050 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.050 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.050 INFO:teuthology.orchestra.run.smithi187.stdout: "req_mksnap_latency": { 2024-05-10T11:25:36.050 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.051 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.051 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.051 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.051 INFO:teuthology.orchestra.run.smithi187.stdout: "req_open_latency": { 2024-05-10T11:25:36.051 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.051 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.051 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.051 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.051 INFO:teuthology.orchestra.run.smithi187.stdout: "req_readdir_latency": { 2024-05-10T11:25:36.051 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.051 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.051 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.051 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.052 INFO:teuthology.orchestra.run.smithi187.stdout: "req_rename_latency": { 2024-05-10T11:25:36.052 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.052 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.052 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.052 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.052 INFO:teuthology.orchestra.run.smithi187.stdout: "req_renamesnap_latency": { 2024-05-10T11:25:36.052 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.052 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.052 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.052 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.052 INFO:teuthology.orchestra.run.smithi187.stdout: "req_snapdiff_latency": { 2024-05-10T11:25:36.052 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.052 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.053 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.053 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.053 INFO:teuthology.orchestra.run.smithi187.stdout: "req_rmdir_latency": { 2024-05-10T11:25:36.053 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.053 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.053 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.053 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.053 INFO:teuthology.orchestra.run.smithi187.stdout: "req_rmsnap_latency": { 2024-05-10T11:25:36.053 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.053 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.053 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.053 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.053 INFO:teuthology.orchestra.run.smithi187.stdout: "req_rmxattr_latency": { 2024-05-10T11:25:36.054 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.054 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.054 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.054 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.054 INFO:teuthology.orchestra.run.smithi187.stdout: "req_setattr_latency": { 2024-05-10T11:25:36.054 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.054 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.054 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.054 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.054 INFO:teuthology.orchestra.run.smithi187.stdout: "req_setdirlayout_latency": { 2024-05-10T11:25:36.054 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.054 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.054 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.054 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.055 INFO:teuthology.orchestra.run.smithi187.stdout: "req_setfilelock_latency": { 2024-05-10T11:25:36.055 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.055 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.055 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.055 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.055 INFO:teuthology.orchestra.run.smithi187.stdout: "req_setlayout_latency": { 2024-05-10T11:25:36.055 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.055 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.055 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.055 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.055 INFO:teuthology.orchestra.run.smithi187.stdout: "req_setxattr_latency": { 2024-05-10T11:25:36.055 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.055 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.056 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.056 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.056 INFO:teuthology.orchestra.run.smithi187.stdout: "req_symlink_latency": { 2024-05-10T11:25:36.056 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.056 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.056 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.056 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.056 INFO:teuthology.orchestra.run.smithi187.stdout: "req_unlink_latency": { 2024-05-10T11:25:36.056 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.056 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.056 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.056 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.056 INFO:teuthology.orchestra.run.smithi187.stdout: "cap_revoke_eviction": 0, 2024-05-10T11:25:36.056 INFO:teuthology.orchestra.run.smithi187.stdout: "cap_acquisition_throttle": 0, 2024-05-10T11:25:36.056 INFO:teuthology.orchestra.run.smithi187.stdout: "req_getvxattr_latency": { 2024-05-10T11:25:36.056 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.057 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.057 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.057 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:36.057 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.057 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_sessions": { 2024-05-10T11:25:36.057 INFO:teuthology.orchestra.run.smithi187.stdout: "session_count": 1, 2024-05-10T11:25:36.057 INFO:teuthology.orchestra.run.smithi187.stdout: "session_add": 3, 2024-05-10T11:25:36.057 INFO:teuthology.orchestra.run.smithi187.stdout: "session_remove": 2, 2024-05-10T11:25:36.057 INFO:teuthology.orchestra.run.smithi187.stdout: "sessions_open": 1, 2024-05-10T11:25:36.057 INFO:teuthology.orchestra.run.smithi187.stdout: "sessions_stale": 0, 2024-05-10T11:25:36.057 INFO:teuthology.orchestra.run.smithi187.stdout: "total_load": 1, 2024-05-10T11:25:36.057 INFO:teuthology.orchestra.run.smithi187.stdout: "average_load": 1, 2024-05-10T11:25:36.057 INFO:teuthology.orchestra.run.smithi187.stdout: "avg_session_uptime": 264, 2024-05-10T11:25:36.057 INFO:teuthology.orchestra.run.smithi187.stdout: "mdthresh_evicted": 0 2024-05-10T11:25:36.057 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.057 INFO:teuthology.orchestra.run.smithi187.stdout: "mempool": { 2024-05-10T11:25:36.057 INFO:teuthology.orchestra.run.smithi187.stdout: "bloom_filter_bytes": 0, 2024-05-10T11:25:36.058 INFO:teuthology.orchestra.run.smithi187.stdout: "bloom_filter_items": 0, 2024-05-10T11:25:36.058 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_alloc_bytes": 0, 2024-05-10T11:25:36.058 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_alloc_items": 0, 2024-05-10T11:25:36.058 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_data_bytes": 0, 2024-05-10T11:25:36.058 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_data_items": 0, 2024-05-10T11:25:36.058 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-10T11:25:36.058 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_onode_items": 0, 2024-05-10T11:25:36.058 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-10T11:25:36.058 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_meta_items": 0, 2024-05-10T11:25:36.058 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_other_bytes": 0, 2024-05-10T11:25:36.058 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_other_items": 0, 2024-05-10T11:25:36.058 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-10T11:25:36.058 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_buffer_items": 0, 2024-05-10T11:25:36.059 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_extent_bytes": 0, 2024-05-10T11:25:36.059 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_extent_items": 0, 2024-05-10T11:25:36.059 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_blob_bytes": 0, 2024-05-10T11:25:36.059 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_blob_items": 0, 2024-05-10T11:25:36.059 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-10T11:25:36.059 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_shared_blob_items": 0, 2024-05-10T11:25:36.059 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-10T11:25:36.059 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_inline_bl_items": 0, 2024-05-10T11:25:36.059 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_fsck_bytes": 0, 2024-05-10T11:25:36.059 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_fsck_items": 0, 2024-05-10T11:25:36.059 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_txc_bytes": 0, 2024-05-10T11:25:36.059 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_txc_items": 0, 2024-05-10T11:25:36.059 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-10T11:25:36.059 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_writing_deferred_items": 0, 2024-05-10T11:25:36.059 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_writing_bytes": 0, 2024-05-10T11:25:36.060 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_writing_items": 0, 2024-05-10T11:25:36.060 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_bytes": 0, 2024-05-10T11:25:36.060 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_items": 0, 2024-05-10T11:25:36.060 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_file_reader_bytes": 0, 2024-05-10T11:25:36.060 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_file_reader_items": 0, 2024-05-10T11:25:36.060 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_file_writer_bytes": 0, 2024-05-10T11:25:36.060 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_file_writer_items": 0, 2024-05-10T11:25:36.060 INFO:teuthology.orchestra.run.smithi187.stdout: "buffer_anon_bytes": 239206, 2024-05-10T11:25:36.060 INFO:teuthology.orchestra.run.smithi187.stdout: "buffer_anon_items": 85, 2024-05-10T11:25:36.060 INFO:teuthology.orchestra.run.smithi187.stdout: "buffer_meta_bytes": 0, 2024-05-10T11:25:36.060 INFO:teuthology.orchestra.run.smithi187.stdout: "buffer_meta_items": 0, 2024-05-10T11:25:36.060 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_bytes": 0, 2024-05-10T11:25:36.060 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_items": 0, 2024-05-10T11:25:36.060 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_mapbl_bytes": 0, 2024-05-10T11:25:36.060 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_mapbl_items": 0, 2024-05-10T11:25:36.060 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_pglog_bytes": 0, 2024-05-10T11:25:36.061 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_pglog_items": 0, 2024-05-10T11:25:36.061 INFO:teuthology.orchestra.run.smithi187.stdout: "osdmap_bytes": 8888, 2024-05-10T11:25:36.061 INFO:teuthology.orchestra.run.smithi187.stdout: "osdmap_items": 170, 2024-05-10T11:25:36.061 INFO:teuthology.orchestra.run.smithi187.stdout: "osdmap_mapping_bytes": 0, 2024-05-10T11:25:36.061 INFO:teuthology.orchestra.run.smithi187.stdout: "osdmap_mapping_items": 0, 2024-05-10T11:25:36.061 INFO:teuthology.orchestra.run.smithi187.stdout: "pgmap_bytes": 0, 2024-05-10T11:25:36.061 INFO:teuthology.orchestra.run.smithi187.stdout: "pgmap_items": 0, 2024-05-10T11:25:36.061 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_co_bytes": 81317, 2024-05-10T11:25:36.061 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_co_items": 327, 2024-05-10T11:25:36.061 INFO:teuthology.orchestra.run.smithi187.stdout: "unittest_1_bytes": 0, 2024-05-10T11:25:36.061 INFO:teuthology.orchestra.run.smithi187.stdout: "unittest_1_items": 0, 2024-05-10T11:25:36.061 INFO:teuthology.orchestra.run.smithi187.stdout: "unittest_2_bytes": 0, 2024-05-10T11:25:36.061 INFO:teuthology.orchestra.run.smithi187.stdout: "unittest_2_items": 0 2024-05-10T11:25:36.061 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.061 INFO:teuthology.orchestra.run.smithi187.stdout: "objecter": { 2024-05-10T11:25:36.061 INFO:teuthology.orchestra.run.smithi187.stdout: "op_active": 0, 2024-05-10T11:25:36.062 INFO:teuthology.orchestra.run.smithi187.stdout: "op_laggy": 0, 2024-05-10T11:25:36.062 INFO:teuthology.orchestra.run.smithi187.stdout: "op_send": 44, 2024-05-10T11:25:36.062 INFO:teuthology.orchestra.run.smithi187.stdout: "op_send_bytes": 12631, 2024-05-10T11:25:36.062 INFO:teuthology.orchestra.run.smithi187.stdout: "op_resend": 33, 2024-05-10T11:25:36.062 INFO:teuthology.orchestra.run.smithi187.stdout: "op_reply": 44, 2024-05-10T11:25:36.062 INFO:teuthology.orchestra.run.smithi187.stdout: "op_latency": { 2024-05-10T11:25:36.062 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 44, 2024-05-10T11:25:36.062 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.221996360, 2024-05-10T11:25:36.062 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.005045371 2024-05-10T11:25:36.062 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.062 INFO:teuthology.orchestra.run.smithi187.stdout: "op_inflight": 0, 2024-05-10T11:25:36.062 INFO:teuthology.orchestra.run.smithi187.stdout: "oplen_avg": { 2024-05-10T11:25:36.062 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 44, 2024-05-10T11:25:36.062 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 67 2024-05-10T11:25:36.062 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.063 INFO:teuthology.orchestra.run.smithi187.stdout: "op": 44, 2024-05-10T11:25:36.063 INFO:teuthology.orchestra.run.smithi187.stdout: "op_r": 0, 2024-05-10T11:25:36.063 INFO:teuthology.orchestra.run.smithi187.stdout: "op_w": 44, 2024-05-10T11:25:36.063 INFO:teuthology.orchestra.run.smithi187.stdout: "op_rmw": 0, 2024-05-10T11:25:36.063 INFO:teuthology.orchestra.run.smithi187.stdout: "op_pg": 0, 2024-05-10T11:25:36.063 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_stat": 0, 2024-05-10T11:25:36.063 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_create": 10, 2024-05-10T11:25:36.063 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_read": 0, 2024-05-10T11:25:36.063 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_write": 6, 2024-05-10T11:25:36.063 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_writefull": 8, 2024-05-10T11:25:36.063 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_writesame": 0, 2024-05-10T11:25:36.063 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_append": 0, 2024-05-10T11:25:36.063 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_zero": 0, 2024-05-10T11:25:36.063 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_truncate": 0, 2024-05-10T11:25:36.063 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_delete": 6, 2024-05-10T11:25:36.064 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_mapext": 0, 2024-05-10T11:25:36.064 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_sparse_read": 0, 2024-05-10T11:25:36.064 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_clonerange": 0, 2024-05-10T11:25:36.064 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_getxattr": 0, 2024-05-10T11:25:36.064 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_setxattr": 20, 2024-05-10T11:25:36.064 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_cmpxattr": 0, 2024-05-10T11:25:36.064 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_rmxattr": 0, 2024-05-10T11:25:36.064 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_resetxattrs": 0, 2024-05-10T11:25:36.064 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_call": 0, 2024-05-10T11:25:36.064 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_watch": 0, 2024-05-10T11:25:36.064 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_notify": 0, 2024-05-10T11:25:36.064 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_src_cmpxattr": 0, 2024-05-10T11:25:36.064 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_pgls": 0, 2024-05-10T11:25:36.064 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_pgls_filter": 0, 2024-05-10T11:25:36.064 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_other": 0, 2024-05-10T11:25:36.065 INFO:teuthology.orchestra.run.smithi187.stdout: "linger_active": 0, 2024-05-10T11:25:36.065 INFO:teuthology.orchestra.run.smithi187.stdout: "linger_send": 0, 2024-05-10T11:25:36.065 INFO:teuthology.orchestra.run.smithi187.stdout: "linger_resend": 0, 2024-05-10T11:25:36.065 INFO:teuthology.orchestra.run.smithi187.stdout: "linger_ping": 0, 2024-05-10T11:25:36.065 INFO:teuthology.orchestra.run.smithi187.stdout: "poolop_active": 0, 2024-05-10T11:25:36.065 INFO:teuthology.orchestra.run.smithi187.stdout: "poolop_send": 0, 2024-05-10T11:25:36.065 INFO:teuthology.orchestra.run.smithi187.stdout: "poolop_resend": 0, 2024-05-10T11:25:36.065 INFO:teuthology.orchestra.run.smithi187.stdout: "poolstat_active": 0, 2024-05-10T11:25:36.065 INFO:teuthology.orchestra.run.smithi187.stdout: "poolstat_send": 0, 2024-05-10T11:25:36.065 INFO:teuthology.orchestra.run.smithi187.stdout: "poolstat_resend": 0, 2024-05-10T11:25:36.065 INFO:teuthology.orchestra.run.smithi187.stdout: "statfs_active": 0, 2024-05-10T11:25:36.065 INFO:teuthology.orchestra.run.smithi187.stdout: "statfs_send": 0, 2024-05-10T11:25:36.065 INFO:teuthology.orchestra.run.smithi187.stdout: "statfs_resend": 0, 2024-05-10T11:25:36.065 INFO:teuthology.orchestra.run.smithi187.stdout: "command_active": 0, 2024-05-10T11:25:36.065 INFO:teuthology.orchestra.run.smithi187.stdout: "command_send": 0, 2024-05-10T11:25:36.065 INFO:teuthology.orchestra.run.smithi187.stdout: "command_resend": 0, 2024-05-10T11:25:36.065 INFO:teuthology.orchestra.run.smithi187.stdout: "map_epoch": 90, 2024-05-10T11:25:36.066 INFO:teuthology.orchestra.run.smithi187.stdout: "map_full": 0, 2024-05-10T11:25:36.066 INFO:teuthology.orchestra.run.smithi187.stdout: "map_inc": 2, 2024-05-10T11:25:36.066 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_sessions": 8, 2024-05-10T11:25:36.066 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_session_open": 8, 2024-05-10T11:25:36.066 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_session_close": 0, 2024-05-10T11:25:36.066 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_laggy": 0, 2024-05-10T11:25:36.066 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_wr": 16, 2024-05-10T11:25:36.066 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_rd": 0, 2024-05-10T11:25:36.066 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_del": 1 2024-05-10T11:25:36.066 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.066 INFO:teuthology.orchestra.run.smithi187.stdout: "oft": { 2024-05-10T11:25:36.066 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_total_objs": 1, 2024-05-10T11:25:36.066 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_total_kv_pairs": 0, 2024-05-10T11:25:36.066 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_total_updates": 0, 2024-05-10T11:25:36.066 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_total_removes": 0 2024-05-10T11:25:36.066 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.067 INFO:teuthology.orchestra.run.smithi187.stdout: "osd-slow-ops": { 2024-05-10T11:25:36.067 INFO:teuthology.orchestra.run.smithi187.stdout: "slow_ops_count": 0 2024-05-10T11:25:36.067 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.067 INFO:teuthology.orchestra.run.smithi187.stdout: "purge_queue": { 2024-05-10T11:25:36.067 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executing_ops": 0, 2024-05-10T11:25:36.067 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executing_ops_high_water": 0, 2024-05-10T11:25:36.067 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executing": 0, 2024-05-10T11:25:36.067 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executing_high_water": 0, 2024-05-10T11:25:36.067 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executed_ops": 0, 2024-05-10T11:25:36.067 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executed": 0, 2024-05-10T11:25:36.067 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_item_in_journal": 0 2024-05-10T11:25:36.067 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.067 INFO:teuthology.orchestra.run.smithi187.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-10T11:25:36.067 INFO:teuthology.orchestra.run.smithi187.stdout: "val": 0, 2024-05-10T11:25:36.067 INFO:teuthology.orchestra.run.smithi187.stdout: "max": 104857600, 2024-05-10T11:25:36.067 INFO:teuthology.orchestra.run.smithi187.stdout: "get_started": 0, 2024-05-10T11:25:36.067 INFO:teuthology.orchestra.run.smithi187.stdout: "get": 526, 2024-05-10T11:25:36.068 INFO:teuthology.orchestra.run.smithi187.stdout: "get_sum": 880995, 2024-05-10T11:25:36.068 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:36.068 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_success": 526, 2024-05-10T11:25:36.068 INFO:teuthology.orchestra.run.smithi187.stdout: "take": 0, 2024-05-10T11:25:36.068 INFO:teuthology.orchestra.run.smithi187.stdout: "take_sum": 0, 2024-05-10T11:25:36.068 INFO:teuthology.orchestra.run.smithi187.stdout: "put": 526, 2024-05-10T11:25:36.068 INFO:teuthology.orchestra.run.smithi187.stdout: "put_sum": 880995, 2024-05-10T11:25:36.068 INFO:teuthology.orchestra.run.smithi187.stdout: "wait": { 2024-05-10T11:25:36.068 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.068 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.068 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.068 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:36.068 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.068 INFO:teuthology.orchestra.run.smithi187.stdout: "throttle-objecter_bytes": { 2024-05-10T11:25:36.069 INFO:teuthology.orchestra.run.smithi187.stdout: "val": 0, 2024-05-10T11:25:36.069 INFO:teuthology.orchestra.run.smithi187.stdout: "max": 104857600, 2024-05-10T11:25:36.069 INFO:teuthology.orchestra.run.smithi187.stdout: "get_started": 0, 2024-05-10T11:25:36.069 INFO:teuthology.orchestra.run.smithi187.stdout: "get": 0, 2024-05-10T11:25:36.069 INFO:teuthology.orchestra.run.smithi187.stdout: "get_sum": 0, 2024-05-10T11:25:36.069 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:36.069 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:36.069 INFO:teuthology.orchestra.run.smithi187.stdout: "take": 44, 2024-05-10T11:25:36.069 INFO:teuthology.orchestra.run.smithi187.stdout: "take_sum": 12631, 2024-05-10T11:25:36.069 INFO:teuthology.orchestra.run.smithi187.stdout: "put": 44, 2024-05-10T11:25:36.069 INFO:teuthology.orchestra.run.smithi187.stdout: "put_sum": 12631, 2024-05-10T11:25:36.069 INFO:teuthology.orchestra.run.smithi187.stdout: "wait": { 2024-05-10T11:25:36.069 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.069 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.069 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.070 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:36.070 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.070 INFO:teuthology.orchestra.run.smithi187.stdout: "throttle-objecter_ops": { 2024-05-10T11:25:36.070 INFO:teuthology.orchestra.run.smithi187.stdout: "val": 0, 2024-05-10T11:25:36.070 INFO:teuthology.orchestra.run.smithi187.stdout: "max": 1024, 2024-05-10T11:25:36.070 INFO:teuthology.orchestra.run.smithi187.stdout: "get_started": 0, 2024-05-10T11:25:36.070 INFO:teuthology.orchestra.run.smithi187.stdout: "get": 0, 2024-05-10T11:25:36.070 INFO:teuthology.orchestra.run.smithi187.stdout: "get_sum": 0, 2024-05-10T11:25:36.070 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:36.070 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:36.070 INFO:teuthology.orchestra.run.smithi187.stdout: "take": 44, 2024-05-10T11:25:36.070 INFO:teuthology.orchestra.run.smithi187.stdout: "take_sum": 44, 2024-05-10T11:25:36.070 INFO:teuthology.orchestra.run.smithi187.stdout: "put": 44, 2024-05-10T11:25:36.070 INFO:teuthology.orchestra.run.smithi187.stdout: "put_sum": 44, 2024-05-10T11:25:36.070 INFO:teuthology.orchestra.run.smithi187.stdout: "wait": { 2024-05-10T11:25:36.071 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.071 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.071 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.071 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:36.071 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.071 INFO:teuthology.orchestra.run.smithi187.stdout: "throttle-write_buf_throttle": { 2024-05-10T11:25:36.071 INFO:teuthology.orchestra.run.smithi187.stdout: "val": 0, 2024-05-10T11:25:36.071 INFO:teuthology.orchestra.run.smithi187.stdout: "max": 3758096384, 2024-05-10T11:25:36.071 INFO:teuthology.orchestra.run.smithi187.stdout: "get_started": 0, 2024-05-10T11:25:36.071 INFO:teuthology.orchestra.run.smithi187.stdout: "get": 0, 2024-05-10T11:25:36.071 INFO:teuthology.orchestra.run.smithi187.stdout: "get_sum": 0, 2024-05-10T11:25:36.071 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:36.071 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:36.071 INFO:teuthology.orchestra.run.smithi187.stdout: "take": 0, 2024-05-10T11:25:36.072 INFO:teuthology.orchestra.run.smithi187.stdout: "take_sum": 0, 2024-05-10T11:25:36.072 INFO:teuthology.orchestra.run.smithi187.stdout: "put": 0, 2024-05-10T11:25:36.072 INFO:teuthology.orchestra.run.smithi187.stdout: "put_sum": 0, 2024-05-10T11:25:36.072 INFO:teuthology.orchestra.run.smithi187.stdout: "wait": { 2024-05-10T11:25:36.072 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.072 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.072 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.072 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:36.072 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:36.072 INFO:teuthology.orchestra.run.smithi187.stdout: "throttle-write_buf_throttle-0x55c25f692500": { 2024-05-10T11:25:36.072 INFO:teuthology.orchestra.run.smithi187.stdout: "val": 0, 2024-05-10T11:25:36.072 INFO:teuthology.orchestra.run.smithi187.stdout: "max": 3758096384, 2024-05-10T11:25:36.072 INFO:teuthology.orchestra.run.smithi187.stdout: "get_started": 0, 2024-05-10T11:25:36.072 INFO:teuthology.orchestra.run.smithi187.stdout: "get": 7, 2024-05-10T11:25:36.072 INFO:teuthology.orchestra.run.smithi187.stdout: "get_sum": 2145, 2024-05-10T11:25:36.072 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:36.072 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_success": 7, 2024-05-10T11:25:36.073 INFO:teuthology.orchestra.run.smithi187.stdout: "take": 0, 2024-05-10T11:25:36.073 INFO:teuthology.orchestra.run.smithi187.stdout: "take_sum": 0, 2024-05-10T11:25:36.073 INFO:teuthology.orchestra.run.smithi187.stdout: "put": 6, 2024-05-10T11:25:36.073 INFO:teuthology.orchestra.run.smithi187.stdout: "put_sum": 2145, 2024-05-10T11:25:36.073 INFO:teuthology.orchestra.run.smithi187.stdout: "wait": { 2024-05-10T11:25:36.073 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:36.073 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:36.073 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:36.073 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:36.073 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:36.073 INFO:teuthology.orchestra.run.smithi187.stdout:} 2024-05-10T11:25:36.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:36 smithi187 ceph-mon[34076]: pgmap v564: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:25:36.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:36 smithi132 ceph-mon[33758]: pgmap v564: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:25:36.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:36 smithi053 ceph-mon[30153]: pgmap v564: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:25:36.866 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-05-10T11:25:36.866 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-05-10T11:25:36.866 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-05-10T11:25:36.867 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=9 2024-05-10T11:25:36.867 DEBUG:tasks.check_counter:Getting stats from i 2024-05-10T11:25:36.867 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph daemon mds.i perf dump 2024-05-10T11:25:37.111 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.c/config 2024-05-10T11:25:38.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:38 smithi132 ceph-mon[33758]: pgmap v565: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:25:38.487 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:38 smithi187 ceph-mon[34076]: pgmap v565: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:25:38.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:38 smithi053 ceph-mon[30153]: pgmap v565: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:25:38.875 INFO:teuthology.orchestra.run.smithi187.stdout:{ 2024-05-10T11:25:38.876 INFO:teuthology.orchestra.run.smithi187.stdout: "AsyncMessenger::Worker-0": { 2024-05-10T11:25:38.876 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_messages": 2081, 2024-05-10T11:25:38.876 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages": 1941, 2024-05-10T11:25:38.876 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_bytes": 609126, 2024-05-10T11:25:38.876 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_bytes": 1301591, 2024-05-10T11:25:38.876 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_created_connections": 28, 2024-05-10T11:25:38.876 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_active_connections": 3, 2024-05-10T11:25:38.876 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_total_time": 0.186281693, 2024-05-10T11:25:38.876 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_send_time": 0.060161050, 2024-05-10T11:25:38.876 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_recv_time": 0.057590007, 2024-05-10T11:25:38.876 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_fast_dispatch_time": 0.055402848, 2024-05-10T11:25:38.876 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:38.877 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 1946, 2024-05-10T11:25:38.877 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.178904736, 2024-05-10T11:25:38.877 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000091934 2024-05-10T11:25:38.877 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.877 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:38.877 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 1113, 2024-05-10T11:25:38.877 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000239864, 2024-05-10T11:25:38.877 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000215 2024-05-10T11:25:38.877 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.877 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-10T11:25:38.877 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_encrypted_bytes": 448 2024-05-10T11:25:38.877 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.877 INFO:teuthology.orchestra.run.smithi187.stdout: "AsyncMessenger::Worker-1": { 2024-05-10T11:25:38.877 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_messages": 1801, 2024-05-10T11:25:38.878 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages": 1711, 2024-05-10T11:25:38.878 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_bytes": 1318169, 2024-05-10T11:25:38.878 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_bytes": 628439, 2024-05-10T11:25:38.878 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_created_connections": 8, 2024-05-10T11:25:38.878 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_active_connections": 6, 2024-05-10T11:25:38.878 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_total_time": 0.145896786, 2024-05-10T11:25:38.878 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_send_time": 0.048064278, 2024-05-10T11:25:38.878 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_recv_time": 0.056893113, 2024-05-10T11:25:38.878 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_fast_dispatch_time": 0.040665522, 2024-05-10T11:25:38.878 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:38.878 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 1713, 2024-05-10T11:25:38.878 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.240892628, 2024-05-10T11:25:38.878 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000140626 2024-05-10T11:25:38.879 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.879 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:38.879 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 553, 2024-05-10T11:25:38.879 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000151055, 2024-05-10T11:25:38.879 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000273 2024-05-10T11:25:38.879 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.879 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_encrypted_bytes": 864608, 2024-05-10T11:25:38.879 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_encrypted_bytes": 105200 2024-05-10T11:25:38.879 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.879 INFO:teuthology.orchestra.run.smithi187.stdout: "AsyncMessenger::Worker-2": { 2024-05-10T11:25:38.879 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_messages": 2340, 2024-05-10T11:25:38.879 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages": 2054, 2024-05-10T11:25:38.879 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_bytes": 725882, 2024-05-10T11:25:38.879 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_bytes": 1583105, 2024-05-10T11:25:38.880 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_created_connections": 69, 2024-05-10T11:25:38.880 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_active_connections": 10, 2024-05-10T11:25:38.880 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_total_time": 0.222234376, 2024-05-10T11:25:38.880 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_send_time": 0.058161215, 2024-05-10T11:25:38.880 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_recv_time": 0.084723308, 2024-05-10T11:25:38.880 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_fast_dispatch_time": 0.071038607, 2024-05-10T11:25:38.880 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:38.880 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 2043, 2024-05-10T11:25:38.880 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.267673355, 2024-05-10T11:25:38.880 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000131019 2024-05-10T11:25:38.880 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.880 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:38.880 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 1432, 2024-05-10T11:25:38.881 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000308074, 2024-05-10T11:25:38.881 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000215 2024-05-10T11:25:38.881 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.881 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_encrypted_bytes": 89280, 2024-05-10T11:25:38.881 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_encrypted_bytes": 310784 2024-05-10T11:25:38.881 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.881 INFO:teuthology.orchestra.run.smithi187.stdout: "cct": { 2024-05-10T11:25:38.881 INFO:teuthology.orchestra.run.smithi187.stdout: "total_workers": 1, 2024-05-10T11:25:38.881 INFO:teuthology.orchestra.run.smithi187.stdout: "unhealthy_workers": 0 2024-05-10T11:25:38.881 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.881 INFO:teuthology.orchestra.run.smithi187.stdout: "finisher-MDSRank": { 2024-05-10T11:25:38.881 INFO:teuthology.orchestra.run.smithi187.stdout: "queue_len": 0, 2024-05-10T11:25:38.881 INFO:teuthology.orchestra.run.smithi187.stdout: "complete_latency": { 2024-05-10T11:25:38.881 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 563, 2024-05-10T11:25:38.881 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.129738693, 2024-05-10T11:25:38.882 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000230441 2024-05-10T11:25:38.882 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:38.882 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.882 INFO:teuthology.orchestra.run.smithi187.stdout: "finisher-PurgeQueue": { 2024-05-10T11:25:38.882 INFO:teuthology.orchestra.run.smithi187.stdout: "queue_len": 0, 2024-05-10T11:25:38.882 INFO:teuthology.orchestra.run.smithi187.stdout: "complete_latency": { 2024-05-10T11:25:38.882 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 2865, 2024-05-10T11:25:38.882 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.087420768, 2024-05-10T11:25:38.882 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000030513 2024-05-10T11:25:38.882 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:38.882 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.882 INFO:teuthology.orchestra.run.smithi187.stdout: "mds": { 2024-05-10T11:25:38.882 INFO:teuthology.orchestra.run.smithi187.stdout: "request": 64, 2024-05-10T11:25:38.882 INFO:teuthology.orchestra.run.smithi187.stdout: "reply": 64, 2024-05-10T11:25:38.882 INFO:teuthology.orchestra.run.smithi187.stdout: "reply_latency": { 2024-05-10T11:25:38.883 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 64, 2024-05-10T11:25:38.883 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.089122768, 2024-05-10T11:25:38.883 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.001392543 2024-05-10T11:25:38.883 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.883 INFO:teuthology.orchestra.run.smithi187.stdout: "slow_reply": 0, 2024-05-10T11:25:38.883 INFO:teuthology.orchestra.run.smithi187.stdout: "forward": 0, 2024-05-10T11:25:38.883 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_fetch_complete": 0, 2024-05-10T11:25:38.883 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_fetch_keys": 0, 2024-05-10T11:25:38.883 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_commit": 90, 2024-05-10T11:25:38.883 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_split": 0, 2024-05-10T11:25:38.883 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_merge": 0, 2024-05-10T11:25:38.883 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes": 25, 2024-05-10T11:25:38.883 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_top": 5, 2024-05-10T11:25:38.883 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_bottom": 20, 2024-05-10T11:25:38.883 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_pin_tail": 0, 2024-05-10T11:25:38.884 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_pinned": 17, 2024-05-10T11:25:38.884 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_expired": 0, 2024-05-10T11:25:38.884 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_with_caps": 2, 2024-05-10T11:25:38.884 INFO:teuthology.orchestra.run.smithi187.stdout: "caps": 2, 2024-05-10T11:25:38.884 INFO:teuthology.orchestra.run.smithi187.stdout: "subtrees": 2, 2024-05-10T11:25:38.884 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse": 96, 2024-05-10T11:25:38.884 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_hit": 87, 2024-05-10T11:25:38.884 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_forward": 0, 2024-05-10T11:25:38.884 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_discover": 0, 2024-05-10T11:25:38.884 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_dir_fetch": 0, 2024-05-10T11:25:38.884 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_remote_ino": 0, 2024-05-10T11:25:38.884 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_lock": 0, 2024-05-10T11:25:38.884 INFO:teuthology.orchestra.run.smithi187.stdout: "load_cent": 0, 2024-05-10T11:25:38.884 INFO:teuthology.orchestra.run.smithi187.stdout: "q": 0, 2024-05-10T11:25:38.884 INFO:teuthology.orchestra.run.smithi187.stdout: "exported": 0, 2024-05-10T11:25:38.884 INFO:teuthology.orchestra.run.smithi187.stdout: "exported_inodes": 0, 2024-05-10T11:25:38.884 INFO:teuthology.orchestra.run.smithi187.stdout: "imported": 0, 2024-05-10T11:25:38.885 INFO:teuthology.orchestra.run.smithi187.stdout: "imported_inodes": 0, 2024-05-10T11:25:38.885 INFO:teuthology.orchestra.run.smithi187.stdout: "openino_dir_fetch": 0, 2024-05-10T11:25:38.885 INFO:teuthology.orchestra.run.smithi187.stdout: "openino_backtrace_fetch": 64, 2024-05-10T11:25:38.885 INFO:teuthology.orchestra.run.smithi187.stdout: "openino_peer_discover": 0, 2024-05-10T11:25:38.885 INFO:teuthology.orchestra.run.smithi187.stdout: "root_rfiles": 4, 2024-05-10T11:25:38.885 INFO:teuthology.orchestra.run.smithi187.stdout: "root_rbytes": 234, 2024-05-10T11:25:38.885 INFO:teuthology.orchestra.run.smithi187.stdout: "root_rsnaps": 0, 2024-05-10T11:25:38.885 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_backtrace_fetch": 64, 2024-05-10T11:25:38.885 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_set_tag": 0, 2024-05-10T11:25:38.885 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_backtrace_repaired": 0, 2024-05-10T11:25:38.885 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_inotable_repaired": 0, 2024-05-10T11:25:38.885 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_dir_inodes": 42, 2024-05-10T11:25:38.885 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_dir_base_inodes": 5, 2024-05-10T11:25:38.885 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_dirfrag_rstats": 37, 2024-05-10T11:25:38.885 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_file_inodes": 22, 2024-05-10T11:25:38.885 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_inode_file_caps": 0, 2024-05-10T11:25:38.885 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_cap_op_revoke": 17, 2024-05-10T11:25:38.886 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_cap_op_grant": 72, 2024-05-10T11:25:38.886 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_cap_op_trunc": 0, 2024-05-10T11:25:38.886 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-10T11:25:38.886 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-10T11:25:38.886 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_client_caps": 81, 2024-05-10T11:25:38.886 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_client_caps_dirty": 58, 2024-05-10T11:25:38.886 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_client_cap_release": 4, 2024-05-10T11:25:38.886 INFO:teuthology.orchestra.run.smithi187.stdout: "process_request_cap_release": 32 2024-05-10T11:25:38.886 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.886 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_cache": { 2024-05-10T11:25:38.886 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_update": 15, 2024-05-10T11:25:38.886 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_update_receipt": 0, 2024-05-10T11:25:38.886 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_try_discover": 0, 2024-05-10T11:25:38.886 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_send_discover": 0, 2024-05-10T11:25:38.887 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_handle_discover": 32, 2024-05-10T11:25:38.887 INFO:teuthology.orchestra.run.smithi187.stdout: "num_strays": 1, 2024-05-10T11:25:38.887 INFO:teuthology.orchestra.run.smithi187.stdout: "num_strays_delayed": 0, 2024-05-10T11:25:38.887 INFO:teuthology.orchestra.run.smithi187.stdout: "num_strays_enqueuing": 0, 2024-05-10T11:25:38.887 INFO:teuthology.orchestra.run.smithi187.stdout: "strays_created": 5, 2024-05-10T11:25:38.887 INFO:teuthology.orchestra.run.smithi187.stdout: "strays_enqueued": 4, 2024-05-10T11:25:38.887 INFO:teuthology.orchestra.run.smithi187.stdout: "strays_reintegrated": 0, 2024-05-10T11:25:38.887 INFO:teuthology.orchestra.run.smithi187.stdout: "strays_migrated": 0, 2024-05-10T11:25:38.887 INFO:teuthology.orchestra.run.smithi187.stdout: "num_recovering_processing": 0, 2024-05-10T11:25:38.887 INFO:teuthology.orchestra.run.smithi187.stdout: "num_recovering_enqueued": 0, 2024-05-10T11:25:38.887 INFO:teuthology.orchestra.run.smithi187.stdout: "num_recovering_prioritized": 0, 2024-05-10T11:25:38.887 INFO:teuthology.orchestra.run.smithi187.stdout: "recovery_started": 0, 2024-05-10T11:25:38.887 INFO:teuthology.orchestra.run.smithi187.stdout: "recovery_completed": 0, 2024-05-10T11:25:38.887 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_quiesce_path": 0, 2024-05-10T11:25:38.887 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_quiesce_inode": 0, 2024-05-10T11:25:38.887 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_enqueue_scrub": 5, 2024-05-10T11:25:38.887 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_exportdir": 0, 2024-05-10T11:25:38.888 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_flush": 0, 2024-05-10T11:25:38.888 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_fragmentdir": 0, 2024-05-10T11:25:38.888 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_fragstats": 0, 2024-05-10T11:25:38.888 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_inodestats": 0 2024-05-10T11:25:38.888 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.888 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_log": { 2024-05-10T11:25:38.888 INFO:teuthology.orchestra.run.smithi187.stdout: "evlrg": 0, 2024-05-10T11:25:38.888 INFO:teuthology.orchestra.run.smithi187.stdout: "evadd": 157, 2024-05-10T11:25:38.888 INFO:teuthology.orchestra.run.smithi187.stdout: "evex": 149, 2024-05-10T11:25:38.888 INFO:teuthology.orchestra.run.smithi187.stdout: "evtrm": 149, 2024-05-10T11:25:38.888 INFO:teuthology.orchestra.run.smithi187.stdout: "ev": 8, 2024-05-10T11:25:38.888 INFO:teuthology.orchestra.run.smithi187.stdout: "evexg": 0, 2024-05-10T11:25:38.888 INFO:teuthology.orchestra.run.smithi187.stdout: "evexd": 2, 2024-05-10T11:25:38.888 INFO:teuthology.orchestra.run.smithi187.stdout: "segadd": 18, 2024-05-10T11:25:38.888 INFO:teuthology.orchestra.run.smithi187.stdout: "segex": 17, 2024-05-10T11:25:38.888 INFO:teuthology.orchestra.run.smithi187.stdout: "segtrm": 17, 2024-05-10T11:25:38.889 INFO:teuthology.orchestra.run.smithi187.stdout: "seg": 1, 2024-05-10T11:25:38.889 INFO:teuthology.orchestra.run.smithi187.stdout: "segmjr": 1, 2024-05-10T11:25:38.889 INFO:teuthology.orchestra.run.smithi187.stdout: "segexg": 0, 2024-05-10T11:25:38.889 INFO:teuthology.orchestra.run.smithi187.stdout: "segexd": 1, 2024-05-10T11:25:38.889 INFO:teuthology.orchestra.run.smithi187.stdout: "expos": 4594870, 2024-05-10T11:25:38.889 INFO:teuthology.orchestra.run.smithi187.stdout: "wrpos": 4621762, 2024-05-10T11:25:38.889 INFO:teuthology.orchestra.run.smithi187.stdout: "rdpos": 0, 2024-05-10T11:25:38.889 INFO:teuthology.orchestra.run.smithi187.stdout: "jlat": { 2024-05-10T11:25:38.889 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 136, 2024-05-10T11:25:38.889 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.323043626, 2024-05-10T11:25:38.889 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.002375320 2024-05-10T11:25:38.889 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.889 INFO:teuthology.orchestra.run.smithi187.stdout: "replayed": 0 2024-05-10T11:25:38.889 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.890 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_mem": { 2024-05-10T11:25:38.890 INFO:teuthology.orchestra.run.smithi187.stdout: "ino": 24, 2024-05-10T11:25:38.890 INFO:teuthology.orchestra.run.smithi187.stdout: "ino+": 33, 2024-05-10T11:25:38.890 INFO:teuthology.orchestra.run.smithi187.stdout: "ino-": 9, 2024-05-10T11:25:38.890 INFO:teuthology.orchestra.run.smithi187.stdout: "dir": 19, 2024-05-10T11:25:38.890 INFO:teuthology.orchestra.run.smithi187.stdout: "dir+": 20, 2024-05-10T11:25:38.890 INFO:teuthology.orchestra.run.smithi187.stdout: "dir-": 1, 2024-05-10T11:25:38.890 INFO:teuthology.orchestra.run.smithi187.stdout: "dn": 25, 2024-05-10T11:25:38.890 INFO:teuthology.orchestra.run.smithi187.stdout: "dn+": 32, 2024-05-10T11:25:38.890 INFO:teuthology.orchestra.run.smithi187.stdout: "dn-": 7, 2024-05-10T11:25:38.890 INFO:teuthology.orchestra.run.smithi187.stdout: "cap": 2, 2024-05-10T11:25:38.890 INFO:teuthology.orchestra.run.smithi187.stdout: "cap+": 20, 2024-05-10T11:25:38.890 INFO:teuthology.orchestra.run.smithi187.stdout: "cap-": 18, 2024-05-10T11:25:38.890 INFO:teuthology.orchestra.run.smithi187.stdout: "rss": 55336, 2024-05-10T11:25:38.891 INFO:teuthology.orchestra.run.smithi187.stdout: "heap": 231800 2024-05-10T11:25:38.891 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.891 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_server": { 2024-05-10T11:25:38.891 INFO:teuthology.orchestra.run.smithi187.stdout: "dispatch_client_request": 90, 2024-05-10T11:25:38.891 INFO:teuthology.orchestra.run.smithi187.stdout: "dispatch_server_request": 1, 2024-05-10T11:25:38.891 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_client_request": 64, 2024-05-10T11:25:38.891 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_client_session": 19, 2024-05-10T11:25:38.891 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_peer_request": 2, 2024-05-10T11:25:38.891 INFO:teuthology.orchestra.run.smithi187.stdout: "req_create_latency": { 2024-05-10T11:25:38.891 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 7, 2024-05-10T11:25:38.891 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.007848703, 2024-05-10T11:25:38.891 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.001121243 2024-05-10T11:25:38.891 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.891 INFO:teuthology.orchestra.run.smithi187.stdout: "req_getattr_latency": { 2024-05-10T11:25:38.892 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 27, 2024-05-10T11:25:38.892 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.008137232, 2024-05-10T11:25:38.892 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000301378 2024-05-10T11:25:38.892 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.892 INFO:teuthology.orchestra.run.smithi187.stdout: "req_getfilelock_latency": { 2024-05-10T11:25:38.892 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.892 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.892 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.892 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.892 INFO:teuthology.orchestra.run.smithi187.stdout: "req_link_latency": { 2024-05-10T11:25:38.892 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.892 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.892 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.892 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.892 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookup_latency": { 2024-05-10T11:25:38.893 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.893 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.893 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.893 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.893 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookuphash_latency": { 2024-05-10T11:25:38.893 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.893 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.893 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.893 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.893 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookupino_latency": { 2024-05-10T11:25:38.893 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.893 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.893 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.893 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.893 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookupname_latency": { 2024-05-10T11:25:38.894 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.894 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.894 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.894 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.894 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookupparent_latency": { 2024-05-10T11:25:38.894 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.894 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.894 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.894 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.894 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookupsnap_latency": { 2024-05-10T11:25:38.894 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.894 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.894 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.894 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.894 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lssnap_latency": { 2024-05-10T11:25:38.894 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.895 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.895 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.895 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.895 INFO:teuthology.orchestra.run.smithi187.stdout: "req_mkdir_latency": { 2024-05-10T11:25:38.895 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 8, 2024-05-10T11:25:38.895 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.015262145, 2024-05-10T11:25:38.896 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.001907768 2024-05-10T11:25:38.896 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.896 INFO:teuthology.orchestra.run.smithi187.stdout: "req_mknod_latency": { 2024-05-10T11:25:38.896 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.896 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.896 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.896 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.896 INFO:teuthology.orchestra.run.smithi187.stdout: "req_mksnap_latency": { 2024-05-10T11:25:38.896 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.896 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.896 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.897 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.897 INFO:teuthology.orchestra.run.smithi187.stdout: "req_open_latency": { 2024-05-10T11:25:38.897 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 2, 2024-05-10T11:25:38.897 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.001287357, 2024-05-10T11:25:38.897 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000643678 2024-05-10T11:25:38.897 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.897 INFO:teuthology.orchestra.run.smithi187.stdout: "req_readdir_latency": { 2024-05-10T11:25:38.897 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 2, 2024-05-10T11:25:38.897 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.008286108, 2024-05-10T11:25:38.897 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.004143054 2024-05-10T11:25:38.897 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.898 INFO:teuthology.orchestra.run.smithi187.stdout: "req_rename_latency": { 2024-05-10T11:25:38.898 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 2, 2024-05-10T11:25:38.898 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.003275992, 2024-05-10T11:25:38.898 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.001637996 2024-05-10T11:25:38.898 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.898 INFO:teuthology.orchestra.run.smithi187.stdout: "req_renamesnap_latency": { 2024-05-10T11:25:38.898 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.898 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.898 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.898 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.898 INFO:teuthology.orchestra.run.smithi187.stdout: "req_snapdiff_latency": { 2024-05-10T11:25:38.899 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.899 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.899 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.899 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.899 INFO:teuthology.orchestra.run.smithi187.stdout: "req_rmdir_latency": { 2024-05-10T11:25:38.899 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 2, 2024-05-10T11:25:38.899 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.012849237, 2024-05-10T11:25:38.899 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.006424618 2024-05-10T11:25:38.899 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.899 INFO:teuthology.orchestra.run.smithi187.stdout: "req_rmsnap_latency": { 2024-05-10T11:25:38.899 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.899 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.899 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.900 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.900 INFO:teuthology.orchestra.run.smithi187.stdout: "req_rmxattr_latency": { 2024-05-10T11:25:38.900 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.900 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.900 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.900 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.900 INFO:teuthology.orchestra.run.smithi187.stdout: "req_setattr_latency": { 2024-05-10T11:25:38.900 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 2, 2024-05-10T11:25:38.900 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.001418539, 2024-05-10T11:25:38.900 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000709269 2024-05-10T11:25:38.900 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.900 INFO:teuthology.orchestra.run.smithi187.stdout: "req_setdirlayout_latency": { 2024-05-10T11:25:38.900 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.900 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.901 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.901 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.901 INFO:teuthology.orchestra.run.smithi187.stdout: "req_setfilelock_latency": { 2024-05-10T11:25:38.901 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.901 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.901 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.901 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.901 INFO:teuthology.orchestra.run.smithi187.stdout: "req_setlayout_latency": { 2024-05-10T11:25:38.901 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.901 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.901 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.901 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.901 INFO:teuthology.orchestra.run.smithi187.stdout: "req_setxattr_latency": { 2024-05-10T11:25:38.901 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 9, 2024-05-10T11:25:38.902 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.024277272, 2024-05-10T11:25:38.902 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.002697474 2024-05-10T11:25:38.902 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.902 INFO:teuthology.orchestra.run.smithi187.stdout: "req_symlink_latency": { 2024-05-10T11:25:38.902 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.902 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.902 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.902 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.902 INFO:teuthology.orchestra.run.smithi187.stdout: "req_unlink_latency": { 2024-05-10T11:25:38.902 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 3, 2024-05-10T11:25:38.902 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.006480183, 2024-05-10T11:25:38.902 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.002160061 2024-05-10T11:25:38.903 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.903 INFO:teuthology.orchestra.run.smithi187.stdout: "cap_revoke_eviction": 0, 2024-05-10T11:25:38.903 INFO:teuthology.orchestra.run.smithi187.stdout: "cap_acquisition_throttle": 0, 2024-05-10T11:25:38.903 INFO:teuthology.orchestra.run.smithi187.stdout: "req_getvxattr_latency": { 2024-05-10T11:25:38.903 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.903 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.903 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.903 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:38.903 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.903 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_sessions": { 2024-05-10T11:25:38.903 INFO:teuthology.orchestra.run.smithi187.stdout: "session_count": 1, 2024-05-10T11:25:38.903 INFO:teuthology.orchestra.run.smithi187.stdout: "session_add": 4, 2024-05-10T11:25:38.903 INFO:teuthology.orchestra.run.smithi187.stdout: "session_remove": 3, 2024-05-10T11:25:38.903 INFO:teuthology.orchestra.run.smithi187.stdout: "sessions_open": 1, 2024-05-10T11:25:38.904 INFO:teuthology.orchestra.run.smithi187.stdout: "sessions_stale": 0, 2024-05-10T11:25:38.904 INFO:teuthology.orchestra.run.smithi187.stdout: "total_load": 13, 2024-05-10T11:25:38.904 INFO:teuthology.orchestra.run.smithi187.stdout: "average_load": 13, 2024-05-10T11:25:38.904 INFO:teuthology.orchestra.run.smithi187.stdout: "avg_session_uptime": 267, 2024-05-10T11:25:38.904 INFO:teuthology.orchestra.run.smithi187.stdout: "mdthresh_evicted": 0 2024-05-10T11:25:38.904 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.904 INFO:teuthology.orchestra.run.smithi187.stdout: "mempool": { 2024-05-10T11:25:38.904 INFO:teuthology.orchestra.run.smithi187.stdout: "bloom_filter_bytes": 0, 2024-05-10T11:25:38.904 INFO:teuthology.orchestra.run.smithi187.stdout: "bloom_filter_items": 0, 2024-05-10T11:25:38.904 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_alloc_bytes": 0, 2024-05-10T11:25:38.904 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_alloc_items": 0, 2024-05-10T11:25:38.904 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_data_bytes": 0, 2024-05-10T11:25:38.904 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_data_items": 0, 2024-05-10T11:25:38.904 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-10T11:25:38.905 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_onode_items": 0, 2024-05-10T11:25:38.905 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-10T11:25:38.905 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_meta_items": 0, 2024-05-10T11:25:38.905 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_other_bytes": 0, 2024-05-10T11:25:38.905 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_other_items": 0, 2024-05-10T11:25:38.905 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-10T11:25:38.905 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_buffer_items": 0, 2024-05-10T11:25:38.905 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_extent_bytes": 0, 2024-05-10T11:25:38.905 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_extent_items": 0, 2024-05-10T11:25:38.905 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_blob_bytes": 0, 2024-05-10T11:25:38.905 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_blob_items": 0, 2024-05-10T11:25:38.905 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-10T11:25:38.905 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_shared_blob_items": 0, 2024-05-10T11:25:38.905 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-10T11:25:38.905 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_inline_bl_items": 0, 2024-05-10T11:25:38.906 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_fsck_bytes": 0, 2024-05-10T11:25:38.906 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_fsck_items": 0, 2024-05-10T11:25:38.906 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_txc_bytes": 0, 2024-05-10T11:25:38.906 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_txc_items": 0, 2024-05-10T11:25:38.906 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-10T11:25:38.906 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_writing_deferred_items": 0, 2024-05-10T11:25:38.906 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_writing_bytes": 0, 2024-05-10T11:25:38.906 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_writing_items": 0, 2024-05-10T11:25:38.906 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_bytes": 0, 2024-05-10T11:25:38.906 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_items": 0, 2024-05-10T11:25:38.906 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_file_reader_bytes": 0, 2024-05-10T11:25:38.906 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_file_reader_items": 0, 2024-05-10T11:25:38.906 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_file_writer_bytes": 0, 2024-05-10T11:25:38.906 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_file_writer_items": 0, 2024-05-10T11:25:38.906 INFO:teuthology.orchestra.run.smithi187.stdout: "buffer_anon_bytes": 292793, 2024-05-10T11:25:38.907 INFO:teuthology.orchestra.run.smithi187.stdout: "buffer_anon_items": 126, 2024-05-10T11:25:38.907 INFO:teuthology.orchestra.run.smithi187.stdout: "buffer_meta_bytes": 176, 2024-05-10T11:25:38.907 INFO:teuthology.orchestra.run.smithi187.stdout: "buffer_meta_items": 2, 2024-05-10T11:25:38.907 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_bytes": 0, 2024-05-10T11:25:38.907 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_items": 0, 2024-05-10T11:25:38.907 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_mapbl_bytes": 0, 2024-05-10T11:25:38.907 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_mapbl_items": 0, 2024-05-10T11:25:38.907 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_pglog_bytes": 0, 2024-05-10T11:25:38.907 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_pglog_items": 0, 2024-05-10T11:25:38.907 INFO:teuthology.orchestra.run.smithi187.stdout: "osdmap_bytes": 8888, 2024-05-10T11:25:38.907 INFO:teuthology.orchestra.run.smithi187.stdout: "osdmap_items": 170, 2024-05-10T11:25:38.907 INFO:teuthology.orchestra.run.smithi187.stdout: "osdmap_mapping_bytes": 0, 2024-05-10T11:25:38.907 INFO:teuthology.orchestra.run.smithi187.stdout: "osdmap_mapping_items": 0, 2024-05-10T11:25:38.907 INFO:teuthology.orchestra.run.smithi187.stdout: "pgmap_bytes": 0, 2024-05-10T11:25:38.907 INFO:teuthology.orchestra.run.smithi187.stdout: "pgmap_items": 0, 2024-05-10T11:25:38.907 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_co_bytes": 102089, 2024-05-10T11:25:38.908 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_co_items": 811, 2024-05-10T11:25:38.908 INFO:teuthology.orchestra.run.smithi187.stdout: "unittest_1_bytes": 0, 2024-05-10T11:25:38.908 INFO:teuthology.orchestra.run.smithi187.stdout: "unittest_1_items": 0, 2024-05-10T11:25:38.908 INFO:teuthology.orchestra.run.smithi187.stdout: "unittest_2_bytes": 0, 2024-05-10T11:25:38.908 INFO:teuthology.orchestra.run.smithi187.stdout: "unittest_2_items": 0 2024-05-10T11:25:38.908 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.908 INFO:teuthology.orchestra.run.smithi187.stdout: "objecter": { 2024-05-10T11:25:38.908 INFO:teuthology.orchestra.run.smithi187.stdout: "op_active": 0, 2024-05-10T11:25:38.908 INFO:teuthology.orchestra.run.smithi187.stdout: "op_laggy": 0, 2024-05-10T11:25:38.908 INFO:teuthology.orchestra.run.smithi187.stdout: "op_send": 4060, 2024-05-10T11:25:38.908 INFO:teuthology.orchestra.run.smithi187.stdout: "op_send_bytes": 530712, 2024-05-10T11:25:38.908 INFO:teuthology.orchestra.run.smithi187.stdout: "op_resend": 31, 2024-05-10T11:25:38.908 INFO:teuthology.orchestra.run.smithi187.stdout: "op_reply": 4060, 2024-05-10T11:25:38.908 INFO:teuthology.orchestra.run.smithi187.stdout: "op_latency": { 2024-05-10T11:25:38.908 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 4060, 2024-05-10T11:25:38.908 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 41.044323760, 2024-05-10T11:25:38.909 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.010109439 2024-05-10T11:25:38.909 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.909 INFO:teuthology.orchestra.run.smithi187.stdout: "op_inflight": 0, 2024-05-10T11:25:38.909 INFO:teuthology.orchestra.run.smithi187.stdout: "oplen_avg": { 2024-05-10T11:25:38.909 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 4060, 2024-05-10T11:25:38.909 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 4314 2024-05-10T11:25:38.909 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.909 INFO:teuthology.orchestra.run.smithi187.stdout: "op": 4060, 2024-05-10T11:25:38.909 INFO:teuthology.orchestra.run.smithi187.stdout: "op_r": 78, 2024-05-10T11:25:38.909 INFO:teuthology.orchestra.run.smithi187.stdout: "op_w": 3982, 2024-05-10T11:25:38.909 INFO:teuthology.orchestra.run.smithi187.stdout: "op_rmw": 0, 2024-05-10T11:25:38.909 INFO:teuthology.orchestra.run.smithi187.stdout: "op_pg": 0, 2024-05-10T11:25:38.909 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_stat": 70, 2024-05-10T11:25:38.909 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_create": 37, 2024-05-10T11:25:38.909 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_read": 9, 2024-05-10T11:25:38.910 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_write": 140, 2024-05-10T11:25:38.910 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_writefull": 67, 2024-05-10T11:25:38.910 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_writesame": 0, 2024-05-10T11:25:38.910 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_append": 0, 2024-05-10T11:25:38.910 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_zero": 0, 2024-05-10T11:25:38.910 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_truncate": 0, 2024-05-10T11:25:38.910 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_delete": 3588, 2024-05-10T11:25:38.910 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_mapext": 0, 2024-05-10T11:25:38.910 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_sparse_read": 0, 2024-05-10T11:25:38.910 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_clonerange": 0, 2024-05-10T11:25:38.910 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_getxattr": 69, 2024-05-10T11:25:38.910 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_setxattr": 67, 2024-05-10T11:25:38.910 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_cmpxattr": 0, 2024-05-10T11:25:38.910 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_rmxattr": 0, 2024-05-10T11:25:38.911 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_resetxattrs": 0, 2024-05-10T11:25:38.911 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_call": 0, 2024-05-10T11:25:38.911 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_watch": 0, 2024-05-10T11:25:38.911 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_notify": 0, 2024-05-10T11:25:38.911 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_src_cmpxattr": 0, 2024-05-10T11:25:38.911 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_pgls": 0, 2024-05-10T11:25:38.911 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_pgls_filter": 0, 2024-05-10T11:25:38.911 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_other": 0, 2024-05-10T11:25:38.911 INFO:teuthology.orchestra.run.smithi187.stdout: "linger_active": 0, 2024-05-10T11:25:38.911 INFO:teuthology.orchestra.run.smithi187.stdout: "linger_send": 0, 2024-05-10T11:25:38.911 INFO:teuthology.orchestra.run.smithi187.stdout: "linger_resend": 0, 2024-05-10T11:25:38.911 INFO:teuthology.orchestra.run.smithi187.stdout: "linger_ping": 0, 2024-05-10T11:25:38.911 INFO:teuthology.orchestra.run.smithi187.stdout: "poolop_active": 0, 2024-05-10T11:25:38.911 INFO:teuthology.orchestra.run.smithi187.stdout: "poolop_send": 0, 2024-05-10T11:25:38.911 INFO:teuthology.orchestra.run.smithi187.stdout: "poolop_resend": 0, 2024-05-10T11:25:38.911 INFO:teuthology.orchestra.run.smithi187.stdout: "poolstat_active": 0, 2024-05-10T11:25:38.912 INFO:teuthology.orchestra.run.smithi187.stdout: "poolstat_send": 0, 2024-05-10T11:25:38.912 INFO:teuthology.orchestra.run.smithi187.stdout: "poolstat_resend": 0, 2024-05-10T11:25:38.912 INFO:teuthology.orchestra.run.smithi187.stdout: "statfs_active": 0, 2024-05-10T11:25:38.912 INFO:teuthology.orchestra.run.smithi187.stdout: "statfs_send": 0, 2024-05-10T11:25:38.912 INFO:teuthology.orchestra.run.smithi187.stdout: "statfs_resend": 0, 2024-05-10T11:25:38.912 INFO:teuthology.orchestra.run.smithi187.stdout: "command_active": 0, 2024-05-10T11:25:38.912 INFO:teuthology.orchestra.run.smithi187.stdout: "command_send": 0, 2024-05-10T11:25:38.912 INFO:teuthology.orchestra.run.smithi187.stdout: "command_resend": 0, 2024-05-10T11:25:38.912 INFO:teuthology.orchestra.run.smithi187.stdout: "map_epoch": 90, 2024-05-10T11:25:38.912 INFO:teuthology.orchestra.run.smithi187.stdout: "map_full": 0, 2024-05-10T11:25:38.912 INFO:teuthology.orchestra.run.smithi187.stdout: "map_inc": 11, 2024-05-10T11:25:38.912 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_sessions": 12, 2024-05-10T11:25:38.912 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_session_open": 12, 2024-05-10T11:25:38.912 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_session_close": 0, 2024-05-10T11:25:38.912 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_laggy": 0, 2024-05-10T11:25:38.913 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_wr": 245, 2024-05-10T11:25:38.913 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_rd": 0, 2024-05-10T11:25:38.913 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_del": 22 2024-05-10T11:25:38.913 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.913 INFO:teuthology.orchestra.run.smithi187.stdout: "oft": { 2024-05-10T11:25:38.913 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_total_objs": 1, 2024-05-10T11:25:38.913 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_total_kv_pairs": 0, 2024-05-10T11:25:38.913 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_total_updates": 0, 2024-05-10T11:25:38.913 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_total_removes": 0 2024-05-10T11:25:38.913 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.913 INFO:teuthology.orchestra.run.smithi187.stdout: "osd-slow-ops": { 2024-05-10T11:25:38.913 INFO:teuthology.orchestra.run.smithi187.stdout: "slow_ops_count": 0 2024-05-10T11:25:38.913 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.913 INFO:teuthology.orchestra.run.smithi187.stdout: "purge_queue": { 2024-05-10T11:25:38.914 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executing_ops": 0, 2024-05-10T11:25:38.914 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executing_ops_high_water": 2561, 2024-05-10T11:25:38.914 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executing": 0, 2024-05-10T11:25:38.914 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executing_high_water": 1, 2024-05-10T11:25:38.914 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executed_ops": 3076, 2024-05-10T11:25:38.914 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executed": 4, 2024-05-10T11:25:38.914 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_item_in_journal": 0 2024-05-10T11:25:38.914 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.914 INFO:teuthology.orchestra.run.smithi187.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-10T11:25:38.914 INFO:teuthology.orchestra.run.smithi187.stdout: "val": 0, 2024-05-10T11:25:38.914 INFO:teuthology.orchestra.run.smithi187.stdout: "max": 104857600, 2024-05-10T11:25:38.914 INFO:teuthology.orchestra.run.smithi187.stdout: "get_started": 0, 2024-05-10T11:25:38.914 INFO:teuthology.orchestra.run.smithi187.stdout: "get": 6218, 2024-05-10T11:25:38.914 INFO:teuthology.orchestra.run.smithi187.stdout: "get_sum": 2069892, 2024-05-10T11:25:38.915 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:38.915 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_success": 6218, 2024-05-10T11:25:38.915 INFO:teuthology.orchestra.run.smithi187.stdout: "take": 0, 2024-05-10T11:25:38.915 INFO:teuthology.orchestra.run.smithi187.stdout: "take_sum": 0, 2024-05-10T11:25:38.915 INFO:teuthology.orchestra.run.smithi187.stdout: "put": 6218, 2024-05-10T11:25:38.915 INFO:teuthology.orchestra.run.smithi187.stdout: "put_sum": 2069892, 2024-05-10T11:25:38.915 INFO:teuthology.orchestra.run.smithi187.stdout: "wait": { 2024-05-10T11:25:38.915 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.915 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.915 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.915 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:38.915 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.915 INFO:teuthology.orchestra.run.smithi187.stdout: "throttle-objecter_bytes": { 2024-05-10T11:25:38.915 INFO:teuthology.orchestra.run.smithi187.stdout: "val": 0, 2024-05-10T11:25:38.916 INFO:teuthology.orchestra.run.smithi187.stdout: "max": 104857600, 2024-05-10T11:25:38.916 INFO:teuthology.orchestra.run.smithi187.stdout: "get_started": 0, 2024-05-10T11:25:38.916 INFO:teuthology.orchestra.run.smithi187.stdout: "get": 0, 2024-05-10T11:25:38.916 INFO:teuthology.orchestra.run.smithi187.stdout: "get_sum": 0, 2024-05-10T11:25:38.916 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:38.916 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:38.916 INFO:teuthology.orchestra.run.smithi187.stdout: "take": 4060, 2024-05-10T11:25:38.916 INFO:teuthology.orchestra.run.smithi187.stdout: "take_sum": 531140, 2024-05-10T11:25:38.916 INFO:teuthology.orchestra.run.smithi187.stdout: "put": 4060, 2024-05-10T11:25:38.916 INFO:teuthology.orchestra.run.smithi187.stdout: "put_sum": 531140, 2024-05-10T11:25:38.916 INFO:teuthology.orchestra.run.smithi187.stdout: "wait": { 2024-05-10T11:25:38.916 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.917 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.917 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.917 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:38.917 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.917 INFO:teuthology.orchestra.run.smithi187.stdout: "throttle-objecter_ops": { 2024-05-10T11:25:38.917 INFO:teuthology.orchestra.run.smithi187.stdout: "val": 0, 2024-05-10T11:25:38.917 INFO:teuthology.orchestra.run.smithi187.stdout: "max": 1024, 2024-05-10T11:25:38.917 INFO:teuthology.orchestra.run.smithi187.stdout: "get_started": 0, 2024-05-10T11:25:38.917 INFO:teuthology.orchestra.run.smithi187.stdout: "get": 0, 2024-05-10T11:25:38.917 INFO:teuthology.orchestra.run.smithi187.stdout: "get_sum": 0, 2024-05-10T11:25:38.917 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:38.917 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:38.917 INFO:teuthology.orchestra.run.smithi187.stdout: "take": 4060, 2024-05-10T11:25:38.917 INFO:teuthology.orchestra.run.smithi187.stdout: "take_sum": 4060, 2024-05-10T11:25:38.918 INFO:teuthology.orchestra.run.smithi187.stdout: "put": 4060, 2024-05-10T11:25:38.918 INFO:teuthology.orchestra.run.smithi187.stdout: "put_sum": 4060, 2024-05-10T11:25:38.918 INFO:teuthology.orchestra.run.smithi187.stdout: "wait": { 2024-05-10T11:25:38.918 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.918 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.918 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.918 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:38.918 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.918 INFO:teuthology.orchestra.run.smithi187.stdout: "throttle-write_buf_throttle": { 2024-05-10T11:25:38.918 INFO:teuthology.orchestra.run.smithi187.stdout: "val": 0, 2024-05-10T11:25:38.918 INFO:teuthology.orchestra.run.smithi187.stdout: "max": 3758096384, 2024-05-10T11:25:38.918 INFO:teuthology.orchestra.run.smithi187.stdout: "get_started": 0, 2024-05-10T11:25:38.918 INFO:teuthology.orchestra.run.smithi187.stdout: "get": 4, 2024-05-10T11:25:38.919 INFO:teuthology.orchestra.run.smithi187.stdout: "get_sum": 428, 2024-05-10T11:25:38.919 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:38.919 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_success": 4, 2024-05-10T11:25:38.919 INFO:teuthology.orchestra.run.smithi187.stdout: "take": 0, 2024-05-10T11:25:38.919 INFO:teuthology.orchestra.run.smithi187.stdout: "take_sum": 0, 2024-05-10T11:25:38.919 INFO:teuthology.orchestra.run.smithi187.stdout: "put": 4, 2024-05-10T11:25:38.919 INFO:teuthology.orchestra.run.smithi187.stdout: "put_sum": 428, 2024-05-10T11:25:38.919 INFO:teuthology.orchestra.run.smithi187.stdout: "wait": { 2024-05-10T11:25:38.919 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.919 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.919 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.919 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:38.919 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:38.919 INFO:teuthology.orchestra.run.smithi187.stdout: "throttle-write_buf_throttle-0x555ce57bc500": { 2024-05-10T11:25:38.919 INFO:teuthology.orchestra.run.smithi187.stdout: "val": 0, 2024-05-10T11:25:38.920 INFO:teuthology.orchestra.run.smithi187.stdout: "max": 3758096384, 2024-05-10T11:25:38.920 INFO:teuthology.orchestra.run.smithi187.stdout: "get_started": 0, 2024-05-10T11:25:38.920 INFO:teuthology.orchestra.run.smithi187.stdout: "get": 157, 2024-05-10T11:25:38.920 INFO:teuthology.orchestra.run.smithi187.stdout: "get_sum": 427458, 2024-05-10T11:25:38.920 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:38.920 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_success": 157, 2024-05-10T11:25:38.920 INFO:teuthology.orchestra.run.smithi187.stdout: "take": 0, 2024-05-10T11:25:38.920 INFO:teuthology.orchestra.run.smithi187.stdout: "take_sum": 0, 2024-05-10T11:25:38.920 INFO:teuthology.orchestra.run.smithi187.stdout: "put": 136, 2024-05-10T11:25:38.920 INFO:teuthology.orchestra.run.smithi187.stdout: "put_sum": 427458, 2024-05-10T11:25:38.920 INFO:teuthology.orchestra.run.smithi187.stdout: "wait": { 2024-05-10T11:25:38.920 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:38.920 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:38.920 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:38.921 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:38.921 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:38.921 INFO:teuthology.orchestra.run.smithi187.stdout:} 2024-05-10T11:25:39.665 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-05-10T11:25:39.665 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-05-10T11:25:39.665 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=15 2024-05-10T11:25:39.665 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=0 2024-05-10T11:25:39.665 DEBUG:tasks.check_counter:Getting stats from l 2024-05-10T11:25:39.665 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph daemon mds.l perf dump 2024-05-10T11:25:39.910 INFO:teuthology.orchestra.run.smithi187.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.c/config 2024-05-10T11:25:40.282 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:40 smithi187 ceph-mon[34076]: pgmap v566: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-10T11:25:40.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:40 smithi132 ceph-mon[33758]: pgmap v566: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-10T11:25:40.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:40 smithi053 ceph-mon[30153]: pgmap v566: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-10T11:25:41.758 INFO:teuthology.orchestra.run.smithi187.stdout:{ 2024-05-10T11:25:41.758 INFO:teuthology.orchestra.run.smithi187.stdout: "AsyncMessenger::Worker-0": { 2024-05-10T11:25:41.758 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_messages": 465, 2024-05-10T11:25:41.758 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages": 517, 2024-05-10T11:25:41.758 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_bytes": 918760, 2024-05-10T11:25:41.758 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_bytes": 228428, 2024-05-10T11:25:41.758 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_created_connections": 7, 2024-05-10T11:25:41.758 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_active_connections": 3, 2024-05-10T11:25:41.758 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_total_time": 0.070876635, 2024-05-10T11:25:41.759 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_send_time": 0.028374247, 2024-05-10T11:25:41.759 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_recv_time": 0.038437690, 2024-05-10T11:25:41.759 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_fast_dispatch_time": 0.006540139, 2024-05-10T11:25:41.759 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:41.759 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 516, 2024-05-10T11:25:41.759 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.031963440, 2024-05-10T11:25:41.759 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000061944 2024-05-10T11:25:41.759 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.759 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:41.759 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 544, 2024-05-10T11:25:41.759 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000162578, 2024-05-10T11:25:41.759 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000298 2024-05-10T11:25:41.759 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.759 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_encrypted_bytes": 836880, 2024-05-10T11:25:41.759 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_encrypted_bytes": 103472 2024-05-10T11:25:41.759 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.760 INFO:teuthology.orchestra.run.smithi187.stdout: "AsyncMessenger::Worker-1": { 2024-05-10T11:25:41.760 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_messages": 23, 2024-05-10T11:25:41.760 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages": 142, 2024-05-10T11:25:41.760 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_bytes": 5145, 2024-05-10T11:25:41.760 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_bytes": 317182, 2024-05-10T11:25:41.760 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_created_connections": 13, 2024-05-10T11:25:41.760 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_active_connections": 4, 2024-05-10T11:25:41.760 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_total_time": 0.011599740, 2024-05-10T11:25:41.760 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_send_time": 0.005632808, 2024-05-10T11:25:41.760 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_recv_time": 0.004240402, 2024-05-10T11:25:41.760 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_fast_dispatch_time": 0.000201401, 2024-05-10T11:25:41.760 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:41.760 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 140, 2024-05-10T11:25:41.760 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.022170892, 2024-05-10T11:25:41.760 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000158363 2024-05-10T11:25:41.760 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.761 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:41.761 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 21, 2024-05-10T11:25:41.761 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000003371, 2024-05-10T11:25:41.761 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000160 2024-05-10T11:25:41.761 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.761 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_encrypted_bytes": 1088, 2024-05-10T11:25:41.761 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_encrypted_bytes": 258368 2024-05-10T11:25:41.761 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.761 INFO:teuthology.orchestra.run.smithi187.stdout: "AsyncMessenger::Worker-2": { 2024-05-10T11:25:41.761 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_messages": 33, 2024-05-10T11:25:41.761 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages": 33, 2024-05-10T11:25:41.761 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_bytes": 9502, 2024-05-10T11:25:41.761 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_bytes": 128590, 2024-05-10T11:25:41.761 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_created_connections": 16, 2024-05-10T11:25:41.761 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_active_connections": 7, 2024-05-10T11:25:41.761 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_total_time": 0.006230724, 2024-05-10T11:25:41.762 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_send_time": 0.000460550, 2024-05-10T11:25:41.762 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_recv_time": 0.004974285, 2024-05-10T11:25:41.762 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_running_fast_dispatch_time": 0.000459331, 2024-05-10T11:25:41.762 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_messages_queue_lat": { 2024-05-10T11:25:41.762 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 32, 2024-05-10T11:25:41.762 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.016051994, 2024-05-10T11:25:41.762 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000501624 2024-05-10T11:25:41.762 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.762 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_handle_ack_lat": { 2024-05-10T11:25:41.762 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 10, 2024-05-10T11:25:41.762 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000971, 2024-05-10T11:25:41.762 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000097 2024-05-10T11:25:41.762 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.762 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-10T11:25:41.762 INFO:teuthology.orchestra.run.smithi187.stdout: "msgr_send_encrypted_bytes": 448 2024-05-10T11:25:41.763 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.763 INFO:teuthology.orchestra.run.smithi187.stdout: "cct": { 2024-05-10T11:25:41.763 INFO:teuthology.orchestra.run.smithi187.stdout: "total_workers": 1, 2024-05-10T11:25:41.763 INFO:teuthology.orchestra.run.smithi187.stdout: "unhealthy_workers": 0 2024-05-10T11:25:41.763 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.763 INFO:teuthology.orchestra.run.smithi187.stdout: "finisher-MDSRank": { 2024-05-10T11:25:41.763 INFO:teuthology.orchestra.run.smithi187.stdout: "queue_len": 0, 2024-05-10T11:25:41.763 INFO:teuthology.orchestra.run.smithi187.stdout: "complete_latency": { 2024-05-10T11:25:41.763 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 37, 2024-05-10T11:25:41.763 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.001697618, 2024-05-10T11:25:41.763 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000045881 2024-05-10T11:25:41.763 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:41.763 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.763 INFO:teuthology.orchestra.run.smithi187.stdout: "finisher-PurgeQueue": { 2024-05-10T11:25:41.764 INFO:teuthology.orchestra.run.smithi187.stdout: "queue_len": 0, 2024-05-10T11:25:41.764 INFO:teuthology.orchestra.run.smithi187.stdout: "complete_latency": { 2024-05-10T11:25:41.764 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 2, 2024-05-10T11:25:41.764 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000005722, 2024-05-10T11:25:41.764 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000002861 2024-05-10T11:25:41.764 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:41.764 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.764 INFO:teuthology.orchestra.run.smithi187.stdout: "mds": { 2024-05-10T11:25:41.764 INFO:teuthology.orchestra.run.smithi187.stdout: "request": 0, 2024-05-10T11:25:41.764 INFO:teuthology.orchestra.run.smithi187.stdout: "reply": 0, 2024-05-10T11:25:41.764 INFO:teuthology.orchestra.run.smithi187.stdout: "reply_latency": { 2024-05-10T11:25:41.764 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.764 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.764 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.765 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.765 INFO:teuthology.orchestra.run.smithi187.stdout: "slow_reply": 0, 2024-05-10T11:25:41.765 INFO:teuthology.orchestra.run.smithi187.stdout: "forward": 0, 2024-05-10T11:25:41.765 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_fetch_complete": 0, 2024-05-10T11:25:41.765 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_fetch_keys": 0, 2024-05-10T11:25:41.765 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_commit": 11, 2024-05-10T11:25:41.765 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_split": 0, 2024-05-10T11:25:41.765 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_merge": 0, 2024-05-10T11:25:41.765 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes": 16, 2024-05-10T11:25:41.765 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_top": 0, 2024-05-10T11:25:41.765 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_bottom": 16, 2024-05-10T11:25:41.765 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_pin_tail": 0, 2024-05-10T11:25:41.765 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_pinned": 13, 2024-05-10T11:25:41.765 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_expired": 4, 2024-05-10T11:25:41.765 INFO:teuthology.orchestra.run.smithi187.stdout: "inodes_with_caps": 0, 2024-05-10T11:25:41.765 INFO:teuthology.orchestra.run.smithi187.stdout: "caps": 0, 2024-05-10T11:25:41.765 INFO:teuthology.orchestra.run.smithi187.stdout: "subtrees": 3, 2024-05-10T11:25:41.766 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse": 7, 2024-05-10T11:25:41.766 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_hit": 4, 2024-05-10T11:25:41.766 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_forward": 0, 2024-05-10T11:25:41.766 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_discover": 3, 2024-05-10T11:25:41.766 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_dir_fetch": 0, 2024-05-10T11:25:41.766 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_remote_ino": 0, 2024-05-10T11:25:41.766 INFO:teuthology.orchestra.run.smithi187.stdout: "traverse_lock": 0, 2024-05-10T11:25:41.766 INFO:teuthology.orchestra.run.smithi187.stdout: "load_cent": 0, 2024-05-10T11:25:41.766 INFO:teuthology.orchestra.run.smithi187.stdout: "q": 0, 2024-05-10T11:25:41.766 INFO:teuthology.orchestra.run.smithi187.stdout: "exported": 0, 2024-05-10T11:25:41.766 INFO:teuthology.orchestra.run.smithi187.stdout: "exported_inodes": 0, 2024-05-10T11:25:41.766 INFO:teuthology.orchestra.run.smithi187.stdout: "imported": 0, 2024-05-10T11:25:41.766 INFO:teuthology.orchestra.run.smithi187.stdout: "imported_inodes": 0, 2024-05-10T11:25:41.766 INFO:teuthology.orchestra.run.smithi187.stdout: "openino_dir_fetch": 0, 2024-05-10T11:25:41.767 INFO:teuthology.orchestra.run.smithi187.stdout: "openino_backtrace_fetch": 0, 2024-05-10T11:25:41.767 INFO:teuthology.orchestra.run.smithi187.stdout: "openino_peer_discover": 0, 2024-05-10T11:25:41.767 INFO:teuthology.orchestra.run.smithi187.stdout: "root_rfiles": 4, 2024-05-10T11:25:41.767 INFO:teuthology.orchestra.run.smithi187.stdout: "root_rbytes": 234, 2024-05-10T11:25:41.767 INFO:teuthology.orchestra.run.smithi187.stdout: "root_rsnaps": 0, 2024-05-10T11:25:41.767 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_backtrace_fetch": 0, 2024-05-10T11:25:41.767 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_set_tag": 0, 2024-05-10T11:25:41.767 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_backtrace_repaired": 0, 2024-05-10T11:25:41.767 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_inotable_repaired": 0, 2024-05-10T11:25:41.767 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_dir_inodes": 0, 2024-05-10T11:25:41.767 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_dir_base_inodes": 0, 2024-05-10T11:25:41.767 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_dirfrag_rstats": 0, 2024-05-10T11:25:41.767 INFO:teuthology.orchestra.run.smithi187.stdout: "scrub_file_inodes": 0, 2024-05-10T11:25:41.767 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_inode_file_caps": 0, 2024-05-10T11:25:41.767 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_cap_op_revoke": 0, 2024-05-10T11:25:41.767 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_cap_op_grant": 0, 2024-05-10T11:25:41.767 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_cap_op_trunc": 0, 2024-05-10T11:25:41.768 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-10T11:25:41.768 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-10T11:25:41.768 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_client_caps": 0, 2024-05-10T11:25:41.768 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_client_caps_dirty": 0, 2024-05-10T11:25:41.768 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_client_cap_release": 0, 2024-05-10T11:25:41.768 INFO:teuthology.orchestra.run.smithi187.stdout: "process_request_cap_release": 0 2024-05-10T11:25:41.768 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.768 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_cache": { 2024-05-10T11:25:41.768 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_update": 0, 2024-05-10T11:25:41.768 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_update_receipt": 11, 2024-05-10T11:25:41.768 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_try_discover": 7, 2024-05-10T11:25:41.768 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_send_discover": 8, 2024-05-10T11:25:41.768 INFO:teuthology.orchestra.run.smithi187.stdout: "dir_handle_discover": 0, 2024-05-10T11:25:41.768 INFO:teuthology.orchestra.run.smithi187.stdout: "num_strays": 0, 2024-05-10T11:25:41.768 INFO:teuthology.orchestra.run.smithi187.stdout: "num_strays_delayed": 0, 2024-05-10T11:25:41.768 INFO:teuthology.orchestra.run.smithi187.stdout: "num_strays_enqueuing": 0, 2024-05-10T11:25:41.769 INFO:teuthology.orchestra.run.smithi187.stdout: "strays_created": 0, 2024-05-10T11:25:41.769 INFO:teuthology.orchestra.run.smithi187.stdout: "strays_enqueued": 0, 2024-05-10T11:25:41.769 INFO:teuthology.orchestra.run.smithi187.stdout: "strays_reintegrated": 0, 2024-05-10T11:25:41.769 INFO:teuthology.orchestra.run.smithi187.stdout: "strays_migrated": 0, 2024-05-10T11:25:41.769 INFO:teuthology.orchestra.run.smithi187.stdout: "num_recovering_processing": 0, 2024-05-10T11:25:41.769 INFO:teuthology.orchestra.run.smithi187.stdout: "num_recovering_enqueued": 0, 2024-05-10T11:25:41.769 INFO:teuthology.orchestra.run.smithi187.stdout: "num_recovering_prioritized": 0, 2024-05-10T11:25:41.769 INFO:teuthology.orchestra.run.smithi187.stdout: "recovery_started": 0, 2024-05-10T11:25:41.769 INFO:teuthology.orchestra.run.smithi187.stdout: "recovery_completed": 0, 2024-05-10T11:25:41.769 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_quiesce_path": 0, 2024-05-10T11:25:41.769 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_quiesce_inode": 0, 2024-05-10T11:25:41.769 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_enqueue_scrub": 0, 2024-05-10T11:25:41.769 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_exportdir": 0, 2024-05-10T11:25:41.769 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_flush": 0, 2024-05-10T11:25:41.770 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_fragmentdir": 0, 2024-05-10T11:25:41.770 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_fragstats": 0, 2024-05-10T11:25:41.770 INFO:teuthology.orchestra.run.smithi187.stdout: "ireq_inodestats": 0 2024-05-10T11:25:41.770 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.770 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_log": { 2024-05-10T11:25:41.770 INFO:teuthology.orchestra.run.smithi187.stdout: "evlrg": 0, 2024-05-10T11:25:41.770 INFO:teuthology.orchestra.run.smithi187.stdout: "evadd": 5, 2024-05-10T11:25:41.770 INFO:teuthology.orchestra.run.smithi187.stdout: "evex": 0, 2024-05-10T11:25:41.770 INFO:teuthology.orchestra.run.smithi187.stdout: "evtrm": 0, 2024-05-10T11:25:41.770 INFO:teuthology.orchestra.run.smithi187.stdout: "ev": 5, 2024-05-10T11:25:41.770 INFO:teuthology.orchestra.run.smithi187.stdout: "evexg": 0, 2024-05-10T11:25:41.770 INFO:teuthology.orchestra.run.smithi187.stdout: "evexd": 0, 2024-05-10T11:25:41.770 INFO:teuthology.orchestra.run.smithi187.stdout: "segadd": 2, 2024-05-10T11:25:41.770 INFO:teuthology.orchestra.run.smithi187.stdout: "segex": 0, 2024-05-10T11:25:41.771 INFO:teuthology.orchestra.run.smithi187.stdout: "segtrm": 0, 2024-05-10T11:25:41.771 INFO:teuthology.orchestra.run.smithi187.stdout: "seg": 2, 2024-05-10T11:25:41.771 INFO:teuthology.orchestra.run.smithi187.stdout: "segmjr": 2, 2024-05-10T11:25:41.771 INFO:teuthology.orchestra.run.smithi187.stdout: "segexg": 0, 2024-05-10T11:25:41.771 INFO:teuthology.orchestra.run.smithi187.stdout: "segexd": 0, 2024-05-10T11:25:41.771 INFO:teuthology.orchestra.run.smithi187.stdout: "expos": 4194304, 2024-05-10T11:25:41.771 INFO:teuthology.orchestra.run.smithi187.stdout: "wrpos": 4195917, 2024-05-10T11:25:41.771 INFO:teuthology.orchestra.run.smithi187.stdout: "rdpos": 0, 2024-05-10T11:25:41.771 INFO:teuthology.orchestra.run.smithi187.stdout: "jlat": { 2024-05-10T11:25:41.771 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 4, 2024-05-10T11:25:41.771 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.007566463, 2024-05-10T11:25:41.771 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.001891615 2024-05-10T11:25:41.771 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.771 INFO:teuthology.orchestra.run.smithi187.stdout: "replayed": 0 2024-05-10T11:25:41.771 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.771 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_mem": { 2024-05-10T11:25:41.771 INFO:teuthology.orchestra.run.smithi187.stdout: "ino": 20, 2024-05-10T11:25:41.772 INFO:teuthology.orchestra.run.smithi187.stdout: "ino+": 22, 2024-05-10T11:25:41.772 INFO:teuthology.orchestra.run.smithi187.stdout: "ino-": 2, 2024-05-10T11:25:41.772 INFO:teuthology.orchestra.run.smithi187.stdout: "dir": 19, 2024-05-10T11:25:41.772 INFO:teuthology.orchestra.run.smithi187.stdout: "dir+": 23, 2024-05-10T11:25:41.772 INFO:teuthology.orchestra.run.smithi187.stdout: "dir-": 4, 2024-05-10T11:25:41.772 INFO:teuthology.orchestra.run.smithi187.stdout: "dn": 16, 2024-05-10T11:25:41.772 INFO:teuthology.orchestra.run.smithi187.stdout: "dn+": 20, 2024-05-10T11:25:41.772 INFO:teuthology.orchestra.run.smithi187.stdout: "dn-": 4, 2024-05-10T11:25:41.772 INFO:teuthology.orchestra.run.smithi187.stdout: "cap": 0, 2024-05-10T11:25:41.772 INFO:teuthology.orchestra.run.smithi187.stdout: "cap+": 0, 2024-05-10T11:25:41.772 INFO:teuthology.orchestra.run.smithi187.stdout: "cap-": 0, 2024-05-10T11:25:41.772 INFO:teuthology.orchestra.run.smithi187.stdout: "rss": 51976, 2024-05-10T11:25:41.772 INFO:teuthology.orchestra.run.smithi187.stdout: "heap": 223608 2024-05-10T11:25:41.772 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.772 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_server": { 2024-05-10T11:25:41.772 INFO:teuthology.orchestra.run.smithi187.stdout: "dispatch_client_request": 0, 2024-05-10T11:25:41.772 INFO:teuthology.orchestra.run.smithi187.stdout: "dispatch_server_request": 0, 2024-05-10T11:25:41.773 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_client_request": 0, 2024-05-10T11:25:41.773 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_client_session": 9, 2024-05-10T11:25:41.773 INFO:teuthology.orchestra.run.smithi187.stdout: "handle_peer_request": 0, 2024-05-10T11:25:41.773 INFO:teuthology.orchestra.run.smithi187.stdout: "req_create_latency": { 2024-05-10T11:25:41.773 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.773 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.773 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.773 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.773 INFO:teuthology.orchestra.run.smithi187.stdout: "req_getattr_latency": { 2024-05-10T11:25:41.773 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.773 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.773 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.773 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.773 INFO:teuthology.orchestra.run.smithi187.stdout: "req_getfilelock_latency": { 2024-05-10T11:25:41.773 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.773 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.774 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.774 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.774 INFO:teuthology.orchestra.run.smithi187.stdout: "req_link_latency": { 2024-05-10T11:25:41.774 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.774 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.774 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.774 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.774 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookup_latency": { 2024-05-10T11:25:41.774 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.774 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.774 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.774 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.774 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookuphash_latency": { 2024-05-10T11:25:41.774 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.774 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.775 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.775 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.775 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookupino_latency": { 2024-05-10T11:25:41.775 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.775 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.775 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.775 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.775 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookupname_latency": { 2024-05-10T11:25:41.775 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.775 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.775 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.775 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.775 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookupparent_latency": { 2024-05-10T11:25:41.775 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.775 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.775 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.776 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.776 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lookupsnap_latency": { 2024-05-10T11:25:41.776 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.776 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.776 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.776 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.776 INFO:teuthology.orchestra.run.smithi187.stdout: "req_lssnap_latency": { 2024-05-10T11:25:41.776 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.776 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.776 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.776 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.776 INFO:teuthology.orchestra.run.smithi187.stdout: "req_mkdir_latency": { 2024-05-10T11:25:41.776 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.777 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.777 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.777 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.777 INFO:teuthology.orchestra.run.smithi187.stdout: "req_mknod_latency": { 2024-05-10T11:25:41.777 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.777 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.777 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.777 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.777 INFO:teuthology.orchestra.run.smithi187.stdout: "req_mksnap_latency": { 2024-05-10T11:25:41.777 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.777 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.777 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.777 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.778 INFO:teuthology.orchestra.run.smithi187.stdout: "req_open_latency": { 2024-05-10T11:25:41.778 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.778 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.778 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.778 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.778 INFO:teuthology.orchestra.run.smithi187.stdout: "req_readdir_latency": { 2024-05-10T11:25:41.778 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.778 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.778 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.778 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.778 INFO:teuthology.orchestra.run.smithi187.stdout: "req_rename_latency": { 2024-05-10T11:25:41.778 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.778 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.778 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.778 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.779 INFO:teuthology.orchestra.run.smithi187.stdout: "req_renamesnap_latency": { 2024-05-10T11:25:41.779 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.779 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.779 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.779 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.779 INFO:teuthology.orchestra.run.smithi187.stdout: "req_snapdiff_latency": { 2024-05-10T11:25:41.779 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.779 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.779 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.779 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.779 INFO:teuthology.orchestra.run.smithi187.stdout: "req_rmdir_latency": { 2024-05-10T11:25:41.779 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.779 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.779 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.779 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.780 INFO:teuthology.orchestra.run.smithi187.stdout: "req_rmsnap_latency": { 2024-05-10T11:25:41.780 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.780 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.780 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.780 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.780 INFO:teuthology.orchestra.run.smithi187.stdout: "req_rmxattr_latency": { 2024-05-10T11:25:41.780 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.780 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.780 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.780 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.780 INFO:teuthology.orchestra.run.smithi187.stdout: "req_setattr_latency": { 2024-05-10T11:25:41.781 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.781 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.781 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.781 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.781 INFO:teuthology.orchestra.run.smithi187.stdout: "req_setdirlayout_latency": { 2024-05-10T11:25:41.781 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.781 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.781 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.781 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.781 INFO:teuthology.orchestra.run.smithi187.stdout: "req_setfilelock_latency": { 2024-05-10T11:25:41.781 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.781 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.781 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.781 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.782 INFO:teuthology.orchestra.run.smithi187.stdout: "req_setlayout_latency": { 2024-05-10T11:25:41.782 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.782 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.782 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.782 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.782 INFO:teuthology.orchestra.run.smithi187.stdout: "req_setxattr_latency": { 2024-05-10T11:25:41.782 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.782 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.782 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.782 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.782 INFO:teuthology.orchestra.run.smithi187.stdout: "req_symlink_latency": { 2024-05-10T11:25:41.782 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.782 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.782 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.782 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.783 INFO:teuthology.orchestra.run.smithi187.stdout: "req_unlink_latency": { 2024-05-10T11:25:41.783 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.783 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.783 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.783 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.783 INFO:teuthology.orchestra.run.smithi187.stdout: "cap_revoke_eviction": 0, 2024-05-10T11:25:41.783 INFO:teuthology.orchestra.run.smithi187.stdout: "cap_acquisition_throttle": 0, 2024-05-10T11:25:41.783 INFO:teuthology.orchestra.run.smithi187.stdout: "req_getvxattr_latency": { 2024-05-10T11:25:41.783 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.783 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.783 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.783 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:41.783 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.783 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_sessions": { 2024-05-10T11:25:41.783 INFO:teuthology.orchestra.run.smithi187.stdout: "session_count": 1, 2024-05-10T11:25:41.784 INFO:teuthology.orchestra.run.smithi187.stdout: "session_add": 2, 2024-05-10T11:25:41.784 INFO:teuthology.orchestra.run.smithi187.stdout: "session_remove": 1, 2024-05-10T11:25:41.784 INFO:teuthology.orchestra.run.smithi187.stdout: "sessions_open": 1, 2024-05-10T11:25:41.784 INFO:teuthology.orchestra.run.smithi187.stdout: "sessions_stale": 0, 2024-05-10T11:25:41.784 INFO:teuthology.orchestra.run.smithi187.stdout: "total_load": 0, 2024-05-10T11:25:41.784 INFO:teuthology.orchestra.run.smithi187.stdout: "average_load": 0, 2024-05-10T11:25:41.784 INFO:teuthology.orchestra.run.smithi187.stdout: "avg_session_uptime": 272, 2024-05-10T11:25:41.784 INFO:teuthology.orchestra.run.smithi187.stdout: "mdthresh_evicted": 0 2024-05-10T11:25:41.784 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.784 INFO:teuthology.orchestra.run.smithi187.stdout: "mempool": { 2024-05-10T11:25:41.784 INFO:teuthology.orchestra.run.smithi187.stdout: "bloom_filter_bytes": 0, 2024-05-10T11:25:41.784 INFO:teuthology.orchestra.run.smithi187.stdout: "bloom_filter_items": 0, 2024-05-10T11:25:41.784 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_alloc_bytes": 0, 2024-05-10T11:25:41.784 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_alloc_items": 0, 2024-05-10T11:25:41.785 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_data_bytes": 0, 2024-05-10T11:25:41.785 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_data_items": 0, 2024-05-10T11:25:41.785 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-10T11:25:41.785 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_onode_items": 0, 2024-05-10T11:25:41.785 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-10T11:25:41.785 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_meta_items": 0, 2024-05-10T11:25:41.785 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_other_bytes": 0, 2024-05-10T11:25:41.785 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_other_items": 0, 2024-05-10T11:25:41.785 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-10T11:25:41.785 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_cache_buffer_items": 0, 2024-05-10T11:25:41.785 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_extent_bytes": 0, 2024-05-10T11:25:41.785 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_extent_items": 0, 2024-05-10T11:25:41.785 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_blob_bytes": 0, 2024-05-10T11:25:41.785 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_blob_items": 0, 2024-05-10T11:25:41.786 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-10T11:25:41.786 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_shared_blob_items": 0, 2024-05-10T11:25:41.786 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-10T11:25:41.786 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_inline_bl_items": 0, 2024-05-10T11:25:41.786 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_fsck_bytes": 0, 2024-05-10T11:25:41.786 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_fsck_items": 0, 2024-05-10T11:25:41.786 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_txc_bytes": 0, 2024-05-10T11:25:41.786 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_txc_items": 0, 2024-05-10T11:25:41.786 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-10T11:25:41.786 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_writing_deferred_items": 0, 2024-05-10T11:25:41.786 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_writing_bytes": 0, 2024-05-10T11:25:41.786 INFO:teuthology.orchestra.run.smithi187.stdout: "bluestore_writing_items": 0, 2024-05-10T11:25:41.786 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_bytes": 0, 2024-05-10T11:25:41.786 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_items": 0, 2024-05-10T11:25:41.786 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_file_reader_bytes": 0, 2024-05-10T11:25:41.787 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_file_reader_items": 0, 2024-05-10T11:25:41.787 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_file_writer_bytes": 0, 2024-05-10T11:25:41.787 INFO:teuthology.orchestra.run.smithi187.stdout: "bluefs_file_writer_items": 0, 2024-05-10T11:25:41.787 INFO:teuthology.orchestra.run.smithi187.stdout: "buffer_anon_bytes": 238343, 2024-05-10T11:25:41.787 INFO:teuthology.orchestra.run.smithi187.stdout: "buffer_anon_items": 80, 2024-05-10T11:25:41.787 INFO:teuthology.orchestra.run.smithi187.stdout: "buffer_meta_bytes": 0, 2024-05-10T11:25:41.787 INFO:teuthology.orchestra.run.smithi187.stdout: "buffer_meta_items": 0, 2024-05-10T11:25:41.787 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_bytes": 0, 2024-05-10T11:25:41.787 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_items": 0, 2024-05-10T11:25:41.787 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_mapbl_bytes": 0, 2024-05-10T11:25:41.787 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_mapbl_items": 0, 2024-05-10T11:25:41.787 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_pglog_bytes": 0, 2024-05-10T11:25:41.787 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_pglog_items": 0, 2024-05-10T11:25:41.787 INFO:teuthology.orchestra.run.smithi187.stdout: "osdmap_bytes": 8888, 2024-05-10T11:25:41.787 INFO:teuthology.orchestra.run.smithi187.stdout: "osdmap_items": 170, 2024-05-10T11:25:41.787 INFO:teuthology.orchestra.run.smithi187.stdout: "osdmap_mapping_bytes": 0, 2024-05-10T11:25:41.788 INFO:teuthology.orchestra.run.smithi187.stdout: "osdmap_mapping_items": 0, 2024-05-10T11:25:41.788 INFO:teuthology.orchestra.run.smithi187.stdout: "pgmap_bytes": 0, 2024-05-10T11:25:41.788 INFO:teuthology.orchestra.run.smithi187.stdout: "pgmap_items": 0, 2024-05-10T11:25:41.788 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_co_bytes": 80909, 2024-05-10T11:25:41.788 INFO:teuthology.orchestra.run.smithi187.stdout: "mds_co_items": 320, 2024-05-10T11:25:41.788 INFO:teuthology.orchestra.run.smithi187.stdout: "unittest_1_bytes": 0, 2024-05-10T11:25:41.788 INFO:teuthology.orchestra.run.smithi187.stdout: "unittest_1_items": 0, 2024-05-10T11:25:41.788 INFO:teuthology.orchestra.run.smithi187.stdout: "unittest_2_bytes": 0, 2024-05-10T11:25:41.788 INFO:teuthology.orchestra.run.smithi187.stdout: "unittest_2_items": 0 2024-05-10T11:25:41.788 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.788 INFO:teuthology.orchestra.run.smithi187.stdout: "objecter": { 2024-05-10T11:25:41.788 INFO:teuthology.orchestra.run.smithi187.stdout: "op_active": 0, 2024-05-10T11:25:41.788 INFO:teuthology.orchestra.run.smithi187.stdout: "op_laggy": 0, 2024-05-10T11:25:41.788 INFO:teuthology.orchestra.run.smithi187.stdout: "op_send": 40, 2024-05-10T11:25:41.788 INFO:teuthology.orchestra.run.smithi187.stdout: "op_send_bytes": 11915, 2024-05-10T11:25:41.788 INFO:teuthology.orchestra.run.smithi187.stdout: "op_resend": 33, 2024-05-10T11:25:41.789 INFO:teuthology.orchestra.run.smithi187.stdout: "op_reply": 40, 2024-05-10T11:25:41.789 INFO:teuthology.orchestra.run.smithi187.stdout: "op_latency": { 2024-05-10T11:25:41.789 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 40, 2024-05-10T11:25:41.789 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.188996920, 2024-05-10T11:25:41.789 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.004724923 2024-05-10T11:25:41.789 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.789 INFO:teuthology.orchestra.run.smithi187.stdout: "op_inflight": 0, 2024-05-10T11:25:41.789 INFO:teuthology.orchestra.run.smithi187.stdout: "oplen_avg": { 2024-05-10T11:25:41.789 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 40, 2024-05-10T11:25:41.789 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 62 2024-05-10T11:25:41.789 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.789 INFO:teuthology.orchestra.run.smithi187.stdout: "op": 40, 2024-05-10T11:25:41.789 INFO:teuthology.orchestra.run.smithi187.stdout: "op_r": 0, 2024-05-10T11:25:41.789 INFO:teuthology.orchestra.run.smithi187.stdout: "op_w": 40, 2024-05-10T11:25:41.789 INFO:teuthology.orchestra.run.smithi187.stdout: "op_rmw": 0, 2024-05-10T11:25:41.790 INFO:teuthology.orchestra.run.smithi187.stdout: "op_pg": 0, 2024-05-10T11:25:41.790 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_stat": 0, 2024-05-10T11:25:41.790 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_create": 10, 2024-05-10T11:25:41.790 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_read": 0, 2024-05-10T11:25:41.790 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_write": 4, 2024-05-10T11:25:41.790 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_writefull": 7, 2024-05-10T11:25:41.790 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_writesame": 0, 2024-05-10T11:25:41.790 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_append": 0, 2024-05-10T11:25:41.790 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_zero": 0, 2024-05-10T11:25:41.790 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_truncate": 0, 2024-05-10T11:25:41.790 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_delete": 6, 2024-05-10T11:25:41.790 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_mapext": 0, 2024-05-10T11:25:41.790 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_sparse_read": 0, 2024-05-10T11:25:41.790 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_clonerange": 0, 2024-05-10T11:25:41.791 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_getxattr": 0, 2024-05-10T11:25:41.791 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_setxattr": 20, 2024-05-10T11:25:41.791 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_cmpxattr": 0, 2024-05-10T11:25:41.791 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_rmxattr": 0, 2024-05-10T11:25:41.791 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_resetxattrs": 0, 2024-05-10T11:25:41.791 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_call": 0, 2024-05-10T11:25:41.791 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_watch": 0, 2024-05-10T11:25:41.791 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_notify": 0, 2024-05-10T11:25:41.791 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_src_cmpxattr": 0, 2024-05-10T11:25:41.791 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_pgls": 0, 2024-05-10T11:25:41.791 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_pgls_filter": 0, 2024-05-10T11:25:41.791 INFO:teuthology.orchestra.run.smithi187.stdout: "osdop_other": 0, 2024-05-10T11:25:41.791 INFO:teuthology.orchestra.run.smithi187.stdout: "linger_active": 0, 2024-05-10T11:25:41.791 INFO:teuthology.orchestra.run.smithi187.stdout: "linger_send": 0, 2024-05-10T11:25:41.791 INFO:teuthology.orchestra.run.smithi187.stdout: "linger_resend": 0, 2024-05-10T11:25:41.791 INFO:teuthology.orchestra.run.smithi187.stdout: "linger_ping": 0, 2024-05-10T11:25:41.792 INFO:teuthology.orchestra.run.smithi187.stdout: "poolop_active": 0, 2024-05-10T11:25:41.792 INFO:teuthology.orchestra.run.smithi187.stdout: "poolop_send": 0, 2024-05-10T11:25:41.792 INFO:teuthology.orchestra.run.smithi187.stdout: "poolop_resend": 0, 2024-05-10T11:25:41.792 INFO:teuthology.orchestra.run.smithi187.stdout: "poolstat_active": 0, 2024-05-10T11:25:41.792 INFO:teuthology.orchestra.run.smithi187.stdout: "poolstat_send": 0, 2024-05-10T11:25:41.792 INFO:teuthology.orchestra.run.smithi187.stdout: "poolstat_resend": 0, 2024-05-10T11:25:41.792 INFO:teuthology.orchestra.run.smithi187.stdout: "statfs_active": 0, 2024-05-10T11:25:41.792 INFO:teuthology.orchestra.run.smithi187.stdout: "statfs_send": 0, 2024-05-10T11:25:41.792 INFO:teuthology.orchestra.run.smithi187.stdout: "statfs_resend": 0, 2024-05-10T11:25:41.792 INFO:teuthology.orchestra.run.smithi187.stdout: "command_active": 0, 2024-05-10T11:25:41.792 INFO:teuthology.orchestra.run.smithi187.stdout: "command_send": 0, 2024-05-10T11:25:41.792 INFO:teuthology.orchestra.run.smithi187.stdout: "command_resend": 0, 2024-05-10T11:25:41.792 INFO:teuthology.orchestra.run.smithi187.stdout: "map_epoch": 90, 2024-05-10T11:25:41.792 INFO:teuthology.orchestra.run.smithi187.stdout: "map_full": 0, 2024-05-10T11:25:41.792 INFO:teuthology.orchestra.run.smithi187.stdout: "map_inc": 2, 2024-05-10T11:25:41.792 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_sessions": 9, 2024-05-10T11:25:41.793 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_session_open": 9, 2024-05-10T11:25:41.793 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_session_close": 0, 2024-05-10T11:25:41.793 INFO:teuthology.orchestra.run.smithi187.stdout: "osd_laggy": 0, 2024-05-10T11:25:41.793 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_wr": 14, 2024-05-10T11:25:41.793 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_rd": 0, 2024-05-10T11:25:41.793 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_del": 1 2024-05-10T11:25:41.793 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.793 INFO:teuthology.orchestra.run.smithi187.stdout: "oft": { 2024-05-10T11:25:41.793 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_total_objs": 1, 2024-05-10T11:25:41.793 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_total_kv_pairs": 0, 2024-05-10T11:25:41.793 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_total_updates": 0, 2024-05-10T11:25:41.793 INFO:teuthology.orchestra.run.smithi187.stdout: "omap_total_removes": 0 2024-05-10T11:25:41.793 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.793 INFO:teuthology.orchestra.run.smithi187.stdout: "osd-slow-ops": { 2024-05-10T11:25:41.793 INFO:teuthology.orchestra.run.smithi187.stdout: "slow_ops_count": 0 2024-05-10T11:25:41.794 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.794 INFO:teuthology.orchestra.run.smithi187.stdout: "purge_queue": { 2024-05-10T11:25:41.794 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executing_ops": 0, 2024-05-10T11:25:41.794 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executing_ops_high_water": 0, 2024-05-10T11:25:41.794 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executing": 0, 2024-05-10T11:25:41.794 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executing_high_water": 0, 2024-05-10T11:25:41.794 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executed_ops": 0, 2024-05-10T11:25:41.794 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_executed": 0, 2024-05-10T11:25:41.794 INFO:teuthology.orchestra.run.smithi187.stdout: "pq_item_in_journal": 0 2024-05-10T11:25:41.794 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.794 INFO:teuthology.orchestra.run.smithi187.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-10T11:25:41.794 INFO:teuthology.orchestra.run.smithi187.stdout: "val": 0, 2024-05-10T11:25:41.794 INFO:teuthology.orchestra.run.smithi187.stdout: "max": 104857600, 2024-05-10T11:25:41.794 INFO:teuthology.orchestra.run.smithi187.stdout: "get_started": 0, 2024-05-10T11:25:41.795 INFO:teuthology.orchestra.run.smithi187.stdout: "get": 517, 2024-05-10T11:25:41.795 INFO:teuthology.orchestra.run.smithi187.stdout: "get_sum": 873386, 2024-05-10T11:25:41.795 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:41.795 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_success": 517, 2024-05-10T11:25:41.795 INFO:teuthology.orchestra.run.smithi187.stdout: "take": 0, 2024-05-10T11:25:41.795 INFO:teuthology.orchestra.run.smithi187.stdout: "take_sum": 0, 2024-05-10T11:25:41.795 INFO:teuthology.orchestra.run.smithi187.stdout: "put": 517, 2024-05-10T11:25:41.795 INFO:teuthology.orchestra.run.smithi187.stdout: "put_sum": 873386, 2024-05-10T11:25:41.795 INFO:teuthology.orchestra.run.smithi187.stdout: "wait": { 2024-05-10T11:25:41.795 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.795 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.795 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.795 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:41.795 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.795 INFO:teuthology.orchestra.run.smithi187.stdout: "throttle-objecter_bytes": { 2024-05-10T11:25:41.795 INFO:teuthology.orchestra.run.smithi187.stdout: "val": 0, 2024-05-10T11:25:41.795 INFO:teuthology.orchestra.run.smithi187.stdout: "max": 104857600, 2024-05-10T11:25:41.795 INFO:teuthology.orchestra.run.smithi187.stdout: "get_started": 0, 2024-05-10T11:25:41.796 INFO:teuthology.orchestra.run.smithi187.stdout: "get": 0, 2024-05-10T11:25:41.796 INFO:teuthology.orchestra.run.smithi187.stdout: "get_sum": 0, 2024-05-10T11:25:41.796 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:41.796 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:41.796 INFO:teuthology.orchestra.run.smithi187.stdout: "take": 40, 2024-05-10T11:25:41.796 INFO:teuthology.orchestra.run.smithi187.stdout: "take_sum": 11915, 2024-05-10T11:25:41.796 INFO:teuthology.orchestra.run.smithi187.stdout: "put": 40, 2024-05-10T11:25:41.796 INFO:teuthology.orchestra.run.smithi187.stdout: "put_sum": 11915, 2024-05-10T11:25:41.796 INFO:teuthology.orchestra.run.smithi187.stdout: "wait": { 2024-05-10T11:25:41.796 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.796 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.796 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.796 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:41.796 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.796 INFO:teuthology.orchestra.run.smithi187.stdout: "throttle-objecter_ops": { 2024-05-10T11:25:41.796 INFO:teuthology.orchestra.run.smithi187.stdout: "val": 0, 2024-05-10T11:25:41.797 INFO:teuthology.orchestra.run.smithi187.stdout: "max": 1024, 2024-05-10T11:25:41.797 INFO:teuthology.orchestra.run.smithi187.stdout: "get_started": 0, 2024-05-10T11:25:41.797 INFO:teuthology.orchestra.run.smithi187.stdout: "get": 0, 2024-05-10T11:25:41.797 INFO:teuthology.orchestra.run.smithi187.stdout: "get_sum": 0, 2024-05-10T11:25:41.797 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:41.797 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:41.797 INFO:teuthology.orchestra.run.smithi187.stdout: "take": 40, 2024-05-10T11:25:41.797 INFO:teuthology.orchestra.run.smithi187.stdout: "take_sum": 40, 2024-05-10T11:25:41.797 INFO:teuthology.orchestra.run.smithi187.stdout: "put": 40, 2024-05-10T11:25:41.797 INFO:teuthology.orchestra.run.smithi187.stdout: "put_sum": 40, 2024-05-10T11:25:41.797 INFO:teuthology.orchestra.run.smithi187.stdout: "wait": { 2024-05-10T11:25:41.797 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.797 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.797 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.797 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:41.797 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.797 INFO:teuthology.orchestra.run.smithi187.stdout: "throttle-write_buf_throttle": { 2024-05-10T11:25:41.798 INFO:teuthology.orchestra.run.smithi187.stdout: "val": 0, 2024-05-10T11:25:41.798 INFO:teuthology.orchestra.run.smithi187.stdout: "max": 3758096384, 2024-05-10T11:25:41.798 INFO:teuthology.orchestra.run.smithi187.stdout: "get_started": 0, 2024-05-10T11:25:41.798 INFO:teuthology.orchestra.run.smithi187.stdout: "get": 0, 2024-05-10T11:25:41.798 INFO:teuthology.orchestra.run.smithi187.stdout: "get_sum": 0, 2024-05-10T11:25:41.798 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:41.798 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_success": 0, 2024-05-10T11:25:41.798 INFO:teuthology.orchestra.run.smithi187.stdout: "take": 0, 2024-05-10T11:25:41.798 INFO:teuthology.orchestra.run.smithi187.stdout: "take_sum": 0, 2024-05-10T11:25:41.798 INFO:teuthology.orchestra.run.smithi187.stdout: "put": 0, 2024-05-10T11:25:41.798 INFO:teuthology.orchestra.run.smithi187.stdout: "put_sum": 0, 2024-05-10T11:25:41.798 INFO:teuthology.orchestra.run.smithi187.stdout: "wait": { 2024-05-10T11:25:41.798 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.798 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.798 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.799 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:41.799 INFO:teuthology.orchestra.run.smithi187.stdout: }, 2024-05-10T11:25:41.799 INFO:teuthology.orchestra.run.smithi187.stdout: "throttle-write_buf_throttle-0x559b92be8500": { 2024-05-10T11:25:41.799 INFO:teuthology.orchestra.run.smithi187.stdout: "val": 0, 2024-05-10T11:25:41.799 INFO:teuthology.orchestra.run.smithi187.stdout: "max": 3758096384, 2024-05-10T11:25:41.799 INFO:teuthology.orchestra.run.smithi187.stdout: "get_started": 0, 2024-05-10T11:25:41.799 INFO:teuthology.orchestra.run.smithi187.stdout: "get": 5, 2024-05-10T11:25:41.799 INFO:teuthology.orchestra.run.smithi187.stdout: "get_sum": 1613, 2024-05-10T11:25:41.799 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_fail": 0, 2024-05-10T11:25:41.799 INFO:teuthology.orchestra.run.smithi187.stdout: "get_or_fail_success": 5, 2024-05-10T11:25:41.799 INFO:teuthology.orchestra.run.smithi187.stdout: "take": 0, 2024-05-10T11:25:41.799 INFO:teuthology.orchestra.run.smithi187.stdout: "take_sum": 0, 2024-05-10T11:25:41.799 INFO:teuthology.orchestra.run.smithi187.stdout: "put": 4, 2024-05-10T11:25:41.799 INFO:teuthology.orchestra.run.smithi187.stdout: "put_sum": 1613, 2024-05-10T11:25:41.799 INFO:teuthology.orchestra.run.smithi187.stdout: "wait": { 2024-05-10T11:25:41.799 INFO:teuthology.orchestra.run.smithi187.stdout: "avgcount": 0, 2024-05-10T11:25:41.800 INFO:teuthology.orchestra.run.smithi187.stdout: "sum": 0.000000000, 2024-05-10T11:25:41.800 INFO:teuthology.orchestra.run.smithi187.stdout: "avgtime": 0.000000000 2024-05-10T11:25:41.800 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:41.800 INFO:teuthology.orchestra.run.smithi187.stdout: } 2024-05-10T11:25:41.800 INFO:teuthology.orchestra.run.smithi187.stdout:} 2024-05-10T11:25:42.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:42 smithi132 ceph-mon[33758]: pgmap v567: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-05-10T11:25:42.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:42 smithi187 ceph-mon[34076]: pgmap v567: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-05-10T11:25:42.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:42 smithi053 ceph-mon[30153]: pgmap v567: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-05-10T11:25:42.576 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-05-10T11:25:42.577 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-05-10T11:25:42.577 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=0 2024-05-10T11:25:42.577 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=11 2024-05-10T11:25:42.577 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-05-10T11:25:42.587 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-05-10T11:25:42.587 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-05-10T11:25:42.587 DEBUG:teuthology.orchestra.run.smithi053:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-10T11:25:42.609 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-05-10T11:25:42.609 DEBUG:teuthology.orchestra.run.smithi053:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-10T11:25:42.669 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd blocklist ls 2024-05-10T11:25:42.976 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:25:44.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:44 smithi187 ceph-mon[34076]: pgmap v568: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:25:44.433 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:44 smithi053 ceph-mon[30153]: pgmap v568: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:25:44.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:44 smithi132 ceph-mon[33758]: pgmap v568: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-10T11:25:44.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.809+0000 7f884fe8e700 1 -- 172.21.15.53:0/3161080535 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f884806bb40 msgr2=0x7f8848110330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:44.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.809+0000 7f884fe8e700 1 --2- 172.21.15.53:0/3161080535 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f884806bb40 0x7f8848110330 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f884000b0a0 tx=0x7f884000b3b0 comp rx=0 tx=0).stop 2024-05-10T11:25:44.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.809+0000 7f884fe8e700 1 -- 172.21.15.53:0/3161080535 shutdown_connections 2024-05-10T11:25:44.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.809+0000 7f884fe8e700 1 --2- 172.21.15.53:0/3161080535 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f884806bb40 0x7f8848110330 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:44.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.809+0000 7f884fe8e700 1 --2- 172.21.15.53:0/3161080535 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8848109510 0x7f88481098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:44.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.809+0000 7f884fe8e700 1 --2- 172.21.15.53:0/3161080535 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f884806b180 0x7f884806b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:44.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.809+0000 7f884fe8e700 1 -- 172.21.15.53:0/3161080535 >> 172.21.15.53:0/3161080535 conn(0x7f8848079350 msgr2=0x7f8848079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:44.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.809+0000 7f884fe8e700 1 -- 172.21.15.53:0/3161080535 shutdown_connections 2024-05-10T11:25:44.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.809+0000 7f884fe8e700 1 -- 172.21.15.53:0/3161080535 wait complete. 2024-05-10T11:25:44.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.809+0000 7f884fe8e700 1 Processor -- start 2024-05-10T11:25:44.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.809+0000 7f884fe8e700 1 -- start start 2024-05-10T11:25:44.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.810+0000 7f884fe8e700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f884806b180 0x7f884819f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:44.824 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.810+0000 7f884fe8e700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f884806bb40 0x7f884819fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:44.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.810+0000 7f884fe8e700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8848109510 0x7f8848199870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:44.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.810+0000 7f884fe8e700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f88481134f0 con 0x7f884806b180 2024-05-10T11:25:44.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.810+0000 7f884fe8e700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f8848113370 con 0x7f884806bb40 2024-05-10T11:25:44.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.810+0000 7f884fe8e700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f8848113670 con 0x7f8848109510 2024-05-10T11:25:44.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.810+0000 7f884dc2a700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f884806b180 0x7f884819f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:44.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.810+0000 7f884dc2a700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f884806b180 0x7f884819f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:34964/0 (socket says 172.21.15.53:34964) 2024-05-10T11:25:44.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.810+0000 7f884dc2a700 1 -- 172.21.15.53:0/1287397282 learned_addr learned my addr 172.21.15.53:0/1287397282 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:25:44.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.810+0000 7f884d429700 1 --2- 172.21.15.53:0/1287397282 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f884806bb40 0x7f884819fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:44.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.810+0000 7f884e42b700 1 --2- 172.21.15.53:0/1287397282 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8848109510 0x7f8848199870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:44.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.810+0000 7f884dc2a700 1 -- 172.21.15.53:0/1287397282 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8848109510 msgr2=0x7f8848199870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:44.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.810+0000 7f884dc2a700 1 --2- 172.21.15.53:0/1287397282 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8848109510 0x7f8848199870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:44.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.810+0000 7f884dc2a700 1 -- 172.21.15.53:0/1287397282 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f884806bb40 msgr2=0x7f884819fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:44.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.810+0000 7f884dc2a700 1 --2- 172.21.15.53:0/1287397282 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f884806bb40 0x7f884819fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:44.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.810+0000 7f884dc2a700 1 -- 172.21.15.53:0/1287397282 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8848199fd0 con 0x7f884806b180 2024-05-10T11:25:44.825 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.810+0000 7f884dc2a700 1 --2- 172.21.15.53:0/1287397282 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f884806b180 0x7f884819f6b0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f883800e9c0 tx=0x7f883800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:44.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.810+0000 7f8846ffd700 1 -- 172.21.15.53:0/1287397282 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f883800cbd0 con 0x7f884806b180 2024-05-10T11:25:44.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.810+0000 7f8846ffd700 1 -- 172.21.15.53:0/1287397282 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f883800ee60 con 0x7f884806b180 2024-05-10T11:25:44.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.810+0000 7f884fe8e700 1 -- 172.21.15.53:0/1287397282 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f884819a260 con 0x7f884806b180 2024-05-10T11:25:44.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.810+0000 7f8846ffd700 1 -- 172.21.15.53:0/1287397282 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88380054b0 con 0x7f884806b180 2024-05-10T11:25:44.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.810+0000 7f884fe8e700 1 -- 172.21.15.53:0/1287397282 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88481a6580 con 0x7f884806b180 2024-05-10T11:25:44.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.811+0000 7f884fe8e700 1 -- 172.21.15.53:0/1287397282 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f884806a190 con 0x7f884806b180 2024-05-10T11:25:44.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.813+0000 7f8846ffd700 1 -- 172.21.15.53:0/1287397282 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f8838004750 con 0x7f884806b180 2024-05-10T11:25:44.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.813+0000 7f8846ffd700 1 --2- 172.21.15.53:0/1287397282 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f88300b2900 0x7f88300b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:44.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.814+0000 7f884d429700 1 --2- 172.21.15.53:0/1287397282 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f88300b2900 0x7f88300b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:44.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.814+0000 7f8846ffd700 1 -- 172.21.15.53:0/1287397282 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f88380e29e0 con 0x7f884806b180 2024-05-10T11:25:44.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.814+0000 7f884d429700 1 --2- 172.21.15.53:0/1287397282 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f88300b2900 0x7f88300b4dc0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f8848079a90 tx=0x7f883c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:44.826 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:44.817+0000 7f8846ffd700 1 -- 172.21.15.53:0/1287397282 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f8838054d70 con 0x7f884806b180 2024-05-10T11:25:45.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:45.049+0000 7f884fe8e700 1 -- 172.21.15.53:0/1287397282 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f884802e510 con 0x7f884806b180 2024-05-10T11:25:45.049 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:45.049+0000 7f8846ffd700 1 -- 172.21.15.53:0/1287397282 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v90) ==== 81+0+591 (secure 0 0 0) 0x7f88380aa370 con 0x7f884806b180 2024-05-10T11:25:45.049 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/977742423 2024-05-11T11:09:26.546089+0000 2024-05-10T11:25:45.049 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:6801/1408829696 2024-05-11T11:09:26.546089+0000 2024-05-10T11:25:45.049 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/2797782055 2024-05-11T11:08:59.024880+0000 2024-05-10T11:25:45.050 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:6800/1408829696 2024-05-11T11:09:26.546089+0000 2024-05-10T11:25:45.050 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/3095428222 2024-05-11T11:09:26.546089+0000 2024-05-10T11:25:45.050 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/1058417156 2024-05-11T11:08:59.024880+0000 2024-05-10T11:25:45.050 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/2996064341 2024-05-11T11:08:59.024880+0000 2024-05-10T11:25:45.050 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/3430080635 2024-05-11T11:09:26.546089+0000 2024-05-10T11:25:45.050 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:6800/1318129754 2024-05-11T11:08:59.024880+0000 2024-05-10T11:25:45.050 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:6801/1318129754 2024-05-11T11:08:59.024880+0000 2024-05-10T11:25:45.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:45.052+0000 7f884fe8e700 1 -- 172.21.15.53:0/1287397282 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f88300b2900 msgr2=0x7f88300b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:45.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:45.052+0000 7f884fe8e700 1 --2- 172.21.15.53:0/1287397282 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f88300b2900 0x7f88300b4dc0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f8848079a90 tx=0x7f883c009260 comp rx=0 tx=0).stop 2024-05-10T11:25:45.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:45.052+0000 7f884fe8e700 1 -- 172.21.15.53:0/1287397282 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f884806b180 msgr2=0x7f884819f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:45.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:45.052+0000 7f884fe8e700 1 --2- 172.21.15.53:0/1287397282 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f884806b180 0x7f884819f6b0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f883800e9c0 tx=0x7f883800ecd0 comp rx=0 tx=0).stop 2024-05-10T11:25:45.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:45.052+0000 7f884fe8e700 1 -- 172.21.15.53:0/1287397282 shutdown_connections 2024-05-10T11:25:45.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:45.052+0000 7f884fe8e700 1 --2- 172.21.15.53:0/1287397282 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f88300b2900 0x7f88300b4dc0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:45.052 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:45.052+0000 7f884fe8e700 1 --2- 172.21.15.53:0/1287397282 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f8848109510 0x7f8848199870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:45.053 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:45.052+0000 7f884fe8e700 1 --2- 172.21.15.53:0/1287397282 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f884806b180 0x7f884819f6b0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:45.053 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:45.052+0000 7f884fe8e700 1 --2- 172.21.15.53:0/1287397282 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f884806bb40 0x7f884819fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:45.053 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:45.052+0000 7f884fe8e700 1 -- 172.21.15.53:0/1287397282 >> 172.21.15.53:0/1287397282 conn(0x7f8848079350 msgr2=0x7f88481012a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:45.053 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:45.052+0000 7f884fe8e700 1 -- 172.21.15.53:0/1287397282 shutdown_connections 2024-05-10T11:25:45.053 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:45.052+0000 7f884fe8e700 1 -- 172.21.15.53:0/1287397282 wait complete. 2024-05-10T11:25:45.053 INFO:teuthology.orchestra.run.smithi053.stderr:listed 10 entries 2024-05-10T11:25:45.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:45 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1287397282' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-10T11:25:45.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:45 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1287397282' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-10T11:25:45.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:45 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1287397282' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-10T11:25:45.867 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-05-10T11:25:45.867 DEBUG:teuthology.orchestra.run.smithi053:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-10T11:25:45.885 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd blocklist ls 2024-05-10T11:25:46.181 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:25:46.459 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:46 smithi053 ceph-mon[30153]: pgmap v569: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:25:46.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:46 smithi132 ceph-mon[33758]: pgmap v569: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:25:46.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:46 smithi187 ceph-mon[34076]: pgmap v569: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-10T11:25:48.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.055+0000 7f76975b0700 1 -- 172.21.15.53:0/897617296 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f76901023a0 msgr2=0x7f7690102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:48.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.055+0000 7f76975b0700 1 --2- 172.21.15.53:0/897617296 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f76901023a0 0x7f7690102820 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f7680009990 tx=0x7f7680009ca0 comp rx=0 tx=0).stop 2024-05-10T11:25:48.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.055+0000 7f76975b0700 1 -- 172.21.15.53:0/897617296 shutdown_connections 2024-05-10T11:25:48.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.055+0000 7f76975b0700 1 --2- 172.21.15.53:0/897617296 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7690102d60 0x7f769010f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:48.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.055+0000 7f76975b0700 1 --2- 172.21.15.53:0/897617296 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7690108410 0x7f76901087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:48.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.055+0000 7f76975b0700 1 --2- 172.21.15.53:0/897617296 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f76901023a0 0x7f7690102820 secure :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f7680009990 tx=0x7f7680009ca0 comp rx=0 tx=0).stop 2024-05-10T11:25:48.062 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.055+0000 7f76975b0700 1 -- 172.21.15.53:0/897617296 >> 172.21.15.53:0/897617296 conn(0x7f7690079350 msgr2=0x7f7690079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:48.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.055+0000 7f76975b0700 1 -- 172.21.15.53:0/897617296 shutdown_connections 2024-05-10T11:25:48.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.055+0000 7f76975b0700 1 -- 172.21.15.53:0/897617296 wait complete. 2024-05-10T11:25:48.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.056+0000 7f76975b0700 1 Processor -- start 2024-05-10T11:25:48.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.056+0000 7f76975b0700 1 -- start start 2024-05-10T11:25:48.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.056+0000 7f76975b0700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7690102d60 0x7f76901a6050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:48.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.056+0000 7f76975b0700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7690108410 0x7f76901a6590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:48.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.056+0000 7f76975b0700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f76901a0160 0x7f76901a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:48.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.056+0000 7f76975b0700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f76901123e0 con 0x7f76901a0160 2024-05-10T11:25:48.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.056+0000 7f76975b0700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f7690112260 con 0x7f7690102d60 2024-05-10T11:25:48.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.056+0000 7f76975b0700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f7690112560 con 0x7f7690108410 2024-05-10T11:25:48.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.057+0000 7f769534c700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7690102d60 0x7f76901a6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:48.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.057+0000 7f7695b4d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f76901a0160 0x7f76901a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:48.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.057+0000 7f769534c700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7690102d60 0x7f76901a6050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.132:3300/0 says I am v2:172.21.15.53:60122/0 (socket says 172.21.15.53:60122) 2024-05-10T11:25:48.063 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.057+0000 7f7695b4d700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f76901a0160 0x7f76901a0610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:34980/0 (socket says 172.21.15.53:34980) 2024-05-10T11:25:48.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.057+0000 7f769534c700 1 -- 172.21.15.53:0/1327751734 learned_addr learned my addr 172.21.15.53:0/1327751734 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:25:48.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.057+0000 7f7694b4b700 1 --2- 172.21.15.53:0/1327751734 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7690108410 0x7f76901a6590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:48.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.057+0000 7f7695b4d700 1 -- 172.21.15.53:0/1327751734 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7690108410 msgr2=0x7f76901a6590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:48.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.057+0000 7f7695b4d700 1 --2- 172.21.15.53:0/1327751734 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7690108410 0x7f76901a6590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:48.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.057+0000 7f7695b4d700 1 -- 172.21.15.53:0/1327751734 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7690102d60 msgr2=0x7f76901a6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:48.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.057+0000 7f7695b4d700 1 --2- 172.21.15.53:0/1327751734 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7690102d60 0x7f76901a6050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:48.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.057+0000 7f7695b4d700 1 -- 172.21.15.53:0/1327751734 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76901a0d80 con 0x7f76901a0160 2024-05-10T11:25:48.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.057+0000 7f769534c700 1 --2- 172.21.15.53:0/1327751734 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7690102d60 0x7f76901a6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-10T11:25:48.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.057+0000 7f7695b4d700 1 --2- 172.21.15.53:0/1327751734 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f76901a0160 0x7f76901a0610 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f7688007f10 tx=0x7f768800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:48.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.057+0000 7f76867fc700 1 -- 172.21.15.53:0/1327751734 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7688004db0 con 0x7f76901a0160 2024-05-10T11:25:48.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.057+0000 7f76867fc700 1 -- 172.21.15.53:0/1327751734 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7688003a00 con 0x7f76901a0160 2024-05-10T11:25:48.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.057+0000 7f76975b0700 1 -- 172.21.15.53:0/1327751734 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76901ace00 con 0x7f76901a0160 2024-05-10T11:25:48.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.057+0000 7f76867fc700 1 -- 172.21.15.53:0/1327751734 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7688004420 con 0x7f76901a0160 2024-05-10T11:25:48.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.057+0000 7f76975b0700 1 -- 172.21.15.53:0/1327751734 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76901ad1a0 con 0x7f76901a0160 2024-05-10T11:25:48.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.059+0000 7f76975b0700 1 -- 172.21.15.53:0/1327751734 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7690103ac0 con 0x7f76901a0160 2024-05-10T11:25:48.064 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.060+0000 7f76867fc700 1 -- 172.21.15.53:0/1327751734 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f768801c020 con 0x7f76901a0160 2024-05-10T11:25:48.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.061+0000 7f76867fc700 1 --2- 172.21.15.53:0/1327751734 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f767c0b2880 0x7f767c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:48.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.061+0000 7f769534c700 1 --2- 172.21.15.53:0/1327751734 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f767c0b2880 0x7f767c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:48.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.061+0000 7f76867fc700 1 -- 172.21.15.53:0/1327751734 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f76880e27f0 con 0x7f76901a0160 2024-05-10T11:25:48.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.062+0000 7f769534c700 1 --2- 172.21.15.53:0/1327751734 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f767c0b2880 0x7f767c0b4d40 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f768c005950 tx=0x7f768c00b500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:48.065 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.065+0000 7f76867fc700 1 -- 172.21.15.53:0/1327751734 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f7688023030 con 0x7f76901a0160 2024-05-10T11:25:48.298 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:48 smithi053 ceph-mon[30153]: pgmap v570: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:25:48.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.298+0000 7f76975b0700 1 -- 172.21.15.53:0/1327751734 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f769006a190 con 0x7f76901a0160 2024-05-10T11:25:48.299 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.299+0000 7f76867fc700 1 -- 172.21.15.53:0/1327751734 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v90) ==== 81+0+591 (secure 0 0 0) 0x7f76880b2030 con 0x7f76901a0160 2024-05-10T11:25:48.299 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/977742423 2024-05-11T11:09:26.546089+0000 2024-05-10T11:25:48.299 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:6801/1408829696 2024-05-11T11:09:26.546089+0000 2024-05-10T11:25:48.299 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/2797782055 2024-05-11T11:08:59.024880+0000 2024-05-10T11:25:48.299 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:6800/1408829696 2024-05-11T11:09:26.546089+0000 2024-05-10T11:25:48.299 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/3095428222 2024-05-11T11:09:26.546089+0000 2024-05-10T11:25:48.299 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/1058417156 2024-05-11T11:08:59.024880+0000 2024-05-10T11:25:48.300 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/2996064341 2024-05-11T11:08:59.024880+0000 2024-05-10T11:25:48.300 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:0/3430080635 2024-05-11T11:09:26.546089+0000 2024-05-10T11:25:48.300 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:6800/1318129754 2024-05-11T11:08:59.024880+0000 2024-05-10T11:25:48.300 INFO:teuthology.orchestra.run.smithi053.stdout:172.21.15.53:6801/1318129754 2024-05-11T11:08:59.024880+0000 2024-05-10T11:25:48.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.301+0000 7f76975b0700 1 -- 172.21.15.53:0/1327751734 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f767c0b2880 msgr2=0x7f767c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:48.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.301+0000 7f76975b0700 1 --2- 172.21.15.53:0/1327751734 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f767c0b2880 0x7f767c0b4d40 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f768c005950 tx=0x7f768c00b500 comp rx=0 tx=0).stop 2024-05-10T11:25:48.301 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.301+0000 7f76975b0700 1 -- 172.21.15.53:0/1327751734 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f76901a0160 msgr2=0x7f76901a0610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:48.302 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.301+0000 7f76975b0700 1 --2- 172.21.15.53:0/1327751734 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f76901a0160 0x7f76901a0610 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f7688007f10 tx=0x7f768800d3b0 comp rx=0 tx=0).stop 2024-05-10T11:25:48.302 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.301+0000 7f76975b0700 1 -- 172.21.15.53:0/1327751734 shutdown_connections 2024-05-10T11:25:48.302 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.301+0000 7f76975b0700 1 --2- 172.21.15.53:0/1327751734 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f767c0b2880 0x7f767c0b4d40 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:48.302 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.301+0000 7f76975b0700 1 --2- 172.21.15.53:0/1327751734 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f76901a0160 0x7f76901a0610 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:48.302 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.301+0000 7f76975b0700 1 --2- 172.21.15.53:0/1327751734 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7690102d60 0x7f76901a6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:48.302 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.301+0000 7f76975b0700 1 --2- 172.21.15.53:0/1327751734 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7690108410 0x7f76901a6590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:48.302 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.301+0000 7f76975b0700 1 -- 172.21.15.53:0/1327751734 >> 172.21.15.53:0/1327751734 conn(0x7f7690079350 msgr2=0x7f769006b4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:48.302 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.301+0000 7f76975b0700 1 -- 172.21.15.53:0/1327751734 shutdown_connections 2024-05-10T11:25:48.302 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:48.301+0000 7f76975b0700 1 -- 172.21.15.53:0/1327751734 wait complete. 2024-05-10T11:25:48.302 INFO:teuthology.orchestra.run.smithi053.stderr:listed 10 entries 2024-05-10T11:25:48.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:48 smithi132 ceph-mon[33758]: pgmap v570: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:25:48.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:48 smithi187 ceph-mon[34076]: pgmap v570: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:25:49.118 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi053.front.sepia.ceph.com... 2024-05-10T11:25:49.119 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:25:49.119 DEBUG:teuthology.orchestra.run.smithi053:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-05-10T11:25:49.150 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi053.stderr:ceph-fuse[87333]: fuse finished with error 0 and tester_r 0 2024-05-10T11:25:49.151 INFO:teuthology.orchestra.run:waiting for 300 2024-05-10T11:25:49.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:49 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1327751734' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-10T11:25:49.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:49 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1327751734' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-10T11:25:49.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:49 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1327751734' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-10T11:25:50.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:50 smithi132 ceph-mon[33758]: pgmap v571: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-10T11:25:50.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:50 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:25:50.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:50 smithi187 ceph-mon[34076]: pgmap v571: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-10T11:25:50.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:50 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:25:50.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:50 smithi053 ceph-mon[30153]: pgmap v571: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-05-10T11:25:50.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:50 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-10T11:25:51.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:25:51.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:25:51.475 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:51 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:25:51.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:25:51.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:25:51.511 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:51 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:25:51.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-10T11:25:51.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-10T11:25:51.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-10T11:25:51.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:51 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' 2024-05-10T11:25:52.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:52 smithi132 ceph-mon[33758]: Adjusting osd_memory_target on smithi053 to 177.2M 2024-05-10T11:25:52.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:52 smithi132 ceph-mon[33758]: Adjusting osd_memory_target on smithi187 to 176.1M 2024-05-10T11:25:52.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:52 smithi132 ceph-mon[33758]: Adjusting osd_memory_target on smithi132 to 176.2M 2024-05-10T11:25:52.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:52 smithi132 ceph-mon[33758]: Unable to set osd_memory_target on smithi053 to 185879142: error parsing value: Value '185879142' is below minimum 939524096 2024-05-10T11:25:52.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:52 smithi132 ceph-mon[33758]: Unable to set osd_memory_target on smithi187 to 184753049: error parsing value: Value '184753049' is below minimum 939524096 2024-05-10T11:25:52.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:52 smithi132 ceph-mon[33758]: Unable to set osd_memory_target on smithi132 to 184773836: error parsing value: Value '184773836' is below minimum 939524096 2024-05-10T11:25:52.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:52 smithi132 ceph-mon[33758]: pgmap v572: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-05-10T11:25:52.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:52 smithi187 ceph-mon[34076]: Adjusting osd_memory_target on smithi053 to 177.2M 2024-05-10T11:25:52.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:52 smithi187 ceph-mon[34076]: Adjusting osd_memory_target on smithi187 to 176.1M 2024-05-10T11:25:52.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:52 smithi187 ceph-mon[34076]: Adjusting osd_memory_target on smithi132 to 176.2M 2024-05-10T11:25:52.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:52 smithi187 ceph-mon[34076]: Unable to set osd_memory_target on smithi053 to 185879142: error parsing value: Value '185879142' is below minimum 939524096 2024-05-10T11:25:52.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:52 smithi187 ceph-mon[34076]: Unable to set osd_memory_target on smithi187 to 184753049: error parsing value: Value '184753049' is below minimum 939524096 2024-05-10T11:25:52.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:52 smithi187 ceph-mon[34076]: Unable to set osd_memory_target on smithi132 to 184773836: error parsing value: Value '184773836' is below minimum 939524096 2024-05-10T11:25:52.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:52 smithi187 ceph-mon[34076]: pgmap v572: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-05-10T11:25:52.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:52 smithi053 ceph-mon[30153]: Adjusting osd_memory_target on smithi053 to 177.2M 2024-05-10T11:25:52.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:52 smithi053 ceph-mon[30153]: Adjusting osd_memory_target on smithi187 to 176.1M 2024-05-10T11:25:52.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:52 smithi053 ceph-mon[30153]: Adjusting osd_memory_target on smithi132 to 176.2M 2024-05-10T11:25:52.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:52 smithi053 ceph-mon[30153]: Unable to set osd_memory_target on smithi053 to 185879142: error parsing value: Value '185879142' is below minimum 939524096 2024-05-10T11:25:52.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:52 smithi053 ceph-mon[30153]: Unable to set osd_memory_target on smithi187 to 184753049: error parsing value: Value '184753049' is below minimum 939524096 2024-05-10T11:25:52.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:52 smithi053 ceph-mon[30153]: Unable to set osd_memory_target on smithi132 to 184773836: error parsing value: Value '184773836' is below minimum 939524096 2024-05-10T11:25:52.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:52 smithi053 ceph-mon[30153]: pgmap v572: 129 pgs: 129 active+clean; 1006 KiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-05-10T11:25:54.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:54 smithi132 ceph-mon[33758]: pgmap v573: 129 pgs: 129 active+clean; 1006 KiB data, 547 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-10T11:25:54.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:54 smithi187 ceph-mon[34076]: pgmap v573: 129 pgs: 129 active+clean; 1006 KiB data, 547 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-10T11:25:54.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:54 smithi053 ceph-mon[30153]: pgmap v573: 129 pgs: 129 active+clean; 1006 KiB data, 547 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-10T11:25:55.252 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi053.front.sepia.ceph.com 2024-05-10T11:25:55.252 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:25:55.252 DEBUG:teuthology.orchestra.run.smithi053:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-05-10T11:25:55.273 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:25:55.273 DEBUG:teuthology.orchestra.run.smithi053:> ip netns list 2024-05-10T11:25:55.334 INFO:teuthology.orchestra.run.smithi053.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-05-10T11:25:55.334 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:25:55.334 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-10T11:25:55.405 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-10T11:25:55.405 DEBUG:teuthology.orchestra.run.smithi053:> sudo ip link delete ceph-brx 2024-05-10T11:25:55.506 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-05-10T11:25:55.516 INFO:tasks.cephadm:Teardown begin 2024-05-10T11:25:55.517 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-05-10T11:25:55.517 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:25:55.775 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:25:56.447 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:56 smithi053 ceph-mon[30153]: pgmap v574: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-10T11:25:56.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:56 smithi132 ceph-mon[33758]: pgmap v574: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-10T11:25:56.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:56 smithi187 ceph-mon[34076]: pgmap v574: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-10T11:25:57.851 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.840+0000 7f36f0a6e700 1 -- 172.21.15.53:0/3435569405 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f36ec101ed0 msgr2=0x7f36ec102350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:57.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.840+0000 7f36f0a6e700 1 --2- 172.21.15.53:0/3435569405 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f36ec101ed0 0x7f36ec102350 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f36e0009990 tx=0x7f36e0009ca0 comp rx=0 tx=0).stop 2024-05-10T11:25:57.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.841+0000 7f36f0a6e700 1 -- 172.21.15.53:0/3435569405 shutdown_connections 2024-05-10T11:25:57.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.841+0000 7f36f0a6e700 1 --2- 172.21.15.53:0/3435569405 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f36ec102890 0x7f36ec110390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:57.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.841+0000 7f36f0a6e700 1 --2- 172.21.15.53:0/3435569405 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f36ec109680 0x7f36ec109a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:57.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.841+0000 7f36f0a6e700 1 --2- 172.21.15.53:0/3435569405 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f36ec101ed0 0x7f36ec102350 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:57.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.841+0000 7f36f0a6e700 1 -- 172.21.15.53:0/3435569405 >> 172.21.15.53:0/3435569405 conn(0x7f36ec077610 msgr2=0x7f36ec077a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:57.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.841+0000 7f36f0a6e700 1 -- 172.21.15.53:0/3435569405 shutdown_connections 2024-05-10T11:25:57.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.841+0000 7f36f0a6e700 1 -- 172.21.15.53:0/3435569405 wait complete. 2024-05-10T11:25:57.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.841+0000 7f36f0a6e700 1 Processor -- start 2024-05-10T11:25:57.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.841+0000 7f36f0a6e700 1 -- start start 2024-05-10T11:25:57.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.842+0000 7f36f0a6e700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f36ec101ed0 0x7f36ec1a18d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:57.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.842+0000 7f36f0a6e700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f36ec102890 0x7f36ec1a1e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:57.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.842+0000 7f36f0a6e700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f36ec109680 0x7f36ec19ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:57.852 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.842+0000 7f36f0a6e700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f36ec113510 con 0x7f36ec101ed0 2024-05-10T11:25:57.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.842+0000 7f36f0a6e700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f36ec113390 con 0x7f36ec102890 2024-05-10T11:25:57.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.842+0000 7f36f0a6e700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f36ec113690 con 0x7f36ec109680 2024-05-10T11:25:57.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.842+0000 7f36ea59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f36ec101ed0 0x7f36ec1a18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:57.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.842+0000 7f36ea59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f36ec101ed0 0x7f36ec1a18d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:52142/0 (socket says 172.21.15.53:52142) 2024-05-10T11:25:57.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.842+0000 7f36ea59c700 1 -- 172.21.15.53:0/2407672205 learned_addr learned my addr 172.21.15.53:0/2407672205 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:25:57.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.842+0000 7f36ead9d700 1 --2- 172.21.15.53:0/2407672205 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f36ec109680 0x7f36ec19ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:57.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.842+0000 7f36e9d9b700 1 --2- 172.21.15.53:0/2407672205 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f36ec102890 0x7f36ec1a1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:57.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.842+0000 7f36ea59c700 1 -- 172.21.15.53:0/2407672205 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f36ec109680 msgr2=0x7f36ec19ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:57.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.842+0000 7f36ea59c700 1 --2- 172.21.15.53:0/2407672205 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f36ec109680 0x7f36ec19ba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:57.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.842+0000 7f36ea59c700 1 -- 172.21.15.53:0/2407672205 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f36ec102890 msgr2=0x7f36ec1a1e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:57.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.842+0000 7f36ea59c700 1 --2- 172.21.15.53:0/2407672205 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f36ec102890 0x7f36ec1a1e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:57.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.842+0000 7f36ea59c700 1 -- 172.21.15.53:0/2407672205 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36ec19c1f0 con 0x7f36ec101ed0 2024-05-10T11:25:57.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.842+0000 7f36e9d9b700 1 --2- 172.21.15.53:0/2407672205 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f36ec102890 0x7f36ec1a1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:25:57.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.842+0000 7f36ea59c700 1 --2- 172.21.15.53:0/2407672205 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f36ec101ed0 0x7f36ec1a18d0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f36dc00d980 tx=0x7f36dc00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:57.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.842+0000 7f36db7fe700 1 -- 172.21.15.53:0/2407672205 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36dc017070 con 0x7f36ec101ed0 2024-05-10T11:25:57.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.842+0000 7f36f0a6e700 1 -- 172.21.15.53:0/2407672205 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36ec19c4e0 con 0x7f36ec101ed0 2024-05-10T11:25:57.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.842+0000 7f36db7fe700 1 -- 172.21.15.53:0/2407672205 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f36dc005020 con 0x7f36ec101ed0 2024-05-10T11:25:57.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.843+0000 7f36db7fe700 1 -- 172.21.15.53:0/2407672205 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36dc009ab0 con 0x7f36ec101ed0 2024-05-10T11:25:57.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.843+0000 7f36f0a6e700 1 -- 172.21.15.53:0/2407672205 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36ec1a87a0 con 0x7f36ec101ed0 2024-05-10T11:25:57.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.844+0000 7f36f0a6e700 1 -- 172.21.15.53:0/2407672205 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36ec06a190 con 0x7f36ec101ed0 2024-05-10T11:25:57.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.846+0000 7f36db7fe700 1 -- 172.21.15.53:0/2407672205 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f36dc0051d0 con 0x7f36ec101ed0 2024-05-10T11:25:57.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.847+0000 7f36db7fe700 1 --2- 172.21.15.53:0/2407672205 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f36d40b2880 0x7f36d40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:25:57.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.847+0000 7f36e9d9b700 1 --2- 172.21.15.53:0/2407672205 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f36d40b2880 0x7f36d40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:25:57.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.847+0000 7f36db7fe700 1 -- 172.21.15.53:0/2407672205 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f36dc0e28d0 con 0x7f36ec101ed0 2024-05-10T11:25:57.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.848+0000 7f36e9d9b700 1 --2- 172.21.15.53:0/2407672205 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f36d40b2880 0x7f36d40b4d40 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f36e0006010 tx=0x7f36e001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:25:57.854 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:57.850+0000 7f36db7fe700 1 -- 172.21.15.53:0/2407672205 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f36dc020020 con 0x7f36ec101ed0 2024-05-10T11:25:58.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:58.109+0000 7f36f0a6e700 1 -- 172.21.15.53:0/2407672205 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f36ec1a8970 con 0x7f36ec101ed0 2024-05-10T11:25:58.109 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:58.109+0000 7f36db7fe700 1 -- 172.21.15.53:0/2407672205 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11941 (secure 0 0 0) 0x7f36dc0aa200 con 0x7f36ec101ed0 2024-05-10T11:25:58.110 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:25:58.110 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-10T11:16:54.139241+0000","modified":"2024-05-10T11:21:09.977203+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24463,"mds_1":24448,"mds_2":24442,"mds_3":24428,"mds_4":24415},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6839/3346396655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":3346396655},{"type":"v1","addr":"172.21.15.53:6839","nonce":3346396655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6841/3170432544","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6840","nonce":3170432544},{"type":"v1","addr":"172.21.15.53:6841","nonce":3170432544}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24353":{"gid":24353,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24377":{"gid":24377,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6835/2650777178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6834","nonce":2650777178},{"type":"v1","addr":"172.21.15.132:6835","nonce":2650777178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6837/392522477","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6836","nonce":392522477},{"type":"v1","addr":"172.21.15.132:6837","nonce":392522477}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":4,"incarnation":26,"state":"up:active","state_seq":32,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":24,"state":"up:active","state_seq":22,"addr":"172.21.15.132:6839/2363266970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6838","nonce":2363266970},{"type":"v1","addr":"172.21.15.132:6839","nonce":2363266970}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.187:6835/4099468922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6834","nonce":4099468922},{"type":"v1","addr":"172.21.15.187:6835","nonce":4099468922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"c","rank":1,"incarnation":20,"state":"up:active","state_seq":26,"addr":"172.21.15.187:6837/2293077942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6836","nonce":2293077942},{"type":"v1","addr":"172.21.15.187:6837","nonce":2293077942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.187:6839/735699922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6838","nonce":735699922},{"type":"v1","addr":"172.21.15.187:6839","nonce":735699922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24463,"qdb_cluster":[24442,24428,24463,24415,24448]},"id":1}]} 2024-05-10T11:25:58.112 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:58.112+0000 7f36f0a6e700 1 -- 172.21.15.53:0/2407672205 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f36d40b2880 msgr2=0x7f36d40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:58.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:58.112+0000 7f36f0a6e700 1 --2- 172.21.15.53:0/2407672205 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f36d40b2880 0x7f36d40b4d40 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f36e0006010 tx=0x7f36e001a040 comp rx=0 tx=0).stop 2024-05-10T11:25:58.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:58.112+0000 7f36f0a6e700 1 -- 172.21.15.53:0/2407672205 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f36ec101ed0 msgr2=0x7f36ec1a18d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:25:58.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:58.112+0000 7f36f0a6e700 1 --2- 172.21.15.53:0/2407672205 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f36ec101ed0 0x7f36ec1a18d0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f36dc00d980 tx=0x7f36dc00dc90 comp rx=0 tx=0).stop 2024-05-10T11:25:58.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:58.112+0000 7f36f0a6e700 1 -- 172.21.15.53:0/2407672205 shutdown_connections 2024-05-10T11:25:58.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:58.112+0000 7f36f0a6e700 1 --2- 172.21.15.53:0/2407672205 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f36d40b2880 0x7f36d40b4d40 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:58.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:58.112+0000 7f36f0a6e700 1 --2- 172.21.15.53:0/2407672205 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f36ec109680 0x7f36ec19ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:58.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:58.112+0000 7f36f0a6e700 1 --2- 172.21.15.53:0/2407672205 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f36ec101ed0 0x7f36ec1a18d0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:58.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:58.112+0000 7f36f0a6e700 1 --2- 172.21.15.53:0/2407672205 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f36ec102890 0x7f36ec1a1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:25:58.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:58.112+0000 7f36f0a6e700 1 -- 172.21.15.53:0/2407672205 >> 172.21.15.53:0/2407672205 conn(0x7f36ec077610 msgr2=0x7f36ec100980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:25:58.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:58.112+0000 7f36f0a6e700 1 -- 172.21.15.53:0/2407672205 shutdown_connections 2024-05-10T11:25:58.113 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:25:58.112+0000 7f36f0a6e700 1 -- 172.21.15.53:0/2407672205 wait complete. 2024-05-10T11:25:58.114 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 29 2024-05-10T11:25:58.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:58 smithi132 ceph-mon[33758]: pgmap v575: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-10T11:25:58.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:25:58 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2407672205' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:25:58.481 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:58 smithi053 ceph-mon[30153]: pgmap v575: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-10T11:25:58.481 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:25:58 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2407672205' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:25:58.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:58 smithi187 ceph-mon[34076]: pgmap v575: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-10T11:25:58.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:25:58 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2407672205' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:25:58.915 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs dump --format=json 2024-05-10T11:25:59.205 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:26:00.461 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:00 smithi053 ceph-mon[30153]: pgmap v576: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-10T11:26:00.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:00 smithi132 ceph-mon[33758]: pgmap v576: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-10T11:26:00.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:00 smithi187 ceph-mon[34076]: pgmap v576: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-10T11:26:01.001 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:00.999+0000 7fa83dd9c700 1 -- 172.21.15.53:0/1720646468 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa838108a80 msgr2=0x7fa83810f240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:01.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:00.999+0000 7fa83dd9c700 1 --2- 172.21.15.53:0/1720646468 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa838108a80 0x7fa83810f240 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fa83000b0d0 tx=0x7fa83000b3e0 comp rx=0 tx=0).stop 2024-05-10T11:26:01.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:00.999+0000 7fa83dd9c700 1 -- 172.21.15.53:0/1720646468 shutdown_connections 2024-05-10T11:26:01.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:00.999+0000 7fa83dd9c700 1 --2- 172.21.15.53:0/1720646468 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa838108a80 0x7fa83810f240 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:01.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:00.999+0000 7fa83dd9c700 1 --2- 172.21.15.53:0/1720646468 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa8381073d0 0x7fa8381077b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:01.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:00.999+0000 7fa83dd9c700 1 --2- 172.21.15.53:0/1720646468 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa8381080c0 0x7fa838108540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:01.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:00.999+0000 7fa83dd9c700 1 -- 172.21.15.53:0/1720646468 >> 172.21.15.53:0/1720646468 conn(0x7fa838077740 msgr2=0x7fa838077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:26:01.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:00.999+0000 7fa83dd9c700 1 -- 172.21.15.53:0/1720646468 shutdown_connections 2024-05-10T11:26:01.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:00.999+0000 7fa83dd9c700 1 -- 172.21.15.53:0/1720646468 wait complete. 2024-05-10T11:26:01.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.000+0000 7fa83dd9c700 1 Processor -- start 2024-05-10T11:26:01.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.000+0000 7fa83dd9c700 1 -- start start 2024-05-10T11:26:01.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.000+0000 7fa83dd9c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa8381073d0 0x7fa83819f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:01.002 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.000+0000 7fa83dd9c700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa8381080c0 0x7fa83819fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:01.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.000+0000 7fa83dd9c700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa838108a80 0x7fa838199920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:01.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.000+0000 7fa83dd9c700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fa8381124a0 con 0x7fa8381073d0 2024-05-10T11:26:01.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.000+0000 7fa83dd9c700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fa838112320 con 0x7fa8381080c0 2024-05-10T11:26:01.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.000+0000 7fa83dd9c700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fa838112620 con 0x7fa838108a80 2024-05-10T11:26:01.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.001+0000 7fa8377fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa8381073d0 0x7fa83819f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:01.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.001+0000 7fa8377fe700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa8381073d0 0x7fa83819f710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:58176/0 (socket says 172.21.15.53:58176) 2024-05-10T11:26:01.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.001+0000 7fa8377fe700 1 -- 172.21.15.53:0/699382358 learned_addr learned my addr 172.21.15.53:0/699382358 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:26:01.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.001+0000 7fa837fff700 1 --2- 172.21.15.53:0/699382358 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa838108a80 0x7fa838199920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:01.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.001+0000 7fa836ffd700 1 --2- 172.21.15.53:0/699382358 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa8381080c0 0x7fa83819fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:01.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.001+0000 7fa8377fe700 1 -- 172.21.15.53:0/699382358 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa838108a80 msgr2=0x7fa838199920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:01.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.001+0000 7fa8377fe700 1 --2- 172.21.15.53:0/699382358 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa838108a80 0x7fa838199920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:01.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.001+0000 7fa8377fe700 1 -- 172.21.15.53:0/699382358 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa8381080c0 msgr2=0x7fa83819fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:01.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.001+0000 7fa8377fe700 1 --2- 172.21.15.53:0/699382358 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa8381080c0 0x7fa83819fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:01.003 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.001+0000 7fa8377fe700 1 -- 172.21.15.53:0/699382358 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa83819a080 con 0x7fa8381073d0 2024-05-10T11:26:01.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.001+0000 7fa8377fe700 1 --2- 172.21.15.53:0/699382358 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa8381073d0 0x7fa83819f710 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fa82800d980 tx=0x7fa82800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:26:01.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.001+0000 7fa834ff9700 1 -- 172.21.15.53:0/699382358 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa828017070 con 0x7fa8381073d0 2024-05-10T11:26:01.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.002+0000 7fa834ff9700 1 -- 172.21.15.53:0/699382358 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa828005020 con 0x7fa8381073d0 2024-05-10T11:26:01.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.002+0000 7fa83dd9c700 1 -- 172.21.15.53:0/699382358 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa83819a370 con 0x7fa8381073d0 2024-05-10T11:26:01.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.003+0000 7fa834ff9700 1 -- 172.21.15.53:0/699382358 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa82800f980 con 0x7fa8381073d0 2024-05-10T11:26:01.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.003+0000 7fa83dd9c700 1 -- 172.21.15.53:0/699382358 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8381a65e0 con 0x7fa8381073d0 2024-05-10T11:26:01.004 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.004+0000 7fa83dd9c700 1 -- 172.21.15.53:0/699382358 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa83806b700 con 0x7fa8381073d0 2024-05-10T11:26:01.005 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.005+0000 7fa834ff9700 1 -- 172.21.15.53:0/699382358 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fa828004a30 con 0x7fa8381073d0 2024-05-10T11:26:01.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.007+0000 7fa834ff9700 1 --2- 172.21.15.53:0/699382358 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa8200b2750 0x7fa8200b4c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:01.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.007+0000 7fa836ffd700 1 --2- 172.21.15.53:0/699382358 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa8200b2750 0x7fa8200b4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:01.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.007+0000 7fa834ff9700 1 -- 172.21.15.53:0/699382358 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7fa8280e2070 con 0x7fa8381073d0 2024-05-10T11:26:01.007 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.007+0000 7fa836ffd700 1 --2- 172.21.15.53:0/699382358 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa8200b2750 0x7fa8200b4c10 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa838106c60 tx=0x7fa82c00b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:26:01.016 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.016+0000 7fa834ff9700 1 -- 172.21.15.53:0/699382358 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fa828020030 con 0x7fa8381073d0 2024-05-10T11:26:01.282 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.282+0000 7fa83dd9c700 1 -- 172.21.15.53:0/699382358 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa83806a190 con 0x7fa8381073d0 2024-05-10T11:26:01.283 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.283+0000 7fa834ff9700 1 -- 172.21.15.53:0/699382358 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11941 (secure 0 0 0) 0x7fa8280a9a00 con 0x7fa8381073d0 2024-05-10T11:26:01.283 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:26:01.284 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6835/1198409266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6834","nonce":1198409266},{"type":"v1","addr":"172.21.15.53:6835","nonce":1198409266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14526,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6837/660760226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6836","nonce":660760226},{"type":"v1","addr":"172.21.15.53:6837","nonce":660760226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-10T11:16:54.139241+0000","modified":"2024-05-10T11:21:09.977203+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24463,"mds_1":24448,"mds_2":24442,"mds_3":24428,"mds_4":24415},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6839/3346396655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6838","nonce":3346396655},{"type":"v1","addr":"172.21.15.53:6839","nonce":3346396655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.53:6841/3170432544","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6840","nonce":3170432544},{"type":"v1","addr":"172.21.15.53:6841","nonce":3170432544}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24353":{"gid":24353,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6833/1761006460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6832","nonce":1761006460},{"type":"v1","addr":"172.21.15.132:6833","nonce":1761006460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24377":{"gid":24377,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6835/2650777178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6834","nonce":2650777178},{"type":"v1","addr":"172.21.15.132:6835","nonce":2650777178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.132:6837/392522477","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6836","nonce":392522477},{"type":"v1","addr":"172.21.15.132:6837","nonce":392522477}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24415":{"gid":24415,"name":"l","rank":4,"incarnation":26,"state":"up:active","state_seq":32,"addr":"172.21.15.187:6833/4278444882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6832","nonce":4278444882},{"type":"v1","addr":"172.21.15.187:6833","nonce":4278444882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":24,"state":"up:active","state_seq":22,"addr":"172.21.15.132:6839/2363266970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6838","nonce":2363266970},{"type":"v1","addr":"172.21.15.132:6839","nonce":2363266970}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.187:6835/4099468922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6834","nonce":4099468922},{"type":"v1","addr":"172.21.15.187:6835","nonce":4099468922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"c","rank":1,"incarnation":20,"state":"up:active","state_seq":26,"addr":"172.21.15.187:6837/2293077942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6836","nonce":2293077942},{"type":"v1","addr":"172.21.15.187:6837","nonce":2293077942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.187:6839/735699922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6838","nonce":735699922},{"type":"v1","addr":"172.21.15.187:6839","nonce":735699922}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24463,"qdb_cluster":[24442,24428,24463,24415,24448]},"id":1}]} 2024-05-10T11:26:01.287 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.287+0000 7fa83dd9c700 1 -- 172.21.15.53:0/699382358 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa8200b2750 msgr2=0x7fa8200b4c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:01.287 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.287+0000 7fa83dd9c700 1 --2- 172.21.15.53:0/699382358 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa8200b2750 0x7fa8200b4c10 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa838106c60 tx=0x7fa82c00b3c0 comp rx=0 tx=0).stop 2024-05-10T11:26:01.287 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.287+0000 7fa83dd9c700 1 -- 172.21.15.53:0/699382358 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa8381073d0 msgr2=0x7fa83819f710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:01.287 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.287+0000 7fa83dd9c700 1 --2- 172.21.15.53:0/699382358 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa8381073d0 0x7fa83819f710 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fa82800d980 tx=0x7fa82800dc90 comp rx=0 tx=0).stop 2024-05-10T11:26:01.288 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.287+0000 7fa83dd9c700 1 -- 172.21.15.53:0/699382358 shutdown_connections 2024-05-10T11:26:01.288 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.287+0000 7fa83dd9c700 1 --2- 172.21.15.53:0/699382358 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fa8200b2750 0x7fa8200b4c10 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:01.288 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.287+0000 7fa83dd9c700 1 --2- 172.21.15.53:0/699382358 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fa838108a80 0x7fa838199920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:01.288 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.287+0000 7fa83dd9c700 1 --2- 172.21.15.53:0/699382358 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fa8381073d0 0x7fa83819f710 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:01.288 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.287+0000 7fa83dd9c700 1 --2- 172.21.15.53:0/699382358 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fa8381080c0 0x7fa83819fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:01.288 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.287+0000 7fa83dd9c700 1 -- 172.21.15.53:0/699382358 >> 172.21.15.53:0/699382358 conn(0x7fa838077740 msgr2=0x7fa838105ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:26:01.288 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.287+0000 7fa83dd9c700 1 -- 172.21.15.53:0/699382358 shutdown_connections 2024-05-10T11:26:01.288 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:01.287+0000 7fa83dd9c700 1 -- 172.21.15.53:0/699382358 wait complete. 2024-05-10T11:26:01.289 INFO:teuthology.orchestra.run.smithi053.stderr:dumped fsmap epoch 29 2024-05-10T11:26:02.160 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-10T11:26:02.418 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:26:02.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:02 smithi132 ceph-mon[33758]: pgmap v577: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 938 B/s wr, 12 op/s 2024-05-10T11:26:02.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:02 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/699382358' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:26:02.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:02 smithi187 ceph-mon[34076]: pgmap v577: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 938 B/s wr, 12 op/s 2024-05-10T11:26:02.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:02 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/699382358' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:26:02.541 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:02 smithi053 ceph-mon[30153]: pgmap v577: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 938 B/s wr, 12 op/s 2024-05-10T11:26:02.541 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:02 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/699382358' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-10T11:26:04.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.204+0000 7f35b6af1700 1 -- 172.21.15.53:0/2557961269 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f35b006bb40 msgr2=0x7f35b0110330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:04.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.204+0000 7f35b6af1700 1 --2- 172.21.15.53:0/2557961269 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f35b006bb40 0x7f35b0110330 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f35a800b0a0 tx=0x7f35a800b3b0 comp rx=0 tx=0).stop 2024-05-10T11:26:04.206 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.204+0000 7f35b6af1700 1 -- 172.21.15.53:0/2557961269 shutdown_connections 2024-05-10T11:26:04.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.204+0000 7f35b6af1700 1 --2- 172.21.15.53:0/2557961269 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f35b006bb40 0x7f35b0110330 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:04.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.204+0000 7f35b6af1700 1 --2- 172.21.15.53:0/2557961269 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f35b0109510 0x7f35b01098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:04.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.204+0000 7f35b6af1700 1 --2- 172.21.15.53:0/2557961269 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f35b006b180 0x7f35b006b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:04.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.204+0000 7f35b6af1700 1 -- 172.21.15.53:0/2557961269 >> 172.21.15.53:0/2557961269 conn(0x7f35b0079350 msgr2=0x7f35b0079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:26:04.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.204+0000 7f35b6af1700 1 -- 172.21.15.53:0/2557961269 shutdown_connections 2024-05-10T11:26:04.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.204+0000 7f35b6af1700 1 -- 172.21.15.53:0/2557961269 wait complete. 2024-05-10T11:26:04.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.205+0000 7f35b6af1700 1 Processor -- start 2024-05-10T11:26:04.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.205+0000 7f35b6af1700 1 -- start start 2024-05-10T11:26:04.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.205+0000 7f35b6af1700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f35b006b180 0x7f35b019f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:04.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.205+0000 7f35b6af1700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f35b006bb40 0x7f35b019fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:04.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.205+0000 7f35b6af1700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f35b0109510 0x7f35b0199800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:04.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.205+0000 7f35b6af1700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f35b0113520 con 0x7f35b0109510 2024-05-10T11:26:04.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.205+0000 7f35b6af1700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f35b01133a0 con 0x7f35b006b180 2024-05-10T11:26:04.207 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.205+0000 7f35b6af1700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f35b01136a0 con 0x7f35b006bb40 2024-05-10T11:26:04.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.205+0000 7f35b508e700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f35b0109510 0x7f35b0199800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:04.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.205+0000 7f35b508e700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f35b0109510 0x7f35b0199800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:58182/0 (socket says 172.21.15.53:58182) 2024-05-10T11:26:04.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.205+0000 7f35b508e700 1 -- 172.21.15.53:0/3202072556 learned_addr learned my addr 172.21.15.53:0/3202072556 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:26:04.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.205+0000 7f35affff700 1 --2- 172.21.15.53:0/3202072556 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f35b006bb40 0x7f35b019fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:04.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.205+0000 7f35b488d700 1 --2- 172.21.15.53:0/3202072556 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f35b006b180 0x7f35b019f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:04.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.206+0000 7f35b508e700 1 -- 172.21.15.53:0/3202072556 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f35b006bb40 msgr2=0x7f35b019fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:04.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.206+0000 7f35b508e700 1 --2- 172.21.15.53:0/3202072556 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f35b006bb40 0x7f35b019fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:04.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.206+0000 7f35b508e700 1 -- 172.21.15.53:0/3202072556 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f35b006b180 msgr2=0x7f35b019f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:04.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.206+0000 7f35b508e700 1 --2- 172.21.15.53:0/3202072556 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f35b006b180 0x7f35b019f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:04.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.206+0000 7f35b508e700 1 -- 172.21.15.53:0/3202072556 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35b0199fe0 con 0x7f35b0109510 2024-05-10T11:26:04.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.206+0000 7f35b508e700 1 --2- 172.21.15.53:0/3202072556 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f35b0109510 0x7f35b0199800 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f35a800b070 tx=0x7f35a8004d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:26:04.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.206+0000 7f35adffb700 1 -- 172.21.15.53:0/3202072556 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a8021070 con 0x7f35b0109510 2024-05-10T11:26:04.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.206+0000 7f35adffb700 1 -- 172.21.15.53:0/3202072556 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f35a8007b80 con 0x7f35b0109510 2024-05-10T11:26:04.208 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.206+0000 7f35b6af1700 1 -- 172.21.15.53:0/3202072556 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35b019a270 con 0x7f35b0109510 2024-05-10T11:26:04.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.206+0000 7f35adffb700 1 -- 172.21.15.53:0/3202072556 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a8004640 con 0x7f35b0109510 2024-05-10T11:26:04.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.206+0000 7f35b6af1700 1 -- 172.21.15.53:0/3202072556 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35b01a64e0 con 0x7f35b0109510 2024-05-10T11:26:04.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.207+0000 7f35b6af1700 1 -- 172.21.15.53:0/3202072556 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35b0104bd0 con 0x7f35b0109510 2024-05-10T11:26:04.209 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.209+0000 7f35adffb700 1 -- 172.21.15.53:0/3202072556 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f35a8003a00 con 0x7f35b0109510 2024-05-10T11:26:04.210 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:04 smithi053 ceph-mon[30153]: pgmap v578: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-10T11:26:04.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.209+0000 7f35adffb700 1 --2- 172.21.15.53:0/3202072556 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f35980b2880 0x7f35980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:04.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.210+0000 7f35adffb700 1 -- 172.21.15.53:0/3202072556 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f35a80e38e0 con 0x7f35b0109510 2024-05-10T11:26:04.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.210+0000 7f35b488d700 1 --2- 172.21.15.53:0/3202072556 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f35980b2880 0x7f35980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:04.210 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.210+0000 7f35b488d700 1 --2- 172.21.15.53:0/3202072556 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f35980b2880 0x7f35980b4d40 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f35a0005950 tx=0x7f35a000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:26:04.215 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.215+0000 7f35adffb700 1 -- 172.21.15.53:0/3202072556 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f35a80ab300 con 0x7f35b0109510 2024-05-10T11:26:04.435 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.435+0000 7f35b6af1700 1 -- 172.21.15.53:0/3202072556 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f35b002e510 con 0x7f35b0109510 2024-05-10T11:26:04.436 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.436+0000 7f35adffb700 1 -- 172.21.15.53:0/3202072556 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24690 (secure 0 0 0) 0x7f35a80cbe20 con 0x7f35b0109510 2024-05-10T11:26:04.437 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-05-10T11:26:04.437 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":90,"fsid":"745ae8e0-0ebd-11ef-bc98-c7b262605968","created":"2024-05-10T11:08:31.420091+0000","modified":"2024-05-10T11:18:27.841445+0000","last_up_change":"2024-05-10T11:15:46.966521+0000","last_in_change":"2024-05-10T11:15:27.163789+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-10T11:11:52.642234+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-10T11:16:46.031221+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-10T11:16:50.069775+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-10T11:17:01.067983+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"308620b5-0bae-4c96-ad1e-ed079eb9d754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6803","nonce":1941743135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6805","nonce":1941743135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6809","nonce":1941743135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":1941743135},{"type":"v1","addr":"172.21.15.53:6807","nonce":1941743135}]},"public_addr":"172.21.15.53:6803/1941743135","cluster_addr":"172.21.15.53:6805/1941743135","heartbeat_back_addr":"172.21.15.53:6809/1941743135","heartbeat_front_addr":"172.21.15.53:6807/1941743135","state":["exists","up"]},{"osd":1,"uuid":"e6bd2396-fc15-4c8a-85c0-5a7586c7c059","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6801","nonce":1054747155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6803","nonce":1054747155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6807","nonce":1054747155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":1054747155},{"type":"v1","addr":"172.21.15.132:6805","nonce":1054747155}]},"public_addr":"172.21.15.132:6801/1054747155","cluster_addr":"172.21.15.132:6803/1054747155","heartbeat_back_addr":"172.21.15.132:6807/1054747155","heartbeat_front_addr":"172.21.15.132:6805/1054747155","state":["exists","up"]},{"osd":2,"uuid":"b685f96c-bfb2-4d57-9484-35b2b18f7913","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6801","nonce":3202790181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6803","nonce":3202790181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6807","nonce":3202790181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":3202790181},{"type":"v1","addr":"172.21.15.187:6805","nonce":3202790181}]},"public_addr":"172.21.15.187:6801/3202790181","cluster_addr":"172.21.15.187:6803/3202790181","heartbeat_back_addr":"172.21.15.187:6807/3202790181","heartbeat_front_addr":"172.21.15.187:6805/3202790181","state":["exists","up"]},{"osd":3,"uuid":"4522b579-3cc7-4378-a93c-6c99815acc28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6811","nonce":1472446441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6813","nonce":1472446441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6817","nonce":1472446441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1472446441},{"type":"v1","addr":"172.21.15.53:6815","nonce":1472446441}]},"public_addr":"172.21.15.53:6811/1472446441","cluster_addr":"172.21.15.53:6813/1472446441","heartbeat_back_addr":"172.21.15.53:6817/1472446441","heartbeat_front_addr":"172.21.15.53:6815/1472446441","state":["exists","up"]},{"osd":4,"uuid":"4ddb8a8d-a867-4c85-90f3-3c69f9005ac5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6809","nonce":1125460805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6811","nonce":1125460805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6815","nonce":1125460805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":1125460805},{"type":"v1","addr":"172.21.15.132:6813","nonce":1125460805}]},"public_addr":"172.21.15.132:6809/1125460805","cluster_addr":"172.21.15.132:6811/1125460805","heartbeat_back_addr":"172.21.15.132:6815/1125460805","heartbeat_front_addr":"172.21.15.132:6813/1125460805","state":["exists","up"]},{"osd":5,"uuid":"eaef74a7-cef1-4fc5-899f-fd14fcd05c57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6809","nonce":486081036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6811","nonce":486081036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6815","nonce":486081036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":486081036},{"type":"v1","addr":"172.21.15.187:6813","nonce":486081036}]},"public_addr":"172.21.15.187:6809/486081036","cluster_addr":"172.21.15.187:6811/486081036","heartbeat_back_addr":"172.21.15.187:6815/486081036","heartbeat_front_addr":"172.21.15.187:6813/486081036","state":["exists","up"]},{"osd":6,"uuid":"af22474c-76ca-48da-a8ff-252375cbe43f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6819","nonce":3301526689}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6821","nonce":3301526689}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6825","nonce":3301526689}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3301526689},{"type":"v1","addr":"172.21.15.53:6823","nonce":3301526689}]},"public_addr":"172.21.15.53:6819/3301526689","cluster_addr":"172.21.15.53:6821/3301526689","heartbeat_back_addr":"172.21.15.53:6825/3301526689","heartbeat_front_addr":"172.21.15.53:6823/3301526689","state":["exists","up"]},{"osd":7,"uuid":"d5765fdc-67e8-4b48-8742-65a458ed6430","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6817","nonce":304039390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6819","nonce":304039390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6823","nonce":304039390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":304039390},{"type":"v1","addr":"172.21.15.132:6821","nonce":304039390}]},"public_addr":"172.21.15.132:6817/304039390","cluster_addr":"172.21.15.132:6819/304039390","heartbeat_back_addr":"172.21.15.132:6823/304039390","heartbeat_front_addr":"172.21.15.132:6821/304039390","state":["exists","up"]},{"osd":8,"uuid":"6c8900ce-f028-4463-a003-f7faa3895c6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6817","nonce":2315808567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6819","nonce":2315808567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6823","nonce":2315808567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":2315808567},{"type":"v1","addr":"172.21.15.187:6821","nonce":2315808567}]},"public_addr":"172.21.15.187:6817/2315808567","cluster_addr":"172.21.15.187:6819/2315808567","heartbeat_back_addr":"172.21.15.187:6823/2315808567","heartbeat_front_addr":"172.21.15.187:6821/2315808567","state":["exists","up"]},{"osd":9,"uuid":"58eecf43-c7de-4e0e-86c4-f8d8d4fb3ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6827","nonce":1901241164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6829","nonce":1901241164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6833","nonce":1901241164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":1901241164},{"type":"v1","addr":"172.21.15.53:6831","nonce":1901241164}]},"public_addr":"172.21.15.53:6827/1901241164","cluster_addr":"172.21.15.53:6829/1901241164","heartbeat_back_addr":"172.21.15.53:6833/1901241164","heartbeat_front_addr":"172.21.15.53:6831/1901241164","state":["exists","up"]},{"osd":10,"uuid":"ba4a44c8-7162-4379-a382-4c98f785e69f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6825","nonce":482345617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6826","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6827","nonce":482345617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6830","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6831","nonce":482345617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6828","nonce":482345617},{"type":"v1","addr":"172.21.15.132:6829","nonce":482345617}]},"public_addr":"172.21.15.132:6825/482345617","cluster_addr":"172.21.15.132:6827/482345617","heartbeat_back_addr":"172.21.15.132:6831/482345617","heartbeat_front_addr":"172.21.15.132:6829/482345617","state":["exists","up"]},{"osd":11,"uuid":"593923cd-74a8-4090-8006-e0e8472273da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6825","nonce":2749419601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6827","nonce":2749419601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6831","nonce":2749419601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":2749419601},{"type":"v1","addr":"172.21.15.187:6829","nonce":2749419601}]},"public_addr":"172.21.15.187:6825/2749419601","cluster_addr":"172.21.15.187:6827/2749419601","heartbeat_back_addr":"172.21.15.187:6831/2749419601","heartbeat_front_addr":"172.21.15.187:6829/2749419601","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:02.104830+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:26.066990+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:11:50.070264+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:16.098565+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:12:41.234204+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:06.486543+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:33.486448+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:13:59.439071+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:25.149192+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:14:52.839666+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:19.077873+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-10T11:15:45.602763+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.6","mappings":[{"from":9,"to":11}]},{"pgid":"4.11","mappings":[{"from":5,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:0/977742423":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6801/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/2797782055":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6800/1408829696":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/3095428222":"2024-05-11T11:09:26.546089+0000","172.21.15.53:0/1058417156":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/2996064341":"2024-05-11T11:08:59.024880+0000","172.21.15.53:0/3430080635":"2024-05-11T11:09:26.546089+0000","172.21.15.53:6800/1318129754":"2024-05-11T11:08:59.024880+0000","172.21.15.53:6801/1318129754":"2024-05-11T11:08:59.024880+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-10T11:26:04.439 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.439+0000 7f35b6af1700 1 -- 172.21.15.53:0/3202072556 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f35980b2880 msgr2=0x7f35980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:04.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.439+0000 7f35b6af1700 1 --2- 172.21.15.53:0/3202072556 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f35980b2880 0x7f35980b4d40 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f35a0005950 tx=0x7f35a000b410 comp rx=0 tx=0).stop 2024-05-10T11:26:04.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.439+0000 7f35b6af1700 1 -- 172.21.15.53:0/3202072556 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f35b0109510 msgr2=0x7f35b0199800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:04.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.439+0000 7f35b6af1700 1 --2- 172.21.15.53:0/3202072556 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f35b0109510 0x7f35b0199800 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f35a800b070 tx=0x7f35a8004d50 comp rx=0 tx=0).stop 2024-05-10T11:26:04.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.439+0000 7f35b6af1700 1 -- 172.21.15.53:0/3202072556 shutdown_connections 2024-05-10T11:26:04.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.439+0000 7f35b6af1700 1 --2- 172.21.15.53:0/3202072556 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f35980b2880 0x7f35980b4d40 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:04.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.439+0000 7f35b6af1700 1 --2- 172.21.15.53:0/3202072556 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f35b0109510 0x7f35b0199800 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:04.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.439+0000 7f35b6af1700 1 --2- 172.21.15.53:0/3202072556 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f35b006b180 0x7f35b019f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:04.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.439+0000 7f35b6af1700 1 --2- 172.21.15.53:0/3202072556 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f35b006bb40 0x7f35b019fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:04.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.439+0000 7f35b6af1700 1 -- 172.21.15.53:0/3202072556 >> 172.21.15.53:0/3202072556 conn(0x7f35b0079350 msgr2=0x7f35b0100fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:26:04.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.439+0000 7f35b6af1700 1 -- 172.21.15.53:0/3202072556 shutdown_connections 2024-05-10T11:26:04.440 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:04.439+0000 7f35b6af1700 1 -- 172.21.15.53:0/3202072556 wait complete. 2024-05-10T11:26:04.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:04 smithi132 ceph-mon[33758]: pgmap v578: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-10T11:26:04.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:04 smithi187 ceph-mon[34076]: pgmap v578: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-10T11:26:05.284 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs fail cephfs 2024-05-10T11:26:05.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:05 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/3202072556' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:26:05.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:05 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/3202072556' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:26:05.541 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:26:05.545 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:05 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/3202072556' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-10T11:26:06.473 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:06 smithi132 ceph-mon[33758]: pgmap v579: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:26:06.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:06 smithi187 ceph-mon[34076]: pgmap v579: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:26:06.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:06 smithi053 ceph-mon[30153]: pgmap v579: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-10T11:26:07.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.501+0000 7f1ce1abd700 1 -- 172.21.15.53:0/2839668461 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1cdc06bc30 msgr2=0x7f1cdc06c010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:07.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.501+0000 7f1ce1abd700 1 --2- 172.21.15.53:0/2839668461 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1cdc06bc30 0x7f1cdc06c010 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc009990 tx=0x7f1ccc009ca0 comp rx=0 tx=0).stop 2024-05-10T11:26:07.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.501+0000 7f1ce1abd700 1 -- 172.21.15.53:0/2839668461 shutdown_connections 2024-05-10T11:26:07.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.501+0000 7f1ce1abd700 1 --2- 172.21.15.53:0/2839668461 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1cdc10ff90 0x7f1cdc112380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:07.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.501+0000 7f1ce1abd700 1 --2- 172.21.15.53:0/2839668461 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1cdc06bc30 0x7f1cdc06c010 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:07.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.501+0000 7f1ce1abd700 1 --2- 172.21.15.53:0/2839668461 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1cdc06c550 0x7f1cdc10fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:07.509 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.501+0000 7f1ce1abd700 1 -- 172.21.15.53:0/2839668461 >> 172.21.15.53:0/2839668461 conn(0x7f1cdc0792d0 msgr2=0x7f1cdc0796e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:26:07.510 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.501+0000 7f1ce1abd700 1 -- 172.21.15.53:0/2839668461 shutdown_connections 2024-05-10T11:26:07.510 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.501+0000 7f1ce1abd700 1 -- 172.21.15.53:0/2839668461 wait complete. 2024-05-10T11:26:07.510 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.501+0000 7f1ce1abd700 1 Processor -- start 2024-05-10T11:26:07.510 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.502+0000 7f1ce1abd700 1 -- start start 2024-05-10T11:26:07.510 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.502+0000 7f1ce1abd700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1cdc06bc30 0x7f1cdc1a18d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:07.510 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.502+0000 7f1ce1abd700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1cdc06c550 0x7f1cdc1a1e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:07.510 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.502+0000 7f1ce1abd700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1cdc10ff90 0x7f1cdc19bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:07.510 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.502+0000 7f1ce1abd700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f1cdc115720 con 0x7f1cdc10ff90 2024-05-10T11:26:07.510 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.502+0000 7f1ce1abd700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f1cdc1155a0 con 0x7f1cdc06bc30 2024-05-10T11:26:07.510 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.502+0000 7f1ce1abd700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f1cdc1158a0 con 0x7f1cdc06c550 2024-05-10T11:26:07.510 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.502+0000 7f1cdbfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1cdc10ff90 0x7f1cdc19bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:07.510 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.502+0000 7f1cdbfff700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1cdc10ff90 0x7f1cdc19bae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:58200/0 (socket says 172.21.15.53:58200) 2024-05-10T11:26:07.510 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.502+0000 7f1cdbfff700 1 -- 172.21.15.53:0/4058246957 learned_addr learned my addr 172.21.15.53:0/4058246957 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:26:07.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.502+0000 7f1cdb7fe700 1 --2- 172.21.15.53:0/4058246957 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1cdc06bc30 0x7f1cdc1a18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:07.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.502+0000 7f1cdaffd700 1 --2- 172.21.15.53:0/4058246957 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1cdc06c550 0x7f1cdc1a1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:07.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.502+0000 7f1cdbfff700 1 -- 172.21.15.53:0/4058246957 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1cdc06c550 msgr2=0x7f1cdc1a1e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:07.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.502+0000 7f1cdbfff700 1 --2- 172.21.15.53:0/4058246957 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1cdc06c550 0x7f1cdc1a1e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:07.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.502+0000 7f1cdbfff700 1 -- 172.21.15.53:0/4058246957 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1cdc06bc30 msgr2=0x7f1cdc1a18d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:07.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.502+0000 7f1cdbfff700 1 --2- 172.21.15.53:0/4058246957 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1cdc06bc30 0x7f1cdc1a18d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:07.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.502+0000 7f1cdbfff700 1 -- 172.21.15.53:0/4058246957 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cdc19c240 con 0x7f1cdc10ff90 2024-05-10T11:26:07.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.502+0000 7f1cdaffd700 1 --2- 172.21.15.53:0/4058246957 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1cdc06c550 0x7f1cdc1a1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:26:07.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.503+0000 7f1cdbfff700 1 --2- 172.21.15.53:0/4058246957 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1cdc10ff90 0x7f1cdc19bae0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f1cd40094f0 tx=0x7f1cd400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:26:07.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.503+0000 7f1cd8ff9700 1 -- 172.21.15.53:0/4058246957 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd400ddd0 con 0x7f1cdc10ff90 2024-05-10T11:26:07.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.503+0000 7f1ce1abd700 1 -- 172.21.15.53:0/4058246957 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cdc19c530 con 0x7f1cdc10ff90 2024-05-10T11:26:07.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.503+0000 7f1cd8ff9700 1 -- 172.21.15.53:0/4058246957 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1cd4009e20 con 0x7f1cdc10ff90 2024-05-10T11:26:07.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.503+0000 7f1cd8ff9700 1 -- 172.21.15.53:0/4058246957 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd4015400 con 0x7f1cdc10ff90 2024-05-10T11:26:07.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.503+0000 7f1ce1abd700 1 -- 172.21.15.53:0/4058246957 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cdc1a87a0 con 0x7f1cdc10ff90 2024-05-10T11:26:07.511 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.504+0000 7f1ce1abd700 1 -- 172.21.15.53:0/4058246957 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cdc06a190 con 0x7f1cdc10ff90 2024-05-10T11:26:07.512 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.505+0000 7f1cd8ff9700 1 -- 172.21.15.53:0/4058246957 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f1cd4004dd0 con 0x7f1cdc10ff90 2024-05-10T11:26:07.512 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.506+0000 7f1cd8ff9700 1 --2- 172.21.15.53:0/4058246957 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1cc40b2880 0x7f1cc40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:07.512 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.506+0000 7f1cdb7fe700 1 --2- 172.21.15.53:0/4058246957 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1cc40b2880 0x7f1cc40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:07.512 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.506+0000 7f1cd8ff9700 1 -- 172.21.15.53:0/4058246957 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9150+0+0 (secure 0 0 0) 0x7f1cd40e2800 con 0x7f1cdc10ff90 2024-05-10T11:26:07.512 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.507+0000 7f1cdb7fe700 1 --2- 172.21.15.53:0/4058246957 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1cc40b2880 0x7f1cc40b4d40 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc101b20 tx=0x7f1ccc005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:26:07.512 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.509+0000 7f1cd8ff9700 1 -- 172.21.15.53:0/4058246957 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f1cd4010070 con 0x7f1cdc10ff90 2024-05-10T11:26:07.772 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.772+0000 7f1ce1abd700 1 -- 172.21.15.53:0/4058246957 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f1cdc19cfc0 con 0x7f1cdc10ff90 2024-05-10T11:26:07.775 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.775+0000 7f1cd8ff9700 1 -- 172.21.15.53:0/4058246957 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v30) ==== 161+0+0 (secure 0 0 0) 0x7f1cd40aa130 con 0x7f1cdc10ff90 2024-05-10T11:26:07.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.778+0000 7f1ce1abd700 1 -- 172.21.15.53:0/4058246957 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1cc40b2880 msgr2=0x7f1cc40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:07.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.778+0000 7f1ce1abd700 1 --2- 172.21.15.53:0/4058246957 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1cc40b2880 0x7f1cc40b4d40 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc101b20 tx=0x7f1ccc005960 comp rx=0 tx=0).stop 2024-05-10T11:26:07.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.778+0000 7f1ce1abd700 1 -- 172.21.15.53:0/4058246957 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1cdc10ff90 msgr2=0x7f1cdc19bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:07.780 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.778+0000 7f1ce1abd700 1 --2- 172.21.15.53:0/4058246957 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1cdc10ff90 0x7f1cdc19bae0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f1cd40094f0 tx=0x7f1cd400d3b0 comp rx=0 tx=0).stop 2024-05-10T11:26:07.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.779+0000 7f1ce1abd700 1 -- 172.21.15.53:0/4058246957 shutdown_connections 2024-05-10T11:26:07.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.779+0000 7f1ce1abd700 1 --2- 172.21.15.53:0/4058246957 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f1cc40b2880 0x7f1cc40b4d40 secure :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc101b20 tx=0x7f1ccc005960 comp rx=0 tx=0).stop 2024-05-10T11:26:07.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.779+0000 7f1ce1abd700 1 --2- 172.21.15.53:0/4058246957 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f1cdc10ff90 0x7f1cdc19bae0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:07.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.779+0000 7f1ce1abd700 1 --2- 172.21.15.53:0/4058246957 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f1cdc06bc30 0x7f1cdc1a18d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:07.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.779+0000 7f1ce1abd700 1 --2- 172.21.15.53:0/4058246957 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f1cdc06c550 0x7f1cdc1a1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:07.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.779+0000 7f1ce1abd700 1 -- 172.21.15.53:0/4058246957 >> 172.21.15.53:0/4058246957 conn(0x7f1cdc0792d0 msgr2=0x7f1cdc111740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:26:07.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.780+0000 7f1ce1abd700 1 -- 172.21.15.53:0/4058246957 shutdown_connections 2024-05-10T11:26:07.781 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:07.780+0000 7f1ce1abd700 1 -- 172.21.15.53:0/4058246957 wait complete. 2024-05-10T11:26:07.781 INFO:teuthology.orchestra.run.smithi053.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-05-10T11:26:08.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:07 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-a[30149]: 2024-05-10T11:26:07.773+0000 7f1f3e4ae700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-10T11:26:08.070 INFO:journalctl@ceph.mds.g.smithi053.stdout:May 10 11:26:07 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-g[69364]: ignoring --setuser ceph since I am not root 2024-05-10T11:26:08.070 INFO:journalctl@ceph.mds.g.smithi053.stdout:May 10 11:26:07 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-g[69364]: ignoring --setgroup ceph since I am not root 2024-05-10T11:26:08.070 INFO:journalctl@ceph.mds.g.smithi053.stdout:May 10 11:26:07 smithi053 ceph-mds[69373]: -- 172.21.15.53:0/2746111192 <== mon.0 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5624c99e5a40 con 0x5624c99b8c00 2024-05-10T11:26:08.070 INFO:journalctl@ceph.mds.g.smithi053.stdout:May 10 11:26:07 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-g[69364]: starting mds.g at 2024-05-10T11:26:08.070 INFO:journalctl@ceph.mds.a.smithi053.stdout:May 10 11:26:07 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-a[69834]: ignoring --setuser ceph since I am not root 2024-05-10T11:26:08.070 INFO:journalctl@ceph.mds.a.smithi053.stdout:May 10 11:26:07 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-a[69834]: ignoring --setgroup ceph since I am not root 2024-05-10T11:26:08.070 INFO:journalctl@ceph.mds.a.smithi053.stdout:May 10 11:26:07 smithi053 ceph-mds[69838]: -- 172.21.15.53:0/2443975045 <== mon.0 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x565087269a40 con 0x56508723cc00 2024-05-10T11:26:08.070 INFO:journalctl@ceph.mds.a.smithi053.stdout:May 10 11:26:07 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-a[69834]: starting mds.a at 2024-05-10T11:26:08.196 INFO:journalctl@ceph.mds.c.smithi187.stdout:May 10 11:26:07 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-c[64113]: ignoring --setuser ceph since I am not root 2024-05-10T11:26:08.196 INFO:journalctl@ceph.mds.c.smithi187.stdout:May 10 11:26:07 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-c[64113]: ignoring --setgroup ceph since I am not root 2024-05-10T11:26:08.196 INFO:journalctl@ceph.mds.c.smithi187.stdout:May 10 11:26:07 smithi187 ceph-mds[64117]: -- 172.21.15.187:0/4202126679 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f9d2fa9a40 con 0x55f9d2f7c800 2024-05-10T11:26:08.196 INFO:journalctl@ceph.mds.c.smithi187.stdout:May 10 11:26:07 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-c[64113]: starting mds.c at 2024-05-10T11:26:08.197 INFO:journalctl@ceph.mds.i.smithi187.stdout:May 10 11:26:07 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-i[64422]: ignoring --setuser ceph since I am not root 2024-05-10T11:26:08.197 INFO:journalctl@ceph.mds.i.smithi187.stdout:May 10 11:26:07 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-i[64422]: ignoring --setgroup ceph since I am not root 2024-05-10T11:26:08.197 INFO:journalctl@ceph.mds.i.smithi187.stdout:May 10 11:26:07 smithi187 ceph-mds[64426]: -- 172.21.15.187:0/2146864691 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5654fcd1ba40 con 0x5654fccef000 2024-05-10T11:26:08.197 INFO:journalctl@ceph.mds.i.smithi187.stdout:May 10 11:26:07 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-i[64422]: starting mds.i at 2024-05-10T11:26:08.197 INFO:journalctl@ceph.mds.f.smithi187.stdout:May 10 11:26:07 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-f[63806]: ignoring --setuser ceph since I am not root 2024-05-10T11:26:08.197 INFO:journalctl@ceph.mds.f.smithi187.stdout:May 10 11:26:07 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-f[63806]: ignoring --setgroup ceph since I am not root 2024-05-10T11:26:08.197 INFO:journalctl@ceph.mds.f.smithi187.stdout:May 10 11:26:07 smithi187 ceph-mds[63810]: -- 172.21.15.187:0/2961750824 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562a54f19a40 con 0x562a54eecc00 2024-05-10T11:26:08.197 INFO:journalctl@ceph.mds.f.smithi187.stdout:May 10 11:26:07 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-f[63806]: starting mds.f at 2024-05-10T11:26:08.197 INFO:journalctl@ceph.mds.l.smithi187.stdout:May 10 11:26:07 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-l[63495]: ignoring --setuser ceph since I am not root 2024-05-10T11:26:08.198 INFO:journalctl@ceph.mds.l.smithi187.stdout:May 10 11:26:07 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-l[63495]: ignoring --setgroup ceph since I am not root 2024-05-10T11:26:08.198 INFO:journalctl@ceph.mds.l.smithi187.stdout:May 10 11:26:07 smithi187 ceph-mds[63499]: -- 172.21.15.187:0/3829209439 <== mon.2 v2:172.21.15.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557d5fb4ba40 con 0x557d5fb1e800 2024-05-10T11:26:08.198 INFO:journalctl@ceph.mds.l.smithi187.stdout:May 10 11:26:07 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-l[63495]: starting mds.l at 2024-05-10T11:26:08.198 INFO:journalctl@ceph.mds.b.smithi132.stdout:May 10 11:26:07 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-b[63888]: ignoring --setuser ceph since I am not root 2024-05-10T11:26:08.198 INFO:journalctl@ceph.mds.b.smithi132.stdout:May 10 11:26:07 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-b[63888]: ignoring --setgroup ceph since I am not root 2024-05-10T11:26:08.198 INFO:journalctl@ceph.mds.b.smithi132.stdout:May 10 11:26:07 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-b[63888]: starting mds.b at 2024-05-10T11:26:08.199 INFO:journalctl@ceph.mds.e.smithi132.stdout:May 10 11:26:07 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-e[63265]: ignoring --setuser ceph since I am not root 2024-05-10T11:26:08.199 INFO:journalctl@ceph.mds.e.smithi132.stdout:May 10 11:26:07 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-e[63265]: ignoring --setgroup ceph since I am not root 2024-05-10T11:26:08.199 INFO:journalctl@ceph.mds.e.smithi132.stdout:May 10 11:26:07 smithi132 ceph-mds[63269]: -- 172.21.15.132:0/1920771425 <== mon.2 v2:172.21.15.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5627851a1a40 con 0x562785174c00 2024-05-10T11:26:08.199 INFO:journalctl@ceph.mds.e.smithi132.stdout:May 10 11:26:07 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-e[63265]: starting mds.e at 2024-05-10T11:26:08.199 INFO:journalctl@ceph.mds.h.smithi132.stdout:May 10 11:26:07 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-h[63575]: ignoring --setuser ceph since I am not root 2024-05-10T11:26:08.199 INFO:journalctl@ceph.mds.h.smithi132.stdout:May 10 11:26:07 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-h[63575]: ignoring --setgroup ceph since I am not root 2024-05-10T11:26:08.199 INFO:journalctl@ceph.mds.h.smithi132.stdout:May 10 11:26:07 smithi132 ceph-mds[63579]: -- 172.21.15.132:0/2046957573 <== mon.2 v2:172.21.15.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556abd3a3a40 con 0x556abd376800 2024-05-10T11:26:08.199 INFO:journalctl@ceph.mds.h.smithi132.stdout:May 10 11:26:07 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-h[63575]: starting mds.h at 2024-05-10T11:26:08.200 INFO:journalctl@ceph.mds.k.smithi132.stdout:May 10 11:26:07 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-k[62941]: ignoring --setuser ceph since I am not root 2024-05-10T11:26:08.200 INFO:journalctl@ceph.mds.k.smithi132.stdout:May 10 11:26:07 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-k[62941]: ignoring --setgroup ceph since I am not root 2024-05-10T11:26:08.200 INFO:journalctl@ceph.mds.k.smithi132.stdout:May 10 11:26:07 smithi132 ceph-mds[62945]: -- 172.21.15.132:0/742306605 <== mon.1 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56064d669a40 con 0x56064d63d000 2024-05-10T11:26:08.200 INFO:journalctl@ceph.mds.k.smithi132.stdout:May 10 11:26:07 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-k[62941]: starting mds.k at 2024-05-10T11:26:08.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:08 smithi132 ceph-mon[33758]: pgmap v580: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:26:08.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:08 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/4058246957' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-10T11:26:08.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:08 smithi132 ceph-mon[33758]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-10T11:26:08.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:08 smithi132 ceph-mon[33758]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-10T11:26:08.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:08 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/4058246957' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-10T11:26:08.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:08 smithi132 ceph-mon[33758]: osdmap e91: 12 total, 12 up, 12 in 2024-05-10T11:26:08.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:08 smithi132 ceph-mon[33758]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-05-10T11:26:08.490 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:08 smithi053 ceph-mon[30153]: pgmap v580: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:26:08.490 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:08 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/4058246957' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-10T11:26:08.490 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:08 smithi053 ceph-mon[30153]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-10T11:26:08.490 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:08 smithi053 ceph-mon[30153]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-10T11:26:08.490 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:08 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/4058246957' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-10T11:26:08.490 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:08 smithi053 ceph-mon[30153]: osdmap e91: 12 total, 12 up, 12 in 2024-05-10T11:26:08.490 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:08 smithi053 ceph-mon[30153]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-05-10T11:26:08.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:08 smithi187 ceph-mon[34076]: pgmap v580: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:26:08.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:08 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/4058246957' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-10T11:26:08.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:08 smithi187 ceph-mon[34076]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-10T11:26:08.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:08 smithi187 ceph-mon[34076]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-10T11:26:08.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:08 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/4058246957' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-10T11:26:08.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:08 smithi187 ceph-mon[34076]: osdmap e91: 12 total, 12 up, 12 in 2024-05-10T11:26:08.510 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:08 smithi187 ceph-mon[34076]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-05-10T11:26:08.519 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-05-10T11:26:08.773 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:26:09.867 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:09 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.53:6838/1605739648,v1:172.21.15.53:6839/1605739648] up:boot 2024-05-10T11:26:09.867 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:09 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.187:6832/2459507425,v1:172.21.15.187:6833/2459507425] up:boot 2024-05-10T11:26:09.867 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:09 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.53:6840/2104031460,v1:172.21.15.53:6841/2104031460] up:boot 2024-05-10T11:26:09.867 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:09 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.187:6834/851792506,v1:172.21.15.187:6835/851792506] up:boot 2024-05-10T11:26:09.867 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:09 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.132:6832/2299315879,v1:172.21.15.132:6833/2299315879] up:boot 2024-05-10T11:26:09.867 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:09 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.132:6834/2575718269,v1:172.21.15.132:6835/2575718269] up:boot 2024-05-10T11:26:09.867 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:09 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.187:6836/2139199158,v1:172.21.15.187:6837/2139199158] up:boot 2024-05-10T11:26:09.868 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:09 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.132:6836/393681285,v1:172.21.15.132:6838/393681285] up:boot 2024-05-10T11:26:09.868 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:09 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.132:6837/4138878788,v1:172.21.15.132:6839/4138878788] up:boot 2024-05-10T11:26:09.868 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:09 smithi053 ceph-mon[30153]: mds.? [v2:172.21.15.187:6838/3355789562,v1:172.21.15.187:6839/3355789562] up:boot 2024-05-10T11:26:09.868 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:09 smithi053 ceph-mon[30153]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-05-10T11:26:09.868 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-10T11:26:09.868 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-10T11:26:09.868 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-10T11:26:09.868 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-10T11:26:09.868 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-10T11:26:09.868 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-10T11:26:09.868 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-10T11:26:09.868 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-10T11:26:09.868 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-10T11:26:09.868 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:09 smithi053 ceph-mon[30153]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-10T11:26:09.869 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:09 smithi053 ceph-mon[30153]: pgmap v582: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:26:10.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:09 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.53:6838/1605739648,v1:172.21.15.53:6839/1605739648] up:boot 2024-05-10T11:26:10.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:09 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.187:6832/2459507425,v1:172.21.15.187:6833/2459507425] up:boot 2024-05-10T11:26:10.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:09 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.53:6840/2104031460,v1:172.21.15.53:6841/2104031460] up:boot 2024-05-10T11:26:10.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:09 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.187:6834/851792506,v1:172.21.15.187:6835/851792506] up:boot 2024-05-10T11:26:10.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:09 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.132:6832/2299315879,v1:172.21.15.132:6833/2299315879] up:boot 2024-05-10T11:26:10.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:09 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.132:6834/2575718269,v1:172.21.15.132:6835/2575718269] up:boot 2024-05-10T11:26:10.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:09 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.187:6836/2139199158,v1:172.21.15.187:6837/2139199158] up:boot 2024-05-10T11:26:10.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:09 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.132:6836/393681285,v1:172.21.15.132:6838/393681285] up:boot 2024-05-10T11:26:10.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:09 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.132:6837/4138878788,v1:172.21.15.132:6839/4138878788] up:boot 2024-05-10T11:26:10.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:09 smithi132 ceph-mon[33758]: mds.? [v2:172.21.15.187:6838/3355789562,v1:172.21.15.187:6839/3355789562] up:boot 2024-05-10T11:26:10.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:09 smithi132 ceph-mon[33758]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-05-10T11:26:10.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-10T11:26:10.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-10T11:26:10.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-10T11:26:10.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-10T11:26:10.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-10T11:26:10.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-10T11:26:10.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-10T11:26:10.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-10T11:26:10.225 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-10T11:26:10.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:09 smithi132 ceph-mon[33758]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-10T11:26:10.226 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:09 smithi132 ceph-mon[33758]: pgmap v582: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:26:10.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:09 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.53:6838/1605739648,v1:172.21.15.53:6839/1605739648] up:boot 2024-05-10T11:26:10.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:09 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.187:6832/2459507425,v1:172.21.15.187:6833/2459507425] up:boot 2024-05-10T11:26:10.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:09 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.53:6840/2104031460,v1:172.21.15.53:6841/2104031460] up:boot 2024-05-10T11:26:10.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:09 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.187:6834/851792506,v1:172.21.15.187:6835/851792506] up:boot 2024-05-10T11:26:10.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:09 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.132:6832/2299315879,v1:172.21.15.132:6833/2299315879] up:boot 2024-05-10T11:26:10.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:09 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.132:6834/2575718269,v1:172.21.15.132:6835/2575718269] up:boot 2024-05-10T11:26:10.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:09 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.187:6836/2139199158,v1:172.21.15.187:6837/2139199158] up:boot 2024-05-10T11:26:10.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:09 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.132:6836/393681285,v1:172.21.15.132:6838/393681285] up:boot 2024-05-10T11:26:10.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:09 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.132:6837/4138878788,v1:172.21.15.132:6839/4138878788] up:boot 2024-05-10T11:26:10.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:09 smithi187 ceph-mon[34076]: mds.? [v2:172.21.15.187:6838/3355789562,v1:172.21.15.187:6839/3355789562] up:boot 2024-05-10T11:26:10.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:09 smithi187 ceph-mon[34076]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-05-10T11:26:10.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-10T11:26:10.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-10T11:26:10.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-10T11:26:10.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-10T11:26:10.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-10T11:26:10.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-10T11:26:10.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-10T11:26:10.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-10T11:26:10.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-10T11:26:10.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:09 smithi187 ceph-mon[34076]: from='mgr.14152 172.21.15.53:0/3120875338' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-10T11:26:10.261 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:09 smithi187 ceph-mon[34076]: pgmap v582: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-10T11:26:10.404 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.402+0000 7fb12c1d4700 1 -- 172.21.15.53:0/3296088778 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb1241020a0 msgr2=0x7fb124102480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:10.404 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.402+0000 7fb12c1d4700 1 --2- 172.21.15.53:0/3296088778 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb1241020a0 0x7fb124102480 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7fb120009990 tx=0x7fb120009ca0 comp rx=0 tx=0).stop 2024-05-10T11:26:10.404 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.402+0000 7fb12c1d4700 1 -- 172.21.15.53:0/3296088778 shutdown_connections 2024-05-10T11:26:10.404 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.402+0000 7fb12c1d4700 1 --2- 172.21.15.53:0/3296088778 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb124106f40 0x7fb12410ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:10.404 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.402+0000 7fb12c1d4700 1 --2- 172.21.15.53:0/3296088778 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb1241020a0 0x7fb124102480 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:10.404 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.402+0000 7fb12c1d4700 1 --2- 172.21.15.53:0/3296088778 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb124102a50 0x7fb124106810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:10.404 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.402+0000 7fb12c1d4700 1 -- 172.21.15.53:0/3296088778 >> 172.21.15.53:0/3296088778 conn(0x7fb1240776c0 msgr2=0x7fb124077ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:26:10.404 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.402+0000 7fb12c1d4700 1 -- 172.21.15.53:0/3296088778 shutdown_connections 2024-05-10T11:26:10.405 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.402+0000 7fb12c1d4700 1 -- 172.21.15.53:0/3296088778 wait complete. 2024-05-10T11:26:10.405 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.403+0000 7fb12c1d4700 1 Processor -- start 2024-05-10T11:26:10.405 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.403+0000 7fb12c1d4700 1 -- start start 2024-05-10T11:26:10.405 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.403+0000 7fb12c1d4700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb1241020a0 0x7fb12419f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:10.405 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.403+0000 7fb12c1d4700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb124102a50 0x7fb12419fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:10.405 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.403+0000 7fb12c1d4700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb124106f40 0x7fb124199a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:10.405 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.403+0000 7fb12c1d4700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fb12406b9d0 con 0x7fb124106f40 2024-05-10T11:26:10.405 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.403+0000 7fb12c1d4700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fb12406b850 con 0x7fb124102a50 2024-05-10T11:26:10.405 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.403+0000 7fb12c1d4700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fb1241127b0 con 0x7fb1241020a0 2024-05-10T11:26:10.405 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.403+0000 7fb12a771700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb124106f40 0x7fb124199a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:10.405 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.403+0000 7fb12a771700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb124106f40 0x7fb124199a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:50318/0 (socket says 172.21.15.53:50318) 2024-05-10T11:26:10.405 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.403+0000 7fb12a771700 1 -- 172.21.15.53:0/1755154237 learned_addr learned my addr 172.21.15.53:0/1755154237 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:26:10.405 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.403+0000 7fb12976f700 1 --2- 172.21.15.53:0/1755154237 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb124102a50 0x7fb12419fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:10.405 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.403+0000 7fb129f70700 1 --2- 172.21.15.53:0/1755154237 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb1241020a0 0x7fb12419f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:10.406 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.403+0000 7fb12a771700 1 -- 172.21.15.53:0/1755154237 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb1241020a0 msgr2=0x7fb12419f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:10.406 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.403+0000 7fb12a771700 1 --2- 172.21.15.53:0/1755154237 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb1241020a0 0x7fb12419f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:10.406 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.403+0000 7fb12a771700 1 -- 172.21.15.53:0/1755154237 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb124102a50 msgr2=0x7fb12419fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:10.406 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.403+0000 7fb12a771700 1 --2- 172.21.15.53:0/1755154237 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb124102a50 0x7fb12419fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:10.406 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.403+0000 7fb12a771700 1 -- 172.21.15.53:0/1755154237 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb12419a1c0 con 0x7fb124106f40 2024-05-10T11:26:10.406 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.404+0000 7fb12a771700 1 --2- 172.21.15.53:0/1755154237 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb124106f40 0x7fb124199a60 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fb11c00b970 tx=0x7fb11c00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:26:10.406 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.404+0000 7fb11affd700 1 -- 172.21.15.53:0/1755154237 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb11c019070 con 0x7fb124106f40 2024-05-10T11:26:10.406 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.404+0000 7fb12c1d4700 1 -- 172.21.15.53:0/1755154237 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb12419a4b0 con 0x7fb124106f40 2024-05-10T11:26:10.406 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.404+0000 7fb11affd700 1 -- 172.21.15.53:0/1755154237 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb11c00cdc0 con 0x7fb124106f40 2024-05-10T11:26:10.406 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.404+0000 7fb11affd700 1 -- 172.21.15.53:0/1755154237 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb11c014e30 con 0x7fb124106f40 2024-05-10T11:26:10.406 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.404+0000 7fb12c1d4700 1 -- 172.21.15.53:0/1755154237 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1241a6720 con 0x7fb124106f40 2024-05-10T11:26:10.407 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.405+0000 7fb12c1d4700 1 -- 172.21.15.53:0/1755154237 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb12406a190 con 0x7fb124106f40 2024-05-10T11:26:10.407 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.406+0000 7fb11affd700 1 -- 172.21.15.53:0/1755154237 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fb11c01c070 con 0x7fb124106f40 2024-05-10T11:26:10.407 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.407+0000 7fb11affd700 1 --2- 172.21.15.53:0/1755154237 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb1100b2880 0x7fb1100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:10.407 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.407+0000 7fb129f70700 1 --2- 172.21.15.53:0/1755154237 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb1100b2880 0x7fb1100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:10.407 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.407+0000 7fb11affd700 1 -- 172.21.15.53:0/1755154237 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9580+0+0 (secure 0 0 0) 0x7fb11c0e1f30 con 0x7fb124106f40 2024-05-10T11:26:10.408 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.408+0000 7fb129f70700 1 --2- 172.21.15.53:0/1755154237 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb1100b2880 0x7fb1100b4d40 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fb120009750 tx=0x7fb12001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:26:10.410 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.410+0000 7fb11affd700 1 -- 172.21.15.53:0/1755154237 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fb11c0a9710 con 0x7fb124106f40 2024-05-10T11:26:10.682 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.680+0000 7fb12c1d4700 1 -- 172.21.15.53:0/1755154237 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fb1241a6a40 con 0x7fb124106f40 2024-05-10T11:26:10.790 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.790+0000 7fb11affd700 1 -- 172.21.15.53:0/1755154237 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v32) ==== 104+0+0 (secure 0 0 0) 0x7fb11c0a9010 con 0x7fb124106f40 2024-05-10T11:26:10.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.793+0000 7fb12c1d4700 1 -- 172.21.15.53:0/1755154237 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb1100b2880 msgr2=0x7fb1100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:10.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.793+0000 7fb12c1d4700 1 --2- 172.21.15.53:0/1755154237 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb1100b2880 0x7fb1100b4d40 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fb120009750 tx=0x7fb12001a040 comp rx=0 tx=0).stop 2024-05-10T11:26:10.793 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.793+0000 7fb12c1d4700 1 -- 172.21.15.53:0/1755154237 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb124106f40 msgr2=0x7fb124199a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:10.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.793+0000 7fb12c1d4700 1 --2- 172.21.15.53:0/1755154237 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb124106f40 0x7fb124199a60 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fb11c00b970 tx=0x7fb11c00bc80 comp rx=0 tx=0).stop 2024-05-10T11:26:10.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.793+0000 7fb12c1d4700 1 -- 172.21.15.53:0/1755154237 shutdown_connections 2024-05-10T11:26:10.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.793+0000 7fb12c1d4700 1 --2- 172.21.15.53:0/1755154237 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fb1100b2880 0x7fb1100b4d40 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:10.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.793+0000 7fb12c1d4700 1 --2- 172.21.15.53:0/1755154237 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fb124106f40 0x7fb124199a60 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:10.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.793+0000 7fb12c1d4700 1 --2- 172.21.15.53:0/1755154237 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fb1241020a0 0x7fb12419f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:10.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.793+0000 7fb12c1d4700 1 --2- 172.21.15.53:0/1755154237 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fb124102a50 0x7fb12419fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:10.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.793+0000 7fb12c1d4700 1 -- 172.21.15.53:0/1755154237 >> 172.21.15.53:0/1755154237 conn(0x7fb1240776c0 msgr2=0x7fb124111b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:26:10.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.793+0000 7fb12c1d4700 1 -- 172.21.15.53:0/1755154237 shutdown_connections 2024-05-10T11:26:10.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:10.793+0000 7fb12c1d4700 1 -- 172.21.15.53:0/1755154237 wait complete. 2024-05-10T11:26:11.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:10 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1755154237' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-10T11:26:11.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:10 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1755154237' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-10T11:26:11.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:10 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1755154237' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-10T11:26:11.488 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-05-10T11:26:11.741 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:26:12.036 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:11 smithi053 ceph-mon[30153]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-10T11:26:12.036 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:11 smithi053 ceph-mon[30153]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-10T11:26:12.036 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:11 smithi053 ceph-mon[30153]: Cluster is now healthy 2024-05-10T11:26:12.036 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:11 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/1755154237' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-10T11:26:12.036 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:11 smithi053 ceph-mon[30153]: fsmap 12 up:standby 2024-05-10T11:26:12.036 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:11 smithi053 ceph-mon[30153]: pgmap v583: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-10T11:26:12.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:11 smithi132 ceph-mon[33758]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-10T11:26:12.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:11 smithi132 ceph-mon[33758]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-10T11:26:12.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:11 smithi132 ceph-mon[33758]: Cluster is now healthy 2024-05-10T11:26:12.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:11 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/1755154237' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-10T11:26:12.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:11 smithi132 ceph-mon[33758]: fsmap 12 up:standby 2024-05-10T11:26:12.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:11 smithi132 ceph-mon[33758]: pgmap v583: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-10T11:26:12.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:11 smithi187 ceph-mon[34076]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-10T11:26:12.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:11 smithi187 ceph-mon[34076]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-10T11:26:12.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:11 smithi187 ceph-mon[34076]: Cluster is now healthy 2024-05-10T11:26:12.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:11 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/1755154237' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-10T11:26:12.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:11 smithi187 ceph-mon[34076]: fsmap 12 up:standby 2024-05-10T11:26:12.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:11 smithi187 ceph-mon[34076]: pgmap v583: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-10T11:26:13.561 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.560+0000 7fc1836de700 1 -- 172.21.15.53:0/712136687 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc17c075ff0 msgr2=0x7fc17c114160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:13.561 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.560+0000 7fc1836de700 1 --2- 172.21.15.53:0/712136687 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc17c075ff0 0x7fc17c114160 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7fc16c009990 tx=0x7fc16c009ca0 comp rx=0 tx=0).stop 2024-05-10T11:26:13.561 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.560+0000 7fc1836de700 1 -- 172.21.15.53:0/712136687 shutdown_connections 2024-05-10T11:26:13.561 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.560+0000 7fc1836de700 1 --2- 172.21.15.53:0/712136687 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc17c1146a0 0x7fc17c116a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:13.561 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.560+0000 7fc1836de700 1 --2- 172.21.15.53:0/712136687 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc17c0756d0 0x7fc17c075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:13.561 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.560+0000 7fc1836de700 1 --2- 172.21.15.53:0/712136687 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc17c075ff0 0x7fc17c114160 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:13.561 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.560+0000 7fc1836de700 1 -- 172.21.15.53:0/712136687 >> 172.21.15.53:0/712136687 conn(0x7fc17c07a650 msgr2=0x7fc17c07aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:26:13.561 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.560+0000 7fc1836de700 1 -- 172.21.15.53:0/712136687 shutdown_connections 2024-05-10T11:26:13.561 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.560+0000 7fc1836de700 1 -- 172.21.15.53:0/712136687 wait complete. 2024-05-10T11:26:13.561 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.560+0000 7fc1836de700 1 Processor -- start 2024-05-10T11:26:13.561 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.560+0000 7fc1836de700 1 -- start start 2024-05-10T11:26:13.562 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.561+0000 7fc1836de700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc17c0756d0 0x7fc17c1a0150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:13.562 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.561+0000 7fc1836de700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc17c075ff0 0x7fc17c1a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:13.562 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.561+0000 7fc1836de700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc17c1146a0 0x7fc17c1a4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:13.562 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.561+0000 7fc1836de700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7fc17c119bc0 con 0x7fc17c0756d0 2024-05-10T11:26:13.562 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.561+0000 7fc1836de700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7fc17c119a40 con 0x7fc17c1146a0 2024-05-10T11:26:13.562 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.561+0000 7fc1836de700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7fc17c119d40 con 0x7fc17c075ff0 2024-05-10T11:26:13.562 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.561+0000 7fc18147a700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc17c0756d0 0x7fc17c1a0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:13.562 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.561+0000 7fc18147a700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc17c0756d0 0x7fc17c1a0150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:50346/0 (socket says 172.21.15.53:50346) 2024-05-10T11:26:13.562 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.561+0000 7fc18147a700 1 -- 172.21.15.53:0/2826792612 learned_addr learned my addr 172.21.15.53:0/2826792612 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:26:13.562 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.561+0000 7fc180c79700 1 --2- 172.21.15.53:0/2826792612 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc17c075ff0 0x7fc17c1a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:13.562 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.561+0000 7fc181c7b700 1 --2- 172.21.15.53:0/2826792612 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc17c1146a0 0x7fc17c1a4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:13.563 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.561+0000 7fc18147a700 1 -- 172.21.15.53:0/2826792612 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc17c075ff0 msgr2=0x7fc17c1a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:13.563 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.561+0000 7fc18147a700 1 --2- 172.21.15.53:0/2826792612 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc17c075ff0 0x7fc17c1a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:13.563 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.561+0000 7fc18147a700 1 -- 172.21.15.53:0/2826792612 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc17c1146a0 msgr2=0x7fc17c1a4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:13.563 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.561+0000 7fc18147a700 1 --2- 172.21.15.53:0/2826792612 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc17c1146a0 0x7fc17c1a4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:13.564 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.561+0000 7fc18147a700 1 -- 172.21.15.53:0/2826792612 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc17c1a5160 con 0x7fc17c0756d0 2024-05-10T11:26:13.564 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.561+0000 7fc18147a700 1 --2- 172.21.15.53:0/2826792612 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc17c0756d0 0x7fc17c1a0150 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7fc17800e9a0 tx=0x7fc17800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:26:13.564 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.561+0000 7fc1727fc700 1 -- 172.21.15.53:0/2826792612 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc17800ca10 con 0x7fc17c0756d0 2024-05-10T11:26:13.564 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.562+0000 7fc1727fc700 1 -- 172.21.15.53:0/2826792612 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc17800cbb0 con 0x7fc17c0756d0 2024-05-10T11:26:13.564 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.562+0000 7fc1836de700 1 -- 172.21.15.53:0/2826792612 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc17c1a5450 con 0x7fc17c0756d0 2024-05-10T11:26:13.564 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.562+0000 7fc1727fc700 1 -- 172.21.15.53:0/2826792612 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc178018680 con 0x7fc17c0756d0 2024-05-10T11:26:13.564 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.562+0000 7fc1836de700 1 -- 172.21.15.53:0/2826792612 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc17c1accd0 con 0x7fc17c0756d0 2024-05-10T11:26:13.564 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.562+0000 7fc1836de700 1 -- 172.21.15.53:0/2826792612 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc17c06a190 con 0x7fc17c0756d0 2024-05-10T11:26:13.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.564+0000 7fc1727fc700 1 -- 172.21.15.53:0/2826792612 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7fc178010430 con 0x7fc17c0756d0 2024-05-10T11:26:13.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.565+0000 7fc1727fc700 1 --2- 172.21.15.53:0/2826792612 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc1680b2880 0x7fc1680b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:13.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.565+0000 7fc1727fc700 1 -- 172.21.15.53:0/2826792612 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9580+0+0 (secure 0 0 0) 0x7fc1780e2cf0 con 0x7fc17c0756d0 2024-05-10T11:26:13.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.565+0000 7fc180c79700 1 --2- 172.21.15.53:0/2826792612 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc1680b2880 0x7fc1680b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:13.565 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.565+0000 7fc180c79700 1 --2- 172.21.15.53:0/2826792612 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc1680b2880 0x7fc1680b4d40 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fc17c113c90 tx=0x7fc16c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:26:13.568 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.568+0000 7fc1727fc700 1 -- 172.21.15.53:0/2826792612 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7fc1780aa4d0 con 0x7fc17c0756d0 2024-05-10T11:26:13.783 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.783+0000 7fc1836de700 1 -- 172.21.15.53:0/2826792612 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fc17c1acea0 con 0x7fc17c0756d0 2024-05-10T11:26:13.853 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.853+0000 7fc1727fc700 1 -- 172.21.15.53:0/2826792612 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v92) ==== 181+0+0 (secure 0 0 0) 0x7fc1780a9dd0 con 0x7fc17c0756d0 2024-05-10T11:26:13.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.856+0000 7fc1836de700 1 -- 172.21.15.53:0/2826792612 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc1680b2880 msgr2=0x7fc1680b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:13.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.856+0000 7fc1836de700 1 --2- 172.21.15.53:0/2826792612 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc1680b2880 0x7fc1680b4d40 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fc17c113c90 tx=0x7fc16c005fb0 comp rx=0 tx=0).stop 2024-05-10T11:26:13.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.856+0000 7fc1836de700 1 -- 172.21.15.53:0/2826792612 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc17c0756d0 msgr2=0x7fc17c1a0150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:13.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.856+0000 7fc1836de700 1 --2- 172.21.15.53:0/2826792612 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc17c0756d0 0x7fc17c1a0150 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7fc17800e9a0 tx=0x7fc17800ecb0 comp rx=0 tx=0).stop 2024-05-10T11:26:13.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.856+0000 7fc1836de700 1 -- 172.21.15.53:0/2826792612 shutdown_connections 2024-05-10T11:26:13.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.856+0000 7fc1836de700 1 --2- 172.21.15.53:0/2826792612 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7fc1680b2880 0x7fc1680b4d40 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:13.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.856+0000 7fc1836de700 1 --2- 172.21.15.53:0/2826792612 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7fc17c1146a0 0x7fc17c1a4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:13.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.856+0000 7fc1836de700 1 --2- 172.21.15.53:0/2826792612 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7fc17c0756d0 0x7fc17c1a0150 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:13.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.856+0000 7fc1836de700 1 --2- 172.21.15.53:0/2826792612 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7fc17c075ff0 0x7fc17c1a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:13.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.856+0000 7fc1836de700 1 -- 172.21.15.53:0/2826792612 >> 172.21.15.53:0/2826792612 conn(0x7fc17c07a650 msgr2=0x7fc17c110140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:26:13.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.857+0000 7fc1836de700 1 -- 172.21.15.53:0/2826792612 shutdown_connections 2024-05-10T11:26:13.857 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:13.857+0000 7fc1836de700 1 -- 172.21.15.53:0/2826792612 wait complete. 2024-05-10T11:26:13.858 INFO:teuthology.orchestra.run.smithi053.stderr:pool 'cephfs_metadata' removed 2024-05-10T11:26:14.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:13 smithi132 ceph-mon[33758]: pgmap v584: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-05-10T11:26:14.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:13 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2826792612' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-10T11:26:14.228 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:13 smithi053 ceph-mon[30153]: pgmap v584: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-05-10T11:26:14.228 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:13 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2826792612' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-10T11:26:14.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:13 smithi187 ceph-mon[34076]: pgmap v584: 129 pgs: 129 active+clean; 1007 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-05-10T11:26:14.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:13 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2826792612' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-10T11:26:14.723 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-05-10T11:26:14.984 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:26:15.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:14 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2826792612' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-10T11:26:15.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:14 smithi053 ceph-mon[30153]: osdmap e92: 12 total, 12 up, 12 in 2024-05-10T11:26:15.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:14 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2826792612' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-10T11:26:15.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:14 smithi132 ceph-mon[33758]: osdmap e92: 12 total, 12 up, 12 in 2024-05-10T11:26:15.259 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:14 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2826792612' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-10T11:26:15.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:14 smithi187 ceph-mon[34076]: osdmap e92: 12 total, 12 up, 12 in 2024-05-10T11:26:16.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:15 smithi132 ceph-mon[33758]: pgmap v586: 97 pgs: 97 active+clean; 577 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:26:16.232 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:15 smithi053 ceph-mon[30153]: pgmap v586: 97 pgs: 97 active+clean; 577 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:26:16.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:15 smithi187 ceph-mon[34076]: pgmap v586: 97 pgs: 97 active+clean; 577 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:26:16.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.793+0000 7f9dc4ab5700 1 -- 172.21.15.53:0/3151199780 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9dc01023a0 msgr2=0x7f9dc0102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:16.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.793+0000 7f9dc4ab5700 1 --2- 172.21.15.53:0/3151199780 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9dc01023a0 0x7f9dc0102820 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f9db4009990 tx=0x7f9db4009ca0 comp rx=0 tx=0).stop 2024-05-10T11:26:16.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.793+0000 7f9dc4ab5700 1 -- 172.21.15.53:0/3151199780 shutdown_connections 2024-05-10T11:26:16.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.793+0000 7f9dc4ab5700 1 --2- 172.21.15.53:0/3151199780 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9dc0102d60 0x7f9dc010f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:16.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.793+0000 7f9dc4ab5700 1 --2- 172.21.15.53:0/3151199780 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9dc0108410 0x7f9dc01087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:16.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.793+0000 7f9dc4ab5700 1 --2- 172.21.15.53:0/3151199780 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9dc01023a0 0x7f9dc0102820 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:16.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.793+0000 7f9dc4ab5700 1 -- 172.21.15.53:0/3151199780 >> 172.21.15.53:0/3151199780 conn(0x7f9dc0079350 msgr2=0x7f9dc0079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:26:16.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.793+0000 7f9dc4ab5700 1 -- 172.21.15.53:0/3151199780 shutdown_connections 2024-05-10T11:26:16.794 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.793+0000 7f9dc4ab5700 1 -- 172.21.15.53:0/3151199780 wait complete. 2024-05-10T11:26:16.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.794+0000 7f9dc4ab5700 1 Processor -- start 2024-05-10T11:26:16.796 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.794+0000 7f9dc4ab5700 1 -- start start 2024-05-10T11:26:16.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.794+0000 7f9dc4ab5700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9dc01023a0 0x7f9dc0104080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:16.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.794+0000 7f9dc4ab5700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9dc0102d60 0x7f9dc01045c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:16.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.794+0000 7f9dc4ab5700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9dc0108410 0x7f9dc0104b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:16.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.794+0000 7f9dc4ab5700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f9dc0112460 con 0x7f9dc01023a0 2024-05-10T11:26:16.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.794+0000 7f9dc4ab5700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f9dc01122e0 con 0x7f9dc0108410 2024-05-10T11:26:16.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.794+0000 7f9dc4ab5700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f9dc01125e0 con 0x7f9dc0102d60 2024-05-10T11:26:16.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.794+0000 7f9dbe59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9dc01023a0 0x7f9dc0104080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:16.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.795+0000 7f9dbe59c700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9dc01023a0 0x7f9dc0104080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:50360/0 (socket says 172.21.15.53:50360) 2024-05-10T11:26:16.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.795+0000 7f9dbe59c700 1 -- 172.21.15.53:0/2148673262 learned_addr learned my addr 172.21.15.53:0/2148673262 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:26:16.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.795+0000 7f9dbed9d700 1 --2- 172.21.15.53:0/2148673262 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9dc0108410 0x7f9dc0104b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:16.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.795+0000 7f9dbdd9b700 1 --2- 172.21.15.53:0/2148673262 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9dc0102d60 0x7f9dc01045c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:16.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.795+0000 7f9dbe59c700 1 -- 172.21.15.53:0/2148673262 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9dc0102d60 msgr2=0x7f9dc01045c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:16.797 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.795+0000 7f9dbe59c700 1 --2- 172.21.15.53:0/2148673262 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9dc0102d60 0x7f9dc01045c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:16.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.795+0000 7f9dbe59c700 1 -- 172.21.15.53:0/2148673262 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9dc0108410 msgr2=0x7f9dc0104b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:16.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.795+0000 7f9dbe59c700 1 --2- 172.21.15.53:0/2148673262 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9dc0108410 0x7f9dc0104b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:16.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.795+0000 7f9dbe59c700 1 -- 172.21.15.53:0/2148673262 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dc01a7f90 con 0x7f9dc01023a0 2024-05-10T11:26:16.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.795+0000 7f9dbdd9b700 1 --2- 172.21.15.53:0/2148673262 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9dc0102d60 0x7f9dc01045c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-10T11:26:16.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.795+0000 7f9dbe59c700 1 --2- 172.21.15.53:0/2148673262 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9dc01023a0 0x7f9dc0104080 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f9db000ba50 tx=0x7f9db000bd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:26:16.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.795+0000 7f9daf7fe700 1 -- 172.21.15.53:0/2148673262 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9db0019070 con 0x7f9dc01023a0 2024-05-10T11:26:16.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.795+0000 7f9dc4ab5700 1 -- 172.21.15.53:0/2148673262 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9dc01a8280 con 0x7f9dc01023a0 2024-05-10T11:26:16.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.795+0000 7f9daf7fe700 1 -- 172.21.15.53:0/2148673262 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9db000ce40 con 0x7f9dc01023a0 2024-05-10T11:26:16.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.795+0000 7f9daf7fe700 1 -- 172.21.15.53:0/2148673262 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9db0007370 con 0x7f9dc01023a0 2024-05-10T11:26:16.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.795+0000 7f9dc4ab5700 1 -- 172.21.15.53:0/2148673262 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9dc01a87c0 con 0x7f9dc01023a0 2024-05-10T11:26:16.798 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.797+0000 7f9dc4ab5700 1 -- 172.21.15.53:0/2148673262 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9dc006a190 con 0x7f9dc01023a0 2024-05-10T11:26:16.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.798+0000 7f9daf7fe700 1 -- 172.21.15.53:0/2148673262 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f9db001c070 con 0x7f9dc01023a0 2024-05-10T11:26:16.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.798+0000 7f9daf7fe700 1 --2- 172.21.15.53:0/2148673262 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9da80b2880 0x7f9da80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:16.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.799+0000 7f9dbdd9b700 1 --2- 172.21.15.53:0/2148673262 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9da80b2880 0x7f9da80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:16.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.799+0000 7f9daf7fe700 1 -- 172.21.15.53:0/2148673262 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9026+0+0 (secure 0 0 0) 0x7f9db00e1af0 con 0x7f9dc01023a0 2024-05-10T11:26:16.799 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.799+0000 7f9dbdd9b700 1 --2- 172.21.15.53:0/2148673262 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9da80b2880 0x7f9da80b4d40 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f9db4005850 tx=0x7f9db401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:26:16.803 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:16.803+0000 7f9daf7fe700 1 -- 172.21.15.53:0/2148673262 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f9db0051d70 con 0x7f9dc01023a0 2024-05-10T11:26:17.019 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:17.019+0000 7f9dc4ab5700 1 -- 172.21.15.53:0/2148673262 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f9dc01a8a80 con 0x7f9dc01023a0 2024-05-10T11:26:17.875 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:17.875+0000 7f9daf7fe700 1 -- 172.21.15.53:0/2148673262 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v93) ==== 169+0+0 (secure 0 0 0) 0x7f9db00a94f0 con 0x7f9dc01023a0 2024-05-10T11:26:17.881 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:17.880+0000 7f9dc4ab5700 1 -- 172.21.15.53:0/2148673262 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9da80b2880 msgr2=0x7f9da80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:17.881 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:17.880+0000 7f9dc4ab5700 1 --2- 172.21.15.53:0/2148673262 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9da80b2880 0x7f9da80b4d40 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f9db4005850 tx=0x7f9db401a040 comp rx=0 tx=0).stop 2024-05-10T11:26:17.881 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:17.880+0000 7f9dc4ab5700 1 -- 172.21.15.53:0/2148673262 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9dc01023a0 msgr2=0x7f9dc0104080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:17.881 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:17.880+0000 7f9dc4ab5700 1 --2- 172.21.15.53:0/2148673262 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9dc01023a0 0x7f9dc0104080 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f9db000ba50 tx=0x7f9db000bd60 comp rx=0 tx=0).stop 2024-05-10T11:26:17.881 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:17.880+0000 7f9dc4ab5700 1 -- 172.21.15.53:0/2148673262 shutdown_connections 2024-05-10T11:26:17.881 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:17.880+0000 7f9dc4ab5700 1 --2- 172.21.15.53:0/2148673262 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f9da80b2880 0x7f9da80b4d40 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:17.881 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:17.880+0000 7f9dc4ab5700 1 --2- 172.21.15.53:0/2148673262 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f9dc0108410 0x7f9dc0104b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:17.881 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:17.880+0000 7f9dc4ab5700 1 --2- 172.21.15.53:0/2148673262 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f9dc01023a0 0x7f9dc0104080 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:17.881 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:17.880+0000 7f9dc4ab5700 1 --2- 172.21.15.53:0/2148673262 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f9dc0102d60 0x7f9dc01045c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:17.881 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:17.880+0000 7f9dc4ab5700 1 -- 172.21.15.53:0/2148673262 >> 172.21.15.53:0/2148673262 conn(0x7f9dc0079350 msgr2=0x7f9dc0101660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:26:17.881 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:17.881+0000 7f9dc4ab5700 1 -- 172.21.15.53:0/2148673262 shutdown_connections 2024-05-10T11:26:17.881 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:17.881+0000 7f9dc4ab5700 1 -- 172.21.15.53:0/2148673262 wait complete. 2024-05-10T11:26:17.882 INFO:teuthology.orchestra.run.smithi053.stderr:pool 'cephfs_data' removed 2024-05-10T11:26:18.125 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:17 smithi053 ceph-mon[30153]: pgmap v587: 97 pgs: 97 active+clean; 577 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:26:18.125 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:17 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2148673262' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-10T11:26:18.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:17 smithi132 ceph-mon[33758]: pgmap v587: 97 pgs: 97 active+clean; 577 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:26:18.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:17 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2148673262' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-10T11:26:18.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:17 smithi187 ceph-mon[34076]: pgmap v587: 97 pgs: 97 active+clean; 577 KiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:26:18.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:17 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2148673262' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-10T11:26:18.808 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b shell --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 -- ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-05-10T11:26:19.064 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/mon.a/config 2024-05-10T11:26:19.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:18 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/2148673262' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-10T11:26:19.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:18 smithi053 ceph-mon[30153]: osdmap e93: 12 total, 12 up, 12 in 2024-05-10T11:26:19.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:18 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/2148673262' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-10T11:26:19.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:18 smithi132 ceph-mon[33758]: osdmap e93: 12 total, 12 up, 12 in 2024-05-10T11:26:19.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:18 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/2148673262' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-10T11:26:19.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:18 smithi187 ceph-mon[34076]: osdmap e93: 12 total, 12 up, 12 in 2024-05-10T11:26:20.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:19 smithi132 ceph-mon[33758]: pgmap v589: 33 pgs: 33 active+clean; 577 KiB data, 550 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:26:20.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:19 smithi187 ceph-mon[34076]: pgmap v589: 33 pgs: 33 active+clean; 577 KiB data, 550 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:26:20.319 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:19 smithi053 ceph-mon[30153]: pgmap v589: 33 pgs: 33 active+clean; 577 KiB data, 550 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:26:20.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.888+0000 7f732d2bc700 1 -- 172.21.15.53:0/2419445352 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7328102390 msgr2=0x7f7328102810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:20.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.888+0000 7f732d2bc700 1 --2- 172.21.15.53:0/2419445352 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7328102390 0x7f7328102810 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f7310009990 tx=0x7f7310009ca0 comp rx=0 tx=0).stop 2024-05-10T11:26:20.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.888+0000 7f732d2bc700 1 -- 172.21.15.53:0/2419445352 shutdown_connections 2024-05-10T11:26:20.891 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.888+0000 7f732d2bc700 1 --2- 172.21.15.53:0/2419445352 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7328102d50 0x7f732810f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:20.892 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.888+0000 7f732d2bc700 1 --2- 172.21.15.53:0/2419445352 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7328108400 0x7f73281087e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:20.892 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.888+0000 7f732d2bc700 1 --2- 172.21.15.53:0/2419445352 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7328102390 0x7f7328102810 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:20.892 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.888+0000 7f732d2bc700 1 -- 172.21.15.53:0/2419445352 >> 172.21.15.53:0/2419445352 conn(0x7f7328079310 msgr2=0x7f7328079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:26:20.892 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.888+0000 7f732d2bc700 1 -- 172.21.15.53:0/2419445352 shutdown_connections 2024-05-10T11:26:20.892 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.888+0000 7f732d2bc700 1 -- 172.21.15.53:0/2419445352 wait complete. 2024-05-10T11:26:20.892 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.889+0000 7f732d2bc700 1 Processor -- start 2024-05-10T11:26:20.892 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.889+0000 7f732d2bc700 1 -- start start 2024-05-10T11:26:20.892 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.889+0000 7f732d2bc700 1 --2- >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7328102390 0x7f732819f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:20.892 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.889+0000 7f732d2bc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7328102d50 0x7f732819fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:20.892 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.889+0000 7f732d2bc700 1 --2- >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7328108400 0x7f73281998a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:20.892 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.889+0000 7f732d2bc700 1 -- --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_getmap magic: 0 -- 0x7f73281123f0 con 0x7f7328102d50 2024-05-10T11:26:20.892 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.889+0000 7f732d2bc700 1 -- --> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] -- mon_getmap magic: 0 -- 0x7f7328112270 con 0x7f7328102390 2024-05-10T11:26:20.892 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.889+0000 7f732d2bc700 1 -- --> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] -- mon_getmap magic: 0 -- 0x7f7328112570 con 0x7f7328108400 2024-05-10T11:26:20.892 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.889+0000 7f73267fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7328102d50 0x7f732819fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:20.893 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.889+0000 7f73267fc700 1 --2- >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7328102d50 0x7f732819fc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.53:3300/0 says I am v2:172.21.15.53:60864/0 (socket says 172.21.15.53:60864) 2024-05-10T11:26:20.893 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.889+0000 7f73267fc700 1 -- 172.21.15.53:0/949184178 learned_addr learned my addr 172.21.15.53:0/949184178 (peer_addr_for_me v2:172.21.15.53:0/0) 2024-05-10T11:26:20.893 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.889+0000 7f7326ffd700 1 --2- 172.21.15.53:0/949184178 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7328102390 0x7f732819f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:20.893 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.889+0000 7f73277fe700 1 --2- 172.21.15.53:0/949184178 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7328108400 0x7f73281998a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:20.893 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.889+0000 7f73267fc700 1 -- 172.21.15.53:0/949184178 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7328108400 msgr2=0x7f73281998a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:20.893 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.889+0000 7f73267fc700 1 --2- 172.21.15.53:0/949184178 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7328108400 0x7f73281998a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:20.893 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.889+0000 7f73267fc700 1 -- 172.21.15.53:0/949184178 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7328102390 msgr2=0x7f732819f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:20.893 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.889+0000 7f73267fc700 1 --2- 172.21.15.53:0/949184178 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7328102390 0x7f732819f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:20.893 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.889+0000 7f73267fc700 1 -- 172.21.15.53:0/949184178 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f732819a000 con 0x7f7328102d50 2024-05-10T11:26:20.893 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.890+0000 7f73277fe700 1 --2- 172.21.15.53:0/949184178 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7328108400 0x7f73281998a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-10T11:26:20.893 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.890+0000 7f73267fc700 1 --2- 172.21.15.53:0/949184178 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7328102d50 0x7f732819fc20 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f7310006010 tx=0x7f731000bfc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:26:20.893 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.890+0000 7f731ffff700 1 -- 172.21.15.53:0/949184178 <== mon.0 v2:172.21.15.53:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7310027070 con 0x7f7328102d50 2024-05-10T11:26:20.893 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.890+0000 7f731ffff700 1 -- 172.21.15.53:0/949184178 <== mon.0 v2:172.21.15.53:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7310022470 con 0x7f7328102d50 2024-05-10T11:26:20.893 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.890+0000 7f732d2bc700 1 -- 172.21.15.53:0/949184178 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f732819a290 con 0x7f7328102d50 2024-05-10T11:26:20.893 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.890+0000 7f731ffff700 1 -- 172.21.15.53:0/949184178 <== mon.0 v2:172.21.15.53:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7310017650 con 0x7f7328102d50 2024-05-10T11:26:20.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.890+0000 7f732d2bc700 1 -- 172.21.15.53:0/949184178 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73281a65b0 con 0x7f7328102d50 2024-05-10T11:26:20.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.891+0000 7f732d2bc700 1 -- 172.21.15.53:0/949184178 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7328103ab0 con 0x7f7328102d50 2024-05-10T11:26:20.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.893+0000 7f731ffff700 1 -- 172.21.15.53:0/949184178 <== mon.0 v2:172.21.15.53:3300/0 4 ==== mgrmap(e 20) ==== 149652+0+0 (secure 0 0 0) 0x7f7310009d10 con 0x7f7328102d50 2024-05-10T11:26:20.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.894+0000 7f731ffff700 1 --2- 172.21.15.53:0/949184178 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f73140b2880 0x7f73140b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-10T11:26:20.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.894+0000 7f7326ffd700 1 --2- 172.21.15.53:0/949184178 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f73140b2880 0x7f73140b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-10T11:26:20.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.894+0000 7f731ffff700 1 -- 172.21.15.53:0/949184178 <== mon.0 v2:172.21.15.53:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8496+0+0 (secure 0 0 0) 0x7f73100e3220 con 0x7f7328102d50 2024-05-10T11:26:20.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.895+0000 7f7326ffd700 1 --2- 172.21.15.53:0/949184178 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f73140b2880 0x7f73140b4d40 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f732819a9e0 tx=0x7f731800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-10T11:26:20.897 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:20.897+0000 7f731ffff700 1 -- 172.21.15.53:0/949184178 <== mon.0 v2:172.21.15.53:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191839 (secure 0 0 0) 0x7f7310013070 con 0x7f7328102d50 2024-05-10T11:26:21.110 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:21.110+0000 7f732d2bc700 1 -- 172.21.15.53:0/949184178 --> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7f732806a190 con 0x7f7328102d50 2024-05-10T11:26:21.889 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:21.889+0000 7f731ffff700 1 -- 172.21.15.53:0/949184178 <== mon.0 v2:172.21.15.53:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v94) ==== 178+0+0 (secure 0 0 0) 0x7f732806a190 con 0x7f7328102d50 2024-05-10T11:26:21.893 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:21.893+0000 7f732d2bc700 1 -- 172.21.15.53:0/949184178 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f73140b2880 msgr2=0x7f73140b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:21.893 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:21.893+0000 7f732d2bc700 1 --2- 172.21.15.53:0/949184178 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f73140b2880 0x7f73140b4d40 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f732819a9e0 tx=0x7f731800b040 comp rx=0 tx=0).stop 2024-05-10T11:26:21.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:21.893+0000 7f732d2bc700 1 -- 172.21.15.53:0/949184178 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7328102d50 msgr2=0x7f732819fc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-10T11:26:21.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:21.893+0000 7f732d2bc700 1 --2- 172.21.15.53:0/949184178 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7328102d50 0x7f732819fc20 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f7310006010 tx=0x7f731000bfc0 comp rx=0 tx=0).stop 2024-05-10T11:26:21.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:21.894+0000 7f732d2bc700 1 -- 172.21.15.53:0/949184178 shutdown_connections 2024-05-10T11:26:21.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:21.894+0000 7f732d2bc700 1 --2- 172.21.15.53:0/949184178 >> [v2:172.21.15.53:6800/68657515,v1:172.21.15.53:6801/68657515] conn(0x7f73140b2880 0x7f73140b4d40 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:21.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:21.894+0000 7f732d2bc700 1 --2- 172.21.15.53:0/949184178 >> [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] conn(0x7f7328108400 0x7f73281998a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:21.894 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:21.894+0000 7f732d2bc700 1 --2- 172.21.15.53:0/949184178 >> [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] conn(0x7f7328102390 0x7f732819f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:21.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:21.894+0000 7f732d2bc700 1 --2- 172.21.15.53:0/949184178 >> [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] conn(0x7f7328102d50 0x7f732819fc20 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-10T11:26:21.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:21.894+0000 7f732d2bc700 1 -- 172.21.15.53:0/949184178 >> 172.21.15.53:0/949184178 conn(0x7f7328079310 msgr2=0x7f732806bc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-10T11:26:21.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:21.894+0000 7f732d2bc700 1 -- 172.21.15.53:0/949184178 shutdown_connections 2024-05-10T11:26:21.895 INFO:teuthology.orchestra.run.smithi053.stderr:2024-05-10T11:26:21.895+0000 7f732d2bc700 1 -- 172.21.15.53:0/949184178 wait complete. 2024-05-10T11:26:21.896 INFO:teuthology.orchestra.run.smithi053.stderr:pool 'cephfs_data_ec' removed 2024-05-10T11:26:22.223 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:21 smithi132 ceph-mon[33758]: pgmap v590: 33 pgs: 33 active+clean; 577 KiB data, 550 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:26:22.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:21 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/949184178' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-10T11:26:22.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:21 smithi187 ceph-mon[34076]: pgmap v590: 33 pgs: 33 active+clean; 577 KiB data, 550 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:26:22.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:21 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/949184178' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-10T11:26:22.311 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:21 smithi053 ceph-mon[30153]: pgmap v590: 33 pgs: 33 active+clean; 577 KiB data, 550 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-10T11:26:22.311 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:21 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/949184178' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-10T11:26:22.776 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-10T11:26:22.808 DEBUG:teuthology.orchestra.run.smithi132:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-10T11:26:22.841 DEBUG:teuthology.orchestra.run.smithi187:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-10T11:26:22.876 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-05-10T11:26:22.876 DEBUG:teuthology.orchestra.run.smithi053:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-10T11:26:22.895 DEBUG:teuthology.orchestra.run.smithi132:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-10T11:26:22.912 DEBUG:teuthology.orchestra.run.smithi187:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-10T11:26:22.935 INFO:tasks.cephadm:Stopping all daemons... 2024-05-10T11:26:22.935 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-05-10T11:26:22.935 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mon.a 2024-05-10T11:26:23.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:22 smithi053 ceph-mon[30153]: from='client.? 172.21.15.53:0/949184178' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-05-10T11:26:23.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:22 smithi053 ceph-mon[30153]: osdmap e94: 12 total, 12 up, 12 in 2024-05-10T11:26:23.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:22 smithi053 systemd[1]: Stopping Ceph mon.a for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:26:23.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:22 smithi132 ceph-mon[33758]: from='client.? 172.21.15.53:0/949184178' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-05-10T11:26:23.224 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:22 smithi132 ceph-mon[33758]: osdmap e94: 12 total, 12 up, 12 in 2024-05-10T11:26:23.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:22 smithi187 ceph-mon[34076]: from='client.? 172.21.15.53:0/949184178' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-05-10T11:26:23.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:22 smithi187 ceph-mon[34076]: osdmap e94: 12 total, 12 up, 12 in 2024-05-10T11:26:23.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:23 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-a[30149]: 2024-05-10T11:26:23.259+0000 7f1f43cb9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:26:23.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:23 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-a[30149]: 2024-05-10T11:26:23.259+0000 7f1f43cb9700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-05-10T11:26:23.569 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:23 smithi053 podman[100283]: 2024-05-10 11:26:23.36296223 +0000 UTC m=+0.221508474 container died 216bd55157784eff0be33f913ff894a9a02f40971f9072637fd0ecf9c819cc22 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-a, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-05-10T11:26:24.037 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:23 smithi053 podman[100283]: 2024-05-10 11:26:23.810937773 +0000 UTC m=+0.669484002 container cleanup 216bd55157784eff0be33f913ff894a9a02f40971f9072637fd0ecf9c819cc22 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-a, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_CLEAN=True, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-10T11:26:24.037 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:23 smithi053 bash[100283]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-a 2024-05-10T11:26:24.289 INFO:journalctl@ceph.mon.a.smithi053.stdout:May 10 11:26:24 smithi053 podman[100297]: 2024-05-10 11:26:24.037651858 +0000 UTC m=+0.668923723 container remove 216bd55157784eff0be33f913ff894a9a02f40971f9072637fd0ecf9c819cc22 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-a, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS) 2024-05-10T11:26:24.294 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mon.a.service' 2024-05-10T11:26:24.369 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:26:24.369 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-05-10T11:26:24.369 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-05-10T11:26:24.369 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mon.b 2024-05-10T11:26:24.709 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:24 smithi132 systemd[1]: Stopping Ceph mon.b for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:26:24.973 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:24 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-b[33754]: 2024-05-10T11:26:24.708+0000 7f13a6fe5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:26:24.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:24 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-b[33754]: 2024-05-10T11:26:24.708+0000 7f13a6fe5700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-05-10T11:26:24.974 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:24 smithi132 podman[67390]: 2024-05-10 11:26:24.903801002 +0000 UTC m=+0.331541143 container died 3b67a6e6912c9053d5bc378b9ac4cc17fc5a38807a2fdd7abf4e334362f8dffe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-10T11:26:25.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:25 smithi132 podman[67390]: 2024-05-10 11:26:25.327387517 +0000 UTC m=+0.755127664 container cleanup 3b67a6e6912c9053d5bc378b9ac4cc17fc5a38807a2fdd7abf4e334362f8dffe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-b, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, maintainer=Guillaume Abrioux ) 2024-05-10T11:26:25.474 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:25 smithi132 bash[67390]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-b 2024-05-10T11:26:25.881 INFO:journalctl@ceph.mon.b.smithi132.stdout:May 10 11:26:25 smithi132 podman[67403]: 2024-05-10 11:26:25.621186554 +0000 UTC m=+0.710927789 container remove 3b67a6e6912c9053d5bc378b9ac4cc17fc5a38807a2fdd7abf4e334362f8dffe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-b, org.label-schema.build-date=20240507, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD) 2024-05-10T11:26:25.895 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mon.b.service' 2024-05-10T11:26:25.951 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:26:25.951 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-05-10T11:26:25.951 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-05-10T11:26:25.952 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mon.c 2024-05-10T11:26:26.260 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:25 smithi187 systemd[1]: Stopping Ceph mon.c for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:26:26.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:26 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-c[34059]: 2024-05-10T11:26:26.271+0000 7fc27c881700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:26:26.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:26 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-c[34059]: 2024-05-10T11:26:26.271+0000 7fc27c881700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-05-10T11:26:26.760 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:26 smithi187 podman[67872]: 2024-05-10 11:26:26.516651943 +0000 UTC m=+0.368521640 container died 2c62ffb3b237257ab6a66b6f6a110740d50ecb74d10fb08ec5b40433dc93fbea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-c, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, ceph=True, io.buildah.version=1.33.5) 2024-05-10T11:26:27.169 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:26 smithi187 podman[67872]: 2024-05-10 11:26:26.916370059 +0000 UTC m=+0.768239763 container cleanup 2c62ffb3b237257ab6a66b6f6a110740d50ecb74d10fb08ec5b40433dc93fbea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-c, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True) 2024-05-10T11:26:27.169 INFO:journalctl@ceph.mon.c.smithi187.stdout:May 10 11:26:26 smithi187 bash[67872]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mon-c 2024-05-10T11:26:27.339 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mon.c.service' 2024-05-10T11:26:27.383 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:26:27.383 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-05-10T11:26:27.383 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-05-10T11:26:27.383 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mgr.x 2024-05-10T11:26:27.707 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:26:27 smithi053 systemd[1]: Stopping Ceph mgr.x for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:26:28.033 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:26:27 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:26:27.706+0000 7f04fdd37700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:26:28.033 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:26:27 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x[30380]: 2024-05-10T11:26:27.706+0000 7f04fdd37700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-05-10T11:26:28.033 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:26:27 smithi053 podman[100403]: 2024-05-10 11:26:27.73879653 +0000 UTC m=+0.157664915 container died 727760f9c2509c80cff30fc7cb32571daced61ad3c41aef104aa7a9a192f12a0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x, GIT_BRANCH=HEAD, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-05-10T11:26:28.319 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:26:28 smithi053 podman[100403]: 2024-05-10 11:26:28.259064382 +0000 UTC m=+0.677932764 container cleanup 727760f9c2509c80cff30fc7cb32571daced61ad3c41aef104aa7a9a192f12a0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-05-10T11:26:28.319 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:26:28 smithi053 bash[100403]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x 2024-05-10T11:26:28.753 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mgr.x.service' 2024-05-10T11:26:28.776 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:26:28 smithi053 podman[100416]: 2024-05-10 11:26:28.511362126 +0000 UTC m=+0.770181373 container remove 727760f9c2509c80cff30fc7cb32571daced61ad3c41aef104aa7a9a192f12a0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d39fa08867836ac070c47cb66c782fa559fd480b, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, ceph=True, maintainer=Guillaume Abrioux ) 2024-05-10T11:26:28.776 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:26:28 smithi053 systemd[1]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mgr.x.service: Deactivated successfully. 2024-05-10T11:26:28.776 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:26:28 smithi053 systemd[1]: Stopped Ceph mgr.x for 745ae8e0-0ebd-11ef-bc98-c7b262605968. 2024-05-10T11:26:28.776 INFO:journalctl@ceph.mgr.x.smithi053.stdout:May 10 11:26:28 smithi053 systemd[1]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mgr.x.service: Consumed 1min 10.758s CPU time. 2024-05-10T11:26:28.790 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:26:28.790 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-05-10T11:26:28.790 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-05-10T11:26:28.791 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mgr.y 2024-05-10T11:26:29.136 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:26:28 smithi132 systemd[1]: Stopping Ceph mgr.y for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:26:29.467 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:26:29 smithi132 podman[67512]: 2024-05-10 11:26:29.136655891 +0000 UTC m=+0.148441079 container died f69d16aa788e22a5bf8d3d565df2cd24b7e4edcbdfed6fdf5efaa0774de3e690 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, CEPH_POINT_RELEASE=, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-10T11:26:29.724 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:26:29 smithi132 podman[67512]: 2024-05-10 11:26:29.592974339 +0000 UTC m=+0.604759519 container cleanup f69d16aa788e22a5bf8d3d565df2cd24b7e4edcbdfed6fdf5efaa0774de3e690 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y, org.label-schema.license=GPLv2, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True) 2024-05-10T11:26:29.724 INFO:journalctl@ceph.mgr.y.smithi132.stdout:May 10 11:26:29 smithi132 bash[67512]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-y 2024-05-10T11:26:30.067 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mgr.y.service' 2024-05-10T11:26:30.102 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:26:30.103 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-05-10T11:26:30.103 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-05-10T11:26:30.103 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mgr.z 2024-05-10T11:26:30.441 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:26:30 smithi187 systemd[1]: Stopping Ceph mgr.z for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:26:30.760 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:26:30 smithi187 podman[67996]: 2024-05-10 11:26:30.441541617 +0000 UTC m=+0.143935723 container died 2b061277e60f719c890051b2b60a5bb4bfdc7e0f3c14e59a61772e85e1fc24e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08) 2024-05-10T11:26:31.201 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:26:30 smithi187 podman[67996]: 2024-05-10 11:26:30.924726323 +0000 UTC m=+0.627120421 container cleanup 2b061277e60f719c890051b2b60a5bb4bfdc7e0f3c14e59a61772e85e1fc24e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240507, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-05-10T11:26:31.201 INFO:journalctl@ceph.mgr.z.smithi187.stdout:May 10 11:26:30 smithi187 bash[67996]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mgr-z 2024-05-10T11:26:31.348 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mgr.z.service' 2024-05-10T11:26:31.383 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:26:31.383 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-05-10T11:26:31.383 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-05-10T11:26:31.383 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.0 2024-05-10T11:26:31.722 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:26:31 smithi053 systemd[1]: Stopping Ceph osd.0 for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:26:32.069 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:26:31 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-0[42177]: 2024-05-10T11:26:31.722+0000 7fda0dcae700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:26:32.069 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:26:31 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-0[42177]: 2024-05-10T11:26:31.722+0000 7fda0dcae700 -1 osd.0 94 *** Got signal Terminated *** 2024-05-10T11:26:32.069 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:26:31 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-0[42177]: 2024-05-10T11:26:31.722+0000 7fda0dcae700 -1 osd.0 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-10T11:26:37.319 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:26:37 smithi053 podman[100536]: 2024-05-10 11:26:37.055061853 +0000 UTC m=+5.465423269 container died fbf8edef185e81acdbce03c154c75e67dde391590cc75740b135455df92ff732 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240507) 2024-05-10T11:26:37.737 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:26:37 smithi053 podman[100536]: 2024-05-10 11:26:37.448138574 +0000 UTC m=+5.858499986 container cleanup fbf8edef185e81acdbce03c154c75e67dde391590cc75740b135455df92ff732 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, maintainer=Guillaume Abrioux ) 2024-05-10T11:26:37.737 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:26:37 smithi053 bash[100536]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-0 2024-05-10T11:26:38.069 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:26:37 smithi053 podman[100553]: 2024-05-10 11:26:37.737864202 +0000 UTC m=+0.672965549 container remove fbf8edef185e81acdbce03c154c75e67dde391590cc75740b135455df92ff732 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e) 2024-05-10T11:26:38.396 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:26:38 smithi053 podman[100648]: 2024-05-10 11:26:37.994248624 +0000 UTC m=+0.018373250 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:26:38.396 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:26:38 smithi053 podman[100648]: 2024-05-10 11:26:38.097142098 +0000 UTC m=+0.121266773 container create 1f569ea3dcd25e6994bf365ac87a1cfbae75554accd81906429bbb7e230b59a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_CLEAN=True, org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-05-10T11:26:38.721 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:26:38 smithi053 podman[100648]: 2024-05-10 11:26:38.396981734 +0000 UTC m=+0.421106348 container init 1f569ea3dcd25e6994bf365ac87a1cfbae75554accd81906429bbb7e230b59a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-10T11:26:38.721 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:26:38 smithi053 podman[100648]: 2024-05-10 11:26:38.400871624 +0000 UTC m=+0.424996237 container start 1f569ea3dcd25e6994bf365ac87a1cfbae75554accd81906429bbb7e230b59a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-0-deactivate, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=) 2024-05-10T11:26:38.721 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:26:38 smithi053 podman[100648]: 2024-05-10 11:26:38.50430838 +0000 UTC m=+0.528433000 container attach 1f569ea3dcd25e6994bf365ac87a1cfbae75554accd81906429bbb7e230b59a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-0-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-10T11:26:39.069 INFO:journalctl@ceph.osd.0.smithi053.stdout:May 10 11:26:38 smithi053 podman[100648]: 2024-05-10 11:26:38.722110896 +0000 UTC m=+0.746235518 container died 1f569ea3dcd25e6994bf365ac87a1cfbae75554accd81906429bbb7e230b59a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, ceph=True, CEPH_POINT_RELEASE=) 2024-05-10T11:26:39.416 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.0.service' 2024-05-10T11:26:39.463 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:26:39.464 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-05-10T11:26:39.464 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-05-10T11:26:39.464 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.1 2024-05-10T11:26:39.814 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:26:39 smithi132 systemd[1]: Stopping Ceph osd.1 for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:26:40.223 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:26:39 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-1[38340]: 2024-05-10T11:26:39.813+0000 7f00969c6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:26:40.223 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:26:39 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-1[38340]: 2024-05-10T11:26:39.813+0000 7f00969c6700 -1 osd.1 94 *** Got signal Terminated *** 2024-05-10T11:26:40.224 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:26:39 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-1[38340]: 2024-05-10T11:26:39.813+0000 7f00969c6700 -1 osd.1 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-10T11:26:45.464 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:26:45 smithi132 podman[67638]: 2024-05-10 11:26:45.138914084 +0000 UTC m=+5.473321839 container died 4b47e9e9a1e064db7bd0cd38646353c804ea0b311253a7ce455b1f637784d2bf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-1, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-10T11:26:45.723 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:26:45 smithi132 podman[67638]: 2024-05-10 11:26:45.556506649 +0000 UTC m=+5.890914409 container cleanup 4b47e9e9a1e064db7bd0cd38646353c804ea0b311253a7ce455b1f637784d2bf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-1, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507) 2024-05-10T11:26:45.724 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:26:45 smithi132 bash[67638]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-1 2024-05-10T11:26:46.186 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:26:45 smithi132 podman[67657]: 2024-05-10 11:26:45.766569786 +0000 UTC m=+0.629211520 container remove 4b47e9e9a1e064db7bd0cd38646353c804ea0b311253a7ce455b1f637784d2bf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-1, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-05-10T11:26:46.474 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:26:46 smithi132 podman[67749]: 2024-05-10 11:26:46.090465914 +0000 UTC m=+0.018314597 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:26:46.474 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:26:46 smithi132 podman[67749]: 2024-05-10 11:26:46.209470165 +0000 UTC m=+0.137318835 container create 46cb5c0fc303de95d225c0610ca76ecd6d29ddfc4afee67f3a0adda0886abe1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-1-deactivate, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, ceph=True) 2024-05-10T11:26:46.783 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:26:46 smithi132 podman[67749]: 2024-05-10 11:26:46.478892007 +0000 UTC m=+0.406740676 container init 46cb5c0fc303de95d225c0610ca76ecd6d29ddfc4afee67f3a0adda0886abe1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-1-deactivate, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, CEPH_POINT_RELEASE=) 2024-05-10T11:26:46.784 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:26:46 smithi132 podman[67749]: 2024-05-10 11:26:46.482284517 +0000 UTC m=+0.410133194 container start 46cb5c0fc303de95d225c0610ca76ecd6d29ddfc4afee67f3a0adda0886abe1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-05-10T11:26:46.784 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:26:46 smithi132 podman[67749]: 2024-05-10 11:26:46.571125778 +0000 UTC m=+0.498974455 container attach 46cb5c0fc303de95d225c0610ca76ecd6d29ddfc4afee67f3a0adda0886abe1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.license=GPLv2, org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, maintainer=Guillaume Abrioux ) 2024-05-10T11:26:47.141 INFO:journalctl@ceph.osd.1.smithi132.stdout:May 10 11:26:46 smithi132 podman[67749]: 2024-05-10 11:26:46.784653749 +0000 UTC m=+0.712502426 container died 46cb5c0fc303de95d225c0610ca76ecd6d29ddfc4afee67f3a0adda0886abe1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-05-10T11:26:47.483 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.1.service' 2024-05-10T11:26:47.527 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:26:47.528 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-05-10T11:26:47.528 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-05-10T11:26:47.528 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.2 2024-05-10T11:26:47.845 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:26:47 smithi187 systemd[1]: Stopping Ceph osd.2 for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:26:48.104 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:26:47 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-2[39216]: 2024-05-10T11:26:47.845+0000 7f1f53289700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:26:48.104 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:26:47 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-2[39216]: 2024-05-10T11:26:47.845+0000 7f1f53289700 -1 osd.2 94 *** Got signal Terminated *** 2024-05-10T11:26:48.104 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:26:47 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-2[39216]: 2024-05-10T11:26:47.845+0000 7f1f53289700 -1 osd.2 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-10T11:26:53.510 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:26:53 smithi187 podman[68123]: 2024-05-10 11:26:53.239317245 +0000 UTC m=+5.514548029 container died 325cf9e3a0062a62fe806b3dc06f847d28165f3ca9605c99e807fd6b3d05d563 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-2, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240507, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08) 2024-05-10T11:26:53.912 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:26:53 smithi187 podman[68123]: 2024-05-10 11:26:53.6288785 +0000 UTC m=+5.904109273 container cleanup 325cf9e3a0062a62fe806b3dc06f847d28165f3ca9605c99e807fd6b3d05d563 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-2, ceph=True, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.vendor=CentOS, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-05-10T11:26:53.913 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:26:53 smithi187 bash[68123]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-2 2024-05-10T11:26:54.220 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:26:53 smithi187 podman[68153]: 2024-05-10 11:26:53.913683571 +0000 UTC m=+0.669686124 container remove 325cf9e3a0062a62fe806b3dc06f847d28165f3ca9605c99e807fd6b3d05d563 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-2, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-05-10T11:26:54.508 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:26:54 smithi187 podman[68246]: 2024-05-10 11:26:54.12477993 +0000 UTC m=+0.018328988 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:26:54.508 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:26:54 smithi187 podman[68246]: 2024-05-10 11:26:54.248258992 +0000 UTC m=+0.141808040 container create 2d563ab865ccc6dfadae03267296a24f328c1d53655eb945a2275677b957804e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08) 2024-05-10T11:26:54.760 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:26:54 smithi187 podman[68246]: 2024-05-10 11:26:54.509276044 +0000 UTC m=+0.402825092 container init 2d563ab865ccc6dfadae03267296a24f328c1d53655eb945a2275677b957804e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-2-deactivate, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240507, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-05-10T11:26:54.760 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:26:54 smithi187 podman[68246]: 2024-05-10 11:26:54.512754013 +0000 UTC m=+0.406303070 container start 2d563ab865ccc6dfadae03267296a24f328c1d53655eb945a2275677b957804e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-10T11:26:54.760 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:26:54 smithi187 podman[68246]: 2024-05-10 11:26:54.609452877 +0000 UTC m=+0.503001934 container attach 2d563ab865ccc6dfadae03267296a24f328c1d53655eb945a2275677b957804e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.build-date=20240507, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-05-10T11:26:55.162 INFO:journalctl@ceph.osd.2.smithi187.stdout:May 10 11:26:54 smithi187 podman[68246]: 2024-05-10 11:26:54.809079563 +0000 UTC m=+0.702628614 container died 2d563ab865ccc6dfadae03267296a24f328c1d53655eb945a2275677b957804e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-05-10T11:26:55.482 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.2.service' 2024-05-10T11:26:55.522 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:26:55.522 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-05-10T11:26:55.522 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-05-10T11:26:55.522 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.3 2024-05-10T11:26:55.819 INFO:journalctl@ceph.osd.3.smithi053.stdout:May 10 11:26:55 smithi053 systemd[1]: Stopping Ceph osd.3 for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:26:56.319 INFO:journalctl@ceph.osd.3.smithi053.stdout:May 10 11:26:55 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-3[49117]: 2024-05-10T11:26:55.844+0000 7f43b829f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:26:56.319 INFO:journalctl@ceph.osd.3.smithi053.stdout:May 10 11:26:55 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-3[49117]: 2024-05-10T11:26:55.844+0000 7f43b829f700 -1 osd.3 94 *** Got signal Terminated *** 2024-05-10T11:26:56.319 INFO:journalctl@ceph.osd.3.smithi053.stdout:May 10 11:26:55 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-3[49117]: 2024-05-10T11:26:55.844+0000 7f43b829f700 -1 osd.3 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-10T11:26:57.819 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:26:57 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:26:57.565+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:26:59.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:26:58 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:26:58.580+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:26:59.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:26:59 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:26:59.469+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:26:59.819 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:26:59 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:26:59.551+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:00.223 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:26:59 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:26:59.817+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:00.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:00 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:00.467+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:00.819 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:00 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:00.528+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:01.223 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:00 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:00.791+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:01.512 INFO:journalctl@ceph.osd.3.smithi053.stdout:May 10 11:27:01 smithi053 podman[100753]: 2024-05-10 11:27:01.253599402 +0000 UTC m=+5.528426249 container died d566ff797e4cc95cc4cd53db0b66904ce7e5adb9bc87f3e1b9cf0902ba10f365 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-3, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-05-10T11:27:01.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:01 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:01.418+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:01.819 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:01 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:01.511+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:01.819 INFO:journalctl@ceph.osd.3.smithi053.stdout:May 10 11:27:01 smithi053 podman[100753]: 2024-05-10 11:27:01.70398005 +0000 UTC m=+5.978806948 container cleanup d566ff797e4cc95cc4cd53db0b66904ce7e5adb9bc87f3e1b9cf0902ba10f365 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-3, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, CEPH_POINT_RELEASE=) 2024-05-10T11:27:01.819 INFO:journalctl@ceph.osd.3.smithi053.stdout:May 10 11:27:01 smithi053 bash[100753]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-3 2024-05-10T11:27:02.223 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:01 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:01.751+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:02.319 INFO:journalctl@ceph.osd.3.smithi053.stdout:May 10 11:27:02 smithi053 podman[100787]: 2024-05-10 11:27:02.030564127 +0000 UTC m=+0.773021442 container remove d566ff797e4cc95cc4cd53db0b66904ce7e5adb9bc87f3e1b9cf0902ba10f365 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-3, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.license=GPLv2) 2024-05-10T11:27:02.650 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:02 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:02.504+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:02.650 INFO:journalctl@ceph.osd.3.smithi053.stdout:May 10 11:27:02 smithi053 podman[100876]: 2024-05-10 11:27:02.287027985 +0000 UTC m=+0.018252803 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:27:02.650 INFO:journalctl@ceph.osd.3.smithi053.stdout:May 10 11:27:02 smithi053 podman[100876]: 2024-05-10 11:27:02.406832996 +0000 UTC m=+0.138057801 container create 3c47de6a799dabea0c9782b89d62445f3efe78a8074e37d91acf86c5434196ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-05-10T11:27:02.651 INFO:journalctl@ceph.osd.3.smithi053.stdout:May 10 11:27:02 smithi053 podman[100876]: 2024-05-10 11:27:02.651307554 +0000 UTC m=+0.382532361 container init 3c47de6a799dabea0c9782b89d62445f3efe78a8074e37d91acf86c5434196ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-3-deactivate, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.schema-version=1.0, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-05-10T11:27:02.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:02 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:02.396+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:02.960 INFO:journalctl@ceph.osd.3.smithi053.stdout:May 10 11:27:02 smithi053 podman[100876]: 2024-05-10 11:27:02.655013548 +0000 UTC m=+0.386238355 container start 3c47de6a799dabea0c9782b89d62445f3efe78a8074e37d91acf86c5434196ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.schema-version=1.0) 2024-05-10T11:27:02.960 INFO:journalctl@ceph.osd.3.smithi053.stdout:May 10 11:27:02 smithi053 podman[100876]: 2024-05-10 11:27:02.759520138 +0000 UTC m=+0.490744954 container attach 3c47de6a799dabea0c9782b89d62445f3efe78a8074e37d91acf86c5434196ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-05-10T11:27:03.223 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:02 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:02.743+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:03.304 INFO:journalctl@ceph.osd.3.smithi053.stdout:May 10 11:27:02 smithi053 podman[100876]: 2024-05-10 11:27:02.961330778 +0000 UTC m=+0.692555585 container died 3c47de6a799dabea0c9782b89d62445f3efe78a8074e37d91acf86c5434196ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-05-10T11:27:03.569 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:03 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:03.461+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:03.694 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.3.service' 2024-05-10T11:27:03.742 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:27:03.742 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-05-10T11:27:03.742 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-05-10T11:27:03.742 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.4 2024-05-10T11:27:03.759 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:03 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:03.372+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:04.079 INFO:journalctl@ceph.osd.4.smithi132.stdout:May 10 11:27:03 smithi132 systemd[1]: Stopping Ceph osd.4 for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:27:04.079 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:03 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:03.757+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:04.473 INFO:journalctl@ceph.osd.4.smithi132.stdout:May 10 11:27:04 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-4[45129]: 2024-05-10T11:27:04.078+0000 7fd159e85700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:27:04.474 INFO:journalctl@ceph.osd.4.smithi132.stdout:May 10 11:27:04 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-4[45129]: 2024-05-10T11:27:04.078+0000 7fd159e85700 -1 osd.4 94 *** Got signal Terminated *** 2024-05-10T11:27:04.474 INFO:journalctl@ceph.osd.4.smithi132.stdout:May 10 11:27:04 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-4[45129]: 2024-05-10T11:27:04.078+0000 7fd159e85700 -1 osd.4 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-10T11:27:04.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:04 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:04.352+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:04.819 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:04 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:04.490+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:05.223 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:04 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:04.794+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:05.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:05 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:05.368+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:05.819 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:05 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:05.458+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:06.223 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:05 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:05.753+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:06.400 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:06 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5[46087]: 2024-05-10T11:27:06.128+0000 7ffa8c043700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.609573+0000 front 2024-05-10T11:26:42.609599+0000 (oldest deadline 2024-05-10T11:27:06.109751+0000) 2024-05-10T11:27:06.499 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:06 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:06.243+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.180733+0000 front 2024-05-10T11:26:41.180598+0000 (oldest deadline 2024-05-10T11:27:05.280791+0000) 2024-05-10T11:27:06.687 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:06 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:06.400+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:06.819 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:06 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:06.499+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:06.973 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:06 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:06.708+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:07.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:06 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:06.687+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:07.510 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:07 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:07.409+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:07.510 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:07 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5[46087]: 2024-05-10T11:27:07.169+0000 7ffa8c043700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.609573+0000 front 2024-05-10T11:26:42.609599+0000 (oldest deadline 2024-05-10T11:27:06.109751+0000) 2024-05-10T11:27:07.540 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:07 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:07.262+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.180733+0000 front 2024-05-10T11:26:41.180598+0000 (oldest deadline 2024-05-10T11:27:05.280791+0000) 2024-05-10T11:27:07.819 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:07 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:07.540+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:07.819 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:07 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:07.540+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:08.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:07 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:07.702+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:08.223 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:07 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:07.741+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:08.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:07 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:07.741+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:08.448 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:08 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5[46087]: 2024-05-10T11:27:08.178+0000 7ffa8c043700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.609573+0000 front 2024-05-10T11:26:42.609599+0000 (oldest deadline 2024-05-10T11:27:06.109751+0000) 2024-05-10T11:27:08.569 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:08 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:08.312+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.180733+0000 front 2024-05-10T11:26:41.180598+0000 (oldest deadline 2024-05-10T11:27:05.280791+0000) 2024-05-10T11:27:08.569 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:08 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:08.533+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:08.569 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:08 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:08.533+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:08.708 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:08 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:08.448+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:08.974 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:08 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:08.520+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:08.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:08 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:08.732+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:08.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:08 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:08.732+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:09.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:08 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:08.708+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:09.510 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:09 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:09.440+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:09.510 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:09 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5[46087]: 2024-05-10T11:27:09.191+0000 7ffa8c043700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.609573+0000 front 2024-05-10T11:26:42.609599+0000 (oldest deadline 2024-05-10T11:27:06.109751+0000) 2024-05-10T11:27:09.819 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:09 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:09.355+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.180733+0000 front 2024-05-10T11:26:41.180598+0000 (oldest deadline 2024-05-10T11:27:05.280791+0000) 2024-05-10T11:27:09.820 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:09 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:09.570+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:09.820 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:09 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:09.570+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:09.905 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:09 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:09.513+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:09.905 INFO:journalctl@ceph.osd.4.smithi132.stdout:May 10 11:27:09 smithi132 podman[67866]: 2024-05-10 11:27:09.593855628 +0000 UTC m=+5.651329338 container died 0237ae5436386d815bfbd3f0cdcebd89e67917f4ffa689318667bdf4e8323eb1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-4, org.label-schema.build-date=20240507, maintainer=Guillaume Abrioux , GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08) 2024-05-10T11:27:09.905 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:09 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:09.702+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:09.906 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:09 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:09.702+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:10.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:09 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:09.713+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:10.223 INFO:journalctl@ceph.osd.4.smithi132.stdout:May 10 11:27:10 smithi132 podman[67866]: 2024-05-10 11:27:10.004320578 +0000 UTC m=+6.061794273 container cleanup 0237ae5436386d815bfbd3f0cdcebd89e67917f4ffa689318667bdf4e8323eb1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-4, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240507, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, ceph=True) 2024-05-10T11:27:10.224 INFO:journalctl@ceph.osd.4.smithi132.stdout:May 10 11:27:10 smithi132 bash[67866]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-4 2024-05-10T11:27:10.449 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:10 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5[46087]: 2024-05-10T11:27:10.145+0000 7ffa8c043700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.609573+0000 front 2024-05-10T11:26:42.609599+0000 (oldest deadline 2024-05-10T11:27:06.109751+0000) 2024-05-10T11:27:10.548 INFO:journalctl@ceph.osd.4.smithi132.stdout:May 10 11:27:10 smithi132 podman[67882]: 2024-05-10 11:27:10.230597865 +0000 UTC m=+0.630373266 container remove 0237ae5436386d815bfbd3f0cdcebd89e67917f4ffa689318667bdf4e8323eb1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-4, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-05-10T11:27:10.599 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:10 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:10.322+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.180733+0000 front 2024-05-10T11:26:41.180598+0000 (oldest deadline 2024-05-10T11:27:05.280791+0000) 2024-05-10T11:27:10.722 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:10 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:10.449+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:10.826 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:10 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:10.548+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:10.826 INFO:journalctl@ceph.osd.4.smithi132.stdout:May 10 11:27:10 smithi132 podman[67975]: 2024-05-10 11:27:10.573280859 +0000 UTC m=+0.018338139 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:27:10.827 INFO:journalctl@ceph.osd.4.smithi132.stdout:May 10 11:27:10 smithi132 podman[67975]: 2024-05-10 11:27:10.706766103 +0000 UTC m=+0.151823432 container create a5d366052554241faaaf901e74fef6f31d17a28820129578f944f74bcdd487fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240507) 2024-05-10T11:27:10.827 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:10 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:10.711+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:10.827 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:10 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:10.711+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:11.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:10 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:10.722+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:11.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:10 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:10.599+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:11.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:10 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:10.599+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:11.224 INFO:journalctl@ceph.osd.4.smithi132.stdout:May 10 11:27:10 smithi132 podman[67975]: 2024-05-10 11:27:10.96778114 +0000 UTC m=+0.412838403 container init a5d366052554241faaaf901e74fef6f31d17a28820129578f944f74bcdd487fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-10T11:27:11.224 INFO:journalctl@ceph.osd.4.smithi132.stdout:May 10 11:27:10 smithi132 podman[67975]: 2024-05-10 11:27:10.971121135 +0000 UTC m=+0.416178399 container start a5d366052554241faaaf901e74fef6f31d17a28820129578f944f74bcdd487fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240507, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-05-10T11:27:11.224 INFO:journalctl@ceph.osd.4.smithi132.stdout:May 10 11:27:11 smithi132 podman[67975]: 2024-05-10 11:27:11.059358158 +0000 UTC m=+0.504415445 container attach a5d366052554241faaaf901e74fef6f31d17a28820129578f944f74bcdd487fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240507, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5) 2024-05-10T11:27:11.493 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:11 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5[46087]: 2024-05-10T11:27:11.180+0000 7ffa8c043700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.609573+0000 front 2024-05-10T11:26:42.609599+0000 (oldest deadline 2024-05-10T11:27:06.109751+0000) 2024-05-10T11:27:11.531 INFO:journalctl@ceph.osd.4.smithi132.stdout:May 10 11:27:11 smithi132 podman[67975]: 2024-05-10 11:27:11.28290518 +0000 UTC m=+0.727962438 container died a5d366052554241faaaf901e74fef6f31d17a28820129578f944f74bcdd487fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-05-10T11:27:11.569 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:11 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:11.300+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.180733+0000 front 2024-05-10T11:26:41.180598+0000 (oldest deadline 2024-05-10T11:27:05.280791+0000) 2024-05-10T11:27:11.760 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:11 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:11.678+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:11.761 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:11 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:11.493+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:11.913 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:11 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:11.532+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:11.913 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:11 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:11.722+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:11.913 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:11 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:11.722+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:11.944 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.4.service' 2024-05-10T11:27:11.985 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:27:11.985 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-05-10T11:27:11.986 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-05-10T11:27:11.986 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.5 2024-05-10T11:27:12.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:11 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:11.646+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:12.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:11 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:11.646+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:12.307 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:12 smithi187 systemd[1]: Stopping Ceph osd.5 for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:27:12.307 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:12 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5[46087]: 2024-05-10T11:27:12.215+0000 7ffa8c043700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.609573+0000 front 2024-05-10T11:26:42.609599+0000 (oldest deadline 2024-05-10T11:27:06.109751+0000) 2024-05-10T11:27:12.307 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:12 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5[46087]: 2024-05-10T11:27:12.307+0000 7ffa93a57700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:27:12.307 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:12 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5[46087]: 2024-05-10T11:27:12.307+0000 7ffa93a57700 -1 osd.5 94 *** Got signal Terminated *** 2024-05-10T11:27:12.308 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:12 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5[46087]: 2024-05-10T11:27:12.307+0000 7ffa93a57700 -1 osd.5 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-10T11:27:12.569 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:12 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:12.285+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.180733+0000 front 2024-05-10T11:26:41.180598+0000 (oldest deadline 2024-05-10T11:27:05.280791+0000) 2024-05-10T11:27:12.696 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:12 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:12.535+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:12.974 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:12 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:12.539+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:12.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:12 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:12.717+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:12.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:12 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:12.717+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:13.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:12 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:12.696+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:13.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:12 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:12.684+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:13.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:12 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:12.684+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:13.510 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:13 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5[46087]: 2024-05-10T11:27:13.257+0000 7ffa8c043700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.609573+0000 front 2024-05-10T11:26:42.609599+0000 (oldest deadline 2024-05-10T11:27:06.109751+0000) 2024-05-10T11:27:13.569 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:13 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:13.299+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.180733+0000 front 2024-05-10T11:26:41.180598+0000 (oldest deadline 2024-05-10T11:27:05.280791+0000) 2024-05-10T11:27:13.973 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:13 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:13.568+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:13.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:13 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:13.674+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:13.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:13 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:13.674+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:13.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:13 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:13.674+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:14.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:13 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:13.701+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:14.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:13 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:13.559+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:14.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:13 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:13.704+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:14.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:13 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:13.704+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:14.510 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:14 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5[46087]: 2024-05-10T11:27:14.246+0000 7ffa8c043700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.609573+0000 front 2024-05-10T11:26:42.609599+0000 (oldest deadline 2024-05-10T11:27:06.109751+0000) 2024-05-10T11:27:14.707 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:14 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:14.326+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.180733+0000 front 2024-05-10T11:26:41.180598+0000 (oldest deadline 2024-05-10T11:27:05.280791+0000) 2024-05-10T11:27:14.974 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:14 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:14.546+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:14.974 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:14 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:14.546+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:49.191142+0000 front 2024-05-10T11:26:49.190965+0000 (oldest deadline 2024-05-10T11:27:14.491046+0000) 2024-05-10T11:27:14.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:14 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:14.640+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:14.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:14 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:14.640+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:14.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:14 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:14.640+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:15.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:14 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:14.740+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:15.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:14 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:14.538+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:15.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:14 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:14.707+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:15.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:14 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:14.707+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:15.510 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:15 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5[46087]: 2024-05-10T11:27:15.206+0000 7ffa8c043700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.609573+0000 front 2024-05-10T11:26:42.609599+0000 (oldest deadline 2024-05-10T11:27:06.109751+0000) 2024-05-10T11:27:15.745 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:15 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:15.355+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.180733+0000 front 2024-05-10T11:26:41.180598+0000 (oldest deadline 2024-05-10T11:27:05.280791+0000) 2024-05-10T11:27:15.875 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:15 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:15.633+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:15.875 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:15 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:15.633+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:15.875 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:15 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:15.633+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:15.876 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:15 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:15.526+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:15.876 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:15 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:15.526+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:49.191142+0000 front 2024-05-10T11:26:49.190965+0000 (oldest deadline 2024-05-10T11:27:14.491046+0000) 2024-05-10T11:27:16.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:15 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:15.575+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:16.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:15 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:15.761+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:16.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:15 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:15.745+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:16.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:15 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:15.745+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:16.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:15 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:15.745+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:16.510 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:16 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5[46087]: 2024-05-10T11:27:16.248+0000 7ffa8c043700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.609573+0000 front 2024-05-10T11:26:42.609599+0000 (oldest deadline 2024-05-10T11:27:06.109751+0000) 2024-05-10T11:27:16.510 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:16 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5[46087]: 2024-05-10T11:27:16.248+0000 7ffa8c043700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.811865+0000 front 2024-05-10T11:26:51.811893+0000 (oldest deadline 2024-05-10T11:27:15.912134+0000) 2024-05-10T11:27:16.569 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:16 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:16.315+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.180733+0000 front 2024-05-10T11:26:41.180598+0000 (oldest deadline 2024-05-10T11:27:05.280791+0000) 2024-05-10T11:27:16.569 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:16 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:16.315+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.282890+0000 front 2024-05-10T11:26:52.282856+0000 (oldest deadline 2024-05-10T11:27:15.782769+0000) 2024-05-10T11:27:16.974 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:16 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:16.529+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:16.974 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:16 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:16.529+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:49.191142+0000 front 2024-05-10T11:26:49.190965+0000 (oldest deadline 2024-05-10T11:27:14.491046+0000) 2024-05-10T11:27:16.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:16 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:16.607+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:16.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:16 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:16.607+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:16.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:16 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:16.607+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:17.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:16 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:16.793+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:17.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:16 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:16.559+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:17.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:16 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:16.790+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:17.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:16 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:16.790+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:17.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:16 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:16.790+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:17.510 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:17 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5[46087]: 2024-05-10T11:27:17.223+0000 7ffa8c043700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.609573+0000 front 2024-05-10T11:26:42.609599+0000 (oldest deadline 2024-05-10T11:27:06.109751+0000) 2024-05-10T11:27:17.510 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:17 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5[46087]: 2024-05-10T11:27:17.223+0000 7ffa8c043700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.811865+0000 front 2024-05-10T11:26:51.811893+0000 (oldest deadline 2024-05-10T11:27:15.912134+0000) 2024-05-10T11:27:17.569 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:17 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:17.290+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.180733+0000 front 2024-05-10T11:26:41.180598+0000 (oldest deadline 2024-05-10T11:27:05.280791+0000) 2024-05-10T11:27:17.569 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:17 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:17.290+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.282890+0000 front 2024-05-10T11:26:52.282856+0000 (oldest deadline 2024-05-10T11:27:15.782769+0000) 2024-05-10T11:27:17.947 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:17 smithi187 podman[68354]: 2024-05-10 11:27:17.733150913 +0000 UTC m=+5.546957087 container died 8072363fbe4f853f47b799e530901cc1e7443b0a36d860a043aa2b8b9ff31398 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e) 2024-05-10T11:27:17.947 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:17 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:17.798+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:17.947 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:17 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:17.798+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:17.947 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:17 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:17.565+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:17.947 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:17 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:17.565+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:17.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:17 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:17.592+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:17.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:17 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:17.592+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:17.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:17 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:17.592+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:17.974 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:17 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:17.565+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:17.974 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:17 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:17.565+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:49.191142+0000 front 2024-05-10T11:26:49.190965+0000 (oldest deadline 2024-05-10T11:27:14.491046+0000) 2024-05-10T11:27:18.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:17 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:17.806+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:18.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:17 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:17.806+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:18.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:17 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:17.806+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:18.216 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:18 smithi187 podman[68354]: 2024-05-10 11:27:18.107395118 +0000 UTC m=+5.921201306 container cleanup 8072363fbe4f853f47b799e530901cc1e7443b0a36d860a043aa2b8b9ff31398 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=) 2024-05-10T11:27:18.216 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:18 smithi187 bash[68354]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5 2024-05-10T11:27:18.510 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:18 smithi187 podman[68375]: 2024-05-10 11:27:18.375429142 +0000 UTC m=+0.637089046 container remove 8072363fbe4f853f47b799e530901cc1e7443b0a36d860a043aa2b8b9ff31398 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-05-10T11:27:18.569 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:18 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:18.254+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.180733+0000 front 2024-05-10T11:26:41.180598+0000 (oldest deadline 2024-05-10T11:27:05.280791+0000) 2024-05-10T11:27:18.569 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:18 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:18.254+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.282890+0000 front 2024-05-10T11:26:52.282856+0000 (oldest deadline 2024-05-10T11:27:15.782769+0000) 2024-05-10T11:27:18.891 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:18 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:18.795+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:18.891 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:18 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:18.795+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:18.892 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:18 smithi187 podman[68473]: 2024-05-10 11:27:18.644651974 +0000 UTC m=+0.021455557 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:27:18.892 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:18 smithi187 podman[68473]: 2024-05-10 11:27:18.767968984 +0000 UTC m=+0.144772556 container create 4a878bc137ddc21c974b1b64fe0073a93233e4a0ad146bf2a3ab9c595652f12d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-05-10T11:27:18.892 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:18 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:18.573+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:18.892 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:18 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:18.573+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:18.973 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:18 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:18.527+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:18.974 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:18 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:18.527+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:49.191142+0000 front 2024-05-10T11:26:49.190965+0000 (oldest deadline 2024-05-10T11:27:14.491046+0000) 2024-05-10T11:27:18.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:18 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:18.620+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:18.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:18 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:18.620+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:18.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:18 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:18.620+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:19.203 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:19 smithi187 podman[68473]: 2024-05-10 11:27:19.02924718 +0000 UTC m=+0.406050761 container init 4a878bc137ddc21c974b1b64fe0073a93233e4a0ad146bf2a3ab9c595652f12d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, ceph=True) 2024-05-10T11:27:19.203 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:19 smithi187 podman[68473]: 2024-05-10 11:27:19.032976008 +0000 UTC m=+0.409779578 container start 4a878bc137ddc21c974b1b64fe0073a93233e4a0ad146bf2a3ab9c595652f12d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-05-10T11:27:19.203 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:19 smithi187 podman[68473]: 2024-05-10 11:27:19.129205682 +0000 UTC m=+0.506009258 container attach 4a878bc137ddc21c974b1b64fe0073a93233e4a0ad146bf2a3ab9c595652f12d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-05-10T11:27:19.267 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:18 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:18.841+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:19.267 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:18 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:18.841+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:19.267 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:18 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:18.841+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:19.510 INFO:journalctl@ceph.osd.5.smithi187.stdout:May 10 11:27:19 smithi187 podman[68473]: 2024-05-10 11:27:19.330620403 +0000 UTC m=+0.707423961 container died 4a878bc137ddc21c974b1b64fe0073a93233e4a0ad146bf2a3ab9c595652f12d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-5-deactivate, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-05-10T11:27:19.569 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:19 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:19.267+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.180733+0000 front 2024-05-10T11:26:41.180598+0000 (oldest deadline 2024-05-10T11:27:05.280791+0000) 2024-05-10T11:27:19.569 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:19 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:19.267+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.282890+0000 front 2024-05-10T11:26:52.282856+0000 (oldest deadline 2024-05-10T11:27:15.782769+0000) 2024-05-10T11:27:19.957 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:19 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:19.799+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:19.957 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:19 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:19.799+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:19.957 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:19 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:19.621+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:19.958 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:19 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:19.622+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:19.973 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:19 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:19.506+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:19.973 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:19 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:19.506+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:49.191142+0000 front 2024-05-10T11:26:49.190965+0000 (oldest deadline 2024-05-10T11:27:14.491046+0000) 2024-05-10T11:27:19.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:19 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:19.624+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:19.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:19 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:19.624+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:19.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:19 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:19.624+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:19.976 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.5.service' 2024-05-10T11:27:20.023 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:27:20.023 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-05-10T11:27:20.023 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-05-10T11:27:20.023 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.6 2024-05-10T11:27:20.052 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:19 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:19.791+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:20.052 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:19 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:19.791+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:20.052 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:19 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:19.791+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:20.313 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:20 smithi053 systemd[1]: Stopping Ceph osd.6 for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:27:20.569 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:20 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:20.314+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.180733+0000 front 2024-05-10T11:26:41.180598+0000 (oldest deadline 2024-05-10T11:27:05.280791+0000) 2024-05-10T11:27:20.569 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:20 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:20.314+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.282890+0000 front 2024-05-10T11:26:52.282856+0000 (oldest deadline 2024-05-10T11:27:15.782769+0000) 2024-05-10T11:27:20.569 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:20 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:20.333+0000 7f5f457a9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:27:20.569 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:20 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:20.333+0000 7f5f457a9700 -1 osd.6 94 *** Got signal Terminated *** 2024-05-10T11:27:20.569 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:20 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:20.333+0000 7f5f457a9700 -1 osd.6 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-10T11:27:20.974 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:20 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:20.491+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:20.974 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:20 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:20.491+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:49.191142+0000 front 2024-05-10T11:26:49.190965+0000 (oldest deadline 2024-05-10T11:27:14.491046+0000) 2024-05-10T11:27:20.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:20 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:20.648+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:20.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:20 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:20.648+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:20.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:20 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:20.648+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:21.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:20 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:20.754+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:21.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:20 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:20.754+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:21.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:20 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:20.643+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:21.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:20 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:20.643+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:21.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:20 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:20.781+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:21.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:20 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:20.781+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:21.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:20 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:20.781+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:21.569 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:21 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:21.279+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.180733+0000 front 2024-05-10T11:26:41.180598+0000 (oldest deadline 2024-05-10T11:27:05.280791+0000) 2024-05-10T11:27:21.569 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:21 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:21.279+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.282890+0000 front 2024-05-10T11:26:52.282856+0000 (oldest deadline 2024-05-10T11:27:15.782769+0000) 2024-05-10T11:27:21.973 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:21 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:21.493+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:21.974 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:21 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:21.493+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:49.191142+0000 front 2024-05-10T11:26:49.190965+0000 (oldest deadline 2024-05-10T11:27:14.491046+0000) 2024-05-10T11:27:21.974 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:21 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:21.493+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:59.693071+0000 front 2024-05-10T11:26:59.693056+0000 (oldest deadline 2024-05-10T11:27:21.392894+0000) 2024-05-10T11:27:21.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:21 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:21.649+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:21.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:21 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:21.649+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:21.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:21 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:21.649+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:22.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:21 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:21.777+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:22.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:21 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:21.777+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:22.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:21 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:21.610+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:22.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:21 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:21.610+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:22.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:21 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:21.788+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:22.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:21 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:21.788+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:22.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:21 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:21.788+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:22.753 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:22 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:22.321+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.180733+0000 front 2024-05-10T11:26:41.180598+0000 (oldest deadline 2024-05-10T11:27:05.280791+0000) 2024-05-10T11:27:22.754 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:22 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:22.321+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.282890+0000 front 2024-05-10T11:26:52.282856+0000 (oldest deadline 2024-05-10T11:27:15.782769+0000) 2024-05-10T11:27:22.973 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:22 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:22.478+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:22.974 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:22 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:22.478+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:49.191142+0000 front 2024-05-10T11:26:49.190965+0000 (oldest deadline 2024-05-10T11:27:14.491046+0000) 2024-05-10T11:27:22.974 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:22 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:22.478+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:59.693071+0000 front 2024-05-10T11:26:59.693056+0000 (oldest deadline 2024-05-10T11:27:21.392894+0000) 2024-05-10T11:27:22.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:22 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:22.614+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:22.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:22 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:22.614+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:22.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:22 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:22.614+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:23.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:22 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:22.626+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:23.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:22 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:22.626+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:23.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:22 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:22.746+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:23.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:22 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:22.746+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:23.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:22 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:22.746+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:57.554596+0000 front 2024-05-10T11:26:57.554484+0000 (oldest deadline 2024-05-10T11:27:22.254510+0000) 2024-05-10T11:27:23.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:22 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:22.753+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:23.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:22 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:22.753+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:23.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:22 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:22.753+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:23.723 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:23 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:23.636+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:23.724 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:23 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:23.636+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:23.724 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:23 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:23.636+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:23.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:23 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:23.472+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:23.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:23 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:23.472+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:49.191142+0000 front 2024-05-10T11:26:49.190965+0000 (oldest deadline 2024-05-10T11:27:14.491046+0000) 2024-05-10T11:27:23.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:23 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:23.472+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:59.693071+0000 front 2024-05-10T11:26:59.693056+0000 (oldest deadline 2024-05-10T11:27:21.392894+0000) 2024-05-10T11:27:23.792 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:23 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:23.362+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.180733+0000 front 2024-05-10T11:26:41.180598+0000 (oldest deadline 2024-05-10T11:27:05.280791+0000) 2024-05-10T11:27:23.792 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:23 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:23.362+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.282890+0000 front 2024-05-10T11:26:52.282856+0000 (oldest deadline 2024-05-10T11:27:15.782769+0000) 2024-05-10T11:27:24.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:23 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:23.646+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:24.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:23 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:23.646+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:24.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:23 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:23.646+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:24.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:23 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:23.759+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:24.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:23 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:23.759+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:24.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:23 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:23.759+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:57.554596+0000 front 2024-05-10T11:26:57.554484+0000 (oldest deadline 2024-05-10T11:27:22.254510+0000) 2024-05-10T11:27:24.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:23 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:23.792+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:24.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:23 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:23.792+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:24.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:23 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:23.792+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:24.724 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:24 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:24.636+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:24.724 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:24 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:24.636+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:24.724 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:24 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:24.636+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:24.724 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:24 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:24.636+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:24.725 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:24 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:24.461+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:24.725 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:24 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:24.461+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:49.191142+0000 front 2024-05-10T11:26:49.190965+0000 (oldest deadline 2024-05-10T11:27:14.491046+0000) 2024-05-10T11:27:24.725 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:24 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:24.461+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:59.693071+0000 front 2024-05-10T11:26:59.693056+0000 (oldest deadline 2024-05-10T11:27:21.392894+0000) 2024-05-10T11:27:24.761 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:24 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:24.364+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.180733+0000 front 2024-05-10T11:26:41.180598+0000 (oldest deadline 2024-05-10T11:27:05.280791+0000) 2024-05-10T11:27:24.761 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:24 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6[55652]: 2024-05-10T11:27:24.364+0000 7f5f3dd95700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.282890+0000 front 2024-05-10T11:26:52.282856+0000 (oldest deadline 2024-05-10T11:27:15.782769+0000) 2024-05-10T11:27:25.011 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:24 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:24.727+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:25.011 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:24 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:24.727+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:25.011 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:24 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:24.727+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:57.554596+0000 front 2024-05-10T11:26:57.554484+0000 (oldest deadline 2024-05-10T11:27:22.254510+0000) 2024-05-10T11:27:25.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:24 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:24.649+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:25.012 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:24 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:24.649+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:25.012 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:24 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:24.649+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:25.078 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:24 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:24.761+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:25.078 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:24 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:24.761+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:25.078 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:24 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:24.761+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:25.078 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:24 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:24.761+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:25.724 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:25 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:25.681+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:25.724 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:25 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:25.681+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:25.724 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:25 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:25.681+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:25.724 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:25 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:25.681+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:25.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:25 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:25.455+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:25.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:25 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:25.455+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:49.191142+0000 front 2024-05-10T11:26:49.190965+0000 (oldest deadline 2024-05-10T11:27:14.491046+0000) 2024-05-10T11:27:25.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:25 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:25.455+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:59.693071+0000 front 2024-05-10T11:26:59.693056+0000 (oldest deadline 2024-05-10T11:27:21.392894+0000) 2024-05-10T11:27:26.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:25 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:25.743+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:26.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:25 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:25.743+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:26.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:25 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:25.743+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:57.554596+0000 front 2024-05-10T11:26:57.554484+0000 (oldest deadline 2024-05-10T11:27:22.254510+0000) 2024-05-10T11:27:26.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:25 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:25.632+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:26.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:25 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:25.632+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:26.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:25 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:25.632+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:26.026 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:25 smithi053 podman[100981]: 2024-05-10 11:27:25.719323287 +0000 UTC m=+5.491963453 container died 7fa02f46c18045bdb5b01d894dbfb9b6d718321d8ffb6f816d98d10a751d577a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08) 2024-05-10T11:27:26.026 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:25 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:25.719+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:26.026 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:25 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:25.719+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:26.026 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:25 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:25.719+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:26.027 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:25 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:25.719+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:26.319 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:26 smithi053 podman[100981]: 2024-05-10 11:27:26.242789054 +0000 UTC m=+6.015429260 container cleanup 7fa02f46c18045bdb5b01d894dbfb9b6d718321d8ffb6f816d98d10a751d577a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.build-date=20240507, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08) 2024-05-10T11:27:26.319 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:26 smithi053 bash[100981]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6 2024-05-10T11:27:26.723 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:26 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:26.409+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:26.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:26 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:26.409+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:49.191142+0000 front 2024-05-10T11:26:49.190965+0000 (oldest deadline 2024-05-10T11:27:14.491046+0000) 2024-05-10T11:27:26.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:26 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:26.409+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:59.693071+0000 front 2024-05-10T11:26:59.693056+0000 (oldest deadline 2024-05-10T11:27:21.392894+0000) 2024-05-10T11:27:26.819 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:26 smithi053 podman[100996]: 2024-05-10 11:27:26.444200169 +0000 UTC m=+0.723252199 container remove 7fa02f46c18045bdb5b01d894dbfb9b6d718321d8ffb6f816d98d10a751d577a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240507) 2024-05-10T11:27:26.819 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:26 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:26.678+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:26.819 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:26 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:26.678+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:26.820 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:26 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:26.678+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:26.820 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:26 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:26.678+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:27.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:26 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:26.727+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:27.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:26 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:26.727+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:27.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:26 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:26.727+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:57.554596+0000 front 2024-05-10T11:26:57.554484+0000 (oldest deadline 2024-05-10T11:27:22.254510+0000) 2024-05-10T11:27:27.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:26 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:26.647+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:27.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:26 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:26.647+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:27.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:26 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:26.647+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:27.172 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:26 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:26.726+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:27.172 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:26 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:26.726+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:27.172 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:26 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:26.726+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:27.172 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:26 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:26.726+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:27.197 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:26 smithi053 podman[101089]: 2024-05-10 11:27:26.778716655 +0000 UTC m=+0.018401838 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:27:27.197 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:26 smithi053 podman[101089]: 2024-05-10 11:27:26.912186399 +0000 UTC m=+0.151871563 container create a979a5fdfacd55c655f98289dc7e1b62799722d358c54c00978193c7fc2f31e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.schema-version=1.0) 2024-05-10T11:27:27.197 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:27 smithi053 podman[101089]: 2024-05-10 11:27:27.198057194 +0000 UTC m=+0.437742353 container init a979a5fdfacd55c655f98289dc7e1b62799722d358c54c00978193c7fc2f31e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, CEPH_POINT_RELEASE=) 2024-05-10T11:27:27.473 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:27 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:27.375+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:27.474 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:27 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:27.375+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:49.191142+0000 front 2024-05-10T11:26:49.190965+0000 (oldest deadline 2024-05-10T11:27:14.491046+0000) 2024-05-10T11:27:27.474 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:27 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:27.375+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:59.693071+0000 front 2024-05-10T11:26:59.693056+0000 (oldest deadline 2024-05-10T11:27:21.392894+0000) 2024-05-10T11:27:27.504 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:27 smithi053 podman[101089]: 2024-05-10 11:27:27.201573301 +0000 UTC m=+0.441258464 container start a979a5fdfacd55c655f98289dc7e1b62799722d358c54c00978193c7fc2f31e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-05-10T11:27:27.505 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:27 smithi053 podman[101089]: 2024-05-10 11:27:27.298083344 +0000 UTC m=+0.537768505 container attach a979a5fdfacd55c655f98289dc7e1b62799722d358c54c00978193c7fc2f31e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e) 2024-05-10T11:27:27.819 INFO:journalctl@ceph.osd.6.smithi053.stdout:May 10 11:27:27 smithi053 podman[101089]: 2024-05-10 11:27:27.505448196 +0000 UTC m=+0.745133367 container died a979a5fdfacd55c655f98289dc7e1b62799722d358c54c00978193c7fc2f31e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_CLEAN=True, org.label-schema.build-date=20240507, ceph=True) 2024-05-10T11:27:27.819 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:27 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:27.717+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:27.819 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:27 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:27.717+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:27.820 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:27 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:27.717+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:27.820 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:27 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:27.717+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:28.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:27 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:27.733+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:28.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:27 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:27.733+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:28.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:27 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:27.733+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:57.554596+0000 front 2024-05-10T11:26:57.554484+0000 (oldest deadline 2024-05-10T11:27:22.254510+0000) 2024-05-10T11:27:28.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:27 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:27.614+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:28.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:27 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:27.614+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:28.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:27 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:27.614+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:28.223 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:27 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:27.749+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:28.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:27 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:27.749+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:28.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:27 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:27.749+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:28.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:27 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:27.749+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:28.240 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.6.service' 2024-05-10T11:27:28.329 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:27:28.329 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-05-10T11:27:28.330 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-05-10T11:27:28.330 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.7 2024-05-10T11:27:28.657 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:28 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:28.363+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:28.657 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:28 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:28.363+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:49.191142+0000 front 2024-05-10T11:26:49.190965+0000 (oldest deadline 2024-05-10T11:27:14.491046+0000) 2024-05-10T11:27:28.657 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:28 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:28.363+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:59.693071+0000 front 2024-05-10T11:26:59.693056+0000 (oldest deadline 2024-05-10T11:27:21.392894+0000) 2024-05-10T11:27:28.657 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:28 smithi132 systemd[1]: Stopping Ceph osd.7 for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:27:28.973 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:28 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:28.657+0000 7f50b8eaa700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:27:28.974 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:28 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:28.657+0000 7f50b8eaa700 -1 osd.7 94 *** Got signal Terminated *** 2024-05-10T11:27:28.974 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:28 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:28.657+0000 7f50b8eaa700 -1 osd.7 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-10T11:27:28.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:28 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:28.785+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:28.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:28 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:28.785+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:28.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:28 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:28.785+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:28.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:28 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:28.785+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:29.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:28 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:28.571+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:29.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:28 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:28.571+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:29.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:28 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:28.571+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:29.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:28 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:28.735+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:29.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:28 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:28.735+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:29.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:28 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:28.735+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:57.554596+0000 front 2024-05-10T11:26:57.554484+0000 (oldest deadline 2024-05-10T11:27:22.254510+0000) 2024-05-10T11:27:29.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:28 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:28.735+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:29.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:28 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:28.735+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:29.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:28 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:28.735+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:29.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:28 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:28.735+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:29.723 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:29 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:29.350+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:29.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:29 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:29.350+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:49.191142+0000 front 2024-05-10T11:26:49.190965+0000 (oldest deadline 2024-05-10T11:27:14.491046+0000) 2024-05-10T11:27:29.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:29 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:29.350+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:59.693071+0000 front 2024-05-10T11:26:59.693056+0000 (oldest deadline 2024-05-10T11:27:21.392894+0000) 2024-05-10T11:27:30.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:29 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:29.715+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:30.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:29 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:29.715+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:30.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:29 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:29.715+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:57.554596+0000 front 2024-05-10T11:26:57.554484+0000 (oldest deadline 2024-05-10T11:27:22.254510+0000) 2024-05-10T11:27:30.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:29 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:29.579+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:30.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:29 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:29.579+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:30.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:29 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:29.579+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:30.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:29 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:29.773+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:30.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:29 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:29.773+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:30.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:29 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:29.773+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:30.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:29 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:29.773+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:30.223 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:29 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:29.801+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:30.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:29 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:29.801+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:30.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:29 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:29.801+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:30.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:29 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:29.801+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:30.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:30 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:30.350+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:30.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:30 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:30.350+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:49.191142+0000 front 2024-05-10T11:26:49.190965+0000 (oldest deadline 2024-05-10T11:27:14.491046+0000) 2024-05-10T11:27:30.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:30 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:30.350+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:59.693071+0000 front 2024-05-10T11:26:59.693056+0000 (oldest deadline 2024-05-10T11:27:21.392894+0000) 2024-05-10T11:27:31.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:30 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:30.758+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:31.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:30 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:30.758+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:31.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:30 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:30.758+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:57.554596+0000 front 2024-05-10T11:26:57.554484+0000 (oldest deadline 2024-05-10T11:27:22.254510+0000) 2024-05-10T11:27:31.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:30 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:30.602+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:31.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:30 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:30.602+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:31.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:30 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:30.602+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:31.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:30 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:30.724+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:31.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:30 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:30.724+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:31.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:30 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:30.724+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:31.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:30 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:30.724+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:31.223 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:30 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:30.761+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:31.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:30 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:30.761+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:31.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:30 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:30.761+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:31.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:30 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:30.761+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:31.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:30 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:30.761+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:31.723 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:31 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:31.383+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:31.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:31 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:31.383+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:49.191142+0000 front 2024-05-10T11:26:49.190965+0000 (oldest deadline 2024-05-10T11:27:14.491046+0000) 2024-05-10T11:27:31.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:31 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:31.383+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:59.693071+0000 front 2024-05-10T11:26:59.693056+0000 (oldest deadline 2024-05-10T11:27:21.392894+0000) 2024-05-10T11:27:31.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:31 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:31.383+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:05.493619+0000 front 2024-05-10T11:27:05.493646+0000 (oldest deadline 2024-05-10T11:27:30.793730+0000) 2024-05-10T11:27:32.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:31 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:31.555+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:32.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:31 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:31.555+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:32.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:31 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:31.555+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:32.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:31 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:31.555+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:32.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:31 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:31.772+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:32.011 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:31 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:31.772+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:32.011 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:31 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:31.772+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:57.554596+0000 front 2024-05-10T11:26:57.554484+0000 (oldest deadline 2024-05-10T11:27:22.254510+0000) 2024-05-10T11:27:32.011 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:31 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:31.772+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.155563+0000 front 2024-05-10T11:27:08.155513+0000 (oldest deadline 2024-05-10T11:27:31.655498+0000) 2024-05-10T11:27:32.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:31 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:31.758+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:32.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:31 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:31.758+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:32.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:31 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:31.758+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:32.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:31 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:31.758+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:32.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:31 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:31.758+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:07.133324+0000 front 2024-05-10T11:27:07.133528+0000 (oldest deadline 2024-05-10T11:27:31.233180+0000) 2024-05-10T11:27:32.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:31 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:31.754+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:32.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:31 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:31.754+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:32.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:31 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:31.754+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:32.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:31 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:31.754+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:32.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:31 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:31.754+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:32.723 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:32 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:32.402+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:32.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:32 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:32.402+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:49.191142+0000 front 2024-05-10T11:26:49.190965+0000 (oldest deadline 2024-05-10T11:27:14.491046+0000) 2024-05-10T11:27:32.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:32 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:32.402+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:59.693071+0000 front 2024-05-10T11:26:59.693056+0000 (oldest deadline 2024-05-10T11:27:21.392894+0000) 2024-05-10T11:27:32.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:32 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:32.402+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:05.493619+0000 front 2024-05-10T11:27:05.493646+0000 (oldest deadline 2024-05-10T11:27:30.793730+0000) 2024-05-10T11:27:33.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:32 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:32.778+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:33.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:32 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:32.778+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:33.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:32 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:32.778+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:57.554596+0000 front 2024-05-10T11:26:57.554484+0000 (oldest deadline 2024-05-10T11:27:22.254510+0000) 2024-05-10T11:27:33.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:32 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:32.778+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.155563+0000 front 2024-05-10T11:27:08.155513+0000 (oldest deadline 2024-05-10T11:27:31.655498+0000) 2024-05-10T11:27:33.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:32 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:32.571+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:33.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:32 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:32.571+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:33.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:32 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:32.571+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:33.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:32 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:32.571+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:33.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:32 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:32.803+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:33.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:32 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:32.803+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:33.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:32 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:32.803+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:33.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:32 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:32.803+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:33.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:32 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:32.803+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:07.133324+0000 front 2024-05-10T11:27:07.133528+0000 (oldest deadline 2024-05-10T11:27:31.233180+0000) 2024-05-10T11:27:33.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:32 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:32.730+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:33.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:32 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:32.730+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:33.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:32 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:32.730+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:33.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:32 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:32.730+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:33.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:32 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:32.730+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:33.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:33 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:33.441+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:42.189926+0000 front 2024-05-10T11:26:42.190040+0000 (oldest deadline 2024-05-10T11:27:08.089953+0000) 2024-05-10T11:27:33.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:33 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:33.441+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:49.191142+0000 front 2024-05-10T11:26:49.190965+0000 (oldest deadline 2024-05-10T11:27:14.491046+0000) 2024-05-10T11:27:33.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:33 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:33.441+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:59.693071+0000 front 2024-05-10T11:26:59.693056+0000 (oldest deadline 2024-05-10T11:27:21.392894+0000) 2024-05-10T11:27:33.724 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:33 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7[52098]: 2024-05-10T11:27:33.441+0000 7f50b1496700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:05.493619+0000 front 2024-05-10T11:27:05.493646+0000 (oldest deadline 2024-05-10T11:27:30.793730+0000) 2024-05-10T11:27:34.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:33 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:33.748+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:34.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:33 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:33.748+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:34.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:33 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:33.748+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:57.554596+0000 front 2024-05-10T11:26:57.554484+0000 (oldest deadline 2024-05-10T11:27:22.254510+0000) 2024-05-10T11:27:34.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:33 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:33.748+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.155563+0000 front 2024-05-10T11:27:08.155513+0000 (oldest deadline 2024-05-10T11:27:31.655498+0000) 2024-05-10T11:27:34.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:33 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:33.612+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:34.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:33 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:33.612+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:34.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:33 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:33.612+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:34.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:33 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:33.612+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:34.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:33 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:33.816+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:34.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:33 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:33.816+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:34.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:33 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:33.816+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:34.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:33 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:33.816+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:34.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:33 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:33.816+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:07.133324+0000 front 2024-05-10T11:27:07.133528+0000 (oldest deadline 2024-05-10T11:27:31.233180+0000) 2024-05-10T11:27:34.091 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:33 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:33.748+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:34.091 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:33 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:33.748+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:34.091 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:33 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:33.748+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:34.091 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:33 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:33.748+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:34.091 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:33 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:33.748+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:34.391 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:34 smithi132 podman[68091]: 2024-05-10 11:27:34.092132018 +0000 UTC m=+5.563673333 container died e8b3d20dea0660b86248787ddc8fc51c178f304534fdf2a862f28871fe5e4bde (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7, maintainer=Guillaume Abrioux , GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-10T11:27:34.716 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:34 smithi132 podman[68091]: 2024-05-10 11:27:34.499737166 +0000 UTC m=+5.971278499 container cleanup e8b3d20dea0660b86248787ddc8fc51c178f304534fdf2a862f28871fe5e4bde (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-10T11:27:34.717 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:34 smithi132 bash[68091]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7 2024-05-10T11:27:34.974 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:34 smithi132 podman[68109]: 2024-05-10 11:27:34.717669272 +0000 UTC m=+0.618855482 container remove e8b3d20dea0660b86248787ddc8fc51c178f304534fdf2a862f28871fe5e4bde (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7, org.label-schema.schema-version=1.0, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-05-10T11:27:34.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:34 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:34.735+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:34.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:34 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:34.735+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:34.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:34 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:34.735+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:34.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:34 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:34.735+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:34.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:34 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:34.735+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:35.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:34 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:34.782+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:35.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:34 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:34.782+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:35.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:34 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:34.782+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:57.554596+0000 front 2024-05-10T11:26:57.554484+0000 (oldest deadline 2024-05-10T11:27:22.254510+0000) 2024-05-10T11:27:35.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:34 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:34.782+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.155563+0000 front 2024-05-10T11:27:08.155513+0000 (oldest deadline 2024-05-10T11:27:31.655498+0000) 2024-05-10T11:27:35.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:34 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:34.604+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:35.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:34 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:34.604+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:35.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:34 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:34.604+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:35.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:34 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:34.604+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:35.299 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:35 smithi132 podman[68199]: 2024-05-10 11:27:34.950809566 +0000 UTC m=+0.017722298 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:27:35.299 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:35 smithi132 podman[68199]: 2024-05-10 11:27:35.0686761 +0000 UTC m=+0.135588821 container create 9e796b0fbc1a0dc2ef0ddd750d507b4d6be454091b9923b8280aa0613c0f6817 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7-deactivate, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507) 2024-05-10T11:27:35.299 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:35 smithi132 podman[68199]: 2024-05-10 11:27:35.295933426 +0000 UTC m=+0.362846148 container init 9e796b0fbc1a0dc2ef0ddd750d507b4d6be454091b9923b8280aa0613c0f6817 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7-deactivate, io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True) 2024-05-10T11:27:35.299 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:35 smithi132 podman[68199]: 2024-05-10 11:27:35.29994141 +0000 UTC m=+0.366854135 container start 9e796b0fbc1a0dc2ef0ddd750d507b4d6be454091b9923b8280aa0613c0f6817 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True) 2024-05-10T11:27:35.319 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:34 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:34.860+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:35.319 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:34 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:34.860+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:35.319 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:34 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:34.860+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:35.319 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:34 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:34.860+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:35.319 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:34 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:34.860+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:07.133324+0000 front 2024-05-10T11:27:07.133528+0000 (oldest deadline 2024-05-10T11:27:31.233180+0000) 2024-05-10T11:27:35.590 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:35 smithi132 podman[68199]: 2024-05-10 11:27:35.40459713 +0000 UTC m=+0.471509852 container attach 9e796b0fbc1a0dc2ef0ddd750d507b4d6be454091b9923b8280aa0613c0f6817 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7-deactivate, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.build-date=20240507, io.buildah.version=1.33.5) 2024-05-10T11:27:35.892 INFO:journalctl@ceph.osd.7.smithi132.stdout:May 10 11:27:35 smithi132 podman[68199]: 2024-05-10 11:27:35.591616458 +0000 UTC m=+0.658529193 container died 9e796b0fbc1a0dc2ef0ddd750d507b4d6be454091b9923b8280aa0613c0f6817 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-7-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507) 2024-05-10T11:27:35.892 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:35 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:35.737+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:35.893 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:35 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:35.737+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:35.893 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:35 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:35.737+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:35.893 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:35 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:35.737+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:35.893 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:35 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:35.737+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:36.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:35 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:35.601+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:36.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:35 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:35.601+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:36.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:35 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:35.601+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:36.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:35 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:35.601+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:36.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:35 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:35.769+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:36.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:35 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:35.769+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:36.011 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:35 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:35.769+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:57.554596+0000 front 2024-05-10T11:26:57.554484+0000 (oldest deadline 2024-05-10T11:27:22.254510+0000) 2024-05-10T11:27:36.011 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:35 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:35.769+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.155563+0000 front 2024-05-10T11:27:08.155513+0000 (oldest deadline 2024-05-10T11:27:31.655498+0000) 2024-05-10T11:27:36.225 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.7.service' 2024-05-10T11:27:36.275 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:27:36.275 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-05-10T11:27:36.275 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-05-10T11:27:36.275 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.8 2024-05-10T11:27:36.319 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:35 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:35.873+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:36.319 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:35 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:35.873+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:36.319 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:35 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:35.873+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:36.319 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:35 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:35.873+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:36.319 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:35 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:35.873+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:07.133324+0000 front 2024-05-10T11:27:07.133528+0000 (oldest deadline 2024-05-10T11:27:31.233180+0000) 2024-05-10T11:27:36.576 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:36 smithi187 systemd[1]: Stopping Ceph osd.8 for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:27:37.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:36 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:36.631+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:37.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:36 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:36.631+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:37.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:36 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:36.631+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:37.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:36 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:36.631+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:37.011 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:36 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:36.577+0000 7f1f002da700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:27:37.011 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:36 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:36.577+0000 7f1f002da700 -1 osd.8 94 *** Got signal Terminated *** 2024-05-10T11:27:37.011 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:36 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:36.577+0000 7f1f002da700 -1 osd.8 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-10T11:27:37.011 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:36 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:36.764+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:37.011 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:36 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:36.764+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:37.011 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:36 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:36.764+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:57.554596+0000 front 2024-05-10T11:26:57.554484+0000 (oldest deadline 2024-05-10T11:27:22.254510+0000) 2024-05-10T11:27:37.011 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:36 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:36.764+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.155563+0000 front 2024-05-10T11:27:08.155513+0000 (oldest deadline 2024-05-10T11:27:31.655498+0000) 2024-05-10T11:27:37.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:36 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:36.758+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:37.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:36 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:36.758+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:37.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:36 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:36.758+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:37.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:36 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:36.758+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:37.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:36 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:36.758+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:37.319 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:36 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:36.840+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:37.319 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:36 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:36.840+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:37.319 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:36 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:36.840+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:37.319 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:36 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:36.840+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:37.319 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:36 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:36.840+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:07.133324+0000 front 2024-05-10T11:27:07.133528+0000 (oldest deadline 2024-05-10T11:27:31.233180+0000) 2024-05-10T11:27:37.973 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:37 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:37.711+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:37.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:37 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:37.711+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:37.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:37 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:37.711+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:37.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:37 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:37.711+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:37.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:37 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:37.711+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:38.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:37 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:37.723+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:38.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:37 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:37.723+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:38.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:37 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:37.723+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:57.554596+0000 front 2024-05-10T11:26:57.554484+0000 (oldest deadline 2024-05-10T11:27:22.254510+0000) 2024-05-10T11:27:38.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:37 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:37.723+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.155563+0000 front 2024-05-10T11:27:08.155513+0000 (oldest deadline 2024-05-10T11:27:31.655498+0000) 2024-05-10T11:27:38.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:37 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:37.645+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:38.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:37 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:37.645+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:38.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:37 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:37.645+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:38.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:37 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:37.645+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:38.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:37 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:37.808+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:38.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:37 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:37.808+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:38.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:37 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:37.808+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:38.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:37 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:37.808+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:38.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:37 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:37.808+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:07.133324+0000 front 2024-05-10T11:27:07.133528+0000 (oldest deadline 2024-05-10T11:27:31.233180+0000) 2024-05-10T11:27:38.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:38 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:38.676+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:38.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:38 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:38.676+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:38.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:38 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:38.676+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:38.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:38 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:38.676+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:38.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:38 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:38.676+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:39.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:38 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:38.687+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:39.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:38 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:38.687+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:39.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:38 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:38.687+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:57.554596+0000 front 2024-05-10T11:26:57.554484+0000 (oldest deadline 2024-05-10T11:27:22.254510+0000) 2024-05-10T11:27:39.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:38 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:38.687+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.155563+0000 front 2024-05-10T11:27:08.155513+0000 (oldest deadline 2024-05-10T11:27:31.655498+0000) 2024-05-10T11:27:39.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:38 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:38.683+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:39.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:38 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:38.683+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:39.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:38 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:38.683+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:39.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:38 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:38.683+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:39.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:38 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:38.766+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:39.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:38 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:38.766+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:39.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:38 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:38.766+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:39.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:38 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:38.766+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:39.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:38 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:38.766+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:07.133324+0000 front 2024-05-10T11:27:07.133528+0000 (oldest deadline 2024-05-10T11:27:31.233180+0000) 2024-05-10T11:27:39.973 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:39 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:39.697+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:39.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:39 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:39.697+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:39.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:39 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:39.697+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:39.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:39 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:39.697+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:39.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:39 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:39.697+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:40.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:39 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:39.673+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:40.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:39 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:39.673+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:40.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:39 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:39.673+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:57.554596+0000 front 2024-05-10T11:26:57.554484+0000 (oldest deadline 2024-05-10T11:27:22.254510+0000) 2024-05-10T11:27:40.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:39 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:39.673+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.155563+0000 front 2024-05-10T11:27:08.155513+0000 (oldest deadline 2024-05-10T11:27:31.655498+0000) 2024-05-10T11:27:40.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:39 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:39.636+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:40.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:39 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:39.636+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:40.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:39 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:39.636+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:40.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:39 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:39.636+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:40.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:39 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:39.636+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:27:40.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:39 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:39.774+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:40.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:39 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:39.774+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:40.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:39 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:39.774+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:40.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:39 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:39.774+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:40.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:39 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:39.774+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:07.133324+0000 front 2024-05-10T11:27:07.133528+0000 (oldest deadline 2024-05-10T11:27:31.233180+0000) 2024-05-10T11:27:40.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:40 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:40.673+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:40.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:40 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:40.673+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:40.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:40 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:40.673+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:40.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:40 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:40.673+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:40.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:40 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:40.673+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:40.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:40 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:40.673+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:16.870763+0000 front 2024-05-10T11:27:16.870697+0000 (oldest deadline 2024-05-10T11:27:39.770728+0000) 2024-05-10T11:27:41.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:40 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:40.687+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:40.452794+0000 front 2024-05-10T11:26:40.452858+0000 (oldest deadline 2024-05-10T11:27:06.352830+0000) 2024-05-10T11:27:41.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:40 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:40.687+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:51.653790+0000 front 2024-05-10T11:26:51.653760+0000 (oldest deadline 2024-05-10T11:27:17.553944+0000) 2024-05-10T11:27:41.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:40 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:40.687+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:57.554596+0000 front 2024-05-10T11:26:57.554484+0000 (oldest deadline 2024-05-10T11:27:22.254510+0000) 2024-05-10T11:27:41.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:40 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:40.687+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.155563+0000 front 2024-05-10T11:27:08.155513+0000 (oldest deadline 2024-05-10T11:27:31.655498+0000) 2024-05-10T11:27:41.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:40 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8[52604]: 2024-05-10T11:27:40.687+0000 7f1efc8ce700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:16.956496+0000 front 2024-05-10T11:27:16.956533+0000 (oldest deadline 2024-05-10T11:27:39.856623+0000) 2024-05-10T11:27:41.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:40 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:40.669+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:41.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:40 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:40.669+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:41.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:40 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:40.669+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:41.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:40 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:40.669+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:41.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:40 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:40.669+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:27:41.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:40 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:40.745+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:41.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:40 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:40.745+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:41.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:40 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:40.745+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:41.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:40 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:40.745+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:41.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:40 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:40.746+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:07.133324+0000 front 2024-05-10T11:27:07.133528+0000 (oldest deadline 2024-05-10T11:27:31.233180+0000) 2024-05-10T11:27:41.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:40 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:40.746+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.334525+0000 front 2024-05-10T11:27:15.334466+0000 (oldest deadline 2024-05-10T11:27:40.634315+0000) 2024-05-10T11:27:41.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:41 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:41.655+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:41.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:41 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:41.655+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:41.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:41 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:41.655+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:41.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:41 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:41.655+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:41.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:41 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:41.655+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:41.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:41 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:41.655+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:16.870763+0000 front 2024-05-10T11:27:16.870697+0000 (oldest deadline 2024-05-10T11:27:39.770728+0000) 2024-05-10T11:27:42.010 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:41 smithi187 podman[68581]: 2024-05-10 11:27:41.933374606 +0000 UTC m=+5.465756722 container died 7b77dbad47291202203ed581ec9706afe834d1b02b14d7f5200e3e2ec2262c68 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, CEPH_POINT_RELEASE=) 2024-05-10T11:27:42.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:41 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:41.701+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:42.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:41 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:41.701+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:42.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:41 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:41.702+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:42.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:41 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:41.702+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:42.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:41 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:41.702+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:27:42.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:41 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:41.708+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:42.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:41 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:41.708+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:42.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:41 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:41.708+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:42.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:41 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:41.708+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:42.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:41 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:41.708+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:07.133324+0000 front 2024-05-10T11:27:07.133528+0000 (oldest deadline 2024-05-10T11:27:31.233180+0000) 2024-05-10T11:27:42.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:41 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:41.708+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.334525+0000 front 2024-05-10T11:27:15.334466+0000 (oldest deadline 2024-05-10T11:27:40.634315+0000) 2024-05-10T11:27:42.501 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:42 smithi187 podman[68581]: 2024-05-10 11:27:42.301267785 +0000 UTC m=+5.833649906 container cleanup 7b77dbad47291202203ed581ec9706afe834d1b02b14d7f5200e3e2ec2262c68 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, maintainer=Guillaume Abrioux ) 2024-05-10T11:27:42.502 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:42 smithi187 bash[68581]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8 2024-05-10T11:27:42.760 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:42 smithi187 podman[68598]: 2024-05-10 11:27:42.502602853 +0000 UTC m=+0.563825473 container remove 7b77dbad47291202203ed581ec9706afe834d1b02b14d7f5200e3e2ec2262c68 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-10T11:27:42.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:42 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:42.743+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:42.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:42 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:42.743+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:42.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:42 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:42.743+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:42.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:42 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:42.743+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:42.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:42 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:42.743+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:27:42.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:42 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:42.616+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:42.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:42 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:42.616+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:42.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:42 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:42.616+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:42.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:42 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:42.616+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:42.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:42 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:42.616+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:42.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:42 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:42.616+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:16.870763+0000 front 2024-05-10T11:27:16.870697+0000 (oldest deadline 2024-05-10T11:27:39.770728+0000) 2024-05-10T11:27:43.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:42 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:42.756+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:43.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:42 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:42.756+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:43.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:42 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:42.756+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:43.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:42 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:42.756+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:43.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:42 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:42.756+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:07.133324+0000 front 2024-05-10T11:27:07.133528+0000 (oldest deadline 2024-05-10T11:27:31.233180+0000) 2024-05-10T11:27:43.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:42 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:42.756+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.334525+0000 front 2024-05-10T11:27:15.334466+0000 (oldest deadline 2024-05-10T11:27:40.634315+0000) 2024-05-10T11:27:43.196 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:42 smithi187 podman[68686]: 2024-05-10 11:27:42.82646115 +0000 UTC m=+0.018039662 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:27:43.196 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:42 smithi187 podman[68686]: 2024-05-10 11:27:42.94514336 +0000 UTC m=+0.136721852 container create 804e99098c73fe3f4be67ccd907f5b34d182ad48bc8b80bb1d1ed760ca1581c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8-deactivate, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-05-10T11:27:43.196 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:43 smithi187 podman[68686]: 2024-05-10 11:27:43.197474127 +0000 UTC m=+0.389052629 container init 804e99098c73fe3f4be67ccd907f5b34d182ad48bc8b80bb1d1ed760ca1581c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8-deactivate, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507) 2024-05-10T11:27:43.496 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:43 smithi187 podman[68686]: 2024-05-10 11:27:43.200861405 +0000 UTC m=+0.392439898 container start 804e99098c73fe3f4be67ccd907f5b34d182ad48bc8b80bb1d1ed760ca1581c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-05-10T11:27:43.496 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:43 smithi187 podman[68686]: 2024-05-10 11:27:43.305838185 +0000 UTC m=+0.497416693 container attach 804e99098c73fe3f4be67ccd907f5b34d182ad48bc8b80bb1d1ed760ca1581c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8-deactivate, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-05-10T11:27:43.760 INFO:journalctl@ceph.osd.8.smithi187.stdout:May 10 11:27:43 smithi187 podman[68686]: 2024-05-10 11:27:43.497160552 +0000 UTC m=+0.688739046 container died 804e99098c73fe3f4be67ccd907f5b34d182ad48bc8b80bb1d1ed760ca1581c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-8-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.license=GPLv2) 2024-05-10T11:27:43.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:43 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:43.719+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:43.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:43 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:43.719+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:43.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:43 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:43.719+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:43.761 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:43 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:43.719+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:43.761 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:43 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:43.719+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:27:43.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:43 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:43.654+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:43.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:43 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:43.654+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:43.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:43 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:43.654+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:43.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:43 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:43.654+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:43.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:43 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:43.654+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:43.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:43 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:43.654+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:16.870763+0000 front 2024-05-10T11:27:16.870697+0000 (oldest deadline 2024-05-10T11:27:39.770728+0000) 2024-05-10T11:27:44.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:43 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:43.730+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:44.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:43 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:43.730+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:44.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:43 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:43.730+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:44.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:43 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:43.730+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:44.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:43 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:43.730+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:07.133324+0000 front 2024-05-10T11:27:07.133528+0000 (oldest deadline 2024-05-10T11:27:31.233180+0000) 2024-05-10T11:27:44.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:43 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:43.730+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.334525+0000 front 2024-05-10T11:27:15.334466+0000 (oldest deadline 2024-05-10T11:27:40.634315+0000) 2024-05-10T11:27:44.092 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.8.service' 2024-05-10T11:27:44.131 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:27:44.131 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-05-10T11:27:44.132 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-05-10T11:27:44.132 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.9 2024-05-10T11:27:44.446 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:44 smithi053 systemd[1]: Stopping Ceph osd.9 for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:27:44.750 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:44 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:44.446+0000 7f3dd95ba700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:27:44.751 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:44 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:44.446+0000 7f3dd95ba700 -1 osd.9 94 *** Got signal Terminated *** 2024-05-10T11:27:44.751 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:44 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:44.446+0000 7f3dd95ba700 -1 osd.9 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-10T11:27:44.751 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:44 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:44.750+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:44.751 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:44 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:44.750+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:44.751 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:44 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:44.750+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:44.751 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:44 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:44.750+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:44.751 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:44 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:44.750+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:07.133324+0000 front 2024-05-10T11:27:07.133528+0000 (oldest deadline 2024-05-10T11:27:31.233180+0000) 2024-05-10T11:27:44.973 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:44 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:44.669+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:44.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:44 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:44.669+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:44.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:44 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:44.669+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:44.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:44 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:44.669+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:44.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:44 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:44.669+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:44.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:44 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:44.669+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:16.870763+0000 front 2024-05-10T11:27:16.870697+0000 (oldest deadline 2024-05-10T11:27:39.770728+0000) 2024-05-10T11:27:45.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:44 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:44.673+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:45.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:44 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:44.673+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:45.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:44 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:44.673+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:45.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:44 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:44.673+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:45.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:44 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:44.673+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:27:45.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:44 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:44.750+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.334525+0000 front 2024-05-10T11:27:15.334466+0000 (oldest deadline 2024-05-10T11:27:40.634315+0000) 2024-05-10T11:27:45.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:45 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:45.670+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:45.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:45 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:45.670+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:45.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:45 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:45.670+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:45.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:45 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:45.670+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:45.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:45 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:45.670+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:45.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:45 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:45.670+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:16.870763+0000 front 2024-05-10T11:27:16.870697+0000 (oldest deadline 2024-05-10T11:27:39.770728+0000) 2024-05-10T11:27:46.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:45 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:45.624+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:46.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:45 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:45.624+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:46.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:45 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:45.624+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:46.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:45 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:45.624+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:46.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:45 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:45.624+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:27:46.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:45 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:45.772+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:46.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:45 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:45.772+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:46.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:45 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:45.772+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:46.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:45 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:45.772+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:46.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:45 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:45.772+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:07.133324+0000 front 2024-05-10T11:27:07.133528+0000 (oldest deadline 2024-05-10T11:27:31.233180+0000) 2024-05-10T11:27:46.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:45 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:45.772+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.334525+0000 front 2024-05-10T11:27:15.334466+0000 (oldest deadline 2024-05-10T11:27:40.634315+0000) 2024-05-10T11:27:46.936 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:46 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:46.633+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:46.936 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:46 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:46.633+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:46.936 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:46 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:46.633+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:46.936 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:46 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:46.633+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:46.936 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:46 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:46.633+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:46.936 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:46 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:46.633+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:16.870763+0000 front 2024-05-10T11:27:16.870697+0000 (oldest deadline 2024-05-10T11:27:39.770728+0000) 2024-05-10T11:27:47.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:46 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:46.606+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:47.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:46 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:46.606+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:47.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:46 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:46.606+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:47.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:46 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:46.606+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:47.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:46 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:46.606+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:27:47.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:46 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:46.744+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:47.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:46 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:46.744+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:47.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:46 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:46.744+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:47.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:46 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:46.744+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:47.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:46 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:46.744+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:07.133324+0000 front 2024-05-10T11:27:07.133528+0000 (oldest deadline 2024-05-10T11:27:31.233180+0000) 2024-05-10T11:27:47.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:46 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:46.744+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.334525+0000 front 2024-05-10T11:27:15.334466+0000 (oldest deadline 2024-05-10T11:27:40.634315+0000) 2024-05-10T11:27:47.911 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:47 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:47.587+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:47.912 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:47 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:47.587+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:47.912 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:47 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:47.587+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:47.912 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:47 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:47.587+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:47.912 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:47 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:47.587+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:27:47.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:47 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:47.674+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:47.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:47 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:47.674+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:47.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:47 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:47.674+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:47.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:47 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:47.674+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:47.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:47 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:47.674+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:47.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:47 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:47.674+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:16.870763+0000 front 2024-05-10T11:27:16.870697+0000 (oldest deadline 2024-05-10T11:27:39.770728+0000) 2024-05-10T11:27:48.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:47 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:47.742+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:48.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:47 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:47.742+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:48.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:47 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:47.742+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:48.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:47 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:47.742+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:48.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:47 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:47.742+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:07.133324+0000 front 2024-05-10T11:27:07.133528+0000 (oldest deadline 2024-05-10T11:27:31.233180+0000) 2024-05-10T11:27:48.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:47 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:47.742+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.334525+0000 front 2024-05-10T11:27:15.334466+0000 (oldest deadline 2024-05-10T11:27:40.634315+0000) 2024-05-10T11:27:48.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:48 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:48.648+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:48.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:48 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:48.648+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:48.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:48 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:48.648+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:48.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:48 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:48.648+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:48.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:48 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:48.648+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:48.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:48 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:48.648+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:16.870763+0000 front 2024-05-10T11:27:16.870697+0000 (oldest deadline 2024-05-10T11:27:39.770728+0000) 2024-05-10T11:27:49.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:48 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:48.599+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:49.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:48 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:48.599+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:49.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:48 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:48.599+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:49.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:48 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:48.599+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:49.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:48 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:48.599+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:27:49.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:48 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:48.599+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.882916+0000 front 2024-05-10T11:27:24.882852+0000 (oldest deadline 2024-05-10T11:27:47.782661+0000) 2024-05-10T11:27:49.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:48 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:48.771+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:32.727735+0000 front 2024-05-10T11:26:32.727686+0000 (oldest deadline 2024-05-10T11:26:57.427992+0000) 2024-05-10T11:27:49.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:48 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:48.771+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:43.229753+0000 front 2024-05-10T11:26:43.229769+0000 (oldest deadline 2024-05-10T11:27:06.729517+0000) 2024-05-10T11:27:49.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:48 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:48.771+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.030687+0000 front 2024-05-10T11:26:52.030571+0000 (oldest deadline 2024-05-10T11:27:15.530485+0000) 2024-05-10T11:27:49.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:48 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:48.771+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.431444+0000 front 2024-05-10T11:26:58.431465+0000 (oldest deadline 2024-05-10T11:27:24.331588+0000) 2024-05-10T11:27:49.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:48 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:48.771+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:07.133324+0000 front 2024-05-10T11:27:07.133528+0000 (oldest deadline 2024-05-10T11:27:31.233180+0000) 2024-05-10T11:27:49.070 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:48 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9[62547]: 2024-05-10T11:27:48.771+0000 7f3dd5bae700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.334525+0000 front 2024-05-10T11:27:15.334466+0000 (oldest deadline 2024-05-10T11:27:40.634315+0000) 2024-05-10T11:27:49.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:49 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:49.697+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:49.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:49 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:49.697+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:49.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:49 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:49.697+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:49.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:49 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:49.697+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:49.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:49 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:49.697+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:49.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:49 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:49.697+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:16.870763+0000 front 2024-05-10T11:27:16.870697+0000 (oldest deadline 2024-05-10T11:27:39.770728+0000) 2024-05-10T11:27:49.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:49 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:49.697+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.272600+0000 front 2024-05-10T11:27:24.272548+0000 (oldest deadline 2024-05-10T11:27:48.972294+0000) 2024-05-10T11:27:50.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:49 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:49.584+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:50.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:49 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:49.584+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:50.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:49 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:49.584+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:50.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:49 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:49.584+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:50.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:49 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:49.584+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:27:50.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:49 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:49.584+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.882916+0000 front 2024-05-10T11:27:24.882852+0000 (oldest deadline 2024-05-10T11:27:47.782661+0000) 2024-05-10T11:27:50.221 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:49 smithi053 podman[101206]: 2024-05-10 11:27:49.92825357 +0000 UTC m=+5.590563250 container died be0aa12c3ab4413629e26c609cc3d630bdf40cb1b3d3555a46f7daf7b8c85a88 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=) 2024-05-10T11:27:50.569 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:50 smithi053 podman[101206]: 2024-05-10 11:27:50.41784121 +0000 UTC m=+6.080150889 container cleanup be0aa12c3ab4413629e26c609cc3d630bdf40cb1b3d3555a46f7daf7b8c85a88 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-05-10T11:27:50.569 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:50 smithi053 bash[101206]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9 2024-05-10T11:27:50.973 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:50 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:50.716+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:51.068 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:50 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:50.716+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:51.069 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:50 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:50.716+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:51.069 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:50 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:50.716+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:51.069 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:50 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:50.716+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:51.069 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:50 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:50.716+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:16.870763+0000 front 2024-05-10T11:27:16.870697+0000 (oldest deadline 2024-05-10T11:27:39.770728+0000) 2024-05-10T11:27:51.069 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:50 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:50.716+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.272600+0000 front 2024-05-10T11:27:24.272548+0000 (oldest deadline 2024-05-10T11:27:48.972294+0000) 2024-05-10T11:27:51.069 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:50 smithi053 podman[101223]: 2024-05-10 11:27:50.697493861 +0000 UTC m=+0.758912411 container remove be0aa12c3ab4413629e26c609cc3d630bdf40cb1b3d3555a46f7daf7b8c85a88 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-05-10T11:27:51.070 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:50 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:50.553+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:51.070 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:50 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:50.553+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:51.070 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:50 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:50.553+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:51.070 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:50 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:50.553+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:51.070 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:50 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:50.553+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:27:51.070 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:50 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:50.553+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.882916+0000 front 2024-05-10T11:27:24.882852+0000 (oldest deadline 2024-05-10T11:27:47.782661+0000) 2024-05-10T11:27:51.311 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:51 smithi053 podman[101310]: 2024-05-10 11:27:50.963212468 +0000 UTC m=+0.018650714 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:27:51.311 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:51 smithi053 podman[101310]: 2024-05-10 11:27:51.064953549 +0000 UTC m=+0.120391818 container create 398a55744c3cc4b5270cda02de48be6280a81008eb84c70b95e6a589da7c1b39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9-deactivate, org.label-schema.build-date=20240507, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-05-10T11:27:51.311 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:51 smithi053 podman[101310]: 2024-05-10 11:27:51.308910673 +0000 UTC m=+0.364348910 container init 398a55744c3cc4b5270cda02de48be6280a81008eb84c70b95e6a589da7c1b39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, GIT_CLEAN=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e) 2024-05-10T11:27:51.312 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:51 smithi053 podman[101310]: 2024-05-10 11:27:51.312422007 +0000 UTC m=+0.367860238 container start 398a55744c3cc4b5270cda02de48be6280a81008eb84c70b95e6a589da7c1b39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, io.buildah.version=1.33.5) 2024-05-10T11:27:51.569 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:51 smithi053 podman[101310]: 2024-05-10 11:27:51.426154325 +0000 UTC m=+0.481592587 container attach 398a55744c3cc4b5270cda02de48be6280a81008eb84c70b95e6a589da7c1b39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9-deactivate, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240507) 2024-05-10T11:27:51.928 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:51 smithi053 podman[101310]: 2024-05-10 11:27:51.617853427 +0000 UTC m=+0.673291665 container died 398a55744c3cc4b5270cda02de48be6280a81008eb84c70b95e6a589da7c1b39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9-deactivate, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e) 2024-05-10T11:27:52.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:51 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:51.515+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:52.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:51 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:51.515+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:52.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:51 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:51.515+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:52.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:51 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:51.515+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:52.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:51 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:51.515+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:27:52.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:51 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:51.515+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.882916+0000 front 2024-05-10T11:27:24.882852+0000 (oldest deadline 2024-05-10T11:27:47.782661+0000) 2024-05-10T11:27:52.178 INFO:journalctl@ceph.osd.9.smithi053.stdout:May 10 11:27:52 smithi053 podman[101337]: 2024-05-10 11:27:52.154610487 +0000 UTC m=+0.525763758 container remove 398a55744c3cc4b5270cda02de48be6280a81008eb84c70b95e6a589da7c1b39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-9-deactivate, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_BRANCH=HEAD, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-10T11:27:52.184 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.9.service' 2024-05-10T11:27:52.223 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:51 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:51.750+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:52.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:51 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:51.750+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:52.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:51 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:51.750+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:52.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:51 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:51.750+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:52.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:51 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:51.750+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:52.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:51 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:51.750+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:16.870763+0000 front 2024-05-10T11:27:16.870697+0000 (oldest deadline 2024-05-10T11:27:39.770728+0000) 2024-05-10T11:27:52.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:51 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:51.750+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.272600+0000 front 2024-05-10T11:27:24.272548+0000 (oldest deadline 2024-05-10T11:27:48.972294+0000) 2024-05-10T11:27:52.228 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:27:52.228 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-05-10T11:27:52.229 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-05-10T11:27:52.229 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.10 2024-05-10T11:27:52.571 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:52 smithi132 systemd[1]: Stopping Ceph osd.10 for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:27:52.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:52 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:52.571+0000 7f25e4fc2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:27:52.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:52 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:52.571+0000 7f25e4fc2700 -1 osd.10 94 *** Got signal Terminated *** 2024-05-10T11:27:52.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:52 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:52.571+0000 7f25e4fc2700 -1 osd.10 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-10T11:27:52.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:52 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:52.713+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:52.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:52 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:52.713+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:52.974 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:52 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:52.713+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:52.975 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:52 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:52.713+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:52.975 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:52 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:52.713+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:52.975 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:52 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:52.713+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:16.870763+0000 front 2024-05-10T11:27:16.870697+0000 (oldest deadline 2024-05-10T11:27:39.770728+0000) 2024-05-10T11:27:52.975 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:52 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:52.713+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.272600+0000 front 2024-05-10T11:27:24.272548+0000 (oldest deadline 2024-05-10T11:27:48.972294+0000) 2024-05-10T11:27:53.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:52 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:52.520+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:53.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:52 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:52.520+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:53.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:52 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:52.520+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:53.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:52 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:52.520+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:53.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:52 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:52.520+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:27:53.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:52 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:52.520+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.882916+0000 front 2024-05-10T11:27:24.882852+0000 (oldest deadline 2024-05-10T11:27:47.782661+0000) 2024-05-10T11:27:54.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:53 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:53.562+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:54.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:53 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:53.562+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:54.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:53 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:53.562+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:54.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:53 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:53.562+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:54.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:53 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:53.562+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:27:54.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:53 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:53.562+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.882916+0000 front 2024-05-10T11:27:24.882852+0000 (oldest deadline 2024-05-10T11:27:47.782661+0000) 2024-05-10T11:27:54.223 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:53 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:53.760+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:54.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:53 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:53.760+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:54.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:53 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:53.760+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:54.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:53 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:53.760+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:54.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:53 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:53.760+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:54.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:53 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:53.760+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:16.870763+0000 front 2024-05-10T11:27:16.870697+0000 (oldest deadline 2024-05-10T11:27:39.770728+0000) 2024-05-10T11:27:54.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:53 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:53.760+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.272600+0000 front 2024-05-10T11:27:24.272548+0000 (oldest deadline 2024-05-10T11:27:48.972294+0000) 2024-05-10T11:27:55.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:54 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:54.533+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:55.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:54 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:54.533+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:55.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:54 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:54.533+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:55.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:54 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:54.533+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:55.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:54 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:54.533+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:27:55.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:54 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:54.533+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.882916+0000 front 2024-05-10T11:27:24.882852+0000 (oldest deadline 2024-05-10T11:27:47.782661+0000) 2024-05-10T11:27:55.223 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:54 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:54.800+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:55.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:54 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:54.800+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:55.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:54 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:54.800+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:55.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:54 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:54.800+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:55.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:54 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:54.800+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:55.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:54 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:54.800+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:16.870763+0000 front 2024-05-10T11:27:16.870697+0000 (oldest deadline 2024-05-10T11:27:39.770728+0000) 2024-05-10T11:27:55.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:54 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:54.800+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.272600+0000 front 2024-05-10T11:27:24.272548+0000 (oldest deadline 2024-05-10T11:27:48.972294+0000) 2024-05-10T11:27:56.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:55 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:55.517+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:56.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:55 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:55.517+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:56.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:55 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:55.517+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:56.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:55 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:55.517+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:56.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:55 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:55.517+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:27:56.011 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:55 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:55.517+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.882916+0000 front 2024-05-10T11:27:24.882852+0000 (oldest deadline 2024-05-10T11:27:47.782661+0000) 2024-05-10T11:27:56.223 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:55 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:55.801+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:56.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:55 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:55.801+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:56.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:55 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:55.801+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:56.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:55 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:55.801+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:56.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:55 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:55.801+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:56.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:55 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:55.801+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:16.870763+0000 front 2024-05-10T11:27:16.870697+0000 (oldest deadline 2024-05-10T11:27:39.770728+0000) 2024-05-10T11:27:56.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:55 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:55.801+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.272600+0000 front 2024-05-10T11:27:24.272548+0000 (oldest deadline 2024-05-10T11:27:48.972294+0000) 2024-05-10T11:27:57.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:56 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:56.510+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:57.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:56 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:56.510+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:57.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:56 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:56.510+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:57.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:56 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:56.510+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:57.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:56 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:56.510+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:27:57.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:56 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:56.510+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.882916+0000 front 2024-05-10T11:27:24.882852+0000 (oldest deadline 2024-05-10T11:27:47.782661+0000) 2024-05-10T11:27:57.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:56 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:56.510+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6820 osd.7 since back 2024-05-10T11:27:33.083456+0000 front 2024-05-10T11:27:33.083521+0000 (oldest deadline 2024-05-10T11:27:55.983389+0000) 2024-05-10T11:27:57.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:56 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:56.827+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.564451+0000 front 2024-05-10T11:26:36.564549+0000 (oldest deadline 2024-05-10T11:26:59.464595+0000) 2024-05-10T11:27:57.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:56 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:56.827+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6804 osd.1 since back 2024-05-10T11:26:41.765680+0000 front 2024-05-10T11:26:41.765707+0000 (oldest deadline 2024-05-10T11:27:07.665818+0000) 2024-05-10T11:27:57.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:56 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:56.827+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:47.666498+0000 front 2024-05-10T11:26:47.666479+0000 (oldest deadline 2024-05-10T11:27:13.566245+0000) 2024-05-10T11:27:57.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:56 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:56.827+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:56.367814+0000 front 2024-05-10T11:26:56.367844+0000 (oldest deadline 2024-05-10T11:27:24.568513+0000) 2024-05-10T11:27:57.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:56 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:56.827+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:04.568818+0000 front 2024-05-10T11:27:04.568841+0000 (oldest deadline 2024-05-10T11:27:29.868928+0000) 2024-05-10T11:27:57.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:56 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:56.827+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:16.870763+0000 front 2024-05-10T11:27:16.870697+0000 (oldest deadline 2024-05-10T11:27:39.770728+0000) 2024-05-10T11:27:57.224 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:56 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10[58693]: 2024-05-10T11:27:56.827+0000 7f25e15b6700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.272600+0000 front 2024-05-10T11:27:24.272548+0000 (oldest deadline 2024-05-10T11:27:48.972294+0000) 2024-05-10T11:27:57.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:57 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:57.498+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:57.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:57 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:57.498+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:57.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:57 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:57.498+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:57.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:57 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:57.498+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:57.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:57 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:57.498+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:27:57.761 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:57 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:57.498+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.882916+0000 front 2024-05-10T11:27:24.882852+0000 (oldest deadline 2024-05-10T11:27:47.782661+0000) 2024-05-10T11:27:57.761 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:57 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:57.498+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6820 osd.7 since back 2024-05-10T11:27:33.083456+0000 front 2024-05-10T11:27:33.083521+0000 (oldest deadline 2024-05-10T11:27:55.983389+0000) 2024-05-10T11:27:58.204 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:57 smithi132 podman[68316]: 2024-05-10 11:27:57.927878583 +0000 UTC m=+5.500304902 container died 84c46ac78fe72282cb094a0eacd0ff8a88e760e33ec5899b76e7b9b72ac2e7ca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_CLEAN=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-05-10T11:27:58.473 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:58 smithi132 podman[68316]: 2024-05-10 11:27:58.279023867 +0000 UTC m=+5.851450192 container cleanup 84c46ac78fe72282cb094a0eacd0ff8a88e760e33ec5899b76e7b9b72ac2e7ca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, ceph=True, org.label-schema.license=GPLv2) 2024-05-10T11:27:58.473 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:58 smithi132 bash[68316]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10 2024-05-10T11:27:58.907 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:58 smithi132 podman[68334]: 2024-05-10 11:27:58.580532687 +0000 UTC m=+0.652841368 container remove 84c46ac78fe72282cb094a0eacd0ff8a88e760e33ec5899b76e7b9b72ac2e7ca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e) 2024-05-10T11:27:59.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:58 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:58.520+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:27:59.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:58 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:58.520+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:27:59.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:58 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:58.520+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:27:59.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:58 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:58.520+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:27:59.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:58 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:58.520+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:27:59.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:58 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:58.520+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.882916+0000 front 2024-05-10T11:27:24.882852+0000 (oldest deadline 2024-05-10T11:27:47.782661+0000) 2024-05-10T11:27:59.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:58 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:58.520+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6820 osd.7 since back 2024-05-10T11:27:33.083456+0000 front 2024-05-10T11:27:33.083521+0000 (oldest deadline 2024-05-10T11:27:55.983389+0000) 2024-05-10T11:27:59.161 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:58 smithi132 podman[68426]: 2024-05-10 11:27:58.811830156 +0000 UTC m=+0.018105334 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:27:59.161 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:58 smithi132 podman[68426]: 2024-05-10 11:27:58.914543626 +0000 UTC m=+0.120818804 container create fa946485f745119047f5a9659b6ffeaa45d19bb3b6268c038e76aead79814d29 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10-deactivate, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-10T11:27:59.161 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:59 smithi132 podman[68426]: 2024-05-10 11:27:59.158661563 +0000 UTC m=+0.364936741 container init fa946485f745119047f5a9659b6ffeaa45d19bb3b6268c038e76aead79814d29 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10-deactivate, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-10T11:27:59.161 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:59 smithi132 podman[68426]: 2024-05-10 11:27:59.162003718 +0000 UTC m=+0.368278896 container start fa946485f745119047f5a9659b6ffeaa45d19bb3b6268c038e76aead79814d29 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10-deactivate, org.label-schema.build-date=20240507, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-05-10T11:27:59.456 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:59 smithi132 podman[68426]: 2024-05-10 11:27:59.233691167 +0000 UTC m=+0.439966359 container attach fa946485f745119047f5a9659b6ffeaa45d19bb3b6268c038e76aead79814d29 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e) 2024-05-10T11:27:59.723 INFO:journalctl@ceph.osd.10.smithi132.stdout:May 10 11:27:59 smithi132 podman[68426]: 2024-05-10 11:27:59.457804775 +0000 UTC m=+0.664079952 container died fa946485f745119047f5a9659b6ffeaa45d19bb3b6268c038e76aead79814d29 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-10-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.build-date=20240507, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-10T11:28:00.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:59 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:59.523+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:28:00.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:59 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:59.523+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:28:00.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:59 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:59.523+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:28:00.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:59 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:59.523+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:28:00.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:59 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:59.523+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:28:00.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:59 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:59.523+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.882916+0000 front 2024-05-10T11:27:24.882852+0000 (oldest deadline 2024-05-10T11:27:47.782661+0000) 2024-05-10T11:28:00.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:27:59 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:27:59.523+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6820 osd.7 since back 2024-05-10T11:27:33.083456+0000 front 2024-05-10T11:27:33.083521+0000 (oldest deadline 2024-05-10T11:27:55.983389+0000) 2024-05-10T11:28:00.042 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.10.service' 2024-05-10T11:28:00.081 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:28:00.081 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-05-10T11:28:00.081 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-05-10T11:28:00.081 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.11 2024-05-10T11:28:00.394 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:00 smithi187 systemd[1]: Stopping Ceph osd.11 for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:28:00.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:00 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:00.394+0000 7fae50029700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:28:00.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:00 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:00.394+0000 7fae50029700 -1 osd.11 94 *** Got signal Terminated *** 2024-05-10T11:28:00.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:00 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:00.394+0000 7fae50029700 -1 osd.11 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-10T11:28:00.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:00 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:00.530+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:28:00.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:00 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:00.530+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:28:00.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:00 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:00.530+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:28:00.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:00 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:00.530+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:28:00.761 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:00 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:00.530+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:28:00.761 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:00 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:00.530+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.882916+0000 front 2024-05-10T11:27:24.882852+0000 (oldest deadline 2024-05-10T11:27:47.782661+0000) 2024-05-10T11:28:00.761 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:00 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:00.530+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6820 osd.7 since back 2024-05-10T11:27:33.083456+0000 front 2024-05-10T11:27:33.083521+0000 (oldest deadline 2024-05-10T11:27:55.983389+0000) 2024-05-10T11:28:01.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:01 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:01.489+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:28:01.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:01 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:01.489+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:28:01.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:01 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:01.489+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:28:01.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:01 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:01.489+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:28:01.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:01 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:01.489+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:28:01.761 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:01 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:01.489+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.882916+0000 front 2024-05-10T11:27:24.882852+0000 (oldest deadline 2024-05-10T11:27:47.782661+0000) 2024-05-10T11:28:01.761 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:01 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:01.489+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6820 osd.7 since back 2024-05-10T11:27:33.083456+0000 front 2024-05-10T11:27:33.083521+0000 (oldest deadline 2024-05-10T11:27:55.983389+0000) 2024-05-10T11:28:02.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:02 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:02.454+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:28:02.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:02 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:02.454+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:28:02.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:02 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:02.454+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:28:02.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:02 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:02.454+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:28:02.761 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:02 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:02.454+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:28:02.761 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:02 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:02.454+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.882916+0000 front 2024-05-10T11:27:24.882852+0000 (oldest deadline 2024-05-10T11:27:47.782661+0000) 2024-05-10T11:28:02.761 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:02 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:02.454+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6820 osd.7 since back 2024-05-10T11:27:33.083456+0000 front 2024-05-10T11:27:33.083521+0000 (oldest deadline 2024-05-10T11:27:55.983389+0000) 2024-05-10T11:28:03.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:03 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:03.471+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:28:03.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:03 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:03.471+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:28:03.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:03 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:03.471+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:28:03.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:03 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:03.471+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:28:03.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:03 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:03.471+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:28:03.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:03 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:03.471+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.882916+0000 front 2024-05-10T11:27:24.882852+0000 (oldest deadline 2024-05-10T11:27:47.782661+0000) 2024-05-10T11:28:03.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:03 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:03.471+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6820 osd.7 since back 2024-05-10T11:27:33.083456+0000 front 2024-05-10T11:27:33.083521+0000 (oldest deadline 2024-05-10T11:27:55.983389+0000) 2024-05-10T11:28:04.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:04 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:04.435+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-05-10T11:26:36.073975+0000 front 2024-05-10T11:26:36.074153+0000 (oldest deadline 2024-05-10T11:26:58.974016+0000) 2024-05-10T11:28:04.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:04 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:04.435+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6804 osd.2 since back 2024-05-10T11:26:52.277294+0000 front 2024-05-10T11:26:52.277353+0000 (oldest deadline 2024-05-10T11:27:16.977453+0000) 2024-05-10T11:28:04.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:04 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:04.435+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6814 osd.3 since back 2024-05-10T11:26:58.078693+0000 front 2024-05-10T11:26:58.078719+0000 (oldest deadline 2024-05-10T11:27:22.778465+0000) 2024-05-10T11:28:04.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:04 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:04.435+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6812 osd.4 since back 2024-05-10T11:27:08.079568+0000 front 2024-05-10T11:27:08.079614+0000 (oldest deadline 2024-05-10T11:27:30.979596+0000) 2024-05-10T11:28:04.760 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:04 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:04.435+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.187:6812 osd.5 since back 2024-05-10T11:27:15.581074+0000 front 2024-05-10T11:27:15.581043+0000 (oldest deadline 2024-05-10T11:27:39.081135+0000) 2024-05-10T11:28:04.761 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:04 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:04.435+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.53:6822 osd.6 since back 2024-05-10T11:27:24.882916+0000 front 2024-05-10T11:27:24.882852+0000 (oldest deadline 2024-05-10T11:27:47.782661+0000) 2024-05-10T11:28:04.761 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:04 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11[59153]: 2024-05-10T11:28:04.435+0000 7fae4c61d700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.132:6820 osd.7 since back 2024-05-10T11:27:33.083456+0000 front 2024-05-10T11:27:33.083521+0000 (oldest deadline 2024-05-10T11:27:55.983389+0000) 2024-05-10T11:28:06.019 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:05 smithi187 podman[68804]: 2024-05-10 11:28:05.761773436 +0000 UTC m=+5.484458348 container died 563adb0a04890f2b49c83c2e43071fa1c324bf29abca52e48e81f5cd07b43933 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-10T11:28:06.386 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:06 smithi187 podman[68804]: 2024-05-10 11:28:06.119601195 +0000 UTC m=+5.842286103 container cleanup 563adb0a04890f2b49c83c2e43071fa1c324bf29abca52e48e81f5cd07b43933 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-05-10T11:28:06.387 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:06 smithi187 bash[68804]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11 2024-05-10T11:28:06.736 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:06 smithi187 podman[68822]: 2024-05-10 11:28:06.38739143 +0000 UTC m=+0.621478842 container remove 563adb0a04890f2b49c83c2e43071fa1c324bf29abca52e48e81f5cd07b43933 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_CLEAN=True) 2024-05-10T11:28:07.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:06 smithi187 podman[68913]: 2024-05-10 11:28:06.639532467 +0000 UTC m=+0.018015777 image pull ee5e4f21ef58047cb638cccd5cfbe8f6f43412b56c94b1d7fbd9cf3cb90a53a5 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f 2024-05-10T11:28:07.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:06 smithi187 podman[68913]: 2024-05-10 11:28:06.746362258 +0000 UTC m=+0.124845548 container create 1c3681a3e8d783aa90b6de40b1aa328405c5d98c3f2d83962f41393b4ead10aa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, ceph=True) 2024-05-10T11:28:07.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:06 smithi187 podman[68913]: 2024-05-10 11:28:06.965508981 +0000 UTC m=+0.343992278 container init 1c3681a3e8d783aa90b6de40b1aa328405c5d98c3f2d83962f41393b4ead10aa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11-deactivate, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.schema-version=1.0) 2024-05-10T11:28:07.010 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:06 smithi187 podman[68913]: 2024-05-10 11:28:06.969013545 +0000 UTC m=+0.347496836 container start 1c3681a3e8d783aa90b6de40b1aa328405c5d98c3f2d83962f41393b4ead10aa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, CEPH_POINT_RELEASE=, ceph=True) 2024-05-10T11:28:07.510 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:07 smithi187 podman[68913]: 2024-05-10 11:28:07.048667098 +0000 UTC m=+0.427150389 container attach 1c3681a3e8d783aa90b6de40b1aa328405c5d98c3f2d83962f41393b4ead10aa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-10T11:28:07.510 INFO:journalctl@ceph.osd.11.smithi187.stdout:May 10 11:28:07 smithi187 podman[68913]: 2024-05-10 11:28:07.271544117 +0000 UTC m=+0.650027413 container died 1c3681a3e8d783aa90b6de40b1aa328405c5d98c3f2d83962f41393b4ead10aa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-05-10T11:28:07.854 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@osd.11.service' 2024-05-10T11:28:07.893 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:28:07.893 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-05-10T11:28:07.893 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-05-10T11:28:07.893 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.a 2024-05-10T11:28:08.198 INFO:journalctl@ceph.mds.a.smithi053.stdout:May 10 11:28:07 smithi053 systemd[1]: Stopping Ceph mds.a for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:28:08.569 INFO:journalctl@ceph.mds.a.smithi053.stdout:May 10 11:28:08 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-a[69834]: 2024-05-10T11:28:08.198+0000 7f9150628700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:28:08.569 INFO:journalctl@ceph.mds.a.smithi053.stdout:May 10 11:28:08 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-a[69834]: 2024-05-10T11:28:08.198+0000 7f9150628700 -1 mds.a *** got signal Terminated *** 2024-05-10T11:28:12.123 INFO:journalctl@ceph.mds.a.smithi053.stdout:May 10 11:28:11 smithi053 podman[101439]: 2024-05-10 11:28:11.845515899 +0000 UTC m=+3.746303777 container died d76f465f6e2de7f1f1f03ec00f6b21379934b70c04b73cc87e1cad8d316b8147 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-05-10T11:28:12.569 INFO:journalctl@ceph.mds.a.smithi053.stdout:May 10 11:28:12 smithi053 podman[101439]: 2024-05-10 11:28:12.306927201 +0000 UTC m=+4.207715078 container cleanup d76f465f6e2de7f1f1f03ec00f6b21379934b70c04b73cc87e1cad8d316b8147 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-a, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08) 2024-05-10T11:28:12.569 INFO:journalctl@ceph.mds.a.smithi053.stdout:May 10 11:28:12 smithi053 bash[101439]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-a 2024-05-10T11:28:12.756 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.a.service' 2024-05-10T11:28:12.793 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:28:12.794 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-05-10T11:28:12.794 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-05-10T11:28:12.794 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.d 2024-05-10T11:28:13.110 INFO:journalctl@ceph.mds.d.smithi053.stdout:May 10 11:28:12 smithi053 systemd[1]: Stopping Ceph mds.d for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:28:13.569 INFO:journalctl@ceph.mds.d.smithi053.stdout:May 10 11:28:13 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-d[68522]: 2024-05-10T11:28:13.110+0000 7ff7463bc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:28:13.569 INFO:journalctl@ceph.mds.d.smithi053.stdout:May 10 11:28:13 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-d[68522]: 2024-05-10T11:28:13.110+0000 7ff7463bc700 -1 mds.d *** got signal Terminated *** 2024-05-10T11:28:15.653 INFO:journalctl@ceph.mds.d.smithi053.stdout:May 10 11:28:15 smithi053 podman[101560]: 2024-05-10 11:28:15.388828517 +0000 UTC m=+2.370173398 container died 64f78409bb6ef64f2d0ab5c6cba8809268c5e2cdd8185d63f67c108b5d47a1be (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-d, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-10T11:28:16.069 INFO:journalctl@ceph.mds.d.smithi053.stdout:May 10 11:28:15 smithi053 podman[101560]: 2024-05-10 11:28:15.844608277 +0000 UTC m=+2.825953157 container cleanup 64f78409bb6ef64f2d0ab5c6cba8809268c5e2cdd8185d63f67c108b5d47a1be (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-d, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.license=GPLv2, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08) 2024-05-10T11:28:16.069 INFO:journalctl@ceph.mds.d.smithi053.stdout:May 10 11:28:15 smithi053 bash[101560]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-d 2024-05-10T11:28:16.234 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.d.service' 2024-05-10T11:28:16.268 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:28:16.268 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-05-10T11:28:16.268 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-05-10T11:28:16.269 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.g 2024-05-10T11:28:16.606 INFO:journalctl@ceph.mds.g.smithi053.stdout:May 10 11:28:16 smithi053 systemd[1]: Stopping Ceph mds.g for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:28:17.069 INFO:journalctl@ceph.mds.g.smithi053.stdout:May 10 11:28:16 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-g[69364]: 2024-05-10T11:28:16.606+0000 7f6638811700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:28:17.070 INFO:journalctl@ceph.mds.g.smithi053.stdout:May 10 11:28:16 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-g[69364]: 2024-05-10T11:28:16.606+0000 7f6638811700 -1 mds.g *** got signal Terminated *** 2024-05-10T11:28:20.123 INFO:journalctl@ceph.mds.g.smithi053.stdout:May 10 11:28:19 smithi053 podman[101682]: 2024-05-10 11:28:19.841445005 +0000 UTC m=+3.349000779 container died 9d1d1b3c69fb7184e096dc4a2d3d09bd6fcb4bf9124b4938ff71e731e191babb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-g, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, io.buildah.version=1.33.5) 2024-05-10T11:28:20.569 INFO:journalctl@ceph.mds.g.smithi053.stdout:May 10 11:28:20 smithi053 podman[101682]: 2024-05-10 11:28:20.298618758 +0000 UTC m=+3.806174531 container cleanup 9d1d1b3c69fb7184e096dc4a2d3d09bd6fcb4bf9124b4938ff71e731e191babb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-g, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-05-10T11:28:20.569 INFO:journalctl@ceph.mds.g.smithi053.stdout:May 10 11:28:20 smithi053 bash[101682]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-g 2024-05-10T11:28:20.736 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.g.service' 2024-05-10T11:28:20.770 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:28:20.771 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-05-10T11:28:20.771 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-05-10T11:28:20.771 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.j 2024-05-10T11:28:21.119 INFO:journalctl@ceph.mds.j.smithi053.stdout:May 10 11:28:20 smithi053 systemd[1]: Stopping Ceph mds.j for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:28:21.569 INFO:journalctl@ceph.mds.j.smithi053.stdout:May 10 11:28:21 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-j[68101]: 2024-05-10T11:28:21.119+0000 7fd2f48de700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:28:21.569 INFO:journalctl@ceph.mds.j.smithi053.stdout:May 10 11:28:21 smithi053 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-j[68101]: 2024-05-10T11:28:21.119+0000 7fd2f48de700 -1 mds.j *** got signal Terminated *** 2024-05-10T11:28:24.194 INFO:journalctl@ceph.mds.j.smithi053.stdout:May 10 11:28:23 smithi053 podman[101805]: 2024-05-10 11:28:23.934191219 +0000 UTC m=+2.939301403 container died 242e2a09e0efb8eb39e3ffcf40da6fc6412ba5bd0192b0e31c3e786604bcf102 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-j, CEPH_POINT_RELEASE=, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-05-10T11:28:24.570 INFO:journalctl@ceph.mds.j.smithi053.stdout:May 10 11:28:24 smithi053 podman[101805]: 2024-05-10 11:28:24.386205814 +0000 UTC m=+3.391316002 container cleanup 242e2a09e0efb8eb39e3ffcf40da6fc6412ba5bd0192b0e31c3e786604bcf102 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-j, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-10T11:28:24.570 INFO:journalctl@ceph.mds.j.smithi053.stdout:May 10 11:28:24 smithi053 bash[101805]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-j 2024-05-10T11:28:24.789 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.j.service' 2024-05-10T11:28:24.823 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:28:24.823 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-05-10T11:28:24.823 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-05-10T11:28:24.823 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.b 2024-05-10T11:28:25.112 INFO:journalctl@ceph.mds.b.smithi132.stdout:May 10 11:28:24 smithi132 systemd[1]: Stopping Ceph mds.b for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:28:25.387 INFO:journalctl@ceph.mds.b.smithi132.stdout:May 10 11:28:25 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-b[63888]: 2024-05-10T11:28:25.112+0000 7ff3c05db700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:28:25.387 INFO:journalctl@ceph.mds.b.smithi132.stdout:May 10 11:28:25 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-b[63888]: 2024-05-10T11:28:25.112+0000 7ff3c05db700 -1 mds.b *** got signal Terminated *** 2024-05-10T11:28:28.129 INFO:journalctl@ceph.mds.b.smithi132.stdout:May 10 11:28:27 smithi132 podman[68531]: 2024-05-10 11:28:27.856806196 +0000 UTC m=+2.837224620 container died c9ab0f216efe488af8b953fbc8c7b5f2d3cc95a2e0963f504b9226ad2fb696af (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-b, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, GIT_CLEAN=True) 2024-05-10T11:28:28.474 INFO:journalctl@ceph.mds.b.smithi132.stdout:May 10 11:28:28 smithi132 podman[68531]: 2024-05-10 11:28:28.229288575 +0000 UTC m=+3.209707008 container cleanup c9ab0f216efe488af8b953fbc8c7b5f2d3cc95a2e0963f504b9226ad2fb696af (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-b, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, ceph=True, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-05-10T11:28:28.474 INFO:journalctl@ceph.mds.b.smithi132.stdout:May 10 11:28:28 smithi132 bash[68531]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-b 2024-05-10T11:28:28.650 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.b.service' 2024-05-10T11:28:28.685 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:28:28.685 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-05-10T11:28:28.685 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-05-10T11:28:28.686 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.e 2024-05-10T11:28:29.008 INFO:journalctl@ceph.mds.e.smithi132.stdout:May 10 11:28:28 smithi132 systemd[1]: Stopping Ceph mds.e for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:28:29.473 INFO:journalctl@ceph.mds.e.smithi132.stdout:May 10 11:28:29 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-e[63265]: 2024-05-10T11:28:29.008+0000 7f41c09c8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:28:29.474 INFO:journalctl@ceph.mds.e.smithi132.stdout:May 10 11:28:29 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-e[63265]: 2024-05-10T11:28:29.008+0000 7f41c09c8700 -1 mds.e *** got signal Terminated *** 2024-05-10T11:28:32.109 INFO:journalctl@ceph.mds.e.smithi132.stdout:May 10 11:28:31 smithi132 podman[68662]: 2024-05-10 11:28:31.855718072 +0000 UTC m=+2.952374275 container died 2d0dcaaffefefa795191818cadbba9c7fd1b11c32090ad15f644ba5e4bb8a00e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True) 2024-05-10T11:28:32.475 INFO:journalctl@ceph.mds.e.smithi132.stdout:May 10 11:28:32 smithi132 podman[68662]: 2024-05-10 11:28:32.216480982 +0000 UTC m=+3.313137184 container cleanup 2d0dcaaffefefa795191818cadbba9c7fd1b11c32090ad15f644ba5e4bb8a00e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-e, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.license=GPLv2) 2024-05-10T11:28:32.475 INFO:journalctl@ceph.mds.e.smithi132.stdout:May 10 11:28:32 smithi132 bash[68662]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-e 2024-05-10T11:28:32.648 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.e.service' 2024-05-10T11:28:32.681 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:28:32.682 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-05-10T11:28:32.682 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-05-10T11:28:32.682 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.h 2024-05-10T11:28:33.223 INFO:journalctl@ceph.mds.h.smithi132.stdout:May 10 11:28:32 smithi132 systemd[1]: Stopping Ceph mds.h for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:28:33.224 INFO:journalctl@ceph.mds.h.smithi132.stdout:May 10 11:28:32 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-h[63575]: 2024-05-10T11:28:32.987+0000 7f1fe22ed700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:28:33.224 INFO:journalctl@ceph.mds.h.smithi132.stdout:May 10 11:28:32 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-h[63575]: 2024-05-10T11:28:32.987+0000 7f1fe22ed700 -1 mds.h *** got signal Terminated *** 2024-05-10T11:28:36.112 INFO:journalctl@ceph.mds.h.smithi132.stdout:May 10 11:28:35 smithi132 podman[68784]: 2024-05-10 11:28:35.867518823 +0000 UTC m=+2.968733299 container died 5b63ad4c0364cb1abd312639d8cb32296e5aaf35f029bf1427b01b8d50fa0fc8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-h, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-10T11:28:36.396 INFO:journalctl@ceph.mds.h.smithi132.stdout:May 10 11:28:36 smithi132 podman[68784]: 2024-05-10 11:28:36.178832227 +0000 UTC m=+3.280046708 container cleanup 5b63ad4c0364cb1abd312639d8cb32296e5aaf35f029bf1427b01b8d50fa0fc8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-h, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e) 2024-05-10T11:28:36.396 INFO:journalctl@ceph.mds.h.smithi132.stdout:May 10 11:28:36 smithi132 bash[68784]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-h 2024-05-10T11:28:36.611 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.h.service' 2024-05-10T11:28:36.645 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:28:36.645 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-05-10T11:28:36.645 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-05-10T11:28:36.646 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.k 2024-05-10T11:28:36.957 INFO:journalctl@ceph.mds.k.smithi132.stdout:May 10 11:28:36 smithi132 systemd[1]: Stopping Ceph mds.k for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:28:37.223 INFO:journalctl@ceph.mds.k.smithi132.stdout:May 10 11:28:36 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-k[62941]: 2024-05-10T11:28:36.957+0000 7f29a163e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:28:37.224 INFO:journalctl@ceph.mds.k.smithi132.stdout:May 10 11:28:36 smithi132 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-k[62941]: 2024-05-10T11:28:36.957+0000 7f29a163e700 -1 mds.k *** got signal Terminated *** 2024-05-10T11:28:40.107 INFO:journalctl@ceph.mds.k.smithi132.stdout:May 10 11:28:39 smithi132 podman[68904]: 2024-05-10 11:28:39.854682319 +0000 UTC m=+2.991331727 container died aab4d6a669c0740e90d0b1c739b95297b0bb894853817b5cd58f16469fd5282b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-k, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True) 2024-05-10T11:28:40.474 INFO:journalctl@ceph.mds.k.smithi132.stdout:May 10 11:28:40 smithi132 podman[68904]: 2024-05-10 11:28:40.183085595 +0000 UTC m=+3.319734997 container cleanup aab4d6a669c0740e90d0b1c739b95297b0bb894853817b5cd58f16469fd5282b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-k, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, ceph=True, GIT_CLEAN=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e) 2024-05-10T11:28:40.474 INFO:journalctl@ceph.mds.k.smithi132.stdout:May 10 11:28:40 smithi132 bash[68904]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-k 2024-05-10T11:28:40.474 INFO:journalctl@ceph.mds.k.smithi132.stdout:May 10 11:28:40 smithi132 podman[68918]: 2024-05-10 11:28:40.342424805 +0000 UTC m=+0.481193908 container remove aab4d6a669c0740e90d0b1c739b95297b0bb894853817b5cd58f16469fd5282b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-k, ceph=True, GIT_CLEAN=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-05-10T11:28:40.553 DEBUG:teuthology.orchestra.run.smithi132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.k.service' 2024-05-10T11:28:40.585 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:28:40.585 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-05-10T11:28:40.585 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-05-10T11:28:40.585 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.c 2024-05-10T11:28:40.883 INFO:journalctl@ceph.mds.c.smithi187.stdout:May 10 11:28:40 smithi187 systemd[1]: Stopping Ceph mds.c for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:28:41.262 INFO:journalctl@ceph.mds.c.smithi187.stdout:May 10 11:28:40 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-c[64113]: 2024-05-10T11:28:40.884+0000 7f938a4b0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:28:41.262 INFO:journalctl@ceph.mds.c.smithi187.stdout:May 10 11:28:40 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-c[64113]: 2024-05-10T11:28:40.884+0000 7f938a4b0700 -1 mds.c *** got signal Terminated *** 2024-05-10T11:28:44.125 INFO:journalctl@ceph.mds.c.smithi187.stdout:May 10 11:28:43 smithi187 podman[69019]: 2024-05-10 11:28:43.842770459 +0000 UTC m=+3.066515553 container died a2d0118166c67a01eb48e55bd9358bfe55d27feee1354e11c02fbc50c3a0bc17 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-c, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, ceph=True) 2024-05-10T11:28:44.467 INFO:journalctl@ceph.mds.c.smithi187.stdout:May 10 11:28:44 smithi187 podman[69019]: 2024-05-10 11:28:44.225170815 +0000 UTC m=+3.448915909 container cleanup a2d0118166c67a01eb48e55bd9358bfe55d27feee1354e11c02fbc50c3a0bc17 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-c, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240507, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-05-10T11:28:44.467 INFO:journalctl@ceph.mds.c.smithi187.stdout:May 10 11:28:44 smithi187 bash[69019]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-c 2024-05-10T11:28:44.609 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.c.service' 2024-05-10T11:28:44.645 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:28:44.645 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-05-10T11:28:44.645 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-05-10T11:28:44.645 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.f 2024-05-10T11:28:45.010 INFO:journalctl@ceph.mds.f.smithi187.stdout:May 10 11:28:44 smithi187 systemd[1]: Stopping Ceph mds.f for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:28:45.010 INFO:journalctl@ceph.mds.f.smithi187.stdout:May 10 11:28:44 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-f[63806]: 2024-05-10T11:28:44.971+0000 7fd4b5c97700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:28:45.010 INFO:journalctl@ceph.mds.f.smithi187.stdout:May 10 11:28:44 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-f[63806]: 2024-05-10T11:28:44.971+0000 7fd4b5c97700 -1 mds.f *** got signal Terminated *** 2024-05-10T11:28:48.129 INFO:journalctl@ceph.mds.f.smithi187.stdout:May 10 11:28:47 smithi187 podman[69153]: 2024-05-10 11:28:47.861167639 +0000 UTC m=+3.000404204 container died 676e73236e813b73284c691359685f95cee6b2c196debd574663da31802f8f48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-f, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, ceph=True, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-05-10T11:28:48.504 INFO:journalctl@ceph.mds.f.smithi187.stdout:May 10 11:28:48 smithi187 podman[69153]: 2024-05-10 11:28:48.236825646 +0000 UTC m=+3.376062216 container cleanup 676e73236e813b73284c691359685f95cee6b2c196debd574663da31802f8f48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-f, CEPH_POINT_RELEASE=, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-10T11:28:48.504 INFO:journalctl@ceph.mds.f.smithi187.stdout:May 10 11:28:48 smithi187 bash[69153]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-f 2024-05-10T11:28:48.667 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.f.service' 2024-05-10T11:28:48.700 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:28:48.700 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-05-10T11:28:48.700 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-05-10T11:28:48.700 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.i 2024-05-10T11:28:49.023 INFO:journalctl@ceph.mds.i.smithi187.stdout:May 10 11:28:48 smithi187 systemd[1]: Stopping Ceph mds.i for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:28:49.510 INFO:journalctl@ceph.mds.i.smithi187.stdout:May 10 11:28:49 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-i[64422]: 2024-05-10T11:28:49.024+0000 7fa6beecb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:28:49.510 INFO:journalctl@ceph.mds.i.smithi187.stdout:May 10 11:28:49 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-i[64422]: 2024-05-10T11:28:49.024+0000 7fa6beecb700 -1 mds.i *** got signal Terminated *** 2024-05-10T11:28:52.260 INFO:journalctl@ceph.mds.i.smithi187.stdout:May 10 11:28:51 smithi187 podman[69274]: 2024-05-10 11:28:51.853703491 +0000 UTC m=+2.936505991 container died a0357b0c21b38d7e8681f74ab6aebd06a06730d8cada41f0a2ebbf3a5c3f671a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-i, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e) 2024-05-10T11:28:52.665 INFO:journalctl@ceph.mds.i.smithi187.stdout:May 10 11:28:52 smithi187 podman[69274]: 2024-05-10 11:28:52.406929001 +0000 UTC m=+3.489731504 container cleanup a0357b0c21b38d7e8681f74ab6aebd06a06730d8cada41f0a2ebbf3a5c3f671a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-i, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, io.buildah.version=1.33.5) 2024-05-10T11:28:52.697 INFO:journalctl@ceph.mds.i.smithi187.stdout:May 10 11:28:52 smithi187 bash[69274]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-i 2024-05-10T11:28:52.830 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.i.service' 2024-05-10T11:28:52.863 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:28:52.863 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-05-10T11:28:52.863 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-05-10T11:28:52.864 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.l 2024-05-10T11:28:53.259 INFO:journalctl@ceph.mds.l.smithi187.stdout:May 10 11:28:52 smithi187 systemd[1]: Stopping Ceph mds.l for 745ae8e0-0ebd-11ef-bc98-c7b262605968... 2024-05-10T11:28:53.260 INFO:journalctl@ceph.mds.l.smithi187.stdout:May 10 11:28:53 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-l[63495]: 2024-05-10T11:28:53.168+0000 7f79befe5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-10T11:28:53.260 INFO:journalctl@ceph.mds.l.smithi187.stdout:May 10 11:28:53 smithi187 ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-l[63495]: 2024-05-10T11:28:53.168+0000 7f79befe5700 -1 mds.l *** got signal Terminated *** 2024-05-10T11:28:56.127 INFO:journalctl@ceph.mds.l.smithi187.stdout:May 10 11:28:55 smithi187 podman[69393]: 2024-05-10 11:28:55.852773214 +0000 UTC m=+2.768600781 container died 1666876d3dc246304b88f1f91acdd20f138f4719d618e612d5d3f4e9479e0df0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-l, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, CEPH_POINT_RELEASE=, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-05-10T11:28:56.486 INFO:journalctl@ceph.mds.l.smithi187.stdout:May 10 11:28:56 smithi187 podman[69393]: 2024-05-10 11:28:56.202107232 +0000 UTC m=+3.117934795 container cleanup 1666876d3dc246304b88f1f91acdd20f138f4719d618e612d5d3f4e9479e0df0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c77785140a1aa226ee46fbc1bec1768a7bea4786cdf8c717e77f2b0ad3d7725f, name=ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-l, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=26c185c6730a227e8afae88cfa8b303d6e5c470e, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-63896-from-wip-rishabh-testing-20240501.193033-d39fa08, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-05-10T11:28:56.486 INFO:journalctl@ceph.mds.l.smithi187.stdout:May 10 11:28:56 smithi187 bash[69393]: ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968-mds-l 2024-05-10T11:28:56.625 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-745ae8e0-0ebd-11ef-bc98-c7b262605968@mds.l.service' 2024-05-10T11:28:56.657 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-10T11:28:56.657 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-05-10T11:28:56.657 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 --force --keep-logs 2024-05-10T11:28:56.860 INFO:teuthology.orchestra.run.smithi053.stdout:Deleting cluster with fsid: 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:28:59.461 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 --force --keep-logs 2024-05-10T11:28:59.651 INFO:teuthology.orchestra.run.smithi132.stdout:Deleting cluster with fsid: 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:29:02.110 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 --force --keep-logs 2024-05-10T11:29:02.303 INFO:teuthology.orchestra.run.smithi187.stdout:Deleting cluster with fsid: 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:29:04.653 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-10T11:29:04.688 DEBUG:teuthology.orchestra.run.smithi132:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-10T11:29:04.720 DEBUG:teuthology.orchestra.run.smithi187:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-10T11:29:04.747 INFO:tasks.cephadm:Archiving crash dumps... 2024-05-10T11:29:04.749 DEBUG:teuthology.misc:Transferring archived files from smithi053:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/crash to /home/teuthworker/archive/dparmar-2024-05-10_07:38:09-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7700932/remote/smithi053/crash 2024-05-10T11:29:04.750 DEBUG:teuthology.orchestra.run.smithi053:> sudo tar c -f - -C /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/crash -- . 2024-05-10T11:29:04.820 INFO:teuthology.orchestra.run.smithi053.stderr:tar: /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/crash: Cannot open: No such file or directory 2024-05-10T11:29:04.820 INFO:teuthology.orchestra.run.smithi053.stderr:tar: Error is not recoverable: exiting now 2024-05-10T11:29:04.822 DEBUG:teuthology.misc:Transferring archived files from smithi132:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/crash to /home/teuthworker/archive/dparmar-2024-05-10_07:38:09-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7700932/remote/smithi132/crash 2024-05-10T11:29:04.823 DEBUG:teuthology.orchestra.run.smithi132:> sudo tar c -f - -C /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/crash -- . 2024-05-10T11:29:04.862 INFO:teuthology.orchestra.run.smithi132.stderr:tar: /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/crash: Cannot open: No such file or directory 2024-05-10T11:29:04.862 INFO:teuthology.orchestra.run.smithi132.stderr:tar: Error is not recoverable: exiting now 2024-05-10T11:29:04.864 DEBUG:teuthology.misc:Transferring archived files from smithi187:/var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/crash to /home/teuthworker/archive/dparmar-2024-05-10_07:38:09-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7700932/remote/smithi187/crash 2024-05-10T11:29:04.865 DEBUG:teuthology.orchestra.run.smithi187:> sudo tar c -f - -C /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/crash -- . 2024-05-10T11:29:04.927 INFO:teuthology.orchestra.run.smithi187.stderr:tar: /var/lib/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/crash: Cannot open: No such file or directory 2024-05-10T11:29:04.927 INFO:teuthology.orchestra.run.smithi187.stderr:tar: Error is not recoverable: exiting now 2024-05-10T11:29:04.928 INFO:tasks.cephadm:Checking cluster log for badness... 2024-05-10T11:29:04.928 DEBUG:teuthology.orchestra.run.smithi053:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-05-10T11:29:04.971 INFO:tasks.cephadm:Compressing logs... 2024-05-10T11:29:04.971 DEBUG:teuthology.orchestra.run.smithi053:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-10T11:29:05.014 DEBUG:teuthology.orchestra.run.smithi132:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-10T11:29:05.016 DEBUG:teuthology.orchestra.run.smithi187:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-10T11:29:05.040 INFO:teuthology.orchestra.run.smithi187.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.log 2024-05-10T11:29:05.040 INFO:teuthology.orchestra.run.smithi187.stderr:: No such file or directory 2024-05-10T11:29:05.041 INFO:teuthology.orchestra.run.smithi187.stderr:gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.2.log 2024-05-10T11:29:05.053 INFO:teuthology.orchestra.run.smithi053.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-05-10T11:29:05.054 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.log 2024-05-10T11:29:05.054 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.log 2024-05-10T11:29:05.054 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.audit.log 2024-05-10T11:29:05.054 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/ceph-client.0.log: gzip -5/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.log: --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.g.log 2024-05-10T11:29:05.054 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.j.log 2024-05-10T11:29:05.054 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.3.log 2024-05-10T11:29:05.054 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.g.log: /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.0.log 2024-05-10T11:29:05.054 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mgr.x.log 2024-05-10T11:29:05.054 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.0.log: 86.9%gzip -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.log.gz -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mon.a.log 2024-05-10T11:29:05.054 INFO:teuthology.orchestra.run.smithi053.stderr: 2024-05-10T11:29:05.054 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mgr.x.log: 90.2% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.audit.log.gz 2024-05-10T11:29:05.054 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.6.log 2024-05-10T11:29:05.055 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.cephadm.log 2024-05-10T11:29:05.055 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.6.log: 94.8% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.j.log.gz 2024-05-10T11:29:05.057 INFO:teuthology.orchestra.run.smithi132.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.log 2024-05-10T11:29:05.058 INFO:teuthology.orchestra.run.smithi132.stderr:: No such file or directory 2024-05-10T11:29:05.058 INFO:teuthology.orchestra.run.smithi132.stderr:gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.audit.log 2024-05-10T11:29:05.058 INFO:teuthology.orchestra.run.smithi132.stderr:gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.7.log 2024-05-10T11:29:05.058 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.log: /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.b.log 2024-05-10T11:29:05.058 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.4.log 2024-05-10T11:29:05.058 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.1.log 2024-05-10T11:29:05.058 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mgr.y.log 2024-05-10T11:29:05.058 INFO:teuthology.orchestra.run.smithi132.stderr: 86.9% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.log.gz 2024-05-10T11:29:05.058 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.h.log 2024-05-10T11:29:05.058 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mgr.y.log: gzip -5 90.3% --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.10.log 2024-05-10T11:29:05.059 INFO:teuthology.orchestra.run.smithi132.stderr: -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.audit.log.gz 2024-05-10T11:29:05.059 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.cephadm.log 2024-05-10T11:29:05.059 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.e.log 2024-05-10T11:29:05.059 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.cephadm.log: 82.5% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.cephadm.log.gz 2024-05-10T11:29:05.059 INFO:teuthology.orchestra.run.smithi132.stderr:gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-volume.log 2024-05-10T11:29:05.059 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.e.log: 92.5% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mgr.y.log.gz 2024-05-10T11:29:05.059 INFO:teuthology.orchestra.run.smithi187.stderr:gzip -5 --verbose --/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.log: /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.f.log 2024-05-10T11:29:05.059 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.audit.log 2024-05-10T11:29:05.060 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.5.log 2024-05-10T11:29:05.060 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.c.log 2024-05-10T11:29:05.060 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mon.c.log 2024-05-10T11:29:05.060 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mgr.z.log 2024-05-10T11:29:05.060 INFO:teuthology.orchestra.run.smithi187.stderr: 86.9% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.log.gz 2024-05-10T11:29:05.060 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.i.log 2024-05-10T11:29:05.060 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mgr.z.log: gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.cephadm.log 2024-05-10T11:29:05.060 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.i.log: 90.4% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.audit.log.gz 2024-05-10T11:29:05.060 INFO:teuthology.orchestra.run.smithi187.stderr:gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.11.log 2024-05-10T11:29:05.060 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.cephadm.log: 82.5% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.cephadm.log.gz 2024-05-10T11:29:05.060 INFO:teuthology.orchestra.run.smithi187.stderr:gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.8.log 2024-05-10T11:29:05.060 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.11.log: 92.7% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mgr.z.log.gz 2024-05-10T11:29:05.063 INFO:teuthology.orchestra.run.smithi132.stderr:gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mon.b.log 2024-05-10T11:29:05.063 INFO:teuthology.orchestra.run.smithi187.stderr:gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-volume.log 2024-05-10T11:29:05.064 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.a.log 2024-05-10T11:29:05.064 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.cephadm.log: 82.8% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph.cephadm.log.gz 2024-05-10T11:29:05.064 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-volume.log 2024-05-10T11:29:05.072 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.d.log 2024-05-10T11:29:05.073 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.k.log 2024-05-10T11:29:05.074 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.l.log 2024-05-10T11:29:05.074 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mon.b.log: 91.0% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-volume.log.gz 2024-05-10T11:29:05.088 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.9.log 2024-05-10T11:29:05.089 INFO:teuthology.orchestra.run.smithi132.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-10T11:29:05.090 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-volume.log: 92.7% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.f.log.gz 2024-05-10T11:29:05.092 INFO:teuthology.orchestra.run.smithi187.stderr: 91.0% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-volume.log.gz 2024-05-10T11:29:05.092 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.d.log: 94.6% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.d.log.gz 2024-05-10T11:29:05.093 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.k.log: 92.8% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.b.log.gz 2024-05-10T11:29:05.094 INFO:teuthology.orchestra.run.smithi053.stderr: 94.2% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.g.log.gz 2024-05-10T11:29:05.094 INFO:teuthology.orchestra.run.smithi187.stderr: 92.7% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.c.log.gz 2024-05-10T11:29:05.094 INFO:teuthology.orchestra.run.smithi187.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-10T11:29:05.095 INFO:teuthology.orchestra.run.smithi053.stderr: 91.1% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-volume.log.gz 2024-05-10T11:29:05.096 INFO:teuthology.orchestra.run.smithi187.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.l.log: /var/log/ceph/cephadm.log: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-10T11:29:05.097 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-10T11:29:05.108 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.9.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.log 2024-05-10T11:29:05.109 INFO:teuthology.orchestra.run.smithi132.stderr:/var/log/ceph/cephadm.log: 92.2% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-10T11:29:05.111 INFO:teuthology.orchestra.run.smithi132.stderr: 94.3% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.e.log.gz 2024-05-10T11:29:05.114 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/cephadm.log: 94.2% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.a.log.gz 2024-05-10T11:29:05.117 INFO:teuthology.orchestra.run.smithi132.stderr: 93.1% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.h.log.gz 2024-05-10T11:29:05.119 INFO:teuthology.orchestra.run.smithi053.stderr: 94.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-10T11:29:05.121 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/ceph-client.admin.log: 92.8% -- replaced with /var/log/ceph/ceph-client.admin.log.gz 2024-05-10T11:29:05.137 INFO:teuthology.orchestra.run.smithi132.stderr: 94.2% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.k.log.gz 2024-05-10T11:29:05.141 INFO:teuthology.orchestra.run.smithi187.stderr: 92.9% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.l.log.gz 2024-05-10T11:29:05.278 INFO:teuthology.orchestra.run.smithi187.stderr: 91.9% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mon.c.log.gz 2024-05-10T11:29:05.301 INFO:teuthology.orchestra.run.smithi053.stderr: 90.1% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mgr.x.log.gz 2024-05-10T11:29:05.352 INFO:teuthology.orchestra.run.smithi187.stderr: 92.6% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mds.i.log.gz 2024-05-10T11:29:05.406 INFO:teuthology.orchestra.run.smithi132.stderr: 91.8% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mon.b.log.gz 2024-05-10T11:29:05.825 INFO:teuthology.orchestra.run.smithi053.stderr: 90.5% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-mon.a.log.gz 2024-05-10T11:29:08.062 INFO:teuthology.orchestra.run.smithi132.stderr: 93.0% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.10.log.gz 2024-05-10T11:29:08.285 INFO:teuthology.orchestra.run.smithi187.stderr: 93.0% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.8.log.gz 2024-05-10T11:29:09.015 INFO:teuthology.orchestra.run.smithi187.stderr: 93.0% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.11.log.gz 2024-05-10T11:29:09.660 INFO:teuthology.orchestra.run.smithi187.stderr: 92.9% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.2.log.gz 2024-05-10T11:29:10.084 INFO:teuthology.orchestra.run.smithi132.stderr: 93.1% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.1.log.gz 2024-05-10T11:29:10.720 INFO:teuthology.orchestra.run.smithi132.stderr: 93.1% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.7.log.gz 2024-05-10T11:29:10.754 INFO:teuthology.orchestra.run.smithi132.stderr: 92.9% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.4.log.gz 2024-05-10T11:29:10.757 INFO:teuthology.orchestra.run.smithi132.stderr: 2024-05-10T11:29:10.757 INFO:teuthology.orchestra.run.smithi132.stderr:real 0m5.726s 2024-05-10T11:29:10.757 INFO:teuthology.orchestra.run.smithi132.stderr:user 0m19.307s 2024-05-10T11:29:10.757 INFO:teuthology.orchestra.run.smithi132.stderr:sys 0m0.707s 2024-05-10T11:29:10.855 INFO:teuthology.orchestra.run.smithi053.stderr: 93.0% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.0.log.gz 2024-05-10T11:29:11.253 INFO:teuthology.orchestra.run.smithi053.stderr: 93.1% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.6.log.gz 2024-05-10T11:29:11.880 INFO:teuthology.orchestra.run.smithi053.stderr: 92.9% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.9.log.gz 2024-05-10T11:29:11.972 INFO:teuthology.orchestra.run.smithi187.stderr: 93.0% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.5.log.gz 2024-05-10T11:29:11.974 INFO:teuthology.orchestra.run.smithi187.stderr: 2024-05-10T11:29:11.974 INFO:teuthology.orchestra.run.smithi187.stderr:real 0m6.943s 2024-05-10T11:29:11.974 INFO:teuthology.orchestra.run.smithi187.stderr:user 0m18.792s 2024-05-10T11:29:11.974 INFO:teuthology.orchestra.run.smithi187.stderr:sys 0m0.649s 2024-05-10T11:29:12.822 INFO:teuthology.orchestra.run.smithi053.stderr: 93.1% -- replaced with /var/log/ceph/745ae8e0-0ebd-11ef-bc98-c7b262605968/ceph-osd.3.log.gz 2024-05-10T11:29:14.199 INFO:teuthology.orchestra.run.smithi053.stderr: 96.6% -- replaced with /var/log/ceph/ceph-client.0.log.gz 2024-05-10T11:29:14.201 INFO:teuthology.orchestra.run.smithi053.stderr: 2024-05-10T11:29:14.201 INFO:teuthology.orchestra.run.smithi053.stderr:real 0m9.172s 2024-05-10T11:29:14.201 INFO:teuthology.orchestra.run.smithi053.stderr:user 0m35.689s 2024-05-10T11:29:14.201 INFO:teuthology.orchestra.run.smithi053.stderr:sys 0m1.156s 2024-05-10T11:29:14.201 INFO:tasks.cephadm:Archiving logs... 2024-05-10T11:29:14.202 DEBUG:teuthology.misc:Transferring archived files from smithi053:/var/log/ceph to /home/teuthworker/archive/dparmar-2024-05-10_07:38:09-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7700932/remote/smithi053/log 2024-05-10T11:29:14.203 DEBUG:teuthology.orchestra.run.smithi053:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-10T11:29:18.990 DEBUG:teuthology.misc:Transferring archived files from smithi132:/var/log/ceph to /home/teuthworker/archive/dparmar-2024-05-10_07:38:09-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7700932/remote/smithi132/log 2024-05-10T11:29:18.991 DEBUG:teuthology.orchestra.run.smithi132:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-10T11:29:22.181 DEBUG:teuthology.misc:Transferring archived files from smithi187:/var/log/ceph to /home/teuthworker/archive/dparmar-2024-05-10_07:38:09-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7700932/remote/smithi187/log 2024-05-10T11:29:22.181 DEBUG:teuthology.orchestra.run.smithi187:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-10T11:29:26.131 INFO:tasks.cephadm:Removing cluster... 2024-05-10T11:29:26.131 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 --force 2024-05-10T11:29:26.335 INFO:teuthology.orchestra.run.smithi053.stdout:Deleting cluster with fsid: 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:29:26.636 DEBUG:teuthology.orchestra.run.smithi132:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 --force 2024-05-10T11:29:26.828 INFO:teuthology.orchestra.run.smithi132.stdout:Deleting cluster with fsid: 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:29:27.121 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 745ae8e0-0ebd-11ef-bc98-c7b262605968 --force 2024-05-10T11:29:27.314 INFO:teuthology.orchestra.run.smithi187.stdout:Deleting cluster with fsid: 745ae8e0-0ebd-11ef-bc98-c7b262605968 2024-05-10T11:29:27.595 INFO:tasks.cephadm:Removing cephadm ... 2024-05-10T11:29:27.595 DEBUG:teuthology.orchestra.run.smithi053:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-10T11:29:27.612 DEBUG:teuthology.orchestra.run.smithi132:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-10T11:29:27.629 DEBUG:teuthology.orchestra.run.smithi187:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-10T11:29:27.644 INFO:tasks.cephadm:Teardown complete 2024-05-10T11:29:27.645 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-05-10T11:29:27.660 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-05-10T11:29:27.660 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-10T11:29:27.662 DEBUG:teuthology.orchestra.run.smithi132:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-10T11:29:27.671 DEBUG:teuthology.orchestra.run.smithi187:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-10T11:29:27.776 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-05-10T11:29:27.787 INFO:teuthology.task.clock:Checking final clock skew... 2024-05-10T11:29:27.787 DEBUG:teuthology.orchestra.run.smithi053:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-10T11:29:27.790 DEBUG:teuthology.orchestra.run.smithi132:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-10T11:29:27.792 DEBUG:teuthology.orchestra.run.smithi187:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-10T11:29:27.802 INFO:teuthology.orchestra.run.smithi053.stderr:bash: line 1: ntpq: command not found 2024-05-10T11:29:27.805 INFO:teuthology.orchestra.run.smithi132.stderr:bash: line 1: ntpq: command not found 2024-05-10T11:29:27.807 INFO:teuthology.orchestra.run.smithi053.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-10T11:29:27.807 INFO:teuthology.orchestra.run.smithi053.stdout:=============================================================================== 2024-05-10T11:29:27.807 INFO:teuthology.orchestra.run.smithi053.stdout:^* hv01.front.sepia.ceph.com 3 6 377 15 +1336us[+1352us] +/- 60ms 2024-05-10T11:29:27.807 INFO:teuthology.orchestra.run.smithi053.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 15 -1390us[-1375us] +/- 58ms 2024-05-10T11:29:27.807 INFO:teuthology.orchestra.run.smithi053.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 16 +363us[ +379us] +/- 94ms 2024-05-10T11:29:27.807 INFO:teuthology.orchestra.run.smithi053.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-10T11:29:27.807 INFO:teuthology.orchestra.run.smithi187.stderr:bash: line 1: ntpq: command not found 2024-05-10T11:29:27.809 INFO:teuthology.orchestra.run.smithi132.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-10T11:29:27.809 INFO:teuthology.orchestra.run.smithi132.stdout:=============================================================================== 2024-05-10T11:29:27.810 INFO:teuthology.orchestra.run.smithi132.stdout:^* hv01.front.sepia.ceph.com 3 6 377 15 +1292us[+1290us] +/- 60ms 2024-05-10T11:29:27.810 INFO:teuthology.orchestra.run.smithi132.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 14 -1410us[-1410us] +/- 58ms 2024-05-10T11:29:27.810 INFO:teuthology.orchestra.run.smithi132.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 16 +354us[ +351us] +/- 94ms 2024-05-10T11:29:27.810 INFO:teuthology.orchestra.run.smithi132.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-10T11:29:27.810 INFO:teuthology.orchestra.run.smithi187.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-10T11:29:27.810 INFO:teuthology.orchestra.run.smithi187.stdout:=============================================================================== 2024-05-10T11:29:27.810 INFO:teuthology.orchestra.run.smithi187.stdout:^* hv01.front.sepia.ceph.com 3 6 377 15 +1245us[+1273us] +/- 60ms 2024-05-10T11:29:27.811 INFO:teuthology.orchestra.run.smithi187.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 16 -1437us[-1409us] +/- 58ms 2024-05-10T11:29:27.811 INFO:teuthology.orchestra.run.smithi187.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 16 +333us[ +361us] +/- 94ms 2024-05-10T11:29:27.811 INFO:teuthology.orchestra.run.smithi187.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-10T11:29:27.812 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-05-10T11:29:27.822 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-05-10T11:29:27.822 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-05-10T11:29:27.833 DEBUG:teuthology.orchestra.run.smithi053:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-10T11:29:27.927 DEBUG:teuthology.orchestra.run.smithi132:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-10T11:29:27.994 DEBUG:teuthology.orchestra.run.smithi187:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-10T11:29:28.059 DEBUG:teuthology.orchestra.run.smithi053:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-10T11:29:28.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-10T11:29:28.089 DEBUG:teuthology.orchestra.run.smithi132:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-10T11:29:28.116 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-10T11:29:28.117 DEBUG:teuthology.orchestra.run.smithi187:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-10T11:29:28.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-10T11:29:28.145 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-05-10T11:29:28.157 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-05-10T11:29:28.202 INFO:teuthology.task.internal:Duration was 1693.607902 seconds 2024-05-10T11:29:28.202 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-05-10T11:29:28.214 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-05-10T11:29:28.214 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-10T11:29:28.217 DEBUG:teuthology.orchestra.run.smithi132:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-10T11:29:28.219 DEBUG:teuthology.orchestra.run.smithi187:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-10T11:29:28.255 INFO:teuthology.orchestra.run.smithi053.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-10T11:29:28.255 INFO:teuthology.orchestra.run.smithi132.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-10T11:29:28.257 INFO:teuthology.orchestra.run.smithi187.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-10T11:29:28.761 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-05-10T11:29:28.761 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi053.front.sepia.ceph.com 2024-05-10T11:29:28.761 DEBUG:teuthology.orchestra.run.smithi053:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-10T11:29:28.784 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi132.front.sepia.ceph.com 2024-05-10T11:29:28.785 DEBUG:teuthology.orchestra.run.smithi132:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-10T11:29:28.829 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi187.front.sepia.ceph.com 2024-05-10T11:29:28.830 DEBUG:teuthology.orchestra.run.smithi187:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-10T11:29:28.862 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-05-10T11:29:28.863 DEBUG:teuthology.orchestra.run.smithi053:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-10T11:29:28.866 DEBUG:teuthology.orchestra.run.smithi132:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-10T11:29:28.872 DEBUG:teuthology.orchestra.run.smithi187:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-10T11:29:28.931 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-05-10T11:29:28.931 DEBUG:teuthology.orchestra.run.smithi053:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-10T11:29:28.935 DEBUG:teuthology.orchestra.run.smithi132:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-10T11:29:28.939 DEBUG:teuthology.orchestra.run.smithi187:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-10T11:29:29.726 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-05-10T11:29:29.740 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-05-10T11:29:29.741 DEBUG:teuthology.orchestra.run.smithi053:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-10T11:29:29.766 DEBUG:teuthology.orchestra.run.smithi132:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-10T11:29:29.795 DEBUG:teuthology.orchestra.run.smithi187:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-10T11:29:29.821 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-05-10T11:29:29.834 DEBUG:teuthology.orchestra.run.smithi053:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-10T11:29:29.837 DEBUG:teuthology.orchestra.run.smithi132:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-10T11:29:29.839 DEBUG:teuthology.orchestra.run.smithi187:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-10T11:29:29.858 INFO:teuthology.orchestra.run.smithi053.stdout:kernel.core_pattern = core 2024-05-10T11:29:29.862 INFO:teuthology.orchestra.run.smithi132.stdout:kernel.core_pattern = core 2024-05-10T11:29:29.884 INFO:teuthology.orchestra.run.smithi187.stdout:kernel.core_pattern = core 2024-05-10T11:29:29.908 DEBUG:teuthology.orchestra.run.smithi053:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-10T11:29:29.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-10T11:29:29.928 DEBUG:teuthology.orchestra.run.smithi132:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-10T11:29:29.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-10T11:29:29.949 DEBUG:teuthology.orchestra.run.smithi187:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-10T11:29:29.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-10T11:29:29.963 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-05-10T11:29:29.978 INFO:teuthology.task.internal:Transferring archived files... 2024-05-10T11:29:29.978 DEBUG:teuthology.misc:Transferring archived files from smithi053:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/dparmar-2024-05-10_07:38:09-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7700932/remote/smithi053 2024-05-10T11:29:29.979 DEBUG:teuthology.orchestra.run.smithi053:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-10T11:29:30.032 DEBUG:teuthology.misc:Transferring archived files from smithi132:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/dparmar-2024-05-10_07:38:09-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7700932/remote/smithi132 2024-05-10T11:29:30.032 DEBUG:teuthology.orchestra.run.smithi132:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-10T11:29:30.071 DEBUG:teuthology.misc:Transferring archived files from smithi187:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/dparmar-2024-05-10_07:38:09-fs-wip-63896-from-wip-rishabh-testing-20240501.193033-distro-default-smithi/7700932/remote/smithi187 2024-05-10T11:29:30.071 DEBUG:teuthology.orchestra.run.smithi187:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-10T11:29:30.107 INFO:teuthology.task.internal:Removing archive directory... 2024-05-10T11:29:30.107 DEBUG:teuthology.orchestra.run.smithi053:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-10T11:29:30.110 DEBUG:teuthology.orchestra.run.smithi132:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-10T11:29:30.112 DEBUG:teuthology.orchestra.run.smithi187:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-10T11:29:30.156 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-05-10T11:29:30.171 INFO:teuthology.task.internal:Not uploading archives. 2024-05-10T11:29:30.171 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-05-10T11:29:30.185 INFO:teuthology.task.internal:Tidying up after the test... 2024-05-10T11:29:30.185 DEBUG:teuthology.orchestra.run.smithi053:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-10T11:29:30.188 DEBUG:teuthology.orchestra.run.smithi132:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-10T11:29:30.190 DEBUG:teuthology.orchestra.run.smithi187:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-10T11:29:30.201 INFO:teuthology.orchestra.run.smithi053.stdout: 266037 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 10 11:29 /home/ubuntu/cephtest 2024-05-10T11:29:30.203 INFO:teuthology.orchestra.run.smithi132.stdout: 265295 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 10 11:29 /home/ubuntu/cephtest 2024-05-10T11:29:30.211 INFO:teuthology.orchestra.run.smithi187.stdout: 266036 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 10 11:29 /home/ubuntu/cephtest 2024-05-10T11:29:30.212 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-05-10T11:29:30.226 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-05-10T11:29:30.260 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-quiesce/no 6-workunit/suites/iozone}} duration: 1693.6079015731812 flavor: default owner: scheduled_dparmar@teuthology success: true 2024-05-10T11:29:30.260 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-10T11:29:30.343 INFO:teuthology.run:pass